-- Logs begin at Wed 2021-08-11 01:31:48 UTC, end at Wed 2021-08-11 03:52:45 UTC. -- Aug 11 02:05:56.584543 n-d-715271-8 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 02:05:59.240385 n-d-715271-8 neutron-server[94592]: INFO neutron.common.config [-] Logging enabled! Aug 11 02:05:59.240986 n-d-715271-8 neutron-server[94592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 02:05:59.241162 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 02:05:59.244368 n-d-715271-8 neutron-server[94592]: INFO neutron.common.config [-] Logging enabled! Aug 11 02:05:59.244617 n-d-715271-8 neutron-server[94592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 02:05:59.244924 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 02:05:59.245851 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:05:59.246104 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:05:59.246468 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:05:59.246718 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:05:59.246935 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:05:59.247249 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.248080 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.248367 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.248594 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.248883 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.249167 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.249447 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.249731 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.250047 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.250332 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.250607 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.250886 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.251112 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.251391 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.251674 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.251959 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.252181 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] debug = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.252458 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.252881 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.253281 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.253561 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.253848 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.254144 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.254414 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.254686 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.254969 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.255297 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] host = n-d-715271-8 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.255575 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.255862 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.256148 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.256432 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.256703 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.256973 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.257254 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.257522 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.257791 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.258085 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.258381 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.258707 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.259025 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.259237 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.259459 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.259745 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.260029 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.260304 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.260576 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.260848 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.261119 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.261391 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.261655 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.261937 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.262252 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.262536 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.262807 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.263098 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.263370 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.263640 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.263922 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.264191 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.264460 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.264731 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.265013 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.265278 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.265547 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.265844 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.266152 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.266433 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.266716 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.266987 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.267262 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.267531 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.267800 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.268068 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] use_json = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.268341 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.268606 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.268881 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.269147 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.269413 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.269683 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.269950 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.270258 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:05:59.270551 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.270842 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.271137 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.271413 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.271703 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.271979 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.272262 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.272534 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.272818 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.273103 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.273387 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.273661 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.273944 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.274242 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.274532 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.274830 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.275120 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.275406 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.275677 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.275945 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.276214 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.276485 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.276768 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.277059 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.277342 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.277613 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.277888 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.278204 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.278480 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.279265 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.279539 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.279825 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.280099 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.280370 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.280646 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.280919 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.281187 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.281453 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.281725 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.282036 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.282313 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.282582 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.282847 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.283120 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.283387 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.283668 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.283944 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.284213 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.284480 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.284752 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.285019 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.285286 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.285557 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.285824 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.286123 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.286392 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.286658 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.286925 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.287191 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.287457 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.287723 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.287989 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.288260 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.288533 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.288809 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.289072 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.289338 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.289641 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.289886 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.290206 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.290483 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.290759 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.291034 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.291312 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.291579 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.291853 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.292127 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.292401 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.292669 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.292953 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.293230 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.293511 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.293788 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.294090 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.295211 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.295484 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.295764 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.296038 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.296312 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.296598 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.296940 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.297167 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.297458 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.297746 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.298055 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.298348 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.298627 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.298937 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.299213 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:05:59.299428 n-d-715271-8 neutron-server[94592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:05:59.299668 n-d-715271-8 neutron-server[94592]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94592) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 02:05:59.649004 n-d-715271-8 neutron-server[94592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 02:05:59.649284 n-d-715271-8 neutron-server[94592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 02:05:59.649567 n-d-715271-8 neutron-server[94592]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 02:05:59.649898 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 02:06:00.044760 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.045052 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.045318 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.046528 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.046798 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.047063 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.081820 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.082120 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.082389 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.099191 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.099475 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.099742 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.129536 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.129853 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.130237 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.167325 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.167599 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.167868 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.398313 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.398935 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.398935 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.399109 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.399699 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.521510 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.521823 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.522132 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.522419 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.522666 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.522971 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.523227 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.523478 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.523728 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.524009 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.524260 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.524519 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.524769 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.525015 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.525267 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.525525 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.525774 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.526055 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.526323 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.526576 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.526842 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.527096 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.527374 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.527738 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.527983 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.528227 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.528620 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:00.528957 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:00.529196 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:00.529430 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:00.529663 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:00.529895 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:00.530286 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 02:06:00.533348 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 02:06:00.537247 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 02:06:00.541036 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 11 02:06:00.542818 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 02:06:00.543274 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 02:06:00.543612 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 02:06:00.543998 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 02:06:00.547567 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 02:06:00.547813 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 02:06:00.548152 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 02:06:00.553322 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 02:06:00.575422 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 02:06:00.575919 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.576210 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94592) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 02:06:00.576566 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.577895 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94592) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 02:06:00.578197 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 02:06:00.578441 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 02:06:00.581805 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.582116 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:00.645486 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 02:06:00.645726 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 02:06:00.645958 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 02:06:00.646374 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 02:06:00.667273 n-d-715271-8 neutron-server[94592]: DEBUG oslo_db.sqlalchemy.engines [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94592) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 02:06:01.203029 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing driver for type 'gre' Aug 11 02:06:01.203566 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] gre ID ranges: [(1, 1000)] Aug 11 02:06:01.258996 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing driver for type 'local' Aug 11 02:06:01.259361 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing driver for type 'vlan' Aug 11 02:06:01.271978 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] VlanTypeDriver initialization complete Aug 11 02:06:01.272334 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing driver for type 'vxlan' Aug 11 02:06:01.272813 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] vxlan ID ranges: [(1, 1000)] Aug 11 02:06:01.328436 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing extension driver 'port_security' Aug 11 02:06:01.328788 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] PortSecurityExtensionDriver initialization complete Aug 11 02:06:01.329151 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing mechanism driver 'openvswitch' Aug 11 02:06:01.329657 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing mechanism driver 'hyperv' Aug 11 02:06:01.336356 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.plugin [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:01.337037 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.337410 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.337757 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.338296 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:06:01.338730 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.339083 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.339427 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.339902 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:06:01.340405 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.340847 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.341229 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.341879 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:06:01.342435 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > security_group after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.342859 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > security_group after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.343300 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.343740 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:06:01.344432 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.344900 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.345434 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.345901 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:06:01.346445 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > address_group after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.347060 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > address_group after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.347511 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.348049 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:06:01.348635 n-d-715271-8 neutron-server[94592]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] ML2 OVO RPC backend initialized. {{(pid=94592) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 02:06:01.349717 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.350246 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.350835 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.351322 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > networks before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.351747 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.352312 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > ports before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.352701 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.353176 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnets before_response 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.353784 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.354246 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.354662 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.355100 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.355577 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.356107 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.356566 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.357501 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.358018 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.358899 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.plugin [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Modular L2 Plugin initialization complete Aug 11 02:06:01.359375 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading services supported by the core plugin {{(pid=94592) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 02:06:01.359815 n-d-715271-8 neutron-server[94592]: INFO neutron.plugins.ml2.managers [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Got port-security extension from driver 'port_security' Aug 11 02:06:01.360376 n-d-715271-8 neutron-server[94592]: INFO neutron.extensions.vlantransparent [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Disabled vlantransparent extension. Aug 11 02:06:01.361244 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94592) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 02:06:01.361623 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: router Aug 11 02:06:01.400177 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.400809 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_create 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.400909 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router before_create 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.401277 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.401648 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.402037 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_delete 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.402383 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.402746 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_create 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.403091 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_update 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.403437 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_update 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.403830 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.404196 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_update 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.404639 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_update 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.405008 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.405346 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.405681 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: subnet after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.406032 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.406381 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.406725 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_create 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.407064 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.407402 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.407757 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router after_update 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.408097 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.408446 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_create 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.408807 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.409151 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_update 55549900 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.409511 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > agent after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.409860 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > agent after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.410232 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > network after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.411084 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Tracking information for resource: router configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:01.411411 n-d-715271-8 neutron-server[94592]: DEBUG neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Tracking information for resource: floatingip configured {{(pid=94592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:06:01.416295 n-d-715271-8 neutron-server[94592]: INFO neutron.db.l3_agentschedulers_db [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 02:06:01.416983 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.417344 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port after_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.417694 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port after_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.418071 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: port after_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.418861 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router before_create 55550100 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.420005 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.420367 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_create 55550100 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.420717 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > router precommit_update 55550100 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.425112 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.provider_configuration [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service providers = [] {{(pid=94592) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 02:06:01.425478 n-d-715271-8 neutron-server[94592]: DEBUG neutron.db.servicetype_db [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94592) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 02:06:01.428412 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.service_base [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:06:01.428767 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.service_base [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:06:01.429108 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.service_base [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:06:01.429982 n-d-715271-8 neutron-server[94592]: DEBUG neutron.services.service_base [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:06:01.430382 n-d-715271-8 neutron-server[94592]: INFO neutron.services.service_base [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 02:06:01.430755 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.431070 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 02:06:01.442282 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.442621 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: auto_allocate Aug 11 02:06:01.448312 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: network precommit_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.448674 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: network precommit_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.449185 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.449505 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: tag Aug 11 02:06:01.456184 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.456454 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: timestamp Aug 11 02:06:01.460392 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.460724 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: network_ip_availability Aug 11 02:06:01.466108 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.466505 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.466861 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.467580 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.467897 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: flavors Aug 11 02:06:01.472741 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.473073 n-d-715271-8 neutron-server[94592]: INFO neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading Plugin: revisions Aug 11 02:06:01.477334 n-d-715271-8 neutron-server[94592]: DEBUG neutron.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:06:01.477726 n-d-715271-8 neutron-server[94592]: DEBUG oslo_concurrency.lockutils [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=94592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 02:06:01.478479 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94592) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 02:06:01.478813 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Initializing extension manager. Aug 11 02:06:01.479316 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: __init__.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.479653 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: __pycache__ {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.479982 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.480311 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: address_group.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.481061 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.481634 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: address-group Aug 11 02:06:01.482493 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: address_scope.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.483204 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.483704 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: address-scope Aug 11 02:06:01.484021 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.484937 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.485439 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: router-admin-state-down-before-update Aug 11 02:06:01.485759 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: agent.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.486670 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.487179 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: agent Aug 11 02:06:01.487496 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: agent_resources_synced.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.488398 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.488898 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: agent-resources-synced Aug 11 02:06:01.489215 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: allowedaddresspairs.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.491056 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.491580 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: allowed-address-pairs Aug 11 02:06:01.491905 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: auto_allocated_topology.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.492967 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.493544 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: auto-allocated-topology Aug 11 02:06:01.493876 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: availability_zone.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.494598 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.495103 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: availability_zone Aug 11 02:06:01.495416 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: availability_zone_filter.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.496316 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.496819 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: availability_zone_filter Aug 11 02:06:01.497140 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: data_plane_status.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.498643 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.499146 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 02:06:01.499467 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: default_subnetpools.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.500372 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.500876 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: default-subnetpools Aug 11 02:06:01.501203 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.502016 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.502540 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: dhcp_agent_scheduler Aug 11 02:06:01.502863 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: dns.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.503770 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.504270 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 02:06:01.504594 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: dns_domain_ports.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.505496 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.506019 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 02:06:01.506343 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.508025 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.508025 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 02:06:01.510745 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: dvr.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.510745 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.510745 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: dvr Aug 11 02:06:01.510745 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: ecmp_routes.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.510745 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.511139 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 02:06:01.511252 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: empty_string_filtering.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.512151 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.512654 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: empty-string-filtering Aug 11 02:06:01.512974 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.513902 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.514432 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 02:06:01.514755 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.515653 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.516154 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 02:06:01.516473 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: external_net.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.517482 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.517982 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: external-net Aug 11 02:06:01.518324 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.519233 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.519737 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: extra_dhcp_opt Aug 11 02:06:01.520057 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: extraroute.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.520953 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.521460 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: extraroute Aug 11 02:06:01.521777 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: extraroute_atomic.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.522823 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.523337 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: extraroute-atomic Aug 11 02:06:01.523657 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: filter_validation.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.524322 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.524827 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: filter-validation Aug 11 02:06:01.525139 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: fip_pf_description.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.526070 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.526571 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 02:06:01.526886 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: fip_port_details.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.527791 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.528292 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: fip-port-details Aug 11 02:06:01.528613 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: flavors.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.530403 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.530912 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: flavors Aug 11 02:06:01.531238 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.532890 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.533406 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 02:06:01.533731 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: floatingip_pools.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.534453 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.534966 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: floatingip-pools Aug 11 02:06:01.535282 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: ip_allocation.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.536196 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.536698 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 02:06:01.537018 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.537922 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.538454 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: ip-substring-filtering Aug 11 02:06:01.539245 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l2_adjacency.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.540168 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.540743 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 02:06:01.541066 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.542232 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.542753 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: router Aug 11 02:06:01.543078 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.546180 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.546706 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 02:06:01.547034 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.547966 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.548482 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: ext-gw-mode Aug 11 02:06:01.548810 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.549736 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.550295 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: l3-ha Aug 11 02:06:01.550615 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3_flavors.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.551531 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.552037 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: l3-flavors Aug 11 02:06:01.552407 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.553258 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.553765 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 02:06:01.554301 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: l3agentscheduler.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.556066 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.556066 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: l3_agent_scheduler Aug 11 02:06:01.556066 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: logging.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.557440 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.557962 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension logging not supported by any of loaded plugins Aug 11 02:06:01.558316 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: metering.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.559052 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.559630 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: metering Aug 11 02:06:01.560051 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.561140 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.561655 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: metering_source_and_destination_fields Aug 11 02:06:01.561985 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: multiprovidernet.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.562921 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.563427 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: multi-provider Aug 11 02:06:01.563752 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: netmtu.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.564653 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.565157 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: net-mtu Aug 11 02:06:01.565480 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: netmtu_writable.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.566408 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.566916 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: net-mtu-writable Aug 11 02:06:01.567239 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: network_availability_zone.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.567902 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.568403 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: network_availability_zone Aug 11 02:06:01.568721 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: network_ip_availability.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.569805 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.570341 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: network-ip-availability Aug 11 02:06:01.570666 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: network_segment_range.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.571433 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.571934 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 02:06:01.572255 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: pagination.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.573226 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.573551 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: pagination Aug 11 02:06:01.573871 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: port_device_profile.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.574794 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.575302 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: port-device-profile Aug 11 02:06:01.575650 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.576569 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.577073 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: port-mac-address-regenerate Aug 11 02:06:01.577394 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.578317 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.578830 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: port-numa-affinity-policy Aug 11 02:06:01.579149 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: port_resource_request.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.580066 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.580568 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 02:06:01.580890 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: portbindings.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.581823 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.582412 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: binding Aug 11 02:06:01.582758 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: portbindings_extended.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.584367 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.584670 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: binding-extended Aug 11 02:06:01.584999 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: portsecurity.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.585906 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.586446 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: port-security Aug 11 02:06:01.586771 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: project_id.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.587743 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.588072 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: project-id Aug 11 02:06:01.588394 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: providernet.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.589294 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.589800 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: provider Aug 11 02:06:01.590151 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.594220 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.594745 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos not supported by any of loaded plugins Aug 11 02:06:01.595077 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.596309 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.596833 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 02:06:01.597165 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.598102 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.598612 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 02:06:01.598934 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_default.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.599835 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.600341 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-default not supported by any of loaded plugins Aug 11 02:06:01.600661 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_fip.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.601303 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.601801 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 02:06:01.602162 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_gateway_ip.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.603145 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.603652 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 02:06:01.603976 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_port_network_policy.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.605058 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.605384 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 02:06:01.605703 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_pps_rule.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.607461 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.607977 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 02:06:01.608298 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_rule_type_details.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.609210 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.609715 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 02:06:01.610066 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: qos_rules_alias.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.611103 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.611614 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 02:06:01.611935 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: quotasv2.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.612853 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.613179 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: quotas Aug 11 02:06:01.613499 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: quotasv2_detail.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.616556 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.616900 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: quota_details Aug 11 02:06:01.617227 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: rbac.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.618514 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.619035 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: rbac-policies Aug 11 02:06:01.619365 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: rbac_address_group.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.620300 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.620811 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: rbac-address-group Aug 11 02:06:01.621136 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: rbac_address_scope.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.622076 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.622609 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: rbac-address-scope Aug 11 02:06:01.622933 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: rbac_security_groups.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.623844 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.624350 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: rbac-security-groups Aug 11 02:06:01.624672 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: rbac_subnetpool.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.625573 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.626114 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: rbac-subnetpool Aug 11 02:06:01.626436 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: revisionifmatch.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.627351 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.627858 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: revision-if-match Aug 11 02:06:01.628178 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: revisions.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.629279 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.629917 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: standard-attr-revisions Aug 11 02:06:01.630266 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: router_availability_zone.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.630989 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.631497 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: router_availability_zone Aug 11 02:06:01.631814 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: routerservicetype.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.632748 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.633302 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 02:06:01.633623 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.634611 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.635123 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: security-groups-normalized-cidr Aug 11 02:06:01.635445 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.636354 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.636866 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: port-security-groups-filtering Aug 11 02:06:01.637205 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.638167 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.638677 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: security-groups-remote-address-group Aug 11 02:06:01.638997 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: securitygroup.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.648624 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.649150 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: security-group Aug 11 02:06:01.649487 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: segment.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.650304 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.650814 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension segment not supported by any of loaded plugins Aug 11 02:06:01.651139 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.652077 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.652587 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 02:06:01.652912 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: servicetype.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.654659 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.655183 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: service-type Aug 11 02:06:01.655510 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: sorting.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.656497 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.656829 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: sorting Aug 11 02:06:01.657153 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: standard_attr_segment.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.658095 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.658604 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 02:06:01.658926 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: standardattrdescription.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.659571 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.660075 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: standard-attr-description Aug 11 02:06:01.660398 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: stateful_security_group.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.661331 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.661846 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: stateful-security-group Aug 11 02:06:01.662200 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: stdattrs_common.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.662829 n-d-715271-8 neutron-server[94592]: WARNING neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 02:06:01.663151 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.664064 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.664577 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 02:06:01.664900 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: subnet_onboard.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.665969 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.666638 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: subnet_onboard Aug 11 02:06:01.666965 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.667888 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.668393 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 02:06:01.668714 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: subnet_service_types.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.670446 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.670954 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: subnet-service-types Aug 11 02:06:01.671275 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: subnetallocation.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.672346 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.672856 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: subnet_allocation Aug 11 02:06:01.673177 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.673836 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.674444 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: subnetpool-prefix-ops Aug 11 02:06:01.674763 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.675679 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.676182 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 02:06:01.676502 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: tagging.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.677577 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.678134 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: standard-attr-tag Aug 11 02:06:01.678475 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: timestamp.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.679654 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.680170 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loaded extension: standard-attr-timestamp Aug 11 02:06:01.680493 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: trunk.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.681514 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.682054 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension trunk not supported by any of loaded plugins Aug 11 02:06:01.682383 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: trunk_details.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.683296 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.684143 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 02:06:01.684472 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: uplink_status_propagation.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.685933 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.686470 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 02:06:01.687103 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Loading extension file: vlantransparent.py {{(pid=94592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:06:01.687784 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:06:01.688290 n-d-715271-8 neutron-server[94592]: INFO neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 02:06:01.690792 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:network Aug 11 02:06:01.691314 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:subnet Aug 11 02:06:01.691710 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:06:01.692101 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:port Aug 11 02:06:01.693312 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.693760 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service FLAVORS assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.694410 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.694830 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.695157 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:router Aug 11 02:06:01.695580 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 02:06:01.696072 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service METERING assigned prefix: /metering {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.697509 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.697880 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.698268 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:06:01.699256 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 02:06:01.699708 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:security_group Aug 11 02:06:01.700138 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 02:06:01.702462 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service CORE assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.702812 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:06:01.703164 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] subnetpool is already registered Aug 11 02:06:01.703614 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service CORE assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.703944 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:06:01.704276 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] subnetpool is already registered Aug 11 02:06:01.706580 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.706965 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service FLAVORS assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.707563 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.707978 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.708308 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:router Aug 11 02:06:01.708643 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] router is already registered Aug 11 02:06:01.709050 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 02:06:01.709382 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] floatingip is already registered Aug 11 02:06:01.709841 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service METERING assigned prefix: /metering {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.710558 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 02:06:01.710888 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] rbac_policy is already registered Aug 11 02:06:01.711287 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:security_group Aug 11 02:06:01.711618 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] security_group is already registered Aug 11 02:06:01.712012 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 02:06:01.712344 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] security_group_rule is already registered Aug 11 02:06:01.712974 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service CORE assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.713297 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:06:01.713625 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] subnetpool is already registered Aug 11 02:06:01.714074 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.v2.resource_helper [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Service CORE assigned prefix: {{(pid=94592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:06:01.714394 n-d-715271-8 neutron-server[94592]: INFO neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:06:01.714721 n-d-715271-8 neutron-server[94592]: WARNING neutron.quota.resource_registry [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] subnetpool is already registered Aug 11 02:06:01.715165 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: extensions {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.716667 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: address-groups {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.718186 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: address-scopes {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.719507 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: agents {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.720696 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: auto-allocated-topology {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.721936 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: availability_zones {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.723177 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: dhcp-networks {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.724694 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: dhcp-agents {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.726117 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: routers {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.727843 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: flavors {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.729094 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: service_profiles {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.730315 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: next_providers {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.731726 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: service_profiles {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.733306 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: floatingip-pools {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.734551 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: routers {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.736238 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: floatingips {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.737521 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: l3-routers {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.738935 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: l3-agents {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.740319 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: metering-labels {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.741615 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: metering-label-rules {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.743021 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: network-ip-availabilities {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.744281 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: bindings {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.745794 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: quotas {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.747360 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: quotas {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.749322 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: rbac-policies {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.750542 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: security-groups {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.751872 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: security-group-rules {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.753393 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: service-providers {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.754651 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: subnetpools {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.756344 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: subnetpools {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.758014 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.759696 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.761482 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.763891 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.765648 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.768764 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.770467 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.772248 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.774157 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.775895 n-d-715271-8 neutron-server[94592]: DEBUG neutron.api.extensions [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Extended resource: tags {{(pid=94592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:06:01.781899 n-d-715271-8 neutron-server[94592]: WARNING keystonemiddleware.auth_token [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 02:06:01.786434 n-d-715271-8 neutron-server[94592]: WARNING keystonemiddleware.auth_token [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 02:06:01.795552 n-d-715271-8 neutron-server[94592]: DEBUG oslo_concurrency.lockutils [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Acquired lock "singleton_lock" {{(pid=94592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 02:06:01.796027 n-d-715271-8 neutron-server[94592]: DEBUG oslo_concurrency.lockutils [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Releasing lock "singleton_lock" {{(pid=94592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 02:06:01.796672 n-d-715271-8 neutron-server[94592]: INFO oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Starting 2 workers Aug 11 02:06:01.801511 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Started child 94699 {{(pid=94592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:06:01.806128 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Started child 94700 {{(pid=94592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:06:01.807122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.807875 n-d-715271-8 neutron-server[94592]: INFO neutron.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 02:06:01.808333 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Notify callbacks [] for process, before_spawn {{(pid=94592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.808582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [-] (94699) wsgi starting up on http://0.0.0.0:9696 Aug 11 02:06:01.811330 n-d-715271-8 neutron-server[94592]: INFO oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Starting 1 workers Aug 11 02:06:01.811574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.812996 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [-] (94700) wsgi starting up on http://0.0.0.0:9696 Aug 11 02:06:01.816514 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Started child 94701 {{(pid=94592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:06:01.817031 n-d-715271-8 neutron-server[94592]: INFO oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Starting 1 workers Aug 11 02:06:01.820347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] calling RpcWorker wait() {{(pid=94701) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 02:06:01.821130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] returning from RpcWorker wait() {{(pid=94701) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 02:06:01.821634 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Started child 94702 {{(pid=94592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:06:01.822132 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.822464 n-d-715271-8 neutron-server[94592]: DEBUG neutron_lib.callbacks.manager [None req-0b273382-7a9b-4e38-9a91-29ab402e8717 None None] Notify callbacks [] for process, after_spawn {{(pid=94592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.822612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:01.824420 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 02:06:01.824632 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:06:01.824815 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:06:01.825036 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:06:01.825366 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:06:01.826262 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:06:01.826683 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.826967 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.827225 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.827470 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:01.828004 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.828004 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.828393 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.828690 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.828897 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.829248 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.829468 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.829645 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.829813 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.830129 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.830332 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.830647 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.830913 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.831248 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.831430 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.831605 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.831870 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.832148 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.832395 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.832652 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] debug = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.832893 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.833392 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.833701 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.833962 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.834206 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.834466 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.834700 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.834961 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.835216 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.835432 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.835679 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.835934 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.836162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.836391 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.836614 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.836877 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.837098 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.837554 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] host = n-d-715271-8 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.837787 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.838060 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.838293 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.838540 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.838802 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.839024 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.839375 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.839554 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.839804 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.840051 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.840304 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.840526 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.840740 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.840973 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.841125 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_options = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.841462 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.841669 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.841931 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.842143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.842299 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.842475 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.842746 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.842902 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.843144 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.843365 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.843579 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.843791 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.844004 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.844223 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.844477 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.844732 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.844947 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.845173 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.845430 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.845659 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.845885 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.846164 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.846381 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.846613 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.846832 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.847061 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.847305 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.847521 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.847780 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.848044 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.848307 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.848577 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.848821 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.849060 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.849288 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.849527 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.849724 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.850031 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.850250 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.850509 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.850735 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.850972 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.851216 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.851510 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.851660 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.851868 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_json = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.852084 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.852315 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.852564 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.852777 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.852994 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.853206 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.853439 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.853673 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.854247 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.854628 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.855143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.855545 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.856108 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.856345 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.856573 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.857004 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.857322 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.857717 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.857908 n-d-715271-8 neutron-server[94702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:01.858105 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.858434 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.858962 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.859494 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.859615 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.860001 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.861186 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.861186 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.861186 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.861186 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.861613 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.861861 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.862340 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.862666 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.864670 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.865751 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.865751 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.865751 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.865751 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.865751 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.866441 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.866441 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.866695 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.866829 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.867737 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.867970 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.868194 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.868422 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.868855 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.869081 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.869338 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.869564 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.871912 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.872181 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.872913 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.873183 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.873425 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.873691 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.873966 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.874257 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.874510 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.874739 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.874978 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.875238 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.875501 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.875803 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.876035 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.876258 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.876541 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.876782 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.877006 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.877238 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.877504 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.877746 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.877980 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.878242 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.878487 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.878713 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.878955 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.879174 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.879395 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.879641 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.879868 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.880102 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.880343 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.880564 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.880796 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.881098 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.881424 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.881699 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.881963 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.882232 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.882478 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.882721 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.882987 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.883210 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.883449 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.883698 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.884054 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.884607 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.884856 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.885128 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.885370 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.885632 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.885857 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.886123 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.886366 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.886607 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.886855 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.887151 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.887378 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.887630 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.887896 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.888679 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.888978 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.889262 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.889553 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.889796 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.890115 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.890426 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.890683 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.890971 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.891239 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.891498 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.891774 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.892038 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.892310 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.892566 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.892821 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.893048 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.893329 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.893535 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.893783 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.894066 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.894292 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.894622 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.894895 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.895149 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.895391 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.895678 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.896445 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.896445 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.896445 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.896722 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.896910 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.897176 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.900023 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.900284 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.900558 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.900836 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.901088 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.901359 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.901608 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.901878 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.903084 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.903408 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.903694 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.903930 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.904188 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.904868 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.906220 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.906687 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.907021 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.907413 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.907649 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.907910 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.908150 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.908386 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.908616 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.908838 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.909106 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.909336 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.909641 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.909910 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.910181 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.910445 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.910677 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.910955 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.911172 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.911454 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.911703 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.911922 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.912143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.912394 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.912614 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.912814 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.913048 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.913290 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.913535 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.913775 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.914156 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.914426 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.914661 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.914907 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.915128 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.915395 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.915615 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.915838 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.916060 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.916279 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.916500 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.916777 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.917007 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.917253 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.917471 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.917684 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.917902 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.918161 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.918375 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.918667 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.918918 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.919382 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.920135 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.920375 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.920594 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.920823 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.921055 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.921265 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.921489 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.921705 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.921917 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.922165 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.922394 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.922605 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.922827 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.923043 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.923251 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.923477 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.923685 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.923892 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.924115 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.924374 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.924590 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.924833 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.925102 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.925313 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.925538 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.925757 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.925968 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.926217 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.926429 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.926640 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.926861 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.927079 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.927288 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.927649 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.927856 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.928100 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.928369 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.928601 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.928841 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.929311 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.929476 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.929617 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.929851 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.930081 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.930323 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.930565 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.930831 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.931186 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.931468 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.931738 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.931993 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.932258 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.932531 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.932785 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.932994 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.933277 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.933588 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.933857 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.934141 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.934371 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.934659 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.934852 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.935159 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.935444 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.935682 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.935898 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.936148 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.936389 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.936637 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.936878 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.937101 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.937335 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.937593 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.937796 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.938140 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.938282 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.938444 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:06:01.938976 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 02:06:01.939136 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:06:01.939288 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:06:01.939475 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:06:01.939641 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:06:01.939791 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:06:01.939993 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.940159 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.940377 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.940556 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.940693 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.940874 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941032 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941188 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941345 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941503 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941658 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941812 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.941970 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.942155 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.942311 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.942470 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.942624 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.942778 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.942938 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.943094 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.943257 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.943427 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.943566 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] debug = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.943745 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.943927 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.944091 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.944225 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.944375 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.944531 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.944687 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.944962 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945061 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945145 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945279 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945431 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945585 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945740 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.945898 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.946072 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.946236 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.946387 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] host = n-d-715271-8 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.946542 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.946696 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.946853 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947005 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947317 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947473 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947631 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947785 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.947936 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948094 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948253 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948414 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948554 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948692 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_options = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948845 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.948984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.949129 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.949311 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.949471 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.949628 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.949784 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.949940 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.950116 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.950273 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.950438 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.951109 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.951269 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.951395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:01.951571 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.951571 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.951728 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.951857 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952016 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952167 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952341 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952474 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952630 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952785 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.952940 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.953120 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.953246 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.953401 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.953556 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.953710 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.953867 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954039 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954200 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954355 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954507 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954663 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954817 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.954969 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.955130 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.955326 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.955425 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.955586 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.955742 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.955900 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956056 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956212 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956369 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_json = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956524 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956731 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956867 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.956996 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.957121 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.957265 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.957420 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.957560 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:06:01.957741 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.957899 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.958100 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.958230 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.958386 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.958544 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.958703 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.958862 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959024 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959181 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959347 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959505 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959675 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959832 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.959990 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.960150 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.960307 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.960465 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.960623 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.960781 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.960943 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.961102 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.961318 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.961453 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.961578 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.961785 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.961925 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.962075 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.962197 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.963379 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964143 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964494 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964494 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964651 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964732 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964819 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.964981 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.965142 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.965299 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.965473 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.965473 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.967984 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.968760 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.968760 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.968760 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.968760 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.968760 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969381 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969381 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969381 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969381 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969890 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969890 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969890 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.969890 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970245 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970245 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970409 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970491 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970621 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970780 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.970942 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.971111 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.971284 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.971442 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.971601 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.971760 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.971918 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.972075 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.972232 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.972400 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.972550 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.972709 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.972867 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973025 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973186 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973343 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973501 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973660 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973817 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.973974 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.974135 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.974299 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.974456 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.974614 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.974772 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.974986 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.975150 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.975307 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.975473 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.975630 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.975790 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.975946 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.976112 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.976269 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.976428 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.976585 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.976742 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.976900 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.977058 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.977215 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.977371 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.977529 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.977686 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.977843 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.978031 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.978212 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.978372 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.978529 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.978688 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.978869 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979028 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979185 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979343 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979501 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979660 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979817 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.979974 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.980132 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.980289 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.980448 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.980607 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.980766 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.980926 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.981083 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.981241 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.981400 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.981557 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.981737 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.981919 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.982096 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.982256 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.982406 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.982547 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.982706 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.982863 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.983021 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.983372 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.983372 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.983625 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.983708 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.983978 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.984139 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.984296 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.984603 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.984603 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.984800 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.984934 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985058 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985187 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985349 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985502 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985660 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985818 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.985978 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.986162 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.986320 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.986479 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.986636 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.986794 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.986952 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.987111 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.987270 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.987428 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.987587 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.987759 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.987918 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.988076 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.988234 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.988392 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.988551 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.988712 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.988872 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989085 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989241 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989367 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989490 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989614 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989764 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.989922 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.990140 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.990305 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.990465 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.990629 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.990785 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.990948 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.991106 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.991263 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.991422 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.991579 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.991749 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.991906 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.992063 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.992220 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.992376 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.992533 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.992702 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.992859 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993016 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993173 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993330 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993487 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993655 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993812 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.993969 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.994147 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.994304 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.994461 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.994629 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.994786 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.994944 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.995101 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.995259 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.995416 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.995584 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.995741 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.995898 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.996054 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.996211 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.996368 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.996536 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.996694 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.996855 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.997019 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.997177 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.997334 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.997519 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.997690 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.997850 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.998071 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.998342 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.998629 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.998909 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.999231 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.999502 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.999700 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:01.999868 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.000030 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.000199 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.000368 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.000536 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.000738 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.000857 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001035 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001194 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001354 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001512 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001671 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001828 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.001986 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.002241 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.002399 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.002560 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.002717 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.002876 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003034 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003192 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003350 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003508 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003666 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003823 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.003981 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.004138 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:06:02.004289 n-d-715271-8 neutron-server[94592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:06:02.260985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:02.270099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067360 Aug 11 02:06:13.800144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267befa8-7cf5-4e52-b38d-a886aa56a7ed None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:06:13.879859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267befa8-7cf5-4e52-b38d-a886aa56a7ed None None] No non-hosted networks {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 02:06:13.899232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.agentschedulers_db [None req-267befa8-7cf5-4e52-b38d-a886aa56a7ed None None] DHCP Agent not found on host n-d-715271-8 {{(pid=94701) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 02:06:14.036338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c09cd332-d95b-4e2b-b01a-e1ad5962891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.333104 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e34f069-5f6e-42af-8953-47535ec60874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.409261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a896be9a-77f3-4cf3-93aa-e02f807656ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.608334 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:17.608867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.609408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.609875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.610366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.610823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.611299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.611758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.612228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.614439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.614942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.615437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.615920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:17.616486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-715271-8', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:17.631191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-715271-8', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:18.253191 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:19.852134 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:20.717182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:21.253249 n-d-715271-8 neutron-server[94700]: WARNING oslo_policy.policy [None req-58d021a9-1c0c-4e00-982d-77f229a8b62c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:21.253817 n-d-715271-8 neutron-server[94700]: WARNING oslo_policy.policy [None req-58d021a9-1c0c-4e00-982d-77f229a8b62c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:21.473094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-58d021a9-1c0c-4e00-982d-77f229a8b62c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:21.476245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-58d021a9-1c0c-4e00-982d-77f229a8b62c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7579823 Aug 11 02:06:22.742801 n-d-715271-8 neutron-server[94701]: INFO neutron.db.l3_hamode_db [None req-b73cc432-4e6e-41ed-99da-22a9426b4620 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 02:06:22.823506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cc432-4e6e-41ed-99da-22a9426b4620 None None] Routers set() bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:22.825095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cc432-4e6e-41ed-99da-22a9426b4620 None None] Router IDs set() for agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:06:23.877442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40798) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:24.373057 n-d-715271-8 neutron-server[94699]: WARNING oslo_policy.policy [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:24.374036 n-d-715271-8 neutron-server[94699]: WARNING oslo_policy.policy [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:24.588590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:24.683093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.policy [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 02:06:24.727884 n-d-715271-8 neutron-server[94699]: WARNING oslo_policy.policy [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:24.728251 n-d-715271-8 neutron-server[94699]: WARNING oslo_policy.policy [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:24.740365 n-d-715271-8 neutron-server[94699]: INFO neutron.quota [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] Loaded quota_driver: . Aug 11 02:06:24.832033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791180680134', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791180680635', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791180659047', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791180657624', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791181351507', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791180644650', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-618089', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1557070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636885'] for rbac-policy, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.895531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:24.897322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-91668344-98b9-43cb-a96b-bc2c13918330 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0173795 Aug 11 02:06:27.462737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:27.776122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Request body: {'network': {'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'name': 'private', 'admin_state_up': True, 'project_id': 'c6c571c9e4184882863c2ba791532c9d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:27.805290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Made reservation on behalf of c6c571c9e4184882863c2ba791532c9d for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:27.808405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.825424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.951887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.955748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.976892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:06:28.006233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791178403687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.006834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Unsubscribe: segment precommit_create {{(pid=94699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:06:28.007388 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Added segment b7e302e2-95aa-4297-8da8-52b6a7be044c of type vlan for network d363de36-6de7-48c5-beb0-232045dc34e6 Aug 11 02:06:28.025103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aec7a5-539c-4f78-9622-23675806364d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:28.075822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.076162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.076500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.076833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.077161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.077484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.077804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.078156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.078477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.078793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.079110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.079422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Tracked resource versions report: Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: pushed versions: Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Log': {'1.0'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Network': {'1.1'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Port': {'1.7'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'PortForwarding': {'1.2'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'QosPolicy': {'1.9'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'SubPort': {'1.0'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Subnet': {'1.1'}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Trunk': {'1.1'}} Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: consumer versions: Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: L3 agent@n-d-715271-8: {}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: Metadata agent@n-d-715271-8: {}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: Metering agent@n-d-715271-8: {}, Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'ConntrackHelper': '1.0', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Log': '1.0', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Network': '1.1', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Port': '1.7', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'PortForwarding': '1.2', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'QosPolicy': '1.9', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'SecurityGroup': '1.4', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'SecurityGroupRule': '1.2', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'SubPort': '1.0', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Subnet': '1.1', Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: 'Trunk': '1.1'}} Aug 11 02:06:28.080512 n-d-715271-8 neutron-server[94699]: {{(pid=94699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:28.128486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.179516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.180838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:28.181499 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:28.263107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7986825 Aug 11 02:06:28.282664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621c3bf-4e12-4d2b-9cc8-ae50367ead78 admin admin] Pushing event updated for resources: {'Network': ['ID=d363de36-6de7-48c5-beb0-232045dc34e6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:28.295709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d363de36-6de7-48c5-beb0-232045dc34e6 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:06:30.916315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:31.451953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.policy [None req-7f649754-c3da-4cdd-9890-92c9f3b27771 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 02:06:31.496036 n-d-715271-8 neutron-server[94700]: WARNING oslo_policy.policy [None req-7f649754-c3da-4cdd-9890-92c9f3b27771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:31.496414 n-d-715271-8 neutron-server[94700]: WARNING oslo_policy.policy [None req-7f649754-c3da-4cdd-9890-92c9f3b27771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:06:31.504995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f649754-c3da-4cdd-9890-92c9f3b27771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:31.506752 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7f649754-c3da-4cdd-9890-92c9f3b27771 admin admin] 10.222.0.16 "GET /v2.0/networks/d363de36-6de7-48c5-beb0-232045dc34e6 HTTP/1.1" status: 200 len: 824 time: 0.5894973 Aug 11 02:06:31.554273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c63394ec-c188-4f13-b4a7-d6936238bae9 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/51124475-a993-478a-9ab8-8ca4b480eb38 HTTP/1.1" status: 200 len: 734 time: 0.0412300 Aug 11 02:06:31.564148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Request body: {'subnet': {'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38', 'ip_version': 4, 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:31.565730 n-d-715271-8 neutron-server[94700]: INFO neutron.quota [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Loaded quota_driver: . Aug 11 02:06:31.607429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Made reservation on behalf of c6c571c9e4184882863c2ba791532c9d for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:31.610276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.919971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:31.989379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Checking segment: {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:31.989764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Network hostable DHCP agents. Network: d363de36-6de7-48c5-beb0-232045dc34e6, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:06:32.007972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=06456544-205c-41da-afa2-d5b4c1fb16d2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:32.022534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.022888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.023229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.023566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.023895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.024223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.024553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.024875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.025221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.025543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.025862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.026203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Tracked resource versions report: Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: pushed versions: Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Log': {'1.0'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Network': {'1.1'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Port': {'1.7'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'PortForwarding': {'1.2'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'QosPolicy': {'1.9'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'SubPort': {'1.0'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Subnet': {'1.1'}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Trunk': {'1.1'}} Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: consumer versions: Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: L3 agent@n-d-715271-8: {}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: Metadata agent@n-d-715271-8: {}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: Metering agent@n-d-715271-8: {}, Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'ConntrackHelper': '1.0', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Log': '1.0', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Network': '1.1', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Port': '1.7', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'PortForwarding': '1.2', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'QosPolicy': '1.9', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'SecurityGroup': '1.4', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'SecurityGroupRule': '1.2', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'SubPort': '1.0', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Subnet': '1.1', Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: 'Trunk': '1.1'}} Aug 11 02:06:32.027298 n-d-715271-8 neutron-server[94700]: {{(pid=94700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:32.056222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Network d363de36-6de7-48c5-beb0-232045dc34e6 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:06:32.070654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d363de36-6de7-48c5-beb0-232045dc34e6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:32.075709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:32.076330 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.080675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57c5f0-5559-4170-bfc8-f615126432fe None None] Network d363de36-6de7-48c5-beb0-232045dc34e6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:32.111537 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eb279388-2805-49a9-967b-ad9aa032d1bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5369141 Aug 11 02:06:32.411215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d363de36-6de7-48c5-beb0-232045dc34e6', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:06:32.412427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.684503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Allocated IP 172.20.0.2 (d363de36-6de7-48c5-beb0-232045dc34e6/06456544-205c-41da-afa2-d5b4c1fb16d2/8278b7eb-fea0-44c7-8ec0-ae75cf5efbae) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:32.927501 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:32.942686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Transition to ACTIVE for port object 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:32.964845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Transition to ACTIVE for port object 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:32.974645 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.041031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Network d363de36-6de7-48c5-beb0-232045dc34e6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:33.048445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:33.052192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:33.069977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Pushing event updated for resources: {'Port': ['ID=8278b7eb-fea0-44c7-8ec0-ae75cf5efbae,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:33.097248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.098071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.098071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.098261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.098589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.098917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.099242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.099566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.099888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.100210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.100531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.100850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Tracked resource versions report: Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: pushed versions: Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Log': {'1.0'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Network': {'1.1'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Port': {'1.7'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'PortForwarding': {'1.2'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'QosPolicy': {'1.9'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'SubPort': {'1.0'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Subnet': {'1.1'}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Trunk': {'1.1'}} Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: consumer versions: Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: L3 agent@n-d-715271-8: {}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: Metadata agent@n-d-715271-8: {}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: Metering agent@n-d-715271-8: {}, Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'ConntrackHelper': '1.0', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Log': '1.0', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Network': '1.1', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Port': '1.7', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'PortForwarding': '1.2', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'QosPolicy': '1.9', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'SecurityGroup': '1.4', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'SecurityGroupRule': '1.2', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'SubPort': '1.0', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Subnet': '1.1', Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: 'Trunk': '1.1'}} Aug 11 02:06:33.101978 n-d-715271-8 neutron-server[94701]: {{(pid=94701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:33.151121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Attempting to bind port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:33.151523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Attempting to bind port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:33.151948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Attempting to bind port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae on network d363de36-6de7-48c5-beb0-232045dc34e6 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:33.156915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:33.157307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Checking segment: {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:33.157800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.158241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Bound using segment: {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:33.158729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Bound port: 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:33.159128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.227286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] For port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:33.231634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] For port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8278b7eb-fea0-44c7-8ec0-ae75cf5efbae,segment=NetworkSegment(b7e302e2-95aa-4297-8da8-52b6a7be044c),segment_id=b7e302e2-95aa-4297-8da8-52b6a7be044c)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:33.237973 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:33.305195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c69a6c-e421-4d9c-95dc-549264c1eee4 None None] Pushing event updated for resources: {'Port': ['ID=8278b7eb-fea0-44c7-8ec0-ae75cf5efbae,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:34.525446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:34.846216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-fc635611-f07e-44aa-9549-ea59eb70218d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:34.847336 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fc635611-f07e-44aa-9549-ea59eb70218d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3208604 Aug 11 02:06:37.251999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40852) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:37.579452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-924eda04-d84a-4862-acde-936955fdd979 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:37.580559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-924eda04-d84a-4862-acde-936955fdd979 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275776 Aug 11 02:06:40.290493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:40.620915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:40.650525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.652275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.819499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.825607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.838259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.839455 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10c4f040-100d-4aec-9716-6158a5e95936 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5479958 Aug 11 02:06:41.531074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:41.621577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:41.762486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ea17f-c3e8-4a49-bbb1-6697ed83d015 None None] Network d363de36-6de7-48c5-beb0-232045dc34e6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:41.822419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] Provisioning for port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:41.829835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] Provisioning complete for port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:41.830255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.019438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.065882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] For port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8278b7eb-fea0-44c7-8ec0-ae75cf5efbae,segment=NetworkSegment(b7e302e2-95aa-4297-8da8-52b6a7be044c),segment_id=b7e302e2-95aa-4297-8da8-52b6a7be044c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:42.072376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.123048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675374b-043d-409b-96d9-c512a45aafb7 None None] Pushing event updated for resources: {'Port': ['ID=8278b7eb-fea0-44c7-8ec0-ae75cf5efbae,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:42.293562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fbe9fa1d-5025-44dd-900c-4c5f685c8294 None None] Provisioning complete for port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:42.294240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fbe9fa1d-5025-44dd-900c-4c5f685c8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.504987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:43.521680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:43.553740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:43.554050 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.718245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03849607-9eb5-444c-9a2a-bf308863ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:43.845792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-61a79047-ed50-4aa0-981d-502dd11270de admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:06:43.846848 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-61a79047-ed50-4aa0-981d-502dd11270de admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3241820 Aug 11 02:06:46.228323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:46.544453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:46.567410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Made reservation on behalf of 4c21b9511a584827825e46d5854a422c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:46.569740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.585334 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.701699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.705674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.727259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Reserving flat network on physical network physnet1 {{(pid=94700) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 02:06:46.757583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791178403687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.758192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Unsubscribe: segment precommit_create {{(pid=94700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:06:46.758681 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Added segment 13ad50cc-27c2-4f47-9b06-cd402b561a5e of type flat for network f2c31456-c013-4995-b9ff-1fd42978e5e1 Aug 11 02:06:46.763489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb2da8-e0a2-46fb-a74b-72b158d1abe2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:46.814435 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.862387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.863244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:46.863817 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:46.938625 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7091889 Aug 11 02:06:46.956618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc55025-239f-4953-9eb4-4d69d906830c admin admin] Pushing event updated for resources: {'Network': ['ID=f2c31456-c013-4995-b9ff-1fd42978e5e1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:46.967705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:06:47.329111 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3fa97bf-c274-41d2-8754-cd9045bb131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:47.611800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:48.195730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:49.358802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:49.573378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b6201-3594-4153-8d2b-f4b7e87a12e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:49.575730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d5b6201-3594-4153-8d2b-f4b7e87a12e6 admin admin] 10.222.0.16 "GET /v2.0/subnets/06456544-205c-41da-afa2-d5b4c1fb16d2 HTTP/1.1" status: 200 len: 849 time: 0.2156634 Aug 11 02:06:49.730626 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f1002ba1-7072-4c84-af86-29fa4aaec639 admin admin] 10.222.0.16 "GET /v2.0/routers/ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 HTTP/1.1" status: 200 len: 704 time: 0.1484866 Aug 11 02:06:49.768183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.021170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.336673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Allocated IP 172.20.0.1 (d363de36-6de7-48c5-beb0-232045dc34e6/06456544-205c-41da-afa2-d5b4c1fb16d2/04db6f9d-ff2f-4fc0-a1f4-0d735d307856) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:50.514443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.537587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Transition to ACTIVE for port object 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:50.683040 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.756821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Network d363de36-6de7-48c5-beb0-232045dc34e6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:50.761836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:50.768133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:50.768684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:50.791162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Pushing event updated for resources: {'Port': ['ID=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:50.961084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-06c4d476-1f32-450d-b047-06fde844fcfd None None] Provisioning for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:50.967853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-06c4d476-1f32-450d-b047-06fde844fcfd None None] Provisioning complete for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:50.968662 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06c4d476-1f32-450d-b047-06fde844fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.001931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.020069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06c4d476-1f32-450d-b047-06fde844fcfd None None] Port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:51.216890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.221827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.222733 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.303501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Pushing event updated for resources: {'Port': ['ID=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:51.355596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Network d363de36-6de7-48c5-beb0-232045dc34e6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:51.357949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:51.544483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b081076b-91b5-4878-86a5-c363aaefaf37 None None] Provisioning complete for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:51.544958 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b081076b-91b5-4878-86a5-c363aaefaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:51.549882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:06:51.586944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b081076b-91b5-4878-86a5-c363aaefaf37 None None] Port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:51.652539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:51.658372 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b1534fb-8944-46da-bca8-4b59b43b81c7 admin admin] 10.222.0.16 "PUT /v2.0/routers/ad7cbe28-091d-4087-872e-7e6fe0d5e8d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9223540 Aug 11 02:06:51.664747 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Sync routers for ids ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:51.677488 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Routers {'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:51.678519 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:06:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:51.874183 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Set router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:52.529858 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:40Z', 'updated_at': '2021-08-11T02:06:50Z', 'revision_number': 2, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'gw_port_host': None, '_interfaces': [{'id': '04db6f9d-ff2f-4fc0-a1f4-0d735d307856', 'name': '', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'mac_address': 'fa:16:3e:f1:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:50Z', 'updated_at': '2021-08-11T02:06:51Z', 'revision_number': 2, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'subnets': [{'id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:52.584678 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Checking router: ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:52.585070 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Updating router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:52.642868 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.238899 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.258596 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Transition to ACTIVE for port object 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:53.266559 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.451362 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Pushing event updated for resources: {'Port': ['ID=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:53.469476 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.469787 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.470205 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.470483 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.470804 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.471125 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.471441 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.471757 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.472069 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.472382 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.472687 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.472996 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Tracked resource versions report: Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: pushed versions: Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Log': {'1.0'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Network': {'1.1'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Port': {'1.7'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'PortForwarding': {'1.2'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'QosPolicy': {'1.9'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'SubPort': {'1.0'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Subnet': {'1.1'}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Trunk': {'1.1'}} Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: consumer versions: Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: L3 agent@n-d-715271-8: {}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: Metadata agent@n-d-715271-8: {}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: Metering agent@n-d-715271-8: {}, Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'ConntrackHelper': '1.0', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Log': '1.0', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Network': '1.1', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Port': '1.7', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'PortForwarding': '1.2', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'QosPolicy': '1.9', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'SecurityGroup': '1.4', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'SecurityGroupRule': '1.2', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'SubPort': '1.0', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Subnet': '1.1', Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: 'Trunk': '1.1'}} Aug 11 02:06:53.474133 n-d-715271-8 neutron-server[94702]: {{(pid=94702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:53.477076 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Attempting to bind port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:53.477468 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Attempting to bind port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:53.477889 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Attempting to bind port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 on network d363de36-6de7-48c5-beb0-232045dc34e6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:53.484367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:53.484768 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Checking segment: {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:53.485280 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.485686 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Bound using segment: {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:53.486221 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Bound port: 04db6f9d-ff2f-4fc0-a1f4-0d735d307856, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e302e2-95aa-4297-8da8-52b6a7be044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:53.486618 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.562829 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] For port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:53.588075 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] For port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,segment=NetworkSegment(b7e302e2-95aa-4297-8da8-52b6a7be044c),segment_id=b7e302e2-95aa-4297-8da8-52b6a7be044c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:53.593493 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:53.648494 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Routers {'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:53.649137 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:06:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:53.745330 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] Set router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:53.822452 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d93847-1391-40da-91b5-6c6273a52680 None None] Pushing event updated for resources: {'Port': ['ID=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:53.986932 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:40Z', 'updated_at': '2021-08-11T02:06:50Z', 'revision_number': 2, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'gw_port_host': None, '_interfaces': [{'id': '04db6f9d-ff2f-4fc0-a1f4-0d735d307856', 'name': '', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'mac_address': 'fa:16:3e:f1:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:50Z', 'updated_at': '2021-08-11T02:06:53Z', 'revision_number': 4, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'subnets': [{'id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:54.013539 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2c226-5900-4452-8d3c-ddf6f5c490c8 None None] The sync data for ids ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'] in n-d-715271-8 is: [{'id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:40Z', 'updated_at': '2021-08-11T02:06:50Z', 'revision_number': 2, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'gw_port_host': None, '_interfaces': [{'id': '04db6f9d-ff2f-4fc0-a1f4-0d735d307856', 'name': '', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'mac_address': 'fa:16:3e:f1:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:50Z', 'updated_at': '2021-08-11T02:06:53Z', 'revision_number': 4, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'subnets': [{'id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:54.031139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40920) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:54.205304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434499de-3637-49b2-8983-f150c57b2109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:54.206812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-434499de-3637-49b2-8983-f150c57b2109 admin admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 842 time: 0.1744246 Aug 11 02:06:54.217506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.6.1', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.6.0/24'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:54.242319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Made reservation on behalf of 4c21b9511a584827825e46d5854a422c for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:54.244650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.761650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:06:54.762471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.850513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b53ede-f925-4117-a761-55aeb172ac0e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:54.858350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:54.858754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Network hostable DHCP agents. Network: f2c31456-c013-4995-b9ff-1fd42978e5e1, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:06:54.885204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:06:54.900597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f2c31456-c013-4995-b9ff-1fd42978e5e1) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:54.906982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:54.907632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.916845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf67b2-4dba-411a-b16e-627873029c17 None None] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:54.930900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4363d03-d7f7-48ba-97bc-b886d36dfa51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7173164 Aug 11 02:06:55.142751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75169c5f-d1d5-4bdd-8a81-05bbc8d72a0b None None] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:57.446841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:57.743518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-37cfbefa-496a-4e58-96df-80ed96c10515 admin admin] 10.222.0.16 "GET /v2.0/routers/ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 HTTP/1.1" status: 200 len: 710 time: 0.2949123 Aug 11 02:06:57.908869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be862e-775b-4100-94ff-20bdbf6914ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:57.911440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c8be862e-775b-4100-94ff-20bdbf6914ca admin admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 886 time: 0.1596899 Aug 11 02:06:57.925472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:58.233887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.539399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.628693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.870706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Allocated IP 172.25.6.39 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/6d31554f-a6ed-49fd-9e92-1c3e2b913979) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:59.020155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.167355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.247471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:59.253019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:59.256278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:59.299901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Pushing event updated for resources: {'Port': ['ID=6d31554f-a6ed-49fd-9e92-1c3e2b913979,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:59.586103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.837757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.844369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.969721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:00.115530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:00.120713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.122586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7e5659ef-d994-4566-9f6c-7328295ad799 admin admin] 10.222.0.16 "PUT /v2.0/routers/ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 HTTP/1.1" status: 200 len: 889 time: 2.2041254 Aug 11 02:07:01.301447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Sync routers for ids ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:01.316490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Routers {'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:01.317257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:06:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:01.598602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:01.658474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Set router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:01.828826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:01.883139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:01.883520 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.105272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.168005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,segment=NetworkSegment(b7e302e2-95aa-4297-8da8-52b6a7be044c),segment_id=b7e302e2-95aa-4297-8da8-52b6a7be044c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:02.178966 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.240908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6d31554f-a6ed-49fd-9e92-1c3e2b913979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:40Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'gw_port': {'id': '6d31554f-a6ed-49fd-9e92-1c3e2b913979', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '04db6f9d-ff2f-4fc0-a1f4-0d735d307856', 'name': '', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'mac_address': 'fa:16:3e:f1:9b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:50Z', 'updated_at': '2021-08-11T02:06:53Z', 'revision_number': 4, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'subnets': [{'id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:02.307273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Checking router: ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:02.308090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Updating router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:07:02.328827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=04db6f9d-ff2f-4fc0-a1f4-0d735d307856,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:02.368047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.805890 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.824432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Transition to ACTIVE for port object 6d31554f-a6ed-49fd-9e92-1c3e2b913979 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:02.835069 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.901048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Attempting to bind port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:02.901374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Attempting to bind port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:02.901805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Attempting to bind port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:02.905731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e25874-b702-4faf-af69-56c25cf4cd46 None None] Pushing event updated for resources: {'Port': ['ID=6d31554f-a6ed-49fd-9e92-1c3e2b913979,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:02.912300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:02.912886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:02.913533 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.914194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:02.914967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Bound port: 6d31554f-a6ed-49fd-9e92-1c3e2b913979, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:02.915597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.979706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] For port 6d31554f-a6ed-49fd-9e92-1c3e2b913979, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:02.986815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] For port 6d31554f-a6ed-49fd-9e92-1c3e2b913979, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6d31554f-a6ed-49fd-9e92-1c3e2b913979,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:02.993849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.107152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Routers {'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:03.108248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:06:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:03.111290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e25874-b702-4faf-af69-56c25cf4cd46 None None] Pushing event updated for resources: {'Port': ['ID=6d31554f-a6ed-49fd-9e92-1c3e2b913979,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:03.138501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:03.265240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a5f7ee48-8b86-4285-aaa4-3e22b629b4ec admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1254747 Aug 11 02:07:03.420803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] Set router ad7cbe28-091d-4087-872e-7e6fe0d5e8d5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:03.578150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:03.709793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:03.710309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.881512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6d31554f-a6ed-49fd-9e92-1c3e2b913979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:40Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'gw_port': {'id': '6d31554f-a6ed-49fd-9e92-1c3e2b913979', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '04db6f9d-ff2f-4fc0-a1f4-0d735d307856', 'name': '', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'mac_address': 'fa:16:3e:f1:9b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:50Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 5, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'subnets': [{'id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:03.920761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f514b25-ee5a-4681-83c1-3b8d81264467 None None] The sync data for ids ['ad7cbe28-091d-4087-872e-7e6fe0d5e8d5'] in n-d-715271-8 is: [{'id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'name': 'router1', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6d31554f-a6ed-49fd-9e92-1c3e2b913979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:40Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'gw_port': {'id': '6d31554f-a6ed-49fd-9e92-1c3e2b913979', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '04db6f9d-ff2f-4fc0-a1f4-0d735d307856', 'name': '', 'network_id': 'd363de36-6de7-48c5-beb0-232045dc34e6', 'tenant_id': 'c6c571c9e4184882863c2ba791532c9d', 'mac_address': 'fa:16:3e:f1:9b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cbe28-091d-4087-872e-7e6fe0d5e8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:50Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 5, 'project_id': 'c6c571c9e4184882863c2ba791532c9d', 'subnets': [{'id': '06456544-205c-41da-afa2-d5b4c1fb16d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51124475-a993-478a-9ab8-8ca4b480eb38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:05.604677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6d31554f-a6ed-49fd-9e92-1c3e2b913979 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:05.696274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:05.707070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:05.707070 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.897478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.949984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 6d31554f-a6ed-49fd-9e92-1c3e2b913979, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6d31554f-a6ed-49fd-9e92-1c3e2b913979,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:05.962735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.092736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=6d31554f-a6ed-49fd-9e92-1c3e2b913979,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:07.557005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6d31554f-a6ed-49fd-9e92-1c3e2b913979 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:07.636947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6d31554f-a6ed-49fd-9e92-1c3e2b913979 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:07.637338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.755838 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-643df27d-65de-404c-b9ca-dfe04cc52bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.885176 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:07:17.335180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fef2e5f8-a8a8-4d82-ba4d-d09f3f472e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.625180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.212495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.791559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.744719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2e95a66-e337-4d14-bdc2-c2d3ab701a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.342174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4042-8380-4c34-b12a-f9bc6b026625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.623814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.206292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.800138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.896501 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:08:13.726801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cc80-9a77-4a61-9b96-a4623416fc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.332451 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33bbf41e-80ad-4982-849e-7388f46f5a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.622092 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.212649 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.802915 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.886620 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:08:43.733703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83f4c3ef-9713-4141-97f5-fc17c4d18ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.331296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7208396b-b26d-4ab5-97cc-af572e870844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.624193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.209884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.815084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.481621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:59.549694 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-213fdbc0-56c9-4c87-abbb-f676f0dd5ee5 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:08:59.551197 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-213fdbc0-56c9-4c87-abbb-f676f0dd5ee5 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684280 Aug 11 02:08:59.738239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e860bb-fb21-4b1f-a5a9-9abf2c194873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.739834 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-64e860bb-fb21-4b1f-a5a9-9abf2c194873 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1803827 Aug 11 02:09:02.028217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:02.138459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc17a1e-ef45-4624-99a0-0f94ad9bc6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.139887 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ecc17a1e-ef45-4624-99a0-0f94ad9bc6dd admin admin] 10.222.0.16 "GET /v2.0/subnets/06456544-205c-41da-afa2-d5b4c1fb16d2 HTTP/1.1" status: 200 len: 849 time: 0.1106219 Aug 11 02:09:02.151105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:02.243042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.491225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791178363796'] for subnet, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.526856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.527368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.529831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] 10.222.0.16 "PUT /v2.0/subnets/06456544-205c-41da-afa2-d5b4c1fb16d2 HTTP/1.1" status: 200 len: 868 time: 0.3835223 Aug 11 02:09:02.536249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f0178-7fbe-49ec-ade7-27964d74bdef None None] Network d363de36-6de7-48c5-beb0-232045dc34e6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:02.552261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06456544-205c-41da-afa2-d5b4c1fb16d2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:02.560320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.560663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.561002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.561346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.561768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.562017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.562349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.562672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.562994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.563313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.563630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.563947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f309f6-8f89-4f50-a0ce-6166a0d2390e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:02.954612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c2cfedd2-1c69-488e-bcad-606a04e3f305 None None] Provisioning complete for port 04db6f9d-ff2f-4fc0-a1f4-0d735d307856 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:02.954993 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2cfedd2-1c69-488e-bcad-606a04e3f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.091640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c2cfedd2-1c69-488e-bcad-606a04e3f305 None None] Provisioning complete for port 8278b7eb-fea0-44c7-8ec0-ae75cf5efbae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:03.092161 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2cfedd2-1c69-488e-bcad-606a04e3f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.890333 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:09:04.938414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41558) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:05.235346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719dde9f-e31d-4764-aff1-d6500c682726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.235743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719dde9f-e31d-4764-aff1-d6500c682726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.237384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-719dde9f-e31d-4764-aff1-d6500c682726 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2980015 Aug 11 02:09:07.587791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41568) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:07.776405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c354a6-7663-445a-bbe8-61188dd76542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.777187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c354a6-7663-445a-bbe8-61188dd76542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.780052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-30c354a6-7663-445a-bbe8-61188dd76542 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1910205 Aug 11 02:09:10.066424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:10.215783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97312405-3764-4f50-87ad-5f4173ab04c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.217206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-97312405-3764-4f50-87ad-5f4173ab04c9 admin admin] 10.222.0.16 "GET /v2.0/networks/d363de36-6de7-48c5-beb0-232045dc34e6 HTTP/1.1" status: 200 len: 868 time: 0.1496887 Aug 11 02:09:12.529035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:12.705574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d39-a8db-4975-aeeb-996c760fe88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.707168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97898d39-a8db-4975-aeeb-996c760fe88e admin admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 886 time: 0.1768367 Aug 11 02:09:13.736013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b36fab03-7b84-4c16-9249-37dcef74ac8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.339362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:15.483308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444022c-6491-409f-bbcc-41e3af82fe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.483830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444022c-6491-409f-bbcc-41e3af82fe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.485616 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5444022c-6491-409f-bbcc-41e3af82fe20 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1452014 Aug 11 02:09:17.325804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dc705ed-d693-415b-b9c7-3902b04b0cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.621670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.117189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41600) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:18.210526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.293800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd4f56-5c2b-4087-94d4-9081512253d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.294299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd4f56-5c2b-4087-94d4-9081512253d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.295956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6dfd4f56-5c2b-4087-94d4-9081512253d3 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1776972 Aug 11 02:09:19.813911 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.241344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41608) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:21.384308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb8d8b5-cffb-4755-9a24-7822ffd7cc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.385728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fdb8d8b5-cffb-4755-9a24-7822ffd7cc20 admin admin] 10.222.0.16 "GET /v2.0/subnets/06456544-205c-41da-afa2-d5b4c1fb16d2 HTTP/1.1" status: 200 len: 868 time: 0.1434104 Aug 11 02:09:23.707254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41616) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:23.816748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8cdf9-0f99-4f0b-aed1-538367605ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.818207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1cd8cdf9-0f99-4f0b-aed1-538367605ef0 admin admin] 10.222.0.16 "GET /v2.0/subnets/24b53ede-f925-4117-a761-55aeb172ac0e HTTP/1.1" status: 200 len: 816 time: 0.1099484 Aug 11 02:09:41.890582 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:09:43.734325 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92639a76-f0ff-4e4e-8f02-e8a8ca0cea44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.330841 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b130fb6-9005-4aeb-b856-fb5b3acf4f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.627935 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.221543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.820909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.243582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41670) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:51.299276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-ba3084d3-c714-4949-83aa-09a5f45c325e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:51.300356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ba3084d3-c714-4949-83aa-09a5f45c325e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555260 Aug 11 02:09:53.825726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:53.899568 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7151c8-ab9d-462c-ae69-b3977d831a4f admin admin] GET failed (client error): The resource could not be found. Aug 11 02:09:53.901063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7b7151c8-ab9d-462c-ae69-b3977d831a4f admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739095 Aug 11 02:09:54.062824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c246a-df6f-449d-8482-5e95c887921c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.064331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-740c246a-df6f-449d-8482-5e95c887921c admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1584609 Aug 11 02:09:56.592157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:56.666100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:56.691484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Made reservation on behalf of 4c21b9511a584827825e46d5854a422c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:56.693966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.729888 n-d-715271-8 neutron-server[94700]: WARNING neutron.services.revisions.revision_plugin [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Could not find related network for resource to bump revision. Aug 11 02:09:56.750687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:56.767743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.768179 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Added segment f23220c9-8378-4609-8f4d-09700e292454 of type vlan for network 598ec8d8-cf50-4b55-9403-380827791baa Aug 11 02:09:56.830591 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.873554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.874843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.875608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.934631 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3412209 Aug 11 02:09:56.942986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ec1d-9069-4aa4-9109-f53c6672ce75 admin admin] Pushing event updated for resources: {'Network': ['ID=598ec8d8-cf50-4b55-9403-380827791baa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.958445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 598ec8d8-cf50-4b55-9403-380827791baa details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:59.244575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:59.310939 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83c0fd1-1c04-4c0a-af0a-d904b2e89670 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:09:59.312367 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d83c0fd1-1c04-4c0a-af0a-d904b2e89670 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668278 Aug 11 02:09:59.398206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070070b3-206b-4c24-85aa-ae29c5aebca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.400982 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-070070b3-206b-4c24-85aa-ae29c5aebca2 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0834219 Aug 11 02:09:59.412603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:59.436583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Made reservation on behalf of 4c21b9511a584827825e46d5854a422c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:59.438855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.646770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.700716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997794ef-ae41-412a-850a-d52deeb88bb3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:59.719896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:59.720251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Network hostable DHCP agents. Network: 598ec8d8-cf50-4b55-9403-380827791baa, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:59.739329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Network 598ec8d8-cf50-4b55-9403-380827791baa is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:59.750910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 598ec8d8-cf50-4b55-9403-380827791baa) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:59.755762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.756427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.767141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a302678-d7bd-4f49-9e12-94626d463c64 None None] Network 598ec8d8-cf50-4b55-9403-380827791baa requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:59.778161 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2973c6a5-30b6-42a4-91b5-ed9b02e78982 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667028 Aug 11 02:09:59.998798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-598ec8d8-cf50-4b55-9403-380827791baa', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'tenant_id': '4c21b9511a584827825e46d5854a422c', 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:09:59.999890 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.179688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Allocated IP 192.168.233.2 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/2bbe43b7-bf84-4384-bbd2-6f7234374a5f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:00.391245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.402479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Transition to ACTIVE for port object 2bbe43b7-bf84-4384-bbd2-6f7234374a5f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:00.423576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Transition to ACTIVE for port object 2bbe43b7-bf84-4384-bbd2-6f7234374a5f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:00.433495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.511493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:00.517289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:00.525475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:00.531215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Pushing event updated for resources: {'Port': ['ID=2bbe43b7-bf84-4384-bbd2-6f7234374a5f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:00.552115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.552658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.553203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.553840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.554484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.555058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.555644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.556214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.556795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.557366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.557937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.558542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.630375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Attempting to bind port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:00.631002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Attempting to bind port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:00.631699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Attempting to bind port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:00.640722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:00.641109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:00.642088 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.642088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:00.642797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Bound port: 2bbe43b7-bf84-4384-bbd2-6f7234374a5f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:00.642797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.736471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] For port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:00.740203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] For port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2bbe43b7-bf84-4384-bbd2-6f7234374a5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:00.746276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.826237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164c8c4-282e-4e69-bfa2-64c62c9986b4 None None] Pushing event updated for resources: {'Port': ['ID=2bbe43b7-bf84-4384-bbd2-6f7234374a5f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:01.743401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2bbe43b7-bf84-4384-bbd2-6f7234374a5f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:01.796395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d548e-a51d-46f7-9965-14be7ea8dc7a None None] Network 598ec8d8-cf50-4b55-9403-380827791baa requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:01.915246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:01.926817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0b6a1f47-3fd7-402d-8c85-878e94a0232a None None] Provisioning for port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:01.929612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:01.930139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.971507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0b6a1f47-3fd7-402d-8c85-878e94a0232a None None] Provisioning complete for port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:01.972065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f47-3fd7-402d-8c85-878e94a0232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.172405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.211673 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f47-3fd7-402d-8c85-878e94a0232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.264141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2bbe43b7-bf84-4384-bbd2-6f7234374a5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:02.271758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.382240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-0b6a1f47-3fd7-402d-8c85-878e94a0232a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:10:02.382653 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-0b6a1f47-3fd7-402d-8c85-878e94a0232a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:10:02.383396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2bbe43b7-bf84-4384-bbd2-6f7234374a5f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:03.070046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e572b9dc-51ab-435a-9c7e-1fc0c6cf86ee None None] Provisioning complete for port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:03.070957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e572b9dc-51ab-435a-9c7e-1fc0c6cf86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.694771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2bbe43b7-bf84-4384-bbd2-6f7234374a5f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:03.745430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2bbe43b7-bf84-4384-bbd2-6f7234374a5f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:03.745804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.729576 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-358bccec-bf65-4a01-94c6-8175e57889cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.324735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f423d38-22e1-4f32-be1c-046c74742a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.612761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.221980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.961891 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:10:19.827169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.734550 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49e4507c-d642-466f-8354-51251701eecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.332912 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d22fe0-4cba-479c-8fd3-ade58a9e39a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.620589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.224549 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.834292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.893185 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:11:13.740864 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c24d7b2-3fed-4987-96ad-c7d4fe13dbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.335162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5953937-d679-43eb-bc7b-c474cb7c3034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.623218 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:18.228894 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.299823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:19.306578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-bba925ef-ce5a-459e-9f01-3ebf48f60dfd tempest-verify_tempest_config-1280737609 tempest-verify_tempest_config-1280737609-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:11:19.307578 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bba925ef-ce5a-459e-9f01-3ebf48f60dfd tempest-verify_tempest_config-1280737609 tempest-verify_tempest_config-1280737609-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067785 Aug 11 02:11:19.631669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41766) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:19.758513 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.832142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.861697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.866966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.917593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb90e90-e12b-4a7c-aebc-0cca0919949d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:19.921718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bbb657c16cb4abd8415634dc682d549&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2886195 Aug 11 02:11:19.924458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:19.928654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.929047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.929390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.929732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.930105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.930444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.931144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.931482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.931816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.932157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.932488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:19.932820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1c48-c69d-449f-9dde-ff4eb25786cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.012126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.037362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.140869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.143568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.145649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eb90e90-e12b-4a7c-aebc-0cca0919949d HTTP/1.1" status: 204 len: 168 time: 0.2195663 Aug 11 02:11:20.155720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb90e90-e12b-4a7c-aebc-0cca0919949d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:20.164735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.164903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.165197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.165833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.166175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.166507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.166830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.167152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.167475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.167794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.168116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:20.168435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91ae9-c052-4ef7-b694-fd799dac8bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:32.893495 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:11:43.733806 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6885761b-042d-48ef-b2ac-e68425be348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.333672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-036d6534-d9dd-44af-8e8f-ee2449e104b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.618963 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:48.230689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:49.834537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.894666 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:12:13.739705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf390-c0b6-4213-9680-55c7d356a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.327204 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f53a54a8-d31d-4812-ac78-3ac504dec7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:17.615994 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.233924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.843295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:43.732078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-652c34a1-c262-4171-8eff-e5e34eede80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.894268 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:12:47.331262 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97ed5a98-84b0-4f31-896f-6d4305718dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.610276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.238998 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.844294 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.735925 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd4f684f-1825-43fc-a4ad-a945d35ab48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.335221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f850-2cee-47db-ab7b-d9b1669df1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.614349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.238990 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.864064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.894247 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:13:43.738813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ec984a4-9a8c-442c-bc25-18c0c11aa299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.338845 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dba5d31e-7913-4d39-bd0c-ba2e86bbd35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.618084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.240969 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.856229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.895235 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 5 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:14:13.745015 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6481a46-29ef-47eb-a069-2fff231f1e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.342547 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afcbc1e7-3551-46e6-a5ec-c68d0f89d8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.620280 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.244829 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.857676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.642301 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.672599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692413'] for agent, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.895584 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:14:43.738438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5898a167-b2ff-4b98-9a06-419967ed9c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.343507 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e8803d6b-2503-4a62-8c06-5af85ed62d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.623781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.247801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.862435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.595135 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.655862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.686444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.820040 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-636e6c72-19c3-4c18-a831-be1a90571203 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1320486 Aug 11 02:15:12.325438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:12.389569 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f741feac-de03-4ced-845b-b5b3e6e2dcba admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0627403 Aug 11 02:15:13.745769 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f823384c-ecf1-4791-ae24-860ed1343b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.894783 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:15:17.346930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d11c123d-6e02-4ce6-bf0e-b03cded4d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.630379 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.252113 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.870571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.592321 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.667697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.740783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f57e5995-386a-434d-aae6-6bbb7c10327c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.350871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b4819cb-f4e3-4fd5-9d1d-ed986f726b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.629555 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.257264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.879174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.905125 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:15:52.609542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.689658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.745746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e3f51d1-0b77-46b0-818d-b215ef01c24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.360678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a40b172-9e1e-4739-9ec2-0999ab6a5625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.623021 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.259180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.871127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.601694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.673609 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.901031 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:16:38.615769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.803553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42108) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.401819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42124) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.415073 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-36421c53-5c12-4733-a7b4-022717a373e9 tempest-AutoAllocateNetworkTest-1121203045 tempest-AutoAllocateNetworkTest-1121203045-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=17de2929a0234b3091d0c0991b2286ad&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7974241 Aug 11 02:16:39.432081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-network', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:39.515018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Made reservation on behalf of 5f515faec97d415e85731cf5c93fb58c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:39.519331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.544169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.725835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.733069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.782276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737f86a-d7db-4397-93a8-117d12e78125,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:39.797560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.798307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.798999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.799498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.800028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.800450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.800851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.801289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.801839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.802501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.802970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.803674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Tracked resource versions report: Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: pushed versions: Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: { 'AddressGroup': {'1.2'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'ConntrackHelper': {'1.0'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Log': {'1.0'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Network': {'1.1'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Port': {'1.7'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'PortForwarding': {'1.2'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'QosPolicy': {'1.9'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'SecurityGroup': {'1.4'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'SubPort': {'1.0'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Subnet': {'1.1'}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Trunk': {'1.1'}} Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: consumer versions: Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: HyperV agent@n-h1-715271-8: {}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: HyperV agent@n-h2-715271-8: {}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: L3 agent@n-d-715271-8: {}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: Metadata agent@n-d-715271-8: {}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: Metering agent@n-d-715271-8: {}, Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'ConntrackHelper': '1.0', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Log': '1.0', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Network': '1.1', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Port': '1.7', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'PortForwarding': '1.2', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'QosPolicy': '1.9', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'SecurityGroup': '1.4', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'SecurityGroupRule': '1.2', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'SubPort': '1.0', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Subnet': '1.1', Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: 'Trunk': '1.1'}} Aug 11 02:16:39.805983 n-d-715271-8 neutron-server[94700]: {{(pid=94700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:16:39.822984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:39.850364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8148fa6c-c2fa-440b-a86e-2c32867e1890 tempest-AutoAllocateNetworkTest-1121203045 tempest-AutoAllocateNetworkTest-1121203045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.850711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.851093 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Added segment bb4f8f10-c281-405a-a3a2-20d7a75328ae of type vlan for network f0bab906-41b5-42e7-b3a8-c8a5a101c9df Aug 11 02:16:39.860458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8148fa6c-c2fa-440b-a86e-2c32867e1890 tempest-AutoAllocateNetworkTest-1121203045 tempest-AutoAllocateNetworkTest-1121203045-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4548638 Aug 11 02:16:39.862623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42144) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.953245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.029842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9cf009ae-c98b-4134-8d98-3665a4ccaca8 tempest-AutoAllocateNetworkTest-1121203045 tempest-AutoAllocateNetworkTest-1121203045-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636813 Aug 11 02:16:40.031505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42150) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.086459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.089038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.091542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.124633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a9b71be-2da5-45ab-8200-0925a0f36fb2 tempest-AutoAllocateNetworkTest-1121203045 tempest-AutoAllocateNetworkTest-1121203045-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=17de2929a0234b3091d0c0991b2286ad HTTP/1.1" status: 200 len: 208 time: 0.0864782 Aug 11 02:16:40.201419 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3959136 Aug 11 02:16:40.207178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42160) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.218189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Request body: {'subnet': {'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-subnet', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:40.219843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce4fc4-f229-4011-aa40-f28a3a1e8525 admin admin] Pushing event updated for resources: {'Network': ['ID=f0bab906-41b5-42e7-b3a8-c8a5a101c9df,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.236570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:40.278856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Made reservation on behalf of 5f515faec97d415e85731cf5c93fb58c for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:40.283237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.684622 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.798310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ed2e70-7fd6-467a-b494-4ff032867f76,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.820476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.821073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.821662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.822297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.822913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.823469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.824037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.824745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.825343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.825936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.826563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.827137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Tracked resource versions report: Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: pushed versions: Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: { 'AddressGroup': {'1.2'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'ConntrackHelper': {'1.0'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Log': {'1.0'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Network': {'1.1'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Port': {'1.7'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'PortForwarding': {'1.2'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'QosPolicy': {'1.9'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'SecurityGroup': {'1.4'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'SubPort': {'1.0'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Subnet': {'1.1'}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Trunk': {'1.1'}} Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: consumer versions: Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: HyperV agent@n-h1-715271-8: {}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: HyperV agent@n-h2-715271-8: {}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: L3 agent@n-d-715271-8: {}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: Metadata agent@n-d-715271-8: {}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: Metering agent@n-d-715271-8: {}, Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'ConntrackHelper': '1.0', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Log': '1.0', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Network': '1.1', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Port': '1.7', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'PortForwarding': '1.2', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'QosPolicy': '1.9', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'SecurityGroup': '1.4', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'SecurityGroupRule': '1.2', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'SubPort': '1.0', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Subnet': '1.1', Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: 'Trunk': '1.1'}} Aug 11 02:16:40.829152 n-d-715271-8 neutron-server[94699]: {{(pid=94699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:16:40.833412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Checking segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:40.833969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Network hostable DHCP agents. Network: f0bab906-41b5-42e7-b3a8-c8a5a101c9df, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:40.868224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:40.884526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f0bab906-41b5-42e7-b3a8-c8a5a101c9df) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:40.891733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.893251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.903788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446831ef-4b28-44bc-afe1-6fa6bece3dc0 None None] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:40.922089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-57104ee4-69c7-43f1-97ff-1e56f8cfce4e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7130158 Aug 11 02:16:40.926535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.939251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:40.989857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.992064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.112250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.199419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:41.203186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.323689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.419416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42210) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:41.470708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Allocated IP 172.20.0.2 (f0bab906-41b5-42e7-b3a8-c8a5a101c9df/89ed2e70-7fd6-467a-b494-4ff032867f76/74d8eb02-b40f-4a81-854d-8ec3add8b844) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:41.692899 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.711955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Transition to ACTIVE for port object 74d8eb02-b40f-4a81-854d-8ec3add8b844 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:41.735643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Transition to ACTIVE for port object 74d8eb02-b40f-4a81-854d-8ec3add8b844 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:41.745626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.783782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.816061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:41.820158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:41.829102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:41.845107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Pushing event updated for resources: {'Port': ['ID=74d8eb02-b40f-4a81-854d-8ec3add8b844,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:41.856823 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.878864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.879228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.879669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.880185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.880662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.880933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.881421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.881750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.882106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.882442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.882771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.883096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Tracked resource versions report: Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: pushed versions: Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: { 'AddressGroup': {'1.2'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'ConntrackHelper': {'1.0'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Log': {'1.0'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Network': {'1.1'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Port': {'1.7'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'PortForwarding': {'1.2'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'QosPolicy': {'1.9'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'SecurityGroup': {'1.4'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'SubPort': {'1.0'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Subnet': {'1.1'}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Trunk': {'1.1'}} Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: consumer versions: Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: HyperV agent@n-h1-715271-8: {}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: HyperV agent@n-h2-715271-8: {}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: L3 agent@n-d-715271-8: {}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: Metadata agent@n-d-715271-8: {}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: Metering agent@n-d-715271-8: {}, Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'ConntrackHelper': '1.0', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Log': '1.0', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Network': '1.1', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Port': '1.7', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'PortForwarding': '1.2', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'QosPolicy': '1.9', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'SecurityGroup': '1.4', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'SecurityGroupRule': '1.2', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'SubPort': '1.0', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Subnet': '1.1', Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: 'Trunk': '1.1'}} Aug 11 02:16:41.884307 n-d-715271-8 neutron-server[94701]: {{(pid=94701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:16:41.966658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Attempting to bind port 74d8eb02-b40f-4a81-854d-8ec3add8b844 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:41.967178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Attempting to bind port 74d8eb02-b40f-4a81-854d-8ec3add8b844 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:41.967761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Attempting to bind port 74d8eb02-b40f-4a81-854d-8ec3add8b844 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:41.977740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:41.978413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Checking segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:41.979074 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.979719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Bound using segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:41.981311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Bound port: 74d8eb02-b40f-4a81-854d-8ec3add8b844, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:41.981973 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.063464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8542e4b0-4357-4db8-be9d-5198f003311c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.172029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] For port 74d8eb02-b40f-4a81-854d-8ec3add8b844, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:42.183168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] For port 74d8eb02-b40f-4a81-854d-8ec3add8b844, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74d8eb02-b40f-4a81-854d-8ec3add8b844,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:42.197814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.239036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Allocated IP 172.25.6.10 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/cc222d8f-77ac-4819-8dad-5464691ede5d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:42.353242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8542e4b0-4357-4db8-be9d-5198f003311c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.370493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8542e4b0-4357-4db8-be9d-5198f003311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.422380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb4bf3-ac27-4363-b8dd-239c3d2441b6 None None] Pushing event updated for resources: {'Port': ['ID=74d8eb02-b40f-4a81-854d-8ec3add8b844,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.520227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8542e4b0-4357-4db8-be9d-5198f003311c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17de2929a0234b3091d0c0991b2286ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0986731 Aug 11 02:16:42.525319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542e4b0-4357-4db8-be9d-5198f003311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bc2821-25e3-4cc8-bdcd-ccaae8183885,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.530107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.744238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab913-67a0-4ba7-a046-fa78211ef87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.782714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.850925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab913-67a0-4ba7-a046-fa78211ef87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.960629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.014493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab913-67a0-4ba7-a046-fa78211ef87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.020382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:43.022882 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab913-67a0-4ba7-a046-fa78211ef87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.024361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:43.030865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5d7ab913-67a0-4ba7-a046-fa78211ef87a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70bc2821-25e3-4cc8-bdcd-ccaae8183885 HTTP/1.1" status: 204 len: 168 time: 0.4747016 Aug 11 02:16:43.053026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ab913-67a0-4ba7-a046-fa78211ef87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bc2821-25e3-4cc8-bdcd-ccaae8183885,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:43.071636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:43.222053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Pushing event updated for resources: {'Port': ['ID=cc222d8f-77ac-4819-8dad-5464691ede5d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:43.368207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.643435 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.760059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42310) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:43.766659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-149ed742-01ec-4af1-801a-019dce4c4d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.861685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:16:43.998395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499df6f-6a44-40f4-a5b3-0a77514e3b18 None None] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:44.135049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:44.169189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.173623 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e71f262c-e7f7-4889-9800-ee95ba725c23 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2418735 Aug 11 02:16:44.174603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.176740 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:44.180669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74d8eb02-b40f-4a81-854d-8ec3add8b844 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:44.194757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9d62a2e8-948b-42af-82b2-be5d9e0faaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.195050 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:44.197203 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:44.223532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-368ce616-5053-4f12-b17c-92fc8a9de786 None None] Provisioning for port 74d8eb02-b40f-4a81-854d-8ec3add8b844 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:44.328954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 74d8eb02-b40f-4a81-854d-8ec3add8b844 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:44.348258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 74d8eb02-b40f-4a81-854d-8ec3add8b844 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:44.348582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.405949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9d62a2e8-948b-42af-82b2-be5d9e0faaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.414475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9d62a2e8-948b-42af-82b2-be5d9e0faaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.467278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9d62a2e8-948b-42af-82b2-be5d9e0faaf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e3b19a4a2484325827212c4a88e65a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7035148 Aug 11 02:16:44.468291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42340) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.520495 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:44.609499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62a2e8-948b-42af-82b2-be5d9e0faaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce104c-4ab6-4112-b98e-630cc91b40bd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.639488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.691588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d97-d66e-40c1-84d0-6c10c7292d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.730223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d97-d66e-40c1-84d0-6c10c7292d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.822673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 74d8eb02-b40f-4a81-854d-8ec3add8b844, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74d8eb02-b40f-4a81-854d-8ec3add8b844,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:44.832401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.842857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d97-d66e-40c1-84d0-6c10c7292d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.846233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d97-d66e-40c1-84d0-6c10c7292d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.848630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a1fd8d97-d66e-40c1-84d0-6c10c7292d1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18ce104c-4ab6-4112-b98e-630cc91b40bd HTTP/1.1" status: 204 len: 168 time: 0.3770332 Aug 11 02:16:44.864548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42354) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.869492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd8d97-d66e-40c1-84d0-6c10c7292d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce104c-4ab6-4112-b98e-630cc91b40bd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.985603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-40d0e926-c14e-4a57-8c8c-e8e201f6edd4 None None] Provisioning complete for port 74d8eb02-b40f-4a81-854d-8ec3add8b844 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:44.986733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40d0e926-c14e-4a57-8c8c-e8e201f6edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.029961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=74d8eb02-b40f-4a81-854d-8ec3add8b844,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.209172 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:43Z', 'revision_number': 3, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:45.289484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.289850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:45.303214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Updating router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 port cc222d8f-77ac-4819-8dad-5464691ede5d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:45.369086 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.613351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d3feec-1acc-407b-abeb-b96e34df66b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.830744 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.845494 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Transition to ACTIVE for port object cc222d8f-77ac-4819-8dad-5464691ede5d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:45.857510 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.936475 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Attempting to bind port cc222d8f-77ac-4819-8dad-5464691ede5d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:45.937007 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Attempting to bind port cc222d8f-77ac-4819-8dad-5464691ede5d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:45.937378 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Attempting to bind port cc222d8f-77ac-4819-8dad-5464691ede5d on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:45.941626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42404) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:45.946069 n-d-715271-8 neutron-server[94699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:16:45.963376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Allocated IP 172.20.0.1 (f0bab906-41b5-42e7-b3a8-c8a5a101c9df/89ed2e70-7fd6-467a-b494-4ff032867f76/2fe1b1b6-72f6-4b8c-8076-e221401e18fe) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:45.966175 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:45.966815 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:45.967406 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.968798 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:45.970701 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Bound port: cc222d8f-77ac-4819-8dad-5464691ede5d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:45.971333 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.979545 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Pushing event updated for resources: {'Port': ['ID=cc222d8f-77ac-4819-8dad-5464691ede5d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:46.010283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-dacc2bab-2bf9-4bd5-9be4-8d3bba60d381 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58798f3bfd874509894b01bf849df0ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655570 Aug 11 02:16:46.057022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.057627 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.058353 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.058885 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.059381 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.060030 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.060662 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.061134 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.061722 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.062214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.062824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.063317 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Tracked resource versions report: Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: pushed versions: Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: { 'AddressGroup': {'1.2'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'ConntrackHelper': {'1.0'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Log': {'1.0'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Network': {'1.1'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Port': {'1.7'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'PortForwarding': {'1.2'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'QosPolicy': {'1.9'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'SecurityGroup': {'1.4'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'SubPort': {'1.0'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Subnet': {'1.1'}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Trunk': {'1.1'}} Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: consumer versions: Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: { DHCP agent@n-d-715271-8: {}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: HyperV agent@n-h1-715271-8: {}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: HyperV agent@n-h2-715271-8: {}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: L3 agent@n-d-715271-8: {}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: Metadata agent@n-d-715271-8: {}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: Metering agent@n-d-715271-8: {}, Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: Open vSwitch agent@n-d-715271-8: { 'AddressGroup': '1.2', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'ConntrackHelper': '1.0', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Log': '1.0', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Network': '1.1', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Port': '1.7', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'PortForwarding': '1.2', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'QosPolicy': '1.9', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'SecurityGroup': '1.4', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'SecurityGroupRule': '1.2', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'SubPort': '1.0', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Subnet': '1.1', Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: 'Trunk': '1.1'}} Aug 11 02:16:46.066225 n-d-715271-8 neutron-server[94702]: {{(pid=94702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:16:46.125371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74d8eb02-b40f-4a81-854d-8ec3add8b844 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:46.145945 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] For port cc222d8f-77ac-4819-8dad-5464691ede5d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:46.150630 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] For port cc222d8f-77ac-4819-8dad-5464691ede5d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc222d8f-77ac-4819-8dad-5464691ede5d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:46.165270 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.203236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:46.256995 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:46.259244 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:46.347595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 74d8eb02-b40f-4a81-854d-8ec3add8b844 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:46.348211 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.349836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:46.420691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3247543-109e-4126-9472-a35f87905dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.507324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-9d994db6-d1ff-4a0d-ba19-aa3ee1313c59 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.512526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-9d994db6-d1ff-4a0d-ba19-aa3ee1313c59 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4932058 Aug 11 02:16:46.531667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d3feec-1acc-407b-abeb-b96e34df66b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.565056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-dae2e021-80dc-4980-a3eb-9e975e08791b tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/quotas/58798f3bfd874509894b01bf849df0ff HTTP/1.1" status: 200 len: 375 time: 0.0410657 Aug 11 02:16:46.572351 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae6cf3-c142-4a9c-811a-ff5ed10e75f8 None None] Pushing event updated for resources: {'Port': ['ID=cc222d8f-77ac-4819-8dad-5464691ede5d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:46.634076 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:46.646638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d3feec-1acc-407b-abeb-b96e34df66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.720052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-b011188a-ffee-4ae8-8296-f2541684e6b0 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58798f3bfd874509894b01bf849df0ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1442945 Aug 11 02:16:46.825001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.846322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e6d3feec-1acc-407b-abeb-b96e34df66b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e28da0d4782d4760a129d66ca276bf35&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9780591 Aug 11 02:16:46.848456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42450) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:46.848814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42452) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:46.885990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Transition to ACTIVE for port object 2fe1b1b6-72f6-4b8c-8076-e221401e18fe will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:46.947410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3feec-1acc-407b-abeb-b96e34df66b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6365cf3-14d2-45a2-ab87-38a81d134f60,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:46.971347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8569-779e-4bd0-a463-8e89387b9292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.001787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8569-779e-4bd0-a463-8e89387b9292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.016382 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-208e2d87-99ef-40bd-aa2d-36dc972f9d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.064254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8569-779e-4bd0-a463-8e89387b9292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.067410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8569-779e-4bd0-a463-8e89387b9292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.070205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ad0f8569-779e-4bd0-a463-8e89387b9292 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6365cf3-14d2-45a2-ab87-38a81d134f60 HTTP/1.1" status: 204 len: 168 time: 0.2200453 Aug 11 02:16:47.089346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f8569-779e-4bd0-a463-8e89387b9292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6365cf3-14d2-45a2-ab87-38a81d134f60,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.126933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3247543-109e-4126-9472-a35f87905dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.164634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3247543-109e-4126-9472-a35f87905dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.186334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-348543d4-259e-4d99-aea4-efc6f7a087f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.243101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.256578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7d3f65f-f98b-41cb-ad55-dc23eeb41171 req-43c5d2c7-dae6-482f-91ad-41bc2530b09a tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 210 time: 0.0729206 Aug 11 02:16:47.331834 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a3247543-109e-4126-9472-a35f87905dc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e17c71ef3c143748c6b9f8f38887742&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9714441 Aug 11 02:16:47.332157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42478) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:47.341899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3247543-109e-4126-9472-a35f87905dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd4fb07-5c1e-4cae-be7a-8c843bc70d37,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.369890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:47.378798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:47.399609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:47.400098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.415730 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:43Z', 'revision_number': 3, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:47.429284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d86115b-a15c-4438-97d8-0975ff12a6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.528652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ce1afbb-0321-45b9-b1c2-d6aa4048bf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.532725 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cd3f9-c91e-47f8-8c44-dfd148861c08 None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:43Z', 'revision_number': 3, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:47.625813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ce1afbb-0321-45b9-b1c2-d6aa4048bf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.668354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.692035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.735730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ce1afbb-0321-45b9-b1c2-d6aa4048bf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.741886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ce1afbb-0321-45b9-b1c2-d6aa4048bf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.744184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3ce1afbb-0321-45b9-b1c2-d6aa4048bf6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfd4fb07-5c1e-4cae-be7a-8c843bc70d37 HTTP/1.1" status: 204 len: 168 time: 0.4107685 Aug 11 02:16:47.788144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1afbb-0321-45b9-b1c2-d6aa4048bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd4fb07-5c1e-4cae-be7a-8c843bc70d37,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.977953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4e8f1e3d-bb79-4e8b-800f-6c34b43833cb None None] Provisioning for port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:47.983117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4e8f1e3d-bb79-4e8b-800f-6c34b43833cb None None] Provisioning complete for port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:47.983715 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1e3d-bb79-4e8b-800f-6c34b43833cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.048803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-208e2d87-99ef-40bd-aa2d-36dc972f9d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.100130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.113569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f1e3d-bb79-4e8b-800f-6c34b43833cb None None] Port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:48.122787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-208e2d87-99ef-40bd-aa2d-36dc972f9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.228724 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-208e2d87-99ef-40bd-aa2d-36dc972f9d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92054b9a389543b482d844be5a3c2905&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0119832 Aug 11 02:16:48.229794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.234617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e2d87-99ef-40bd-aa2d-36dc972f9d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c630fe-9876-4481-846c-efc5ec28f983,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.296292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.414016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-348543d4-259e-4d99-aea4-efc6f7a087f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.418208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42528) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.441325 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-348543d4-259e-4d99-aea4-efc6f7a087f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.552860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348543d4-259e-4d99-aea4-efc6f7a087f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d16a7b-47df-4ac2-b1fe-1547f5eac6c6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.567614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24c4bffc-1b8a-4195-a7de-2d22ece4e28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.660235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecf492c3-089a-4f68-b119-1dce11c9be67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.665714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-348543d4-259e-4d99-aea4-efc6f7a087f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1473522d251a44e1986c4841f0631f68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8137233 Aug 11 02:16:48.731456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecf492c3-089a-4f68-b119-1dce11c9be67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.786153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42542) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.834225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecf492c3-089a-4f68-b119-1dce11c9be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.837529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecf492c3-089a-4f68-b119-1dce11c9be67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.839107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ecf492c3-089a-4f68-b119-1dce11c9be67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56c630fe-9876-4481-846c-efc5ec28f983 HTTP/1.1" status: 204 len: 168 time: 0.6009159 Aug 11 02:16:48.860976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf492c3-089a-4f68-b119-1dce11c9be67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c630fe-9876-4481-846c-efc5ec28f983,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.921323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.927173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.928209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.099285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42566) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:49.158321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16a3dcad-c253-44cf-ad47-c0217427dd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.227923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16a3dcad-c253-44cf-ad47-c0217427dd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.302791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24c4bffc-1b8a-4195-a7de-2d22ece4e28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.312476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24c4bffc-1b8a-4195-a7de-2d22ece4e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.315258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.330397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:49.332265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:49.450584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24c4bffc-1b8a-4195-a7de-2d22ece4e28b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9945febd5dad4aeeb32dcfc22fbced4d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0291286 Aug 11 02:16:49.460930 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16a3dcad-c253-44cf-ad47-c0217427dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.471561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:49.472150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16a3dcad-c253-44cf-ad47-c0217427dd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.474094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-16a3dcad-c253-44cf-ad47-c0217427dd32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3d16a7b-47df-4ac2-b1fe-1547f5eac6c6 HTTP/1.1" status: 204 len: 168 time: 0.6784022 Aug 11 02:16:49.475300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4bffc-1b8a-4195-a7de-2d22ece4e28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc20c91b-e8a2-4674-a5e9-b21d36b8d0aa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.492824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3dcad-c253-44cf-ad47-c0217427dd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d16a7b-47df-4ac2-b1fe-1547f5eac6c6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.626162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08dd4ed8-0399-4891-9cc7-df70559db86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.647141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:49.667072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08dd4ed8-0399-4891-9cc7-df70559db86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.757194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1288ffaa-5ea0-47b5-bc4f-8b872ffb9eef None None] Provisioning complete for port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:49.758274 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1288ffaa-5ea0-47b5-bc4f-8b872ffb9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.816662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1288ffaa-5ea0-47b5-bc4f-8b872ffb9eef None None] Port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:49.858533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08dd4ed8-0399-4891-9cc7-df70559db86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.864098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08dd4ed8-0399-4891-9cc7-df70559db86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.868944 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-08dd4ed8-0399-4891-9cc7-df70559db86a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc20c91b-e8a2-4674-a5e9-b21d36b8d0aa HTTP/1.1" status: 204 len: 168 time: 0.3866017 Aug 11 02:16:49.895763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd4ed8-0399-4891-9cc7-df70559db86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc20c91b-e8a2-4674-a5e9-b21d36b8d0aa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:49.896920 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.934842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:49.958411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6fa1b10b-7988-4691-b261-0255a8f37aa7 admin admin] 10.222.0.16 "PUT /v2.0/routers/14cf2244-4dc1-474d-a1ee-b1a69c595b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7726245 Aug 11 02:16:50.051248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc222d8f-77ac-4819-8dad-5464691ede5d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:50.076475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fea7bfa2-20e4-45d7-8479-c8fdd4407f78 req-230cf0c4-40db-4950-8ee1-7df49542d341 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 210 time: 0.9702132 Aug 11 02:16:50.154435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port cc222d8f-77ac-4819-8dad-5464691ede5d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:50.163759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cc222d8f-77ac-4819-8dad-5464691ede5d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:50.164500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.235613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42610) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.264800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6fb4-26c0-492d-9d02-e92bfe89df50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.351249 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.412952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port cc222d8f-77ac-4819-8dad-5464691ede5d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc222d8f-77ac-4819-8dad-5464691ede5d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:50.420745 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.541029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=cc222d8f-77ac-4819-8dad-5464691ede5d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.548871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6fb4-26c0-492d-9d02-e92bfe89df50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.556335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6fb4-26c0-492d-9d02-e92bfe89df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.642144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dcbd6fb4-26c0-492d-9d02-e92bfe89df50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f08f8ec62c0c44d8b857031d98d7a8b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4048917 Aug 11 02:16:50.643730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6fb4-26c0-492d-9d02-e92bfe89df50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27404ad-b570-4b8f-863f-b57589f18882,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.645526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.654155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:50.667900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:50.669666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:50.807172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d60c-7e54-41a5-81d5-53bf1ea152c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.821584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:50.869428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d60c-7e54-41a5-81d5-53bf1ea152c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.955668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d60c-7e54-41a5-81d5-53bf1ea152c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.959371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d60c-7e54-41a5-81d5-53bf1ea152c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.961235 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0bd3d60c-7e54-41a5-81d5-53bf1ea152c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a27404ad-b570-4b8f-863f-b57589f18882 HTTP/1.1" status: 204 len: 168 time: 0.3142858 Aug 11 02:16:50.979301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3d60c-7e54-41a5-81d5-53bf1ea152c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27404ad-b570-4b8f-863f-b57589f18882,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:51.294463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7933fbe-6add-4532-9dbc-7373471aadb5 req-4290d8d8-a12e-4454-a63e-426a7ebf4e64 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 210 time: 0.0330241 Aug 11 02:16:51.371340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 2, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:51.388625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.410728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:51.411110 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Updating router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:51.442743 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.553136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42650) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.576505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be01ab87-ea97-43ee-bb13-8e493c1e2a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.743023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be01ab87-ea97-43ee-bb13-8e493c1e2a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.750918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be01ab87-ea97-43ee-bb13-8e493c1e2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.798484 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-be01ab87-ea97-43ee-bb13-8e493c1e2a11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87204580fd3946bc9b0a221a07267743&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2431774 Aug 11 02:16:51.799847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01ab87-ea97-43ee-bb13-8e493c1e2a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242c7f7-d6b5-41e0-838e-85c2dbaa2342,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:51.801936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42654) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.874905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1151427f-9060-4fb3-b841-3533cbd6f0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.920138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1151427f-9060-4fb3-b841-3533cbd6f0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.926761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.949782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Transition to ACTIVE for port object 2fe1b1b6-72f6-4b8c-8076-e221401e18fe will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:51.963056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.060670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1151427f-9060-4fb3-b841-3533cbd6f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.063928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1151427f-9060-4fb3-b841-3533cbd6f0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.065078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1151427f-9060-4fb3-b841-3533cbd6f0da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2242c7f7-d6b5-41e0-838e-85c2dbaa2342 HTTP/1.1" status: 204 len: 168 time: 0.2619205 Aug 11 02:16:52.083867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151427f-9060-4fb3-b841-3533cbd6f0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242c7f7-d6b5-41e0-838e-85c2dbaa2342,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.084336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc222d8f-77ac-4819-8dad-5464691ede5d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:52.094617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.59', 61031) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.128128 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-d373c592-2053-49e9-8cda-d80984dd13cd tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=58798f3bfd874509894b01bf849df0ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309713 Aug 11 02:16:52.300830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dee39-f1ae-4f40-b73b-80d2ae646e03 None None] Pushing event updated for resources: {'Port': ['ID=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.311401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afef786c-2858-4d07-8c3d-32bc9cda471f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.376234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cc222d8f-77ac-4819-8dad-5464691ede5d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:52.376667 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.395256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Attempting to bind port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:52.396391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Attempting to bind port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:52.397422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Attempting to bind port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:52.504222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:52.504967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Checking segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:52.505674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.506606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Bound using segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:52.507866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Bound port: 2fe1b1b6-72f6-4b8c-8076-e221401e18fe, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:52.509388 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.679056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0210594-3d74-459c-9345-78bec7244b81 req-66a1f2e1-e6eb-4a0b-9929-8af9e1ec0250 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 210 time: 0.0506334 Aug 11 02:16:52.698080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-c80c9a95-8c35-499f-83cd-56cbb02c081f tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.701071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-c80c9a95-8c35-499f-83cd-56cbb02c081f tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5651615 Aug 11 02:16:52.748100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.784047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afef786c-2858-4d07-8c3d-32bc9cda471f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.793522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Request body: {'port': {'device_id': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '58798f3bfd874509894b01bf849df0ff'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.813303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.820678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] For port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:52.858906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] For port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:52.867303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.003923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:53.005082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:53.016264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dee39-f1ae-4f40-b73b-80d2ae646e03 None None] Pushing event updated for resources: {'Port': ['ID=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.045225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afef786c-2858-4d07-8c3d-32bc9cda471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.111828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef786c-2858-4d07-8c3d-32bc9cda471f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cfa2b0-38d3-4983-8d05-892490b1d98b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.145805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Made reservation on behalf of 58798f3bfd874509894b01bf849df0ff for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:53.149745 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.167270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.208138 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-afef786c-2858-4d07-8c3d-32bc9cda471f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a25ec4c8d38742219c710969c3421003&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8156421 Aug 11 02:16:53.209743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42712) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:53.239776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:53.362770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88f4aabf-4331-4a4c-b49a-b824859dde7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.391802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.399598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.421201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88f4aabf-4331-4a4c-b49a-b824859dde7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.545369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88f4aabf-4331-4a4c-b49a-b824859dde7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.549018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88f4aabf-4331-4a4c-b49a-b824859dde7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.551306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-88f4aabf-4331-4a4c-b49a-b824859dde7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2cfa2b0-38d3-4983-8d05-892490b1d98b HTTP/1.1" status: 204 len: 168 time: 0.3400900 Aug 11 02:16:53.577829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4aabf-4331-4a4c-b49a-b824859dde7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cfa2b0-38d3-4983-8d05-892490b1d98b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.606054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.701347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:52Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:53.780658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Allocated IP 192.168.233.77 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/b054350c-3ecd-4933-a51a-452c735a48c8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:53.811896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a600-3d65-4ae1-88ac-d8be093c7263 None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:52Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:53.896991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1efc74aa-d822-45fa-9733-539185162901 req-64099179-02e8-4a95-ba82-1e5d978a7e3d tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 210 time: 0.0540924 Aug 11 02:16:54.144680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.184206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Transition to ACTIVE for port object b054350c-3ecd-4933-a51a-452c735a48c8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:54.322738 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.489644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:54.503475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:54.515213 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:54.521010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.521645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.616123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Pushing event updated for resources: {'Port': ['ID=b054350c-3ecd-4933-a51a-452c735a48c8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:54.625969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-76fd6d46-ee22-4d45-8fc0-5f07289a132c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8398032 Aug 11 02:16:54.661419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-95a80c57-8b06-47be-96a4-6a3e4d522c2d tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:16:54.666163 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-95a80c57-8b06-47be-96a4-6a3e4d522c2d tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123701 Aug 11 02:16:54.909529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42752) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:54.915693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-network', 'tenant_id': '30e67e44ab05418197fe30aeb5479357'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:54.994162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Made reservation on behalf of 30e67e44ab05418197fe30aeb5479357 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:55.015677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.104622 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.253246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b632b14c-a582-472f-9921-2b7cebe9d6da None None] Provisioning for port b054350c-3ecd-4933-a51a-452c735a48c8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:55.261625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b632b14c-a582-472f-9921-2b7cebe9d6da None None] Provisioning complete for port b054350c-3ecd-4933-a51a-452c735a48c8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:55.262441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b632b14c-a582-472f-9921-2b7cebe9d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.431123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b632b14c-a582-472f-9921-2b7cebe9d6da None None] Port b054350c-3ecd-4933-a51a-452c735a48c8 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:55.635519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce30bca-de43-43ca-b7c8-0fe7e5eab165 req-45d4eeca-0b3a-4404-b379-6c01d01a3a42 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.648307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cce30bca-de43-43ca-b7c8-0fe7e5eab165 req-45d4eeca-0b3a-4404-b379-6c01d01a3a42 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 935 time: 0.3084614 Aug 11 02:16:55.764890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cce30bca-de43-43ca-b7c8-0fe7e5eab165 req-94b726e9-ddd1-4901-b74b-1840578c7bf8 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089694 Aug 11 02:16:55.780842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.799025 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.885643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:55.969188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42776) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:55.969943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e19e01-c07e-48fb-a755-f78f0b75f74a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:55.997018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26a32e75-95b1-4542-ac8b-83e05f981786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.041414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.047092 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Added segment 564b89f8-4f8c-4c64-a3db-64919e785555 of type vlan for network 3ccad261-55b3-4733-8309-e1c4c995afc5 Aug 11 02:16:56.242965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.287810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26a32e75-95b1-4542-ac8b-83e05f981786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.309142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26a32e75-95b1-4542-ac8b-83e05f981786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.367722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.370413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.371706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.414038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2fe1b1b6-72f6-4b8c-8076-e221401e18fe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:56.466655 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-26a32e75-95b1-4542-ac8b-83e05f981786 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16d7fc2cb3d446b18363b504a0d35cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960861 Aug 11 02:16:56.478229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:56.478731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5617344 Aug 11 02:16:56.520362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42792) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:56.545753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Request body: {'subnet': {'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-subnet', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:56.585066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4eda961-f672-4785-b1e1-163b9b6b53ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.587215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a32e75-95b1-4542-ac8b-83e05f981786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41ea8e0-0dbb-4300-963e-8199c30e4151,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.669222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4eda961-f672-4785-b1e1-163b9b6b53ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.741092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:56.749561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:56.750509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.816244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4eda961-f672-4785-b1e1-163b9b6b53ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.819633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4eda961-f672-4785-b1e1-163b9b6b53ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.825271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f4eda961-f672-4785-b1e1-163b9b6b53ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c41ea8e0-0dbb-4300-963e-8199c30e4151 HTTP/1.1" status: 204 len: 168 time: 0.3503556 Aug 11 02:16:56.860010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eda961-f672-4785-b1e1-163b9b6b53ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41ea8e0-0dbb-4300-963e-8199c30e4151,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.887579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Made reservation on behalf of 30e67e44ab05418197fe30aeb5479357 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:56.893156 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.916761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e149b-8794-41a3-9171-fa9e64cf7747 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccad261-55b3-4733-8309-e1c4c995afc5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.968785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:57.026242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Request body: {'port': {'device_id': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'device_owner': 'compute:tempest-test_az-216285383', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:57.173900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.288832 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.370592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:57.380963 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.512530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159626-a536-42ae-b464-415847c3ecc5 req-0a6ef5cc-9e96-4f1b-a03c-ed80ecd3f2d2 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.527320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc159626-a536-42ae-b464-415847c3ecc5 req-0a6ef5cc-9e96-4f1b-a03c-ed80ecd3f2d2 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 935 time: 0.5396612 Aug 11 02:16:57.559608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:57.667495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:57.706802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc159626-a536-42ae-b464-415847c3ecc5 req-3e730e5a-882b-4118-b499-419e65816218 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715908 Aug 11 02:16:57.725414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.849608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b694bc-a034-4b46-9a94-7d99651877f4,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:57.971207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Checking segment: {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:57.971772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Network hostable DHCP agents. Network: 3ccad261-55b3-4733-8309-e1c4c995afc5, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:58.018931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:58.047864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3ccad261-55b3-4733-8309-e1c4c995afc5) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:58.060577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74216d25-0f2c-4c76-8c50-413eed3196b6 None None] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:58.062740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.063199 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.084236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b054350c-3ecd-4933-a51a-452c735a48c8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:58.110493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ea7fbd5c-dcdc-4253-b5bd-a7c03eb65a16 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5857344 Aug 11 02:16:58.113746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:58.123756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:58.132227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.146907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2fe1b1b6-72f6-4b8c-8076-e221401e18fe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:58.175955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Transition to ACTIVE for port object b054350c-3ecd-4933-a51a-452c735a48c8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:58.183630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.204011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.205302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.332236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:58.333017 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.401931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Pushing event updated for resources: {'Port': ['ID=b054350c-3ecd-4933-a51a-452c735a48c8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.576811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-3ccad261-55b3-4733-8309-e1c4c995afc5', 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'fixed_ips': [{'subnet_id': '64b694bc-a034-4b46-9a94-7d99651877f4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:58.579414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.701557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.712533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Attempting to bind port b054350c-3ecd-4933-a51a-452c735a48c8 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:58.713304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Attempting to bind port b054350c-3ecd-4933-a51a-452c735a48c8 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:58.714188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Attempting to bind port b054350c-3ecd-4933-a51a-452c735a48c8 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:58.731739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Port b054350c-3ecd-4933-a51a-452c735a48c8 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:58.732299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Attempting to bind port b054350c-3ecd-4933-a51a-452c735a48c8 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:58.742734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:58.743856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:58.745160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:58.746613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Bound port: b054350c-3ecd-4933-a51a-452c735a48c8, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:58.747335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.064541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] For port b054350c-3ecd-4933-a51a-452c735a48c8, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:59.075813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] For port b054350c-3ecd-4933-a51a-452c735a48c8, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b054350c-3ecd-4933-a51a-452c735a48c8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:59.091520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.278586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Pushing event updated for resources: {'Port': ['ID=b054350c-3ecd-4933-a51a-452c735a48c8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.356815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db63b9b8-88cb-41cf-91b7-683bf958e6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.365244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.372211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.379884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-821b9f94-5ca8-4e71-9996-4d7470728136 service neutron] 10.222.0.59 "PUT /v2.0/ports/b054350c-3ecd-4933-a51a-452c735a48c8 HTTP/1.1" status: 200 len: 1116 time: 3.3609345 Aug 11 02:16:59.385595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'tag': 'b054350c-3ecd-4933-a51a-452c735a48c8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:59.885889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.951291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a2493-84fd-4dc2-9f67-f1cbe68ec483 req-abd1bd61-6eda-480e-9d92-d929cf44fdd8 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.962300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569a2493-84fd-4dc2-9f67-f1cbe68ec483 req-abd1bd61-6eda-480e-9d92-d929cf44fdd8 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.8248656 Aug 11 02:17:00.015851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Allocated IP 172.20.0.2 (3ccad261-55b3-4733-8309-e1c4c995afc5/64b694bc-a034-4b46-9a94-7d99651877f4/5d8c24c5-9c17-4874-999f-698ee8a71920) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:00.199595 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db63b9b8-88cb-41cf-91b7-683bf958e6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.201548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569a2493-84fd-4dc2-9f67-f1cbe68ec483 req-4a463f28-203b-4f1d-89ea-6043d6f29987 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790679 Aug 11 02:17:00.215257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db63b9b8-88cb-41cf-91b7-683bf958e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.246477 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db63b9b8-88cb-41cf-91b7-683bf958e6f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9758afa685f497fa6f9b71544a1227e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5763421 Aug 11 02:17:00.258811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42846) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:00.289027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-142d3a85-50f7-4418-9c24-ab51be54edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.291234 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-142d3a85-50f7-4418-9c24-ab51be54edd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58798f3bfd874509894b01bf849df0ff&device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 1119 time: 0.6858108 Aug 11 02:17:00.297718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b9b8-88cb-41cf-91b7-683bf958e6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ef67ca-7de7-4954-b9a5-e043d3de336f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:00.355718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ea4de3e-fbd5-4dfb-aec1-f85e47ade512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.486886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-ebf56bfa-b789-4bf8-9f73-ed8fbf2c8dcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b054350c-3ecd-4933-a51a-452c735a48c8 HTTP/1.1" status: 200 len: 217 time: 0.1841400 Aug 11 02:17:00.488546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.508508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Transition to ACTIVE for port object 5d8c24c5-9c17-4874-999f-698ee8a71920 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:00.541482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Transition to ACTIVE for port object 5d8c24c5-9c17-4874-999f-698ee8a71920 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:00.557748 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.578443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ea4de3e-fbd5-4dfb-aec1-f85e47ade512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.647524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-802c80f7-5117-4b62-83b8-7f12cee920e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.657879 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-802c80f7-5117-4b62-83b8-7f12cee920e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1239383 Aug 11 02:17:00.717179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.766069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:00.784748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:00.801344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:00.832599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Pushing event updated for resources: {'Port': ['ID=5d8c24c5-9c17-4874-999f-698ee8a71920,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:00.981949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.989627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-e5e2c385-e41c-4c03-9036-904c87e95af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.992646 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-e5e2c385-e41c-4c03-9036-904c87e95af0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2718046 Aug 11 02:17:01.017567 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ba6a9-3543-4f92-9a39-8af11642ad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "59b41180-85c5-4fbc-b740-779ec7235cb5", "tag": "b054350c-3ecd-4933-a51a-452c735a48c8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:01.045956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Attempting to bind port 5d8c24c5-9c17-4874-999f-698ee8a71920 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:01.048228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Attempting to bind port 5d8c24c5-9c17-4874-999f-698ee8a71920 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:01.049014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Attempting to bind port 5d8c24c5-9c17-4874-999f-698ee8a71920 on network 3ccad261-55b3-4733-8309-e1c4c995afc5 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:01.072277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:01.073469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Checking segment: {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:01.075819 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.078236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Bound using segment: {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:01.082457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Bound port: 5d8c24c5-9c17-4874-999f-698ee8a71920, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:01.085668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.090119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ea4de3e-fbd5-4dfb-aec1-f85e47ade512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.094613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ea4de3e-fbd5-4dfb-aec1-f85e47ade512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.102851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9ea4de3e-fbd5-4dfb-aec1-f85e47ade512 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54ef67ca-7de7-4954-b9a5-e043d3de336f HTTP/1.1" status: 204 len: 168 time: 0.8377812 Aug 11 02:17:01.203293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4de3e-fbd5-4dfb-aec1-f85e47ade512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ef67ca-7de7-4954-b9a5-e043d3de336f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.410120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] For port 5d8c24c5-9c17-4874-999f-698ee8a71920, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:01.425075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] For port 5d8c24c5-9c17-4874-999f-698ee8a71920, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5d8c24c5-9c17-4874-999f-698ee8a71920,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:01.446051 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.597437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f939d14-3708-4a39-b00e-d9cd32dd7e4d None None] Pushing event updated for resources: {'Port': ['ID=5d8c24c5-9c17-4874-999f-698ee8a71920,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.692755 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-a5d9f2cc-4702-480d-be85-5085a5cafd35 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952820 Aug 11 02:17:01.720020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Allocated IP 172.25.6.190 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/bd3329c2-a991-4c1e-92d9-179fcfdbbf12) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:02.074858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.132513 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c94cd5-20c5-4643-a8be-d8da0c5039cc req-af3f85ba-5368-4dbb-8239-342c4e911cc8 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208984 Aug 11 02:17:02.202632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76720eff-ad59-41b8-bcda-eaa2c7ad1725 req-f2ea83a0-5c08-40e8-a553-4f621ab374f1 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.219041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76720eff-ad59-41b8-bcda-eaa2c7ad1725 req-f2ea83a0-5c08-40e8-a553-4f621ab374f1 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.7241526 Aug 11 02:17:02.227387 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.349345 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937dfa25-fbc9-4272-9207-4bd3a5c3ece2 x-openstack-request-id: req-937dfa25-fbc9-4272-9207-4bd3a5c3ece2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:02.349770 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b41180-85c5-4fbc-b740-779ec7235cb5", "tag": "b054350c-3ecd-4933-a51a-452c735a48c8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:02.350218 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-937dfa25-fbc9-4272-9207-4bd3a5c3ece2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:02.350829 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'tag': 'b054350c-3ecd-4933-a51a-452c735a48c8', 'status': 'completed', 'code': 200} Aug 11 02:17:02.377640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Pushing event updated for resources: {'Port': ['ID=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.408780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:02.408780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:02.418312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:02.496017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-f2c452cb-6bf8-4103-8965-b93cc4caf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.498397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-f2c452cb-6bf8-4103-8965-b93cc4caf314 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58798f3bfd874509894b01bf849df0ff&device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 1119 time: 0.1071115 Aug 11 02:17:02.798331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76720eff-ad59-41b8-bcda-eaa2c7ad1725 req-96a03640-099f-4a13-a1cf-1a5f0a487eeb tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648251 Aug 11 02:17:02.860915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-259d6c9a-9e01-463e-befe-fa9b26f6e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.877794 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-259d6c9a-9e01-463e-befe-fa9b26f6e639 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3449078 Aug 11 02:17:03.016367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:03.043219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1931-6497-4317-800f-bac079991ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.128901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.185775 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-a91165af-9896-4364-9c18-afb6459e4b4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b054350c-3ecd-4933-a51a-452c735a48c8 HTTP/1.1" status: 200 len: 217 time: 0.0989516 Aug 11 02:17:03.343179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1931-6497-4317-800f-bac079991ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.357901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1931-6497-4317-800f-bac079991ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.447845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b1931-6497-4317-800f-bac079991ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2fd9e-4c8e-4be3-93b2-082035c44fb6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:03.462513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-25ad0a79-f371-47a7-8933-36aa3151e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.466844 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-25ad0a79-f371-47a7-8933-36aa3151e687 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1210167 Aug 11 02:17:03.479720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb9b1931-6497-4317-800f-bac079991ba3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae3cf068411745a4a3700da7369b141c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623575 Aug 11 02:17:03.488616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42902) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:03.565682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-0c40f94c-7cfe-4e76-83e5-355b49de13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.567722 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-0c40f94c-7cfe-4e76-83e5-355b49de13c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867181 Aug 11 02:17:03.583776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2626651c-734d-4803-96ce-e6431b0f978a None None] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:03.774547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-6acf031f-be1d-4ec9-8622-504734f3c931 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838400 Aug 11 02:17:03.843130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99936a1e-04de-4f6c-afee-fa6f2dd5ed38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.848990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.885108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ac513c7-4e83-431c-8eb1-c72fa95eb21f None None] Provisioning for port 5d8c24c5-9c17-4874-999f-698ee8a71920 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:04.090768 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99936a1e-04de-4f6c-afee-fa6f2dd5ed38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.139905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04ba6a9-3543-4f92-9a39-8af11642ad8f req-94939120-93fa-4778-9673-e4531e4b27f1 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217225 Aug 11 02:17:04.251061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5d8c24c5-9c17-4874-999f-698ee8a71920 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:04.305270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94df272-e019-4e9e-850d-215c012e5b11 req-d177920a-6de1-48f3-82d7-de1be9ed685b tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.307029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d94df272-e019-4e9e-850d-215c012e5b11 req-d177920a-6de1-48f3-82d7-de1be9ed685b tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.2643325 Aug 11 02:17:04.342132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 5d8c24c5-9c17-4874-999f-698ee8a71920 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:04.350901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5d8c24c5-9c17-4874-999f-698ee8a71920 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:04.351715 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.471908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99936a1e-04de-4f6c-afee-fa6f2dd5ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.480775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99936a1e-04de-4f6c-afee-fa6f2dd5ed38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.483700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-99936a1e-04de-4f6c-afee-fa6f2dd5ed38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ea2fd9e-4c8e-4be3-93b2-082035c44fb6 HTTP/1.1" status: 204 len: 168 time: 0.9931152 Aug 11 02:17:04.489706 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.495490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Router 7bacbbbc-9eca-437e-97b5-bf6124b3251b is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:17:04.548737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 5d8c24c5-9c17-4874-999f-698ee8a71920, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5d8c24c5-9c17-4874-999f-698ee8a71920,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:04.557685 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.701349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=5d8c24c5-9c17-4874-999f-698ee8a71920,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:04.707452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99936a1e-04de-4f6c-afee-fa6f2dd5ed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2fd9e-4c8e-4be3-93b2-082035c44fb6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:04.738466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:04.763740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d94df272-e019-4e9e-850d-215c012e5b11 req-be708dc3-479e-4b4e-9c96-affd47ebb289 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167929 Aug 11 02:17:04.825708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1188909d-0227-4eea-87c5-960c0d1c5407 None None] Provisioning complete for port 5d8c24c5-9c17-4874-999f-698ee8a71920 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:04.825708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1188909d-0227-4eea-87c5-960c0d1c5407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.370943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-952aeff3-bf3d-4bff-8edb-554c76ccfde8 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d3a34c773be1415398cda6c8224b8790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523853 Aug 11 02:17:05.445199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:05.476303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Sync routers for ids ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:05.507540 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Routers {'7bacbbbc-9eca-437e-97b5-bf6124b3251b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:05.509465 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:05.511103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.519346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:05.527635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b16a14a-9ae9-482c-aa44-415d1fda4f8f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3987308 Aug 11 02:17:05.716064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-cdec01f1-53ce-417f-9f01-5b1e64e2e7cb tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.721547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-cdec01f1-53ce-417f-9f01-5b1e64e2e7cb tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269765 Aug 11 02:17:05.767507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2104087937-network', 'tenant_id': '95e22bd4c24e4cd5a7407c6482115dab'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:05.769731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-e2e287c7-4514-40a6-a4e4-421cf39c443e tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/quotas/d3a34c773be1415398cda6c8224b8790 HTTP/1.1" status: 200 len: 375 time: 0.0374687 Aug 11 02:17:05.883057 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Set router 7bacbbbc-9eca-437e-97b5-bf6124b3251b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:05.903877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-7aa26404-1408-4ba2-869b-347c6f20b78e tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3a34c773be1415398cda6c8224b8790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208754 Aug 11 02:17:06.039193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-453b8d4e-60ad-4467-a433-2097179be5f7 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0702adbcb0194c11bbae1baae3b63641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1660645 Aug 11 02:17:06.078934 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:17:06.095728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5d8c24c5-9c17-4874-999f-698ee8a71920 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:06.278188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5d8c24c5-9c17-4874-999f-698ee8a71920 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:06.280221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.295129 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:02Z', 'revision_number': 3, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:06.391130 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Checking router: 7bacbbbc-9eca-437e-97b5-bf6124b3251b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:06.391600 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Updating router 7bacbbbc-9eca-437e-97b5-bf6124b3251b port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:06.415650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-074fbaca-eb99-4c64-b9ce-0896c36dc29f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.426633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-074fbaca-eb99-4c64-b9ce-0896c36dc29f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856938 Aug 11 02:17:06.451089 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.515183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-2f528e7c-f2ed-4efb-9d0e-8f53df2fb7b5 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/quotas/0702adbcb0194c11bbae1baae3b63641 HTTP/1.1" status: 200 len: 375 time: 0.0654197 Aug 11 02:17:06.525123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Made reservation on behalf of 95e22bd4c24e4cd5a7407c6482115dab for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:06.533248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.599106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-f0933fe3-792f-4227-90b2-18e78708fb15 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0702adbcb0194c11bbae1baae3b63641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806229 Aug 11 02:17:06.680046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.879532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30719230-02bc-4863-97ea-21f0b31f08bb req-55070e5e-5eae-47c5-99c8-809cca11df7e tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.917407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30719230-02bc-4863-97ea-21f0b31f08bb req-55070e5e-5eae-47c5-99c8-809cca11df7e tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.2885861 Aug 11 02:17:06.968373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.986620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.083427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:07.124739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595df18c-a67c-48e2-90ef-28c290a8d39f req-fc430517-4bdd-42d0-b9a7-bcff34fb28ac tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.1954384 Aug 11 02:17:07.129124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41c782-b6c2-4c85-925a-e71b8dad0202,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.141869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.141869 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Added segment fc25e0bd-41b5-4289-9101-a5dc415fbe83 of type vlan for network 609d90c9-f85c-426b-a186-9ff5357b9585 Aug 11 02:17:07.307606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30719230-02bc-4863-97ea-21f0b31f08bb req-aac41e8f-8dc0-4898-b11b-a4bafe06ddfc tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762915 Aug 11 02:17:07.380864 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.416554 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Transition to ACTIVE for port object bd3329c2-a991-4c1e-92d9-179fcfdbbf12 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:07.423343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-731741e1-807d-4ccb-828f-7c68b898989a req-945c387f-373c-44d2-bf45-ed55baf5cadf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 210 time: 0.1360562 Aug 11 02:17:07.428716 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.489945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43010) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.498233 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fc480-8f36-42be-af38-cfc224f34364 None None] Pushing event updated for resources: {'Port': ['ID=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.513545 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Attempting to bind port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:07.514174 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Attempting to bind port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:07.514734 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Attempting to bind port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:07.521465 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:07.522176 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:07.522840 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.523426 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:07.524097 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Bound port: bd3329c2-a991-4c1e-92d9-179fcfdbbf12, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:07.524774 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.653178 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] For port bd3329c2-a991-4c1e-92d9-179fcfdbbf12, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:07.677193 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] For port bd3329c2-a991-4c1e-92d9-179fcfdbbf12, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:07.698257 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.849008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90a25ba2-32de-4476-9538-3fd553f0b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.874570 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fc480-8f36-42be-af38-cfc224f34364 None None] Pushing event updated for resources: {'Port': ['ID=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.885490 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Routers {'7bacbbbc-9eca-437e-97b5-bf6124b3251b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:07.887927 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:07.954813 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.145828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90a25ba2-32de-4476-9538-3fd553f0b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.157037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90a25ba2-32de-4476-9538-3fd553f0b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.177515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.224207 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] Set router 7bacbbbc-9eca-437e-97b5-bf6124b3251b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:08.243705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.245050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:08.246743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.501527 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.7615864 Aug 11 02:17:08.513819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43042) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.530904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Request body: {'subnet': {'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2104087937-subnet', 'tenant_id': '95e22bd4c24e4cd5a7407c6482115dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:08.558151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-335eb49f-9746-4edb-a8e9-d9b2c7530731 req-e7aa3f0f-6484-46c1-80f1-861cc9374a5d tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.2270846 Aug 11 02:17:08.563537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a25ba2-32de-4476-9538-3fd553f0b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9ee81-77e2-4e3d-905c-bbf40fb090d1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.597644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Made reservation on behalf of 95e22bd4c24e4cd5a7407c6482115dab for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:08.603428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.613552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd29cce-d172-4392-b058-fb7e18deac03 admin admin] Pushing event updated for resources: {'Network': ['ID=609d90c9-f85c-426b-a186-9ff5357b9585,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.650424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-90a25ba2-32de-4476-9538-3fd553f0b6ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da08c10ffea54f9c9efbe16d1ddf729e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1561289 Aug 11 02:17:08.651992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43046) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.716067 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:02Z', 'revision_number': 3, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:08.724948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 609d90c9-f85c-426b-a186-9ff5357b9585 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:08.852606 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7f8de-5f47-431e-95ee-d49766f66aa4 None None] The sync data for ids ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'] in n-d-715271-8 is: [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:02Z', 'revision_number': 3, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:08.941667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73ffd58-bbee-455b-8085-5ef2ba3da9b2 req-9553c395-b567-43fc-bb0a-c87dbec3cc38 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 210 time: 0.0810838 Aug 11 02:17:09.005814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a979664-9688-47b4-b1b0-22df5712347b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.018914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.25', 64034) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:09.114339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Allocated IP 172.20.0.1 (3ccad261-55b3-4733-8309-e1c4c995afc5/64b694bc-a034-4b46-9a94-7d99651877f4/a62a7680-67a9-4dc8-9541-ccc5499b2051) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:09.191834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a226-23a7-4a2a-903b-5fc93339218f req-54ee9e33-0e2b-40be-9be3-6e80f0cc414d tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.193563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db61a226-23a7-4a2a-903b-5fc93339218f req-54ee9e33-0e2b-40be-9be3-6e80f0cc414d tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.4136338 Aug 11 02:17:09.230789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-e130554d-f267-4b4c-80e3-b12fa4b80962 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0702adbcb0194c11bbae1baae3b63641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1845458 Aug 11 02:17:09.377147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.472665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Transition to ACTIVE for port object a62a7680-67a9-4dc8-9541-ccc5499b2051 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:09.489394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-9c8a663a-9f63-4673-98e5-8575d27cd409 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.497626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-9c8a663a-9f63-4673-98e5-8575d27cd409 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654908 Aug 11 02:17:09.581579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a979664-9688-47b4-b1b0-22df5712347b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.587532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Request body: {'port': {'device_id': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '0702adbcb0194c11bbae1baae3b63641'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:09.640919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.827208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a7680-67a9-4dc8-9541-ccc5499b2051,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:09.894628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:09.898283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:09.918170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:09.919125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.004530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-079bb089-a1d6-4c49-81d6-c231db65521e req-3cac2ad0-945b-4b7c-b94d-170ba1b18232 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.2436073 Aug 11 02:17:10.150692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bd3329c2-a991-4c1e-92d9-179fcfdbbf12 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:10.234172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db61a226-23a7-4a2a-903b-5fc93339218f req-6d8e3b75-7936-4f59-9da2-95d74b2010ba tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7796745 Aug 11 02:17:10.321197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:10.327706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:10.328182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.409616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a979664-9688-47b4-b1b0-22df5712347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.415248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a979664-9688-47b4-b1b0-22df5712347b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.417267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a979664-9688-47b4-b1b0-22df5712347b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfb9ee81-77e2-4e3d-905c-bbf40fb090d1 HTTP/1.1" status: 204 len: 168 time: 1.7636874 Aug 11 02:17:10.484477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12d687f6-619a-41f0-ae91-97e70338f2c4 req-87ec62c9-165f-476a-8155-c132c70bb4a8 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 210 time: 0.0532908 Aug 11 02:17:10.552143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-43631a0b-fd05-4496-9cd2-1ad5fd0c842d None None] Provisioning for port a62a7680-67a9-4dc8-9541-ccc5499b2051 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:10.559732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a979664-9688-47b4-b1b0-22df5712347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9ee81-77e2-4e3d-905c-bbf40fb090d1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.568442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-43631a0b-fd05-4496-9cd2-1ad5fd0c842d None None] Provisioning complete for port a62a7680-67a9-4dc8-9541-ccc5499b2051 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:10.568945 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43631a0b-fd05-4496-9cd2-1ad5fd0c842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.640005 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.689584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.719946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port bd3329c2-a991-4c1e-92d9-179fcfdbbf12, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:10.728464 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.748964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Made reservation on behalf of 0702adbcb0194c11bbae1baae3b63641 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:10.758484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.773724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-43631a0b-fd05-4496-9cd2-1ad5fd0c842d None None] Port a62a7680-67a9-4dc8-9541-ccc5499b2051 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:10.786283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.833109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.898130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.930558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d6126f-7027-4e66-9dda-485229d5aef0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.950889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:10.951713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Network hostable DHCP agents. Network: 609d90c9-f85c-426b-a186-9ff5357b9585, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:11.122724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.130273 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.197902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe8234a6-5585-4d63-a78b-4cd7e6a47411 req-10290c38-ecb2-4106-95fe-5104a27d8e57 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.0709436 Aug 11 02:17:11.299770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Network 609d90c9-f85c-426b-a186-9ff5357b9585 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:11.315237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 609d90c9-f85c-426b-a186-9ff5357b9585) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:11.332362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.334853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.343263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2d6570-d447-44de-986a-42f0b0b14935 None None] Network 609d90c9-f85c-426b-a186-9ff5357b9585 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:11.365637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.379074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.379858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.394076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-89f654b0-dc01-4a10-97bf-3be3db8d5f0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8582284 Aug 11 02:17:11.545733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43102) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:11.548614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b7dd23-4330-478f-9cdc-e0d39211c1a6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.592678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a7680-67a9-4dc8-9541-ccc5499b2051,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.600394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:11.603241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:11.730742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76c81116-ce5f-4f53-a684-4ebde1ca4fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.810921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba12ea-ea59-4bbd-b93c-6db126b6a7a3 None None] Network 609d90c9-f85c-426b-a186-9ff5357b9585 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:11.846313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Router 7bacbbbc-9eca-437e-97b5-bf6124b3251b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:11.989796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Allocated IP 192.168.233.17 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/88957e75-03e0-4acd-8961-16b21b849782) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:12.091313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6efb22b5-42e2-4786-8abc-8239fabb6a98 None None] Provisioning complete for port a62a7680-67a9-4dc8-9541-ccc5499b2051 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:12.098769 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efb22b5-42e2-4786-8abc-8239fabb6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.112747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:12.151644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c5a3f1af-ac2f-4e2e-99bd-2d4ccde7fa67 admin admin] 10.222.0.16 "PUT /v2.0/routers/7bacbbbc-9eca-437e-97b5-bf6124b3251b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6288199 Aug 11 02:17:12.153328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bd3329c2-a991-4c1e-92d9-179fcfdbbf12 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:12.173182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20471444-d380-40ca-8655-7c1f77252f6a req-45c5927e-6e42-4bf6-b4eb-57bda8df11ad tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 210 time: 0.4173512 Aug 11 02:17:12.207408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6efb22b5-42e2-4786-8abc-8239fabb6a98 None None] Port a62a7680-67a9-4dc8-9541-ccc5499b2051 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:12.301906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec41e7b-1940-46ce-ac58-b62b247cab56 req-126ca216-d39f-4a31-8552-7af257a88a63 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:12.310647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cec41e7b-1940-46ce-ac58-b62b247cab56 req-126ca216-d39f-4a31-8552-7af257a88a63 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.8573701 Aug 11 02:17:12.331424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:12.335619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.503736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d70521e-c478-4466-aff0-ada2849662b7 req-427caa26-55a6-4e94-9d3c-87918fb3f7a4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.0437298 Aug 11 02:17:12.515935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Sync routers for ids ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:12.516881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cec41e7b-1940-46ce-ac58-b62b247cab56 req-8a406f17-2fb2-43e7-8975-c8ca592cd049 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026107 Aug 11 02:17:12.567856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Routers {'7bacbbbc-9eca-437e-97b5-bf6124b3251b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:12.572224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:12.610125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76c81116-ce5f-4f53-a684-4ebde1ca4fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.625211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76c81116-ce5f-4f53-a684-4ebde1ca4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.782033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Set router 7bacbbbc-9eca-437e-97b5-bf6124b3251b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:12.853981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-76c81116-ce5f-4f53-a684-4ebde1ca4fd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d524035114c0414eb259bcc116d29ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2997706 Aug 11 02:17:12.859452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:12.904184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c81116-ce5f-4f53-a684-4ebde1ca4fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409db1d-d5ff-4730-8996-cc15264910df,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:12.912083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.948488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Transition to ACTIVE for port object 88957e75-03e0-4acd-8961-16b21b849782 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:12.993992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7372-eb0b-4b97-bf04-7aebb46c7c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.033746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.056592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7372-eb0b-4b97-bf04-7aebb46c7c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.204225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:13.218998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7372-eb0b-4b97-bf04-7aebb46c7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.222539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:13.232311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:13.236596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7372-eb0b-4b97-bf04-7aebb46c7c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.240069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.240994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.245951 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a6e7372-eb0b-4b97-bf04-7aebb46c7c88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d409db1d-d5ff-4730-8996-cc15264910df HTTP/1.1" status: 204 len: 168 time: 0.3835211 Aug 11 02:17:13.251390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43142) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:13.256550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Pushing event updated for resources: {'Port': ['ID=88957e75-03e0-4acd-8961-16b21b849782,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.262633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-748f41cf-cbfd-4b43-8b09-488aca84d798 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6848400 Aug 11 02:17:13.272488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a62a7680-67a9-4dc8-9541-ccc5499b2051', 'name': '', 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'mac_address': 'fa:16:3e:7f:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '64b694bc-a034-4b46-9a94-7d99651877f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:08Z', 'updated_at': '2021-08-11T02:17:11Z', 'revision_number': 2, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'subnets': [{'id': '64b694bc-a034-4b46-9a94-7d99651877f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:13.319407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Checking router: 7bacbbbc-9eca-437e-97b5-bf6124b3251b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:13.319935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Updating router 7bacbbbc-9eca-437e-97b5-bf6124b3251b port a62a7680-67a9-4dc8-9541-ccc5499b2051 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:13.336604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1721679918-network', 'tenant_id': '57849ef565d946449778985a2466fb49'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:13.349827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e7372-eb0b-4b97-bf04-7aebb46c7c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409db1d-d5ff-4730-8996-cc15264910df,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.364759 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.440559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Made reservation on behalf of 57849ef565d946449778985a2466fb49 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:13.452064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.499897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.517204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436340-46f6-4c29-bbf2-10b9aabbdcf0 req-ed8206c4-cb30-48e0-a25e-557f72eb4cc1 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.517826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea436340-46f6-4c29-bbf2-10b9aabbdcf0 req-ed8206c4-cb30-48e0-a25e-557f72eb4cc1 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 935 time: 0.1106682 Aug 11 02:17:13.649410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea436340-46f6-4c29-bbf2-10b9aabbdcf0 req-ac81b8ff-60de-4a1e-95b9-08b12b0b1ae0 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893211 Aug 11 02:17:13.655216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b054350c-3ecd-4933-a51a-452c735a48c8 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:13.804637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43150) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:13.850713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.862549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.900457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:13.910230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-912a9962-657f-40a4-92e2-2bd1d5955954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.921033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7de16c5-4150-4741-9298-f41ee18f4699 None None] Provisioning for port 88957e75-03e0-4acd-8961-16b21b849782 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:13.931699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.932398 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Added segment 46a1e574-1fc7-4386-a8ad-01c204a353e5 of type vlan for network 1cb1fbd6-b9e2-4867-8224-2af0c78303d5 Aug 11 02:17:13.980074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7de16c5-4150-4741-9298-f41ee18f4699 None None] Provisioning complete for port 88957e75-03e0-4acd-8961-16b21b849782 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:13.980459 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7de16c5-4150-4741-9298-f41ee18f4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.032662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9f81ecc-71f1-42b8-ada1-ddbd81fef5f1 req-757cdad1-0b8a-480e-8e8f-829a839db4b6 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.0963068 Aug 11 02:17:14.038664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.050730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f899e0d-91f6-48d4-89c4-a111fbe21fab,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.050949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b054350c-3ecd-4933-a51a-452c735a48c8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b054350c-3ecd-4933-a51a-452c735a48c8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:14.123149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'b054350c-3ecd-4933-a51a-452c735a48c8', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'b054350c-3ecd-4933-a51a-452c735a48c8', 'mac_address': 'fa:16:3e:4c:67:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-216285383', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:14.129613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.131567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.132511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.143792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c7de16c5-4150-4741-9298-f41ee18f4699 None None] Port 88957e75-03e0-4acd-8961-16b21b849782 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:14.217073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b350a28-75aa-4ba1-bdc4-2a5ad628d7a2 req-79a25674-c763-4d15-b430-a6eddd600745 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.229723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b350a28-75aa-4ba1-bdc4-2a5ad628d7a2 req-79a25674-c763-4d15-b430-a6eddd600745 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 968 time: 0.1887176 Aug 11 02:17:14.318486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b350a28-75aa-4ba1-bdc4-2a5ad628d7a2 req-b87151d1-5a44-49ad-8262-94119dad3e6c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813363 Aug 11 02:17:14.326543 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0108504 Aug 11 02:17:14.336902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43166) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:14.346340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Request body: {'subnet': {'network_id': '1cb1fbd6-b9e2-4867-8224-2af0c78303d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1721679918-subnet', 'tenant_id': '57849ef565d946449778985a2466fb49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:14.397146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.397525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bf0d0-b389-4c62-b7eb-23f2b3903f09 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb1fbd6-b9e2-4867-8224-2af0c78303d5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.401272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.428112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 1cb1fbd6-b9e2-4867-8224-2af0c78303d5 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:14.431884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Made reservation on behalf of 57849ef565d946449778985a2466fb49 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:14.435256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.437196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Transition to ACTIVE for port object a62a7680-67a9-4dc8-9541-ccc5499b2051 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:14.463639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b054350c-3ecd-4933-a51a-452c735a48c8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:14.524318 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.538701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0458406-2c9c-49cc-8504-8e69ae1dda9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.624717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b054350c-3ecd-4933-a51a-452c735a48c8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b054350c-3ecd-4933-a51a-452c735a48c8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:14.664532 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.693859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2414550-d014-4296-80a5-7122543e85a2 None None] Pushing event updated for resources: {'Port': ['ID=a62a7680-67a9-4dc8-9541-ccc5499b2051,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.758043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43176) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:14.764927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538428201', 'description': 'tempest-description--39667742'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:14.912943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=b054350c-3ecd-4933-a51a-452c735a48c8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.923373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Attempting to bind port a62a7680-67a9-4dc8-9541-ccc5499b2051 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:14.923989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Attempting to bind port a62a7680-67a9-4dc8-9541-ccc5499b2051 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:14.924807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Attempting to bind port a62a7680-67a9-4dc8-9541-ccc5499b2051 on network 3ccad261-55b3-4733-8309-e1c4c995afc5 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:14.931849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:14.932631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Checking segment: {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:14.933882 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.934654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Bound using segment: {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:14.935373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Bound port: a62a7680-67a9-4dc8-9541-ccc5499b2051, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564b89f8-4f8c-4c64-a3db-64919e785555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:14.936103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.985312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0458406-2c9c-49cc-8504-8e69ae1dda9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.987477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['b054350c-3ecd-4933-a51a-452c735a48c8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:14.997070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0458406-2c9c-49cc-8504-8e69ae1dda9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.021690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.057762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0458406-2c9c-49cc-8504-8e69ae1dda9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d3303c-f5ec-48e9-86ce-7034d095d22c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:15.098468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.204306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e70695-4bc2-4308-b011-8e314f4ff901,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:15.219013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] For port a62a7680-67a9-4dc8-9541-ccc5499b2051, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:15.278898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] For port a62a7680-67a9-4dc8-9541-ccc5499b2051, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a62a7680-67a9-4dc8-9541-ccc5499b2051,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:15.284449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.314334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc05b1-5906-4e74-a085-b9c13732f44b req-7a9c79d1-b505-439d-bd47-dd8fc8211bdf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.314334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fcc05b1-5906-4e74-a085-b9c13732f44b req-7a9c79d1-b505-439d-bd47-dd8fc8211bdf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 935 time: 0.4378262 Aug 11 02:17:15.379884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b0458406-2c9c-49cc-8504-8e69ae1dda9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6fa93dab612458a86f77143cb6920c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5735488 Aug 11 02:17:15.384587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:15.387133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3e8f806-7308-4073-9246-3d8b5886e078 req-19924a7d-596e-46b1-a6a3-cac6ac4b61e6 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.1882141 Aug 11 02:17:15.413397 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.439219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fcc05b1-5906-4e74-a085-b9c13732f44b req-35e864dd-f8de-4371-beef-590ddaa072a5 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131921 Aug 11 02:17:15.462924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Checking segment: {'id': '46a1e574-1fc7-4386-a8ad-01c204a353e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1cb1fbd6-b9e2-4867-8224-2af0c78303d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:15.463450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Network hostable DHCP agents. Network: 1cb1fbd6-b9e2-4867-8224-2af0c78303d5, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:15.475988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.496337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2414550-d014-4296-80a5-7122543e85a2 None None] Pushing event updated for resources: {'Port': ['ID=a62a7680-67a9-4dc8-9541-ccc5499b2051,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:15.513033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Network 1cb1fbd6-b9e2-4867-8224-2af0c78303d5 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:15.536680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 1cb1fbd6-b9e2-4867-8224-2af0c78303d5) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:15.552597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-675e9e74-f4b9-43e1-a20e-a7f42aba9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.557423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c57a3-a4b7-4499-bc31-dbcd691e10eb None None] Network 1cb1fbd6-b9e2-4867-8224-2af0c78303d5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:15.561906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.567097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.571495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.572602 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8131950 Aug 11 02:17:15.573255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:15.585466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'security_group_rule': {'security_group_id': '8f18df3b-c206-41f1-9216-b07f1b7f857b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:15.600555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3999bc-210d-4b04-a690-3765a492d4e2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f18df3b-c206-41f1-9216-b07f1b7f857b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:15.641206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43194) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:15.669814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Routers {'7bacbbbc-9eca-437e-97b5-bf6124b3251b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:15.675075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:16:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:15.694400 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-675e9e74-f4b9-43e1-a20e-a7f42aba9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.714971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-03115b14-c31b-47a6-bacb-5366cc1e3f60 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3677158 Aug 11 02:17:15.752906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.755430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feffbf-918e-4152-b8b7-b5b612088328 req-4a7d27d9-2d9f-4765-a00f-958d79dfb4dd tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.756572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98feffbf-918e-4152-b8b7-b5b612088328 req-4a7d27d9-2d9f-4765-a00f-958d79dfb4dd tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 969 time: 0.1007493 Aug 11 02:17:15.848876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98feffbf-918e-4152-b8b7-b5b612088328 req-c51dd720-2048-4f8b-a286-c1e369fae21c tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825737 Aug 11 02:17:15.923093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846156a2-f722-490c-969c-bc49a56aac49 None None] Network 1cb1fbd6-b9e2-4867-8224-2af0c78303d5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:15.946637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-network', 'tenant_id': '268365ba69ea4b39944efe35e489acf7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:15.961208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.962252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] Set router 7bacbbbc-9eca-437e-97b5-bf6124b3251b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:15.970199 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.995858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Made reservation on behalf of 268365ba69ea4b39944efe35e489acf7 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:15.998263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.015047 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.022037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ac684b-1c4e-44e7-bd85-ebfefbe41a7b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.047192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.048999 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a8946ad-4132-4c1d-9a30-9c63b2d8daed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697833 Aug 11 02:17:16.052705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-675e9e74-f4b9-43e1-a20e-a7f42aba9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.055368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-675e9e74-f4b9-43e1-a20e-a7f42aba9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.059140 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-675e9e74-f4b9-43e1-a20e-a7f42aba9c73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6d3303c-f5ec-48e9-86ce-7034d095d22c HTTP/1.1" status: 204 len: 168 time: 0.6718106 Aug 11 02:17:16.059140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:16.087172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'security_group_rule': {'security_group_id': '8f18df3b-c206-41f1-9216-b07f1b7f857b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:16.097025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e9e74-f4b9-43e1-a20e-a7f42aba9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d3303c-f5ec-48e9-86ce-7034d095d22c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.198258 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.204396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.240175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:16.252683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.262286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.262613 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Added segment 01d890ff-5dda-433f-bba9-adf62409480e of type vlan for network 467f88ee-e003-4860-aa77-2418300448c1 Aug 11 02:17:16.357320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.362812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.386496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.407185 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.408983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339696 Aug 11 02:17:16.410309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25a5b-1452-4cfd-8b28-ea2808526310 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a581ebfb-ab45-41d9-b13d-f2756d9b8b9a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.425817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:16.432211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:16.478974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.480694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.482742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:16.482742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.533072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8808372 Aug 11 02:17:16.537780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:16.594905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Request body: {'subnet': {'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-subnet', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:16.668088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Made reservation on behalf of 268365ba69ea4b39944efe35e489acf7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:16.671471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.697374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.732009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43218) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:16.759559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a62a7680-67a9-4dc8-9541-ccc5499b2051', 'name': '', 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'mac_address': 'fa:16:3e:7f:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '64b694bc-a034-4b46-9a94-7d99651877f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:08Z', 'updated_at': '2021-08-11T02:17:15Z', 'revision_number': 4, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'subnets': [{'id': '64b694bc-a034-4b46-9a94-7d99651877f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:16.772686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41c75-0dab-40ec-96df-8a8613ef636c admin admin] Pushing event updated for resources: {'Network': ['ID=467f88ee-e003-4860-aa77-2418300448c1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:16.777068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc098afb-ebe9-4080-8ff7-6ff89b11052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.793475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 467f88ee-e003-4860-aa77-2418300448c1 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:16.796341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4554e-8b73-48ee-a6f4-fdcbb4431d60 None None] The sync data for ids ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'] in n-d-715271-8 is: [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a62a7680-67a9-4dc8-9541-ccc5499b2051', 'name': '', 'network_id': '3ccad261-55b3-4733-8309-e1c4c995afc5', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'mac_address': 'fa:16:3e:7f:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '64b694bc-a034-4b46-9a94-7d99651877f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:08Z', 'updated_at': '2021-08-11T02:17:15Z', 'revision_number': 4, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'subnets': [{'id': '64b694bc-a034-4b46-9a94-7d99651877f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:16.839721 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.874033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e20b6e9c-27e9-4832-b0a3-7e725a9dd20e req-1ff5d4c3-f213-4624-b3b6-e13ae392999e tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.1603386 Aug 11 02:17:16.959032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452af2f-cb3e-47fa-bb10-74967d2dd0f4 req-b62b93b6-0452-47a2-8259-7394e5fd6e5d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:16.967402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0452af2f-cb3e-47fa-bb10-74967d2dd0f4 req-b62b93b6-0452-47a2-8259-7394e5fd6e5d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 935 time: 0.3908157 Aug 11 02:17:17.064207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0452af2f-cb3e-47fa-bb10-74967d2dd0f4 req-3be85028-a418-41f6-9ff3-97337031b12e tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955329 Aug 11 02:17:17.105478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.115701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-04ee5167-60d1-4a79-8774-56d44dc70ad0 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:17.117067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-04ee5167-60d1-4a79-8774-56d44dc70ad0 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103593 Aug 11 02:17:17.166810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc098afb-ebe9-4080-8ff7-6ff89b11052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.178265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc098afb-ebe9-4080-8ff7-6ff89b11052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.185545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Allocated IP 172.25.6.217 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/dc391173-715e-4dcd-ba9f-50b62346498c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:17.244608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97c71a5-a72c-4d54-b719-b3248f03eef4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:17.270977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc098afb-ebe9-4080-8ff7-6ff89b11052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c594aa-8bf6-4af7-ac71-1080465f10cb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:17.372760 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73758262-1899-47b7-8fbb-779b04ee71a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.373042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.25', 64039) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:17.425512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dc098afb-ebe9-4080-8ff7-6ff89b11052e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f10a1766f0249c0bfacf992ef7ad9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686676 Aug 11 02:17:17.427120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43226) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:17.487132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d210-cd03-43ae-988b-0412f083d819 req-ac425d2c-1c9a-4686-aa02-578e80a33a4f tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.488996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d16d210-cd03-43ae-988b-0412f083d819 req-ac425d2c-1c9a-4686-aa02-578e80a33a4f tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 969 time: 0.2219946 Aug 11 02:17:17.494988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-7bd346a3-2f96-4909-a734-0a9cc6b705e5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d3a34c773be1415398cda6c8224b8790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187465 Aug 11 02:17:17.499479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Request body: {'port': {'device_id': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:17.558777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b054350c-3ecd-4933-a51a-452c735a48c8 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:17.661387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.690334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-6da7185b-01b6-4e61-90ac-ce5795ba76e7 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.691997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-6da7185b-01b6-4e61-90ac-ce5795ba76e7 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841049 Aug 11 02:17:17.699218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port b054350c-3ecd-4933-a51a-452c735a48c8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:17.706679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port b054350c-3ecd-4933-a51a-452c735a48c8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:17.707959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Checking segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:17.708466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Network hostable DHCP agents. Network: 467f88ee-e003-4860-aa77-2418300448c1, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:17.709029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.764283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Network 467f88ee-e003-4860-aa77-2418300448c1 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:17.783365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 467f88ee-e003-4860-aa77-2418300448c1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:17.788602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.789354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.792613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Request body: {'port': {'device_id': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'd3a34c773be1415398cda6c8224b8790'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:17.813649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f78e6-8528-4883-8edc-c521c462fdd5 None None] Network 467f88ee-e003-4860-aa77-2418300448c1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:17.823004 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-54268544-72d6-48be-b496-2cbefb3eaa68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2650523 Aug 11 02:17:17.836022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:17.843428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:17.867017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.894088 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.895332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.951991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d16d210-cd03-43ae-988b-0412f083d819 req-0ffbd432-b38f-4ee9-bede-1c94ea50abc8 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419239 Aug 11 02:17:17.972601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.153988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.171214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.209197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.236491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'Port': ['ID=dc391173-715e-4dcd-ba9f-50b62346498c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:18.239185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a62a7680-67a9-4dc8-9541-ccc5499b2051 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:18.254714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6513eee3-3da7-4f67-865e-fc1a20b0e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.263060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:18.274097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:18.276899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:18.369058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b054350c-3ecd-4933-a51a-452c735a48c8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:18.437026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.441260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6513eee3-3da7-4f67-865e-fc1a20b0e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.504431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.524275 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.565198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b054350c-3ecd-4933-a51a-452c735a48c8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b054350c-3ecd-4933-a51a-452c735a48c8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:18.587581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493383d6-9356-4d34-81e9-e1ae95a267a5 req-b2c372b2-2fde-481a-b54b-307f27eeaa3c tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.4260097 Aug 11 02:17:18.599208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6513eee3-3da7-4f67-865e-fc1a20b0e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.601868 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6513eee3-3da7-4f67-865e-fc1a20b0e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.610797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.619858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6513eee3-3da7-4f67-865e-fc1a20b0e871 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8c594aa-8bf6-4af7-ac71-1080465f10cb HTTP/1.1" status: 204 len: 168 time: 1.1381032 Aug 11 02:17:18.658212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-467f88ee-e003-4860-aa77-2418300448c1', 'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'fixed_ips': [{'subnet_id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:18.658549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.659617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.669566 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19287d58-1c64-4050-8d90-f9c95fb9c5f9" -d '{"events": [{"server_uuid": "59b41180-85c5-4fbc-b740-779ec7235cb5", "name": "network-vif-plugged", "status": "completed", "tag": "b054350c-3ecd-4933-a51a-452c735a48c8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:18.884536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Allocated IP 172.20.0.2 (467f88ee-e003-4860-aa77-2418300448c1/a97c71a5-a72c-4d54-b719-b3248f03eef4/a236da57-a482-456d-82ed-d6091354480b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:18.951816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513eee3-3da7-4f67-865e-fc1a20b0e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c594aa-8bf6-4af7-ac71-1080465f10cb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.081484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-013092db-e6f0-4ac9-846f-8cdb2cec13ae tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:19.083677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-013092db-e6f0-4ac9-846f-8cdb2cec13ae tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 1.3864136 Aug 11 02:17:19.164014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.177419 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.194581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Transition to ACTIVE for port object a236da57-a482-456d-82ed-d6091354480b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:19.229219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Transition to ACTIVE for port object a236da57-a482-456d-82ed-d6091354480b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:19.253311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.257235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a62a7680-67a9-4dc8-9541-ccc5499b2051 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:19.262337 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.306037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Network 467f88ee-e003-4860-aa77-2418300448c1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:19.321888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:19.335983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=b054350c-3ecd-4933-a51a-452c735a48c8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.341622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a62a7680-67a9-4dc8-9541-ccc5499b2051 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:19.342409 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.373005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:19.388990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.396924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.451568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797870e-e8c4-44b4-963c-f2572c7d9fb0 req-254578b4-c18d-4076-a70f-136d9f7f9477 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:19.459546 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7797870e-e8c4-44b4-963c-f2572c7d9fb0 req-254578b4-c18d-4076-a70f-136d9f7f9477 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 935 time: 0.5450525 Aug 11 02:17:19.467623 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.491536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-835f181e-8ea0-45fb-97fd-42f8554e8710 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/quotas/95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 375 time: 0.2013249 Aug 11 02:17:19.506096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'Port': ['ID=dc391173-715e-4dcd-ba9f-50b62346498c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.522726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Allocated IP 172.25.6.66 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/20688335-51b2-4813-8210-235437968bac) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:19.589731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-e750fba6-d74c-4484-8839-b06e8d581bd8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611148 Aug 11 02:17:19.624424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.628252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Made reservation on behalf of d3a34c773be1415398cda6c8224b8790 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:19.633227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.635282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-395ddd06-4315-412f-98b2-35cf3f7ea2bc tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2081070 Aug 11 02:17:19.705314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7797870e-e8c4-44b4-963c-f2572c7d9fb0 req-58eedfb1-a371-4023-b47c-531373ca30cc tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852512 Aug 11 02:17:19.713132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.720425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Attempting to bind port a236da57-a482-456d-82ed-d6091354480b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:19.721332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Attempting to bind port a236da57-a482-456d-82ed-d6091354480b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:19.723317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Attempting to bind port a236da57-a482-456d-82ed-d6091354480b on network 467f88ee-e003-4860-aa77-2418300448c1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:19.742906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88957e75-03e0-4acd-8961-16b21b849782 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:19.751135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Pushing event updated for resources: {'Port': ['ID=a236da57-a482-456d-82ed-d6091354480b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:19.758972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.765705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:19.766673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Checking segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:19.767573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.768430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Bound using segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:19.769421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Bound port: a236da57-a482-456d-82ed-d6091354480b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:19.770303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.777921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.804991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Transition to ACTIVE for port object 88957e75-03e0-4acd-8961-16b21b849782 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:19.814036 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.890287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:19.972752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:19.981419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:19.994243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:20.023876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.059500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.064117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Pushing event updated for resources: {'Port': ['ID=88957e75-03e0-4acd-8961-16b21b849782,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.088143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Attempting to bind port 88957e75-03e0-4acd-8961-16b21b849782 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:20.088504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Attempting to bind port 88957e75-03e0-4acd-8961-16b21b849782 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:20.088867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Attempting to bind port 88957e75-03e0-4acd-8961-16b21b849782 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:20.090831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] For port a236da57-a482-456d-82ed-d6091354480b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:20.103639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Port 88957e75-03e0-4acd-8961-16b21b849782 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:20.104896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Attempting to bind port 88957e75-03e0-4acd-8961-16b21b849782 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:20.119182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:20.119628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:20.120143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:20.125542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Bound port: 88957e75-03e0-4acd-8961-16b21b849782, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:20.126867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.134282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] For port a236da57-a482-456d-82ed-d6091354480b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a236da57-a482-456d-82ed-d6091354480b,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:20.149615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Pushing event updated for resources: {'Port': ['ID=20688335-51b2-4813-8210-235437968bac,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.155310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.207296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a62a7680-67a9-4dc8-9541-ccc5499b2051, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a62a7680-67a9-4dc8-9541-ccc5499b2051,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:20.227822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.240815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.313323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-ebcc3bdf-0826-49c0-a2d6-ddf288426fa3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:20.313661 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.314566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-ebcc3bdf-0826-49c0-a2d6-ddf288426fa3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4884093 Aug 11 02:17:20.404036 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d59dc-8395-4deb-9670-d5d58c10ef7e x-openstack-request-id: req-0a2d59dc-8395-4deb-9670-d5d58c10ef7e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:20.404586 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b41180-85c5-4fbc-b740-779ec7235cb5", "name": "network-vif-plugged", "status": "completed", "tag": "b054350c-3ecd-4933-a51a-452c735a48c8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:20.405088 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a2d59dc-8395-4deb-9670-d5d58c10ef7e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:20.405781 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b054350c-3ecd-4933-a51a-452c735a48c8', 'code': 200} Aug 11 02:17:20.454443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] For port 88957e75-03e0-4acd-8961-16b21b849782, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:20.484247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb7495-0d33-43fc-a311-6ea88ece000d None None] Pushing event updated for resources: {'Port': ['ID=a236da57-a482-456d-82ed-d6091354480b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.496387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] For port 88957e75-03e0-4acd-8961-16b21b849782, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=88957e75-03e0-4acd-8961-16b21b849782,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:20.502603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96406a8-28dd-4616-81ac-b27343fd8f4a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.528373 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.556823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a62a7680-67a9-4dc8-9541-ccc5499b2051,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:20.782627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:20.783936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.786591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] 10.222.0.25 "PUT /v2.0/ports/88957e75-03e0-4acd-8961-16b21b849782 HTTP/1.1" status: 200 len: 1095 time: 3.4075279 Aug 11 02:17:20.903605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'tag': '88957e75-03e0-4acd-8961-16b21b849782'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:21.033395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Allocated IP 192.168.233.44 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/1dd45a1d-7745-40fd-a377-5136eec5bd93) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:21.075220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.192752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d645174-c4bf-4aad-a9fe-ecf5f79641d9 req-feaf6444-798b-4959-a98d-8e3950b33ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.196563 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2d645174-c4bf-4aad-a9fe-ecf5f79641d9 req-feaf6444-798b-4959-a98d-8e3950b33ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 1121 time: 0.6472089 Aug 11 02:17:21.226798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-0418670f-28b8-42c4-b868-92db7d2517b5 service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8350008 Aug 11 02:17:21.227824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cf1d3-7739-46b8-b219-fa4f31ddef0d service neutron] Pushing event updated for resources: {'Port': ['ID=88957e75-03e0-4acd-8961-16b21b849782,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.346651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d645174-c4bf-4aad-a9fe-ecf5f79641d9 req-7e3afb6b-60d1-49f6-b38c-f36498a2ade8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.419702 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19195f9a-9aac-4e07-a134-05d3acd075f2" -d '{"events": [{"name": "network-changed", "server_uuid": "39f6a562-8cbd-414b-9277-4d9234821d2f", "tag": "88957e75-03e0-4acd-8961-16b21b849782"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:21.454338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a751c-a23f-4283-865b-0db998a7a6c9 req-b262c5d4-eb58-4dd5-9166-36b0e8353cc1 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.457316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb1a751c-a23f-4283-865b-0db998a7a6c9 req-b262c5d4-eb58-4dd5-9166-36b0e8353cc1 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 970 time: 0.8620558 Aug 11 02:17:21.537637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.660203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-201d2b35-2e09-431b-a5af-745eb5c7bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.662701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-201d2b35-2e09-431b-a5af-745eb5c7bfff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0702adbcb0194c11bbae1baae3b63641&device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 1098 time: 0.6689861 Aug 11 02:17:21.719471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d645174-c4bf-4aad-a9fe-ecf5f79641d9 req-7e3afb6b-60d1-49f6-b38c-f36498a2ade8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.727017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d645174-c4bf-4aad-a9fe-ecf5f79641d9 req-7e3afb6b-60d1-49f6-b38c-f36498a2ade8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.798368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-26ef6bf5-e4a5-4d50-aaaf-da359cd76271 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=88957e75-03e0-4acd-8961-16b21b849782 HTTP/1.1" status: 200 len: 217 time: 0.1212647 Aug 11 02:17:21.805170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb1a751c-a23f-4283-865b-0db998a7a6c9 req-9e1a1cb5-ab3d-438e-9f7e-ebda28462aeb tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229616 Aug 11 02:17:21.815962 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2d645174-c4bf-4aad-a9fe-ecf5f79641d9 req-7e3afb6b-60d1-49f6-b38c-f36498a2ade8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638800 Aug 11 02:17:21.843605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3afb6b-60d1-49f6-b38c-f36498a2ade8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cff89-0975-4df6-a26b-0990c0f004fb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.890890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.908231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-f9354ea7-55e5-4df0-904d-a0fe2c0db5dc service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963760 Aug 11 02:17:21.919695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Router b7ddf145-bbaf-4d7c-8e9d-06d46359112f is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:17:21.936444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Transition to ACTIVE for port object 1dd45a1d-7745-40fd-a377-5136eec5bd93 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:21.954518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-1a115af5-07e7-49b0-944e-d9a6bf3305a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.956091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-1a115af5-07e7-49b0-944e-d9a6bf3305a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1447601 Aug 11 02:17:21.963695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f605127-9d0a-4fe1-a1b9-1838a2aedf9e req-cd28bc66-16f8-4f54-82dd-2d5469507e95 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.0496657 Aug 11 02:17:22.231773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:22.242506 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Sync routers for ids ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:22.259622 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Routers {'b7ddf145-bbaf-4d7c-8e9d-06d46359112f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:22.260667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:22.260895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.265553 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f9d280cd-16d5-4eac-b60f-a6d9e3172c2a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4272974 Aug 11 02:17:22.269361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:22.392042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a65ec0-8db1-41a6-ad51-4236c3053de9 None None] Network 467f88ee-e003-4860-aa77-2418300448c1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:22.494596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.638565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:22.663814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a91edf4b-ca4d-4245-a590-0d0222f20328 None None] Provisioning for port a236da57-a482-456d-82ed-d6091354480b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:22.688511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c738-cf11-487c-b13c-6078778f3e4c req-2f255b87-a4df-41ee-bf7e-5f9771c56709 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:22.690062 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d76c738-cf11-487c-b13c-6078778f3e4c req-2f255b87-a4df-41ee-bf7e-5f9771c56709 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 947 time: 0.1354744 Aug 11 02:17:22.691018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:22.694267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-1b3c14c5-fb96-474e-a2bc-4fb807134b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:22.695897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-1b3c14c5-fb96-474e-a2bc-4fb807134b8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7312047 Aug 11 02:17:22.715745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:22.723720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:22.724463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.737169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.756756 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.774891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0270455 Aug 11 02:17:22.818304 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Set router b7ddf145-bbaf-4d7c-8e9d-06d46359112f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:22.829670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Request body: {'port': {'device_id': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:22.925316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a62a7680-67a9-4dc8-9541-ccc5499b2051 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:22.952228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-b92d3bf4-5e70-4dac-a126-b450801d1d5d tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1538428201&fields=id&tenant_id=5f515faec97d415e85731cf5c93fb58c HTTP/1.1" status: 200 len: 267 time: 0.6429834 Aug 11 02:17:22.968324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20155-5aca-4219-a8fc-2f98023ca7e0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Pushing event updated for resources: {'Port': ['ID=1dd45a1d-7745-40fd-a377-5136eec5bd93,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:23.127729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a62a7680-67a9-4dc8-9541-ccc5499b2051 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:23.129255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.171781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.229448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ad48443-44da-4ae0-a880-37058d9c679c None None] Provisioning for port 1dd45a1d-7745-40fd-a377-5136eec5bd93 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:23.245035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d76c738-cf11-487c-b13c-6078778f3e4c req-fec25250-627d-438d-82ca-9039326108f4 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831266 Aug 11 02:17:23.266685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ad48443-44da-4ae0-a880-37058d9c679c None None] Provisioning complete for port 1dd45a1d-7745-40fd-a377-5136eec5bd93 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:23.267069 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ad48443-44da-4ae0-a880-37058d9c679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.281011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-4b87b7f9-c389-4c3c-92b0-a8ddd351864e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.283323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-4b87b7f9-c389-4c3c-92b0-a8ddd351864e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 823 time: 0.3119454 Aug 11 02:17:23.328113 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:17:20Z', 'revision_number': 3, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:23.395564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a236da57-a482-456d-82ed-d6091354480b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:23.399327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-19bbdfbc-dcaa-4851-94e1-b889a3c8fb2d service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502986 Aug 11 02:17:23.409716 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Checking router: b7ddf145-bbaf-4d7c-8e9d-06d46359112f for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:23.410428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Updating router b7ddf145-bbaf-4d7c-8e9d-06d46359112f port 20688335-51b2-4813-8210-235437968bac binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:23.503952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9ad48443-44da-4ae0-a880-37058d9c679c None None] Port 1dd45a1d-7745-40fd-a377-5136eec5bd93 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:23.513846 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.599015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-28fff620-e800-4c49-927d-b1303cbaf108 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/quotas/5f515faec97d415e85731cf5c93fb58c HTTP/1.1" status: 200 len: 375 time: 0.2367506 Aug 11 02:17:23.612748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a236da57-a482-456d-82ed-d6091354480b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:23.661259 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fee35d-776d-4305-928d-d6fa41cda243 x-openstack-request-id: req-e5fee35d-776d-4305-928d-d6fa41cda243 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:23.661576 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f6a562-8cbd-414b-9277-4d9234821d2f", "tag": "88957e75-03e0-4acd-8961-16b21b849782", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:23.661789 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5fee35d-776d-4305-928d-d6fa41cda243 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:23.662536 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'tag': '88957e75-03e0-4acd-8961-16b21b849782', 'status': 'completed', 'code': 200} Aug 11 02:17:23.665794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a236da57-a482-456d-82ed-d6091354480b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:23.666619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.727341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7d8e40b4-5853-4f9d-9fb2-bfb85f0c3fba None None] Provisioning complete for port a236da57-a482-456d-82ed-d6091354480b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:23.728249 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d8e40b4-5853-4f9d-9fb2-bfb85f0c3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.924115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-8378b53d-bad2-41f6-bc97-51cb41606682 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3238170 Aug 11 02:17:23.972075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5dfd2291-dd5e-45ad-8315-16167f37bce4 req-669802a2-98d1-4c69-9cbd-cd5effe8713d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 210 time: 0.0955615 Aug 11 02:17:24.091382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e19c03b-8a24-40c5-b0ad-c643ad0477e0 req-506fd5dc-ab40-4aa6-b75b-873213068812 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336447 Aug 11 02:17:24.109808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.191492 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.213509 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Transition to ACTIVE for port object 20688335-51b2-4813-8210-235437968bac will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:24.225634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d8e40b4-5853-4f9d-9fb2-bfb85f0c3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.230406 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.293281 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.366220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7d8e40b4-5853-4f9d-9fb2-bfb85f0c3fba None None] For port a236da57-a482-456d-82ed-d6091354480b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a236da57-a482-456d-82ed-d6091354480b,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:24.378942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d8e40b4-5853-4f9d-9fb2-bfb85f0c3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.420043 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a5d17-35bb-44e2-92e3-9f506350db72 None None] Pushing event updated for resources: {'Port': ['ID=20688335-51b2-4813-8210-235437968bac,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:24.438535 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Attempting to bind port 20688335-51b2-4813-8210-235437968bac on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:24.439069 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Attempting to bind port 20688335-51b2-4813-8210-235437968bac by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:24.442321 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Attempting to bind port 20688335-51b2-4813-8210-235437968bac on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:24.464969 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:24.465778 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:24.466519 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.469507 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:24.470399 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Bound port: 20688335-51b2-4813-8210-235437968bac, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:24.471402 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.474041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-8012d7fb-3d35-4dca-afb2-45639088d053 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:24.484260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-8012d7fb-3d35-4dca-afb2-45639088d053 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1614001 Aug 11 02:17:24.533370 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:17:24.534066 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:17:24.534540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e40b4-5853-4f9d-9fb2-bfb85f0c3fba None None] Pushing event updated for resources: {'Port': ['ID=a236da57-a482-456d-82ed-d6091354480b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:24.642935 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] For port 20688335-51b2-4813-8210-235437968bac, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:24.654152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] For port 20688335-51b2-4813-8210-235437968bac, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=20688335-51b2-4813-8210-235437968bac,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:24.662664 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.728851 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Routers {'b7ddf145-bbaf-4d7c-8e9d-06d46359112f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:24.729522 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:24.732865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-1c8513e9-ed76-4281-b5df-844c6dbdc965 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.736706 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-1c8513e9-ed76-4281-b5df-844c6dbdc965 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.3773572 Aug 11 02:17:24.753930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Request body: {'port': {'device_id': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'admin_state_up': True, 'tenant_id': '95e22bd4c24e4cd5a7407c6482115dab'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:24.788079 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a5d17-35bb-44e2-92e3-9f506350db72 None None] Pushing event updated for resources: {'Port': ['ID=20688335-51b2-4813-8210-235437968bac,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:24.838383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-7f1a2159-fb5b-4894-bd09-ee30c87c37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.840288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-7f1a2159-fb5b-4894-bd09-ee30c87c37c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0702adbcb0194c11bbae1baae3b63641&device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 1098 time: 0.6179652 Aug 11 02:17:24.848976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd45a1d-7745-40fd-a377-5136eec5bd93 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:24.882285 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.885420 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] Set router b7ddf145-bbaf-4d7c-8e9d-06d46359112f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:24.980562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Made reservation on behalf of 95e22bd4c24e4cd5a7407c6482115dab for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:24.989650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.131267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Transition to ACTIVE for port object 1dd45a1d-7745-40fd-a377-5136eec5bd93 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:25.173706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3066d9-cbeb-497b-a705-c511ce40ec55 req-e759288b-8c84-4384-96f1-5d949cfcc869 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.176270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c3066d9-cbeb-497b-a705-c511ce40ec55 req-e759288b-8c84-4384-96f1-5d949cfcc869 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 970 time: 0.6541502 Aug 11 02:17:25.192655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5035d8c3-a4b0-4fbf-93cb-e99e23c55323 service neutron] 10.222.0.16 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715517 Aug 11 02:17:25.193725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.207476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Allocated IP 172.20.0.1 (467f88ee-e003-4860-aa77-2418300448c1/a97c71a5-a72c-4d54-b719-b3248f03eef4/70ad723a-a225-4e19-a5d6-d8c13a8ff7b9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:25.259511 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:17:20Z', 'revision_number': 3, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:25.271976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Allocated IP 172.20.0.10 (609d90c9-f85c-426b-a186-9ff5357b9585/79d6126f-7027-4e66-9dda-485229d5aef0/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:25.275213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a236da57-a482-456d-82ed-d6091354480b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:25.324551 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a7fa3-db20-482d-8b71-2bc370fab3fa None None] The sync data for ids ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'] in n-d-715271-8 is: [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:17:20Z', 'revision_number': 3, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:25.355300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a236da57-a482-456d-82ed-d6091354480b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:25.356222 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.450476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-c47af29d-ff29-4ba6-a0c0-0a2a107e8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.452095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-c47af29d-ff29-4ba6-a0c0-0a2a107e8a1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5912724 Aug 11 02:17:25.501643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c3066d9-cbeb-497b-a705-c511ce40ec55 req-e800d3f4-c650-4867-b96a-a2bbd08ff14f tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863247 Aug 11 02:17:25.528004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd45a1d-7745-40fd-a377-5136eec5bd93,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.576749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-cc90d0b8-8552-4577-bccf-fb83b8ec3037 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=88957e75-03e0-4acd-8961-16b21b849782 HTTP/1.1" status: 200 len: 217 time: 0.1099861 Aug 11 02:17:25.618938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.679102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.683108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Attempting to bind port 1dd45a1d-7745-40fd-a377-5136eec5bd93 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:25.683486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Attempting to bind port 1dd45a1d-7745-40fd-a377-5136eec5bd93 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:25.683824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Attempting to bind port 1dd45a1d-7745-40fd-a377-5136eec5bd93 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:25.719340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-cd4c92cb-4797-4fbc-8f60-32a4a52f8580 service neutron] 10.222.0.16 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909260 Aug 11 02:17:25.753512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Port 1dd45a1d-7745-40fd-a377-5136eec5bd93 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:25.753854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Attempting to bind port 1dd45a1d-7745-40fd-a377-5136eec5bd93 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:25.789766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-96f6b49d-963d-4433-be88-986394ef5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.791392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-96f6b49d-963d-4433-be88-986394ef5d5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2032514 Aug 11 02:17:25.795753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:25.796132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:25.796493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:25.796980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Bound port: 1dd45a1d-7745-40fd-a377-5136eec5bd93, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:25.797360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.803419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.814696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Network 609d90c9-f85c-426b-a186-9ff5357b9585 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:25.847418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:25.853938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:25.867456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Transition to ACTIVE for port object 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:25.868850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.870176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.887426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.905397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-86eeaaff-dd38-4d08-8aeb-8c9e12cc48c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1580815 Aug 11 02:17:25.924377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Request body: {'port': {'device_id': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'device_owner': 'compute:tempest-test_az-216285383', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:25.927484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250925-e19f-4bb8-9f96-d92483488b51 req-e29db54f-3381-43f1-9798-547004388681 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.929494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4250925-e19f-4bb8-9f96-d92483488b51 req-e29db54f-3381-43f1-9798-547004388681 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 947 time: 0.2546418 Aug 11 02:17:26.019080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.59', 61043) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.040280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-515c7ba0-ef58-4b52-bd6b-546c88bdd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.043180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-515c7ba0-ef58-4b52-bd6b-546c88bdd597 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362771 Aug 11 02:17:26.056426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] For port 1dd45a1d-7745-40fd-a377-5136eec5bd93, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:26.069454 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.176756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-d6e135cb-511c-45fd-94c6-121373149797 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564999 Aug 11 02:17:26.179236 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.191404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] For port 1dd45a1d-7745-40fd-a377-5136eec5bd93, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:26.197403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4250925-e19f-4bb8-9f96-d92483488b51 req-a0e77939-e6fa-4dad-8e3e-1552bef53841 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460966 Aug 11 02:17:26.211081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.343494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Network 467f88ee-e003-4860-aa77-2418300448c1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:26.358575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Pushing event updated for resources: {'Port': ['ID=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:26.371102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:26.387351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.388088 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.389730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] 10.222.0.25 "PUT /v2.0/ports/1dd45a1d-7745-40fd-a377-5136eec5bd93 HTTP/1.1" status: 200 len: 1095 time: 3.5651779 Aug 11 02:17:26.390332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'tag': '1dd45a1d-7745-40fd-a377-5136eec5bd93'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:26.394416 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b82ca-1e00-48cb-b9d7-053c815a69aa" -d '{"events": [{"name": "network-changed", "server_uuid": "818f87c0-8d4a-4ffc-b486-8c84f3dd8ced", "tag": "1dd45a1d-7745-40fd-a377-5136eec5bd93"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:26.469696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41ae26-0639-4aa4-a335-535aeb511a6f req-7691bb4c-c767-47db-8e09-e3552cc1347c tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.471617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b41ae26-0639-4aa4-a335-535aeb511a6f req-7691bb4c-c767-47db-8e09-e3552cc1347c tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 947 time: 0.2669132 Aug 11 02:17:26.511379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-6fdf96d0-e189-4308-b5b0-9df7c37c32bb service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562209 Aug 11 02:17:26.512519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:26.513199 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.730537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-df0734c1-7e47-45da-8965-eae2c965786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.733364 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-df0734c1-7e47-45da-8965-eae2c965786a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58798f3bfd874509894b01bf849df0ff&device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 1121 time: 0.4032910 Aug 11 02:17:26.879145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f871c-60ce-46ee-9101-2584108c6fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd45a1d-7745-40fd-a377-5136eec5bd93,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:27.034189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b41ae26-0639-4aa4-a335-535aeb511a6f req-5bcaef34-a2f2-4794-8233-51c4ed57c687 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006180 Aug 11 02:17:27.087824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5b86818-31d4-4b4c-89e7-07d0f2dee1f2 None None] Provisioning for port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:27.096533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5b86818-31d4-4b4c-89e7-07d0f2dee1f2 None None] Provisioning complete for port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:27.099201 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5b86818-31d4-4b4c-89e7-07d0f2dee1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.106988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-bedec865-df29-48ba-823e-6a5b0ada514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.113914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-bedec865-df29-48ba-823e-6a5b0ada514e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3a34c773be1415398cda6c8224b8790&device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 1098 time: 0.6175120 Aug 11 02:17:27.127744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-919c443c-20d7-4db8-94bd-62e15316e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.129370 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-919c443c-20d7-4db8-94bd-62e15316e994 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3674817 Aug 11 02:17:27.156630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f14c1-7dfb-477b-936f-1078431b5d37 req-926a69e2-9ee0-4b7e-b6f3-f5c107a71a48 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.162536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-992f14c1-7dfb-477b-936f-1078431b5d37 req-926a69e2-9ee0-4b7e-b6f3-f5c107a71a48 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 932 time: 0.7191420 Aug 11 02:17:27.195366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86818-31d4-4b4c-89e7-07d0f2dee1f2 None None] Port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:27.346691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 20688335-51b2-4813-8210-235437968bac up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:27.436561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 88957e75-03e0-4acd-8961-16b21b849782 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:27.450515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 20688335-51b2-4813-8210-235437968bac completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:27.528230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 20688335-51b2-4813-8210-235437968bac triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:27.528626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.637330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-7e254887-4874-444d-b9ee-0a16d8248ee5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93 HTTP/1.1" status: 200 len: 217 time: 0.4978125 Aug 11 02:17:27.642385 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-9f3e9857-190c-41d1-a66f-0eeda99765cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b054350c-3ecd-4933-a51a-452c735a48c8 HTTP/1.1" status: 200 len: 217 time: 0.4997492 Aug 11 02:17:27.700686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19195f9a-9aac-4e07-a134-05d3acd075f2 req-fb6fd0f0-e160-4d4a-ba69-e8e5a1c11320 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1449609 Aug 11 02:17:27.722413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:27.743076 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.782560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Transition to ACTIVE for port object 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:27.785987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-f20f294d-2499-4688-83ee-f7f625fc9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.788964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-f20f294d-2499-4688-83ee-f7f625fc9615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1336763 Aug 11 02:17:27.792164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.797739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 88957e75-03e0-4acd-8961-16b21b849782, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=88957e75-03e0-4acd-8961-16b21b849782,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:27.799696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-992f14c1-7dfb-477b-936f-1078431b5d37 req-318a6ef2-b3f3-4fdc-b26d-f12a213fa920 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836520 Aug 11 02:17:27.801086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.823242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2b3d3d2c-cbcb-4d36-8e3d-7323585df798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.825343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-2b3d3d2c-cbcb-4d36-8e3d-7323585df798 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1691589 Aug 11 02:17:27.851409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '88957e75-03e0-4acd-8961-16b21b849782', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '88957e75-03e0-4acd-8961-16b21b849782', 'mac_address': 'fa:16:3e:42:b2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:27.885470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba40c-a1a5-495f-81d7-d0c7bdb6c28c req-f496cc36-49dc-4daa-9f6c-292197b4623b tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.892209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 20688335-51b2-4813-8210-235437968bac, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=20688335-51b2-4813-8210-235437968bac,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:27.898236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b4ba40c-a1a5-495f-81d7-d0c7bdb6c28c req-f496cc36-49dc-4daa-9f6c-292197b4623b tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 1121 time: 0.2519691 Aug 11 02:17:27.923922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.947327 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.966403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:27.984457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0b4ba40c-a1a5-495f-81d7-d0c7bdb6c28c req-965b2f60-5cdb-4e6a-a153-c7e7455c0891 tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.992466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.013199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88957e75-03e0-4acd-8961-16b21b849782 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:28.040568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a5ef5ca-5164-444a-9005-a1a9571aedab req-cac2869f-2111-4310-9e3a-0dfbb149a076 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 210 time: 0.0472071 Aug 11 02:17:28.079580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=20688335-51b2-4813-8210-235437968bac,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:28.085909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 88957e75-03e0-4acd-8961-16b21b849782, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=88957e75-03e0-4acd-8961-16b21b849782,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:28.102895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.104215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-4f498b0d-8539-41ca-8e6c-2e4831bef178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.106558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-4f498b0d-8539-41ca-8e6c-2e4831bef178 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457671 Aug 11 02:17:28.149393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:28.149940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:28.150727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:28.173842 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9da2d1-6b59-4839-a22f-e9d1a1c3376c x-openstack-request-id: req-8b9da2d1-6b59-4839-a22f-e9d1a1c3376c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:28.174222 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818f87c0-8d4a-4ffc-b486-8c84f3dd8ced", "tag": "1dd45a1d-7745-40fd-a377-5136eec5bd93", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:28.174478 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b9da2d1-6b59-4839-a22f-e9d1a1c3376c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:28.176812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:28.177374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:28.178297 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'tag': '1dd45a1d-7745-40fd-a377-5136eec5bd93', 'status': 'completed', 'code': 200} Aug 11 02:17:28.199411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:28.201347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:28.201841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:28.206430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Bound port: 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:28.206825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.233390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=88957e75-03e0-4acd-8961-16b21b849782,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:28.256247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-54ac8fd7-218d-4eed-88d0-01a65d5f8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.259297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-54ac8fd7-218d-4eed-88d0-01a65d5f8cd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4518337 Aug 11 02:17:28.426178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['88957e75-03e0-4acd-8961-16b21b849782'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:28.458559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:28.464383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:28.476921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.496934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-8f17ad44-3b0d-48af-a984-6680618576b7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.498674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-8f17ad44-3b0d-48af-a984-6680618576b7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.25 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 823 time: 0.4291282 Aug 11 02:17:28.536848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.538113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.541135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] 10.222.0.59 "PUT /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 1113 time: 2.6254306 Aug 11 02:17:28.541578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:28.546616 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f775e6db-2e11-408d-bc78-9c02249704fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:28.560172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-098a23a2-b8df-4fc1-9bd1-61d39d0a5977 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929602 Aug 11 02:17:28.588224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-df228198-0185-418d-a4b5-b85483d5132a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581766 Aug 11 02:17:28.602765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429db641-8a6d-4048-a4ac-82463053b9e0 req-96ca3dce-1989-48ec-ae5c-947d52fe2a98 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.604386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-429db641-8a6d-4048-a4ac-82463053b9e0 req-96ca3dce-1989-48ec-ae5c-947d52fe2a98 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 947 time: 0.2761762 Aug 11 02:17:28.652065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.685619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1a7d4-6c60-45a0-95c6-eec2a94fb2fd service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:28.717560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.718366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.744135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-a1a04c4f-66c1-4e66-974b-3952bed2490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.744334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0b4ba40c-a1a5-495f-81d7-d0c7bdb6c28c req-965b2f60-5cdb-4e6a-a153-c7e7455c0891 tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.746620 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-a1a04c4f-66c1-4e66-974b-3952bed2490b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1116 time: 0.1434295 Aug 11 02:17:28.751403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-118bc114-580f-4ef5-a4a3-55978301bfa8 req-b7721e93-9cae-4c95-9bb1-9aa5a8a2e2dd service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786847 Aug 11 02:17:28.788570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0b4ba40c-a1a5-495f-81d7-d0c7bdb6c28c req-965b2f60-5cdb-4e6a-a153-c7e7455c0891 tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.810960 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-3d80fc24-53db-4c40-b8b7-ca2d339eeed6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.0533621 Aug 11 02:17:28.823467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-47381c30-1355-4067-ad8e-5680cf1eb72a tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f515faec97d415e85731cf5c93fb58c HTTP/1.1" status: 200 len: 380 time: 0.2998536 Aug 11 02:17:28.874358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'port': {'device_id': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'admin_state_up': True, 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'security_groups': ['8f18df3b-c206-41f1-9216-b07f1b7f857b']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:28.892717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-a7ce3209-a855-47b3-886d-085c354d7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.895444 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-a7ce3209-a855-47b3-886d-085c354d7d98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.0764418 Aug 11 02:17:28.948821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-82b7819a-9430-432f-b60d-0888fed669ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368469 Aug 11 02:17:29.000733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b4ba40c-a1a5-495f-81d7-d0c7bdb6c28c req-965b2f60-5cdb-4e6a-a153-c7e7455c0891 tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1015522 Aug 11 02:17:29.062335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-429db641-8a6d-4048-a4ac-82463053b9e0 req-de433262-c16b-4f02-bcbe-2671563ff7b7 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273171 Aug 11 02:17:29.063015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Pushing event updated for resources: {'Port': ['ID=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:29.102156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2f60-5cdb-4e6a-a153-c7e7455c0891 tempest-AggregatesAdminTestJSON-1419076465 tempest-AggregatesAdminTestJSON-1419076465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf81e9-2418-4007-a9e1-bf78595b1452,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:29.146282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-482ea4d6-caa5-4a6f-a54c-64fc24132562 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900694 Aug 11 02:17:29.192906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d4ea1-025c-4e7b-84be-b68d53bd4c33 req-fecc9494-a016-46bc-b700-70b23d335b12 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866373 Aug 11 02:17:29.313522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 20688335-51b2-4813-8210-235437968bac up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:29.319715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4fab6bb-0da2-440f-bd22-9bf47b88666f req-a0014b91-a0bd-40e0-b582-af83b1884140 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653123 Aug 11 02:17:29.393259 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6568609b-2faf-4c50-a9c7-49c39cfb3a0a x-openstack-request-id: req-6568609b-2faf-4c50-a9c7-49c39cfb3a0a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:29.393700 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:29.394147 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6568609b-2faf-4c50-a9c7-49c39cfb3a0a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:29.394822 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'status': 'completed', 'code': 200} Aug 11 02:17:29.399180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 88957e75-03e0-4acd-8961-16b21b849782 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:29.487523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Network 467f88ee-e003-4860-aa77-2418300448c1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:29.512628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775e6db-2e11-408d-bc78-9c02249704fd req-5c6aed65-c860-4086-bd63-c2fe375f08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.515377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 20688335-51b2-4813-8210-235437968bac triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:29.515570 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-5c6aed65-c860-4086-bd63-c2fe375f08dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1116 time: 0.0868680 Aug 11 02:17:29.515909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.522983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:29.535356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-b4f329a6-d29f-4069-abd5-bb020c0e027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.538377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-b4f329a6-d29f-4069-abd5-bb020c0e027a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3a34c773be1415398cda6c8224b8790&device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 1098 time: 0.1971059 Aug 11 02:17:29.568400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 88957e75-03e0-4acd-8961-16b21b849782 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:29.576643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 88957e75-03e0-4acd-8961-16b21b849782 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:29.577081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.599751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe66cda-81de-4168-b495-32275555d781 req-84382426-5a88-4ac1-a768-083e583a7d39 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.602570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfe66cda-81de-4168-b495-32275555d781 req-84382426-5a88-4ac1-a768-083e583a7d39 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 948 time: 0.4305265 Aug 11 02:17:29.642884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Made reservation on behalf of 5f515faec97d415e85731cf5c93fb58c for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:29.647403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.701194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775e6db-2e11-408d-bc78-9c02249704fd req-2cdc6bc7-037b-494b-b3a0-61b4ac2ae38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.702860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-2cdc6bc7-037b-494b-b3a0-61b4ac2ae38d service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1578195 Aug 11 02:17:29.764868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-8c09857f-c05f-4a6b-bcac-a247fc348f00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.0534647 Aug 11 02:17:29.822735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.858222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775e6db-2e11-408d-bc78-9c02249704fd req-2746ea7b-d5ef-4f74-b4fe-c7340ec8ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.861580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-2746ea7b-d5ef-4f74-b4fe-c7340ec8ede5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.0891819 Aug 11 02:17:29.875833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88957e75-03e0-4acd-8961-16b21b849782'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:29.878776 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39370657-ded8-41f7-bdeb-470a6e2cc299" -d '{"events": [{"server_uuid": "39f6a562-8cbd-414b-9277-4d9234821d2f", "name": "network-vif-plugged", "status": "completed", "tag": "88957e75-03e0-4acd-8961-16b21b849782"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:29.898201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 88957e75-03e0-4acd-8961-16b21b849782, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=88957e75-03e0-4acd-8961-16b21b849782,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:29.901040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d32d-901c-49ae-8b28-8f58c5b18ba7 req-3b16eb66-f9de-47c1-9d48-d8db13d29881 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.903248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4621d32d-901c-49ae-8b28-8f58c5b18ba7 req-3b16eb66-f9de-47c1-9d48-d8db13d29881 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.4091091 Aug 11 02:17:29.904368 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.912105 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-f6491a4b-6ce4-487f-8064-8e06faa068b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416572 Aug 11 02:17:29.915862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfe66cda-81de-4168-b495-32275555d781 req-b167cf1c-7710-4225-a5e3-a1ecb7670df0 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043969 Aug 11 02:17:29.989541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3df09bd4-2dc1-4ee7-8e52-9151b6f0c06d None None] Provisioning complete for port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:29.990131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3df09bd4-2dc1-4ee7-8e52-9151b6f0c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.024942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=88957e75-03e0-4acd-8961-16b21b849782,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:30.058668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3df09bd4-2dc1-4ee7-8e52-9151b6f0c06d None None] Port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:30.091546 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-866907f5-ce0a-42b1-aaff-7777d5073371 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713636 Aug 11 02:17:30.169972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4621d32d-901c-49ae-8b28-8f58c5b18ba7 req-195acbb2-e268-4d29-83da-a8b94a5c5744 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913033 Aug 11 02:17:30.183270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Router b7ddf145-bbaf-4d7c-8e9d-06d46359112f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:30.185617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-f0ab6b19-b2d7-405b-ba0d-0161a8deeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.188778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-f0ab6b19-b2d7-405b-ba0d-0161a8deeca1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5843852 Aug 11 02:17:30.191019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Allocated IP 172.20.0.6 (f0bab906-41b5-42e7-b3a8-c8a5a101c9df/89ed2e70-7fd6-467a-b494-4ff032867f76/5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:30.259942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f775e6db-2e11-408d-bc78-9c02249704fd req-ab2bc2d7-5f6b-4c9e-a28e-d95386b33d9e service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590683 Aug 11 02:17:30.265581 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913a3769-9693-4ca4-8d83-df086b72cde5 x-openstack-request-id: req-913a3769-9693-4ca4-8d83-df086b72cde5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:30.266960 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f6a562-8cbd-414b-9277-4d9234821d2f", "name": "network-vif-plugged", "status": "completed", "tag": "88957e75-03e0-4acd-8961-16b21b849782", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:30.267136 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-913a3769-9693-4ca4-8d83-df086b72cde5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:30.267565 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88957e75-03e0-4acd-8961-16b21b849782', 'code': 200} Aug 11 02:17:30.364419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.25', 64045) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.425114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db146c6e-4586-483c-a706-022dfed243bc req-8e22d701-dfce-48ed-8911-df1908fc6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.428033 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-db146c6e-4586-483c-a706-022dfed243bc req-8e22d701-dfce-48ed-8911-df1908fc6b21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 1100 time: 0.0619264 Aug 11 02:17:30.486445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-db146c6e-4586-483c-a706-022dfed243bc req-905ce278-23a5-4c7a-b686-7d61606e9f86 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509224 Aug 11 02:17:30.511375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-c0858ee4-c135-45f7-8980-20a893dda851 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93 HTTP/1.1" status: 200 len: 217 time: 0.3139417 Aug 11 02:17:30.571015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e7d0daa-b8bc-4f2c-ae8a-e37bebf1f34d req-5178a65d-e5fc-49a6-9b54-ff64a19af5a9 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 210 time: 0.0669272 Aug 11 02:17:30.780182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302462d-0650-4f2b-a1c5-464f4f8be05c req-9b2ebcbd-4aad-4798-aa80-3c54034859d9 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.781805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f302462d-0650-4f2b-a1c5-464f4f8be05c req-9b2ebcbd-4aad-4798-aa80-3c54034859d9 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 947 time: 0.2792485 Aug 11 02:17:30.800894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-cafca064-66ae-419b-8a9c-ccc424a196b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.802455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-cafca064-66ae-419b-8a9c-ccc424a196b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2135911 Aug 11 02:17:30.955214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f302462d-0650-4f2b-a1c5-464f4f8be05c req-f0fcbb2d-876e-402f-97b9-48cf0b4248cc tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630881 Aug 11 02:17:30.968393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-fc41b77d-15f8-42e6-a56a-cb698cea1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.970126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-fc41b77d-15f8-42e6-a56a-cb698cea1b62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571393 Aug 11 02:17:30.990725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:31.006579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-78d62c1e-9882-4f0a-9438-a6f7c14c5313 admin admin] 10.222.0.16 "PUT /v2.0/routers/b7ddf145-bbaf-4d7c-8e9d-06d46359112f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7156148 Aug 11 02:17:31.015131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Sync routers for ids ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:31.037855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Routers {'b7ddf145-bbaf-4d7c-8e9d-06d46359112f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:31.038255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:31.100140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.164862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Transition to ACTIVE for port object 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:31.223927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-8965af2e-4676-4733-8e11-ab7aef935a70 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443764 Aug 11 02:17:31.241597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eac55-0e37-44ef-a8fe-ac63629c1f03 req-1a3b9e09-5fa4-472b-8f3d-ad92de23f67e tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.243383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-759eac55-0e37-44ef-a8fe-ac63629c1f03 req-1a3b9e09-5fa4-472b-8f3d-ad92de23f67e tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 949 time: 0.1405210 Aug 11 02:17:31.332283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.343018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Set router b7ddf145-bbaf-4d7c-8e9d-06d46359112f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:31.494431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-759eac55-0e37-44ef-a8fe-ac63629c1f03 req-d40178ad-4b95-4399-95a9-ab20e93229ba tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377183 Aug 11 02:17:31.519189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:31.546673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'Port': ['ID=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:31.556045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:31.559286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:31.565318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.566120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.586769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-178b82ca-1e00-48cb-b9d7-053c815a69aa req-102f7ce1-6514-4630-a56e-751b2c39d3ba service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407526 Aug 11 02:17:31.601717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-5ffad686-033b-4046-a0b7-e37fcc621e03 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7390862 Aug 11 02:17:31.620569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Request body: {'port': {'device_id': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:31.637003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74ee8-c0fe-425f-8875-b514cd1499ea req-d588c50c-9f0a-431b-9410-95dfa3cea9c7 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.643192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3f74ee8-c0fe-425f-8875-b514cd1499ea req-d588c50c-9f0a-431b-9410-95dfa3cea9c7 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.1516888 Aug 11 02:17:31.747833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3f74ee8-c0fe-425f-8875-b514cd1499ea req-655bf4af-a03e-4ac5-84a5-c8c21309094f tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041574 Aug 11 02:17:31.762466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.781363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43460) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.031458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '70ad723a-a225-4e19-a5d6-d8c13a8ff7b9', 'name': '', 'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'mac_address': 'fa:16:3e:4e:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:24Z', 'updated_at': '2021-08-11T02:17:28Z', 'revision_number': 2, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'subnets': [{'id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:32.084085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Checking router: b7ddf145-bbaf-4d7c-8e9d-06d46359112f for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:32.084550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Updating router b7ddf145-bbaf-4d7c-8e9d-06d46359112f port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:32.160762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.209278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b921a322-b541-4230-a810-6ebec8e02af2 None None] Provisioning for port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:32.257862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b921a322-b541-4230-a810-6ebec8e02af2 None None] Provisioning complete for port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:32.258325 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b921a322-b541-4230-a810-6ebec8e02af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.301847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.307076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-network', 'tenant_id': '499e2cfac92146d6aad03424c66313d5'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:32.327088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b921a322-b541-4230-a810-6ebec8e02af2 None None] Port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:32.332302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bd7-ed7f-455b-b201-3fd17e9049c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.366736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Made reservation on behalf of 499e2cfac92146d6aad03424c66313d5 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:32.369389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.386990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.403345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f2159-7642-41da-83a1-fd9e0597807e req-67da5160-68e9-41a0-bd3d-59a52e6bb800 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.410819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f37f2159-7642-41da-83a1-fd9e0597807e req-67da5160-68e9-41a0-bd3d-59a52e6bb800 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 931 time: 0.5574522 Aug 11 02:17:32.482055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0bc-009c-4cc7-9eb3-b08161759b2f req-e3807182-bc3f-4174-aa16-4d9c4ce38af4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.484449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7321a0bc-009c-4cc7-9eb3-b08161759b2f req-e3807182-bc3f-4174-aa16-4d9c4ce38af4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 947 time: 0.1574960 Aug 11 02:17:32.503283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bd7-ed7f-455b-b201-3fd17e9049c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.511404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bd7-ed7f-455b-b201-3fd17e9049c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.534413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:32.563664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.571466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f37f2159-7642-41da-83a1-fd9e0597807e req-51593452-e1dd-490e-be7d-ba3634dacf70 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594074 Aug 11 02:17:32.585250 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4fe24bd7-ed7f-455b-b201-3fd17e9049c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad683f1cbc4149879024793bf17949ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010323 Aug 11 02:17:32.592676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43486) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.595976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe24bd7-ed7f-455b-b201-3fd17e9049c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a605cc3-d1c9-4c14-9d5f-64442a31e368,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.657210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7321a0bc-009c-4cc7-9eb3-b08161759b2f req-4c90f1da-58f6-4f50-a493-b1b1a76cde55 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512218 Aug 11 02:17:32.673540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Transition to ACTIVE for port object 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:32.684351 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.740280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.748524 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.811791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.831953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Transition to ACTIVE for port object 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:32.846493 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.867211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:32.886966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Pushing event updated for resources: {'Port': ['ID=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.887739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5543e98-6f86-4c6f-b139-038af71a2ee5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.900430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.900960 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Added segment fb804e9a-b531-47f9-a072-b2cf3fbfa3f5 of type vlan for network 21187934-853b-4ece-a85c-69c5b548820d Aug 11 02:17:32.929944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Attempting to bind port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:32.930341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Attempting to bind port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:32.930677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Attempting to bind port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:32.941412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139ce43-3668-4643-a3c3-a96218b68670 req-c229beb6-063b-4000-8db5-46dd1f54b25b tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.943193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a139ce43-3668-4643-a3c3-a96218b68670 req-c229beb6-063b-4000-8db5-46dd1f54b25b tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 949 time: 0.1904624 Aug 11 02:17:32.946083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147d82-518f-4772-a683-e6dfb2a2ab19 None None] Pushing event updated for resources: {'Port': ['ID=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.953852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:32.954230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Attempting to bind port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:32.960072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03f137fb-1183-42a1-b1c3-bd9dde92e33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.970862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:32.971220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Checking segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:32.971800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Bound using segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:32.972088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Bound port: 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:32.972479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.997552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.071631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Attempting to bind port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:33.072219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Attempting to bind port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:33.072473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Attempting to bind port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 on network 467f88ee-e003-4860-aa77-2418300448c1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:33.080687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:33.081095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Checking segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:33.081787 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.082238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Bound using segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:33.082751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Bound port: 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:33.083149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.093687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.095241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.096230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.151088 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03f137fb-1183-42a1-b1c3-bd9dde92e33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.175477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] Pushing event updated for resources: {'Network': ['ID=21187934-853b-4ece-a85c-69c5b548820d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.184539 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9653d558-505b-46d2-b87c-6185ff519ecf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8813601 Aug 11 02:17:33.189514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43500) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:33.195984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Request body: {'subnet': {'network_id': '21187934-853b-4ece-a85c-69c5b548820d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-subnet', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:33.202990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a139ce43-3668-4643-a3c3-a96218b68670 req-05c4f00f-0aef-454a-93b7-32250b2a2b73 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510736 Aug 11 02:17:33.205624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 21187934-853b-4ece-a85c-69c5b548820d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:33.258386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Made reservation on behalf of 499e2cfac92146d6aad03424c66313d5 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:33.266981 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.325939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] For port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:33.333219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] For port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:33.346235 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.368288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] For port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:33.377566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] For port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:33.396350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f17f6-e167-4059-a606-43c3eb34e0fb req-75607bcf-3c26-47ba-9450-22309c8a41d9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.409422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c29f17f6-e167-4059-a606-43c3eb34e0fb req-75607bcf-3c26-47ba-9450-22309c8a41d9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.2849550 Aug 11 02:17:33.424615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.439984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1dd45a1d-7745-40fd-a377-5136eec5bd93 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:33.491303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147d82-518f-4772-a683-e6dfb2a2ab19 None None] Pushing event updated for resources: {'Port': ['ID=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.497724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Routers {'b7ddf145-bbaf-4d7c-8e9d-06d46359112f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:33.498204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:33.588134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03f137fb-1183-42a1-b1c3-bd9dde92e33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.594218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03f137fb-1183-42a1-b1c3-bd9dde92e33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.599301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-03f137fb-1183-42a1-b1c3-bd9dde92e33b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a605cc3-d1c9-4c14-9d5f-64442a31e368 HTTP/1.1" status: 204 len: 168 time: 1.0049446 Aug 11 02:17:33.618544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.623241 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.627121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] 10.222.0.25 "PUT /v2.0/ports/5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 HTTP/1.1" status: 200 len: 1091 time: 2.0151007 Aug 11 02:17:33.638372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:33.641297 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ffaf80-387f-4e90-b42a-c3449dada267" -d '{"events": [{"name": "network-changed", "server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:33.753447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c29f17f6-e167-4059-a606-43c3eb34e0fb req-7107289d-5c22-4c39-b6ab-a3a31a428121 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423176 Aug 11 02:17:33.758576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f137fb-1183-42a1-b1c3-bd9dde92e33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a605cc3-d1c9-4c14-9d5f-64442a31e368,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.787757 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.934995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620b2f6-5197-436d-9d94-77ac427dab49 service neutron] Pushing event updated for resources: {'Port': ['ID=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.949669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:33.977622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-6f9c7cc7-7fcc-4ce9-a704-80dc77962123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.979825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-6f9c7cc7-7fcc-4ce9-a704-80dc77962123 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 1094 time: 0.2711411 Aug 11 02:17:34.031068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1dd45a1d-7745-40fd-a377-5136eec5bd93, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:34.077176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff926f59-2652-40bf-8a5f-680f43106ef9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:34.097488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Checking segment: {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:34.098477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Network hostable DHCP agents. Network: 21187934-853b-4ece-a85c-69c5b548820d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:34.107977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-935570e8-215d-41a0-be02-8ab041214a7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 HTTP/1.1" status: 200 len: 217 time: 0.1200514 Aug 11 02:17:34.138673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Network 21187934-853b-4ece-a85c-69c5b548820d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:34.151715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '1dd45a1d-7745-40fd-a377-5136eec5bd93', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '1dd45a1d-7745-40fd-a377-5136eec5bd93', 'mac_address': 'fa:16:3e:1b:d1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:34.176992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 21187934-853b-4ece-a85c-69c5b548820d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:34.186632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.190956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.198839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d8485-8a3a-4f01-855b-f839642f48c9 None None] Network 21187934-853b-4ece-a85c-69c5b548820d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:34.200019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-e93cbd81-ba84-4b66-ab13-f749c4f016af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.204831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-e93cbd81-ba84-4b66-ab13-f749c4f016af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.0730648 Aug 11 02:17:34.250356 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-11f6d69c-d5ed-4405-b0fc-57fb2b6034ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0588167 Aug 11 02:17:34.251756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:34.267828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:34.294457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] Set router b7ddf145-bbaf-4d7c-8e9d-06d46359112f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:34.304555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-f06426b4-f313-47b6-aa36-1d38d220e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.306338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-f06426b4-f313-47b6-aa36-1d38d220e4de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822499 Aug 11 02:17:34.316478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56e92-b939-4d91-b59b-da681e58487b req-4df252f6-b737-4233-89c7-bab660ac7286 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.318224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ae56e92-b939-4d91-b59b-da681e58487b req-4df252f6-b737-4233-89c7-bab660ac7286 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 943 time: 0.2046065 Aug 11 02:17:34.358900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.361728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.378234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:34.424274 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.436753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ae56e92-b939-4d91-b59b-da681e58487b req-88f0e9ef-d251-440c-82fd-b907fe9943cd tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910614 Aug 11 02:17:34.443790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'port_id': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'mac_address': 'fa:16:3e:94:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d6126f-7027-4e66-9dda-485229d5aef0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-216285383', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:34.518603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43526) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:34.544323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7c04c17-21db-4929-95a1-bcf25694c734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.548081 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344e179-45bd-4d98-ba05-dc8114d5bb13 x-openstack-request-id: req-a344e179-45bd-4d98-ba05-dc8114d5bb13 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:34.548478 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:34.548853 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a344e179-45bd-4d98-ba05-dc8114d5bb13 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:34.549487 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'status': 'completed', 'code': 200} Aug 11 02:17:34.560395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.664378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-d3a747dd-65b7-4ae8-8522-10171ade11a9 service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445973 Aug 11 02:17:34.676705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd45a1d-7745-40fd-a377-5136eec5bd93 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:34.784048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.834267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be6c34-b977-4692-b5cd-6d5228e0c2a5 req-08feb9a1-5ded-4a8d-a141-d865a9cbb283 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.835092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1dd45a1d-7745-40fd-a377-5136eec5bd93, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:34.836162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03be6c34-b977-4692-b5cd-6d5228e0c2a5 req-08feb9a1-5ded-4a8d-a141-d865a9cbb283 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 947 time: 0.2522001 Aug 11 02:17:34.861008 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.863948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.941512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed6b32d7-6718-43ce-aac3-6611328e25c3 req-d900abd2-6516-491d-b7c9-0e965bad9e23 service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682805 Aug 11 02:17:34.969503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798d223-2fd1-4811-a6b7-b4984ad9c384 req-61424f3e-bae9-4a92-be8a-4c08c984c047 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.971154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0798d223-2fd1-4811-a6b7-b4984ad9c384 req-61424f3e-bae9-4a92-be8a-4c08c984c047 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 949 time: 0.1656632 Aug 11 02:17:34.995537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03be6c34-b977-4692-b5cd-6d5228e0c2a5 req-b63e5795-aa2c-4d25-a6be-bfb20293e12a tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222453 Aug 11 02:17:35.011976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:35.066947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-21187934-853b-4ece-a85c-69c5b548820d', 'network_id': '21187934-853b-4ece-a85c-69c5b548820d', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'fixed_ips': [{'subnet_id': 'ff926f59-2652-40bf-8a5f-680f43106ef9'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:35.068632 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.080398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7c04c17-21db-4929-95a1-bcf25694c734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.094732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7c04c17-21db-4929-95a1-bcf25694c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.112884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0798d223-2fd1-4811-a6b7-b4984ad9c384 req-d1ed9e84-6380-4a05-9f9a-becb3e76d451 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148729 Aug 11 02:17:35.113341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1dd45a1d-7745-40fd-a377-5136eec5bd93'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:35.171579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-09b7cd7f-a870-47d5-aec2-0b28c1aca284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.173261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-09b7cd7f-a870-47d5-aec2-0b28c1aca284 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 1094 time: 0.1622076 Aug 11 02:17:35.202343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d7c04c17-21db-4929-95a1-bcf25694c734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efabd25ac27d45d8ad91e54ab9656dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820989 Aug 11 02:17:35.208675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43544) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:35.212893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04c17-21db-4929-95a1-bcf25694c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e426da84-8778-4bf1-8f75-0df2ce73b477,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.236889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:35.254950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.292456 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.297318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1dd45a1d-7745-40fd-a377-5136eec5bd93,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.355914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.371604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-578eaad9-b738-491f-8419-d356d0df551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.375150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-578eaad9-b738-491f-8419-d356d0df551d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 923 time: 0.1898308 Aug 11 02:17:35.458152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-593ed1a8-b2a1-4f55-be79-516c2e0ff0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.484533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-2bdf0fbb-29d3-42bb-8bb9-e5f1a471975d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 HTTP/1.1" status: 200 len: 217 time: 0.0845990 Aug 11 02:17:35.536158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-593ed1a8-b2a1-4f55-be79-516c2e0ff0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.570109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Allocated IP 172.25.6.218 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/8b14e52d-fee5-4361-bffc-1fcf9a039c3d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:35.580021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:35.757367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.777181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.796766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Allocated IP 172.20.0.2 (21187934-853b-4ece-a85c-69c5b548820d/ff926f59-2652-40bf-8a5f-680f43106ef9/b59f3a2a-2017-45dc-ac3c-aced0a26b070) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:35.822363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-593ed1a8-b2a1-4f55-be79-516c2e0ff0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.822580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-593ed1a8-b2a1-4f55-be79-516c2e0ff0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.825496 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-593ed1a8-b2a1-4f55-be79-516c2e0ff0d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e426da84-8778-4bf1-8f75-0df2ce73b477 HTTP/1.1" status: 204 len: 168 time: 0.6152167 Aug 11 02:17:35.859361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed1a8-b2a1-4f55-be79-516c2e0ff0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e426da84-8778-4bf1-8f75-0df2ce73b477,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.887201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.909140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58e3fa-7073-4ec3-b2b1-00bfb5a59430 req-0b6924f1-ec05-4afc-9e14-8f756bae380d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.917854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed58e3fa-7073-4ec3-b2b1-00bfb5a59430 req-0b6924f1-ec05-4afc-9e14-8f756bae380d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.5405011 Aug 11 02:17:35.948463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:35.953146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:35.956406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '70ad723a-a225-4e19-a5d6-d8c13a8ff7b9', 'name': '', 'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'mac_address': 'fa:16:3e:4e:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:24Z', 'updated_at': '2021-08-11T02:17:33Z', 'revision_number': 4, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'subnets': [{'id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:35.958098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:36.013132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83227-1c53-49f7-a50e-af52427b66a4 None None] The sync data for ids ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'] in n-d-715271-8 is: [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '70ad723a-a225-4e19-a5d6-d8c13a8ff7b9', 'name': '', 'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'mac_address': 'fa:16:3e:4e:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:24Z', 'updated_at': '2021-08-11T02:17:33Z', 'revision_number': 4, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'subnets': [{'id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:36.063594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-fff31448-b475-4538-8302-c3e187c4dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.067550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-fff31448-b475-4538-8302-c3e187c4dc11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.5698218 Aug 11 02:17:36.154313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-84cda8f8-0f62-4c69-9a11-ebaef63deb3b tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0702adbcb0194c11bbae1baae3b63641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261597 Aug 11 02:17:36.185519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed58e3fa-7073-4ec3-b2b1-00bfb5a59430 req-020200ab-144f-43a3-b19b-0856ca7202ce tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326705 Aug 11 02:17:36.342708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.389124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Transition to ACTIVE for port object b59f3a2a-2017-45dc-ac3c-aced0a26b070 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:36.401925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-b46f16ce-e411-4018-8083-276b5126f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.403640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-b46f16ce-e411-4018-8083-276b5126f0f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480836 Aug 11 02:17:36.425036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Transition to ACTIVE for port object b59f3a2a-2017-45dc-ac3c-aced0a26b070 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:36.437796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f2bc-f193-4195-bf7a-3c77e5ab60be req-7ca5f2df-d3e3-4077-ba94-0cb6fc34bb38 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.443348 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.446798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f48f2bc-f193-4195-bf7a-3c77e5ab60be req-7ca5f2df-d3e3-4077-ba94-0cb6fc34bb38 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 943 time: 0.1155949 Aug 11 02:17:36.460061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Pushing event updated for resources: {'Port': ['ID=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:36.577971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Network 21187934-853b-4ece-a85c-69c5b548820d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:36.584623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:36.594146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:36.596828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-1cf85c37-42e4-41f8-95a0-c440634c2faa tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.604343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-1cf85c37-42e4-41f8-95a0-c440634c2faa tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3852425 Aug 11 02:17:36.610428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Pushing event updated for resources: {'Port': ['ID=b59f3a2a-2017-45dc-ac3c-aced0a26b070,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:36.664314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f48f2bc-f193-4195-bf7a-3c77e5ab60be req-3afe5abc-e6d8-445d-86c7-47346adf4fa9 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165883 Aug 11 02:17:36.667017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-0f3c2ffe-e141-4dee-982f-29387db6886b service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487578 Aug 11 02:17:36.689340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-74ca742b-eb8f-4782-9692-206b7bd1e7d5 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/quotas/0702adbcb0194c11bbae1baae3b63641 HTTP/1.1" status: 200 len: 375 time: 0.0840123 Aug 11 02:17:36.742756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.774852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Attempting to bind port b59f3a2a-2017-45dc-ac3c-aced0a26b070 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:36.775648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Attempting to bind port b59f3a2a-2017-45dc-ac3c-aced0a26b070 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:36.776406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Attempting to bind port b59f3a2a-2017-45dc-ac3c-aced0a26b070 on network 21187934-853b-4ece-a85c-69c5b548820d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:36.790598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:36.796185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Checking segment: {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:36.797182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.798026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Bound using segment: {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:36.799508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Bound port: b59f3a2a-2017-45dc-ac3c-aced0a26b070, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:36.800311 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.890687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-f9f30ef4-18fa-4036-82f4-17e87d316c19 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0702adbcb0194c11bbae1baae3b63641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2003045 Aug 11 02:17:36.996842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4ffaf80-387f-4e90-b42a-c3449dada267 req-bdf8f329-93e5-4b32-94c6-37c106e265af service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041146 Aug 11 02:17:37.000509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] For port b59f3a2a-2017-45dc-ac3c-aced0a26b070, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:37.015527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] For port b59f3a2a-2017-45dc-ac3c-aced0a26b070, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b59f3a2a-2017-45dc-ac3c-aced0a26b070,segment=NetworkSegment(fb804e9a-b531-47f9-a072-b2cf3fbfa3f5),segment_id=fb804e9a-b531-47f9-a072-b2cf3fbfa3f5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:37.030468 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.034241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d49a4c-7f1f-4e9e-a22f-c5395101bc49 req-426d96f0-9cef-4489-ac1e-0111cd43d357 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:37.049041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84d49a4c-7f1f-4e9e-a22f-c5395101bc49 req-426d96f0-9cef-4489-ac1e-0111cd43d357 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 948 time: 0.1422725 Aug 11 02:17:37.150181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84d49a4c-7f1f-4e9e-a22f-c5395101bc49 req-471d3fd1-0e86-432b-89eb-ceed5faf1811 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956461 Aug 11 02:17:37.164069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.304802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f4f9f-2a05-4b92-8744-8306922b5fc0 None None] Pushing event updated for resources: {'Port': ['ID=b59f3a2a-2017-45dc-ac3c-aced0a26b070,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:37.332153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8d03af3-82bb-443f-bd92-b117f2290674 req-4cb6607a-a475-4992-a166-be24b766ddfa tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 210 time: 0.0850427 Aug 11 02:17:37.444031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:37.453548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:37.556201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1dd45a1d-7745-40fd-a377-5136eec5bd93 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:37.567779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Router 0b901384-94b3-4229-ad59-ac8b1ba5df1a is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:17:37.652314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:17:37.728397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:37.914127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:37.930748 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Sync routers for ids ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:37.959995 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.961527 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7fa160b6-a35e-4fa8-b5e6-c08dcde54a95 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7082403 Aug 11 02:17:37.966896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:37.975262 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Routers {'0b901384-94b3-4229-ad59-ac8b1ba5df1a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:37.981643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:38.196148 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Set router 0b901384-94b3-4229-ad59-ac8b1ba5df1a gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:38.316585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39592a1-e100-4b8b-a20e-13b20cd63faf req-93eaa8e4-b230-4c87-980b-6bd38364384d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:38.319637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c39592a1-e100-4b8b-a20e-13b20cd63faf req-93eaa8e4-b230-4c87-980b-6bd38364384d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.1550245 Aug 11 02:17:38.336194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26b88-5823-4c23-b984-207ad904931b req-82af5ef2-c4b3-42db-a468-f07a46036691 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:38.337931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2db26b88-5823-4c23-b984-207ad904931b req-82af5ef2-c4b3-42db-a468-f07a46036691 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 943 time: 0.2842968 Aug 11 02:17:38.414871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c39592a1-e100-4b8b-a20e-13b20cd63faf req-fbcb040a-12eb-4c9b-ab03-8adb170c4dde tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742064 Aug 11 02:17:38.435268 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:17:36Z', 'revision_number': 3, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:38.469220 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Checking router: 0b901384-94b3-4229-ad59-ac8b1ba5df1a for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:38.469646 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Updating router 0b901384-94b3-4229-ad59-ac8b1ba5df1a port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:38.504999 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.519455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2db26b88-5823-4c23-b984-207ad904931b req-ec3755cf-d9c4-40ec-a254-0e9660aa3396 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130755 Aug 11 02:17:38.593540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:38.672072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.672486 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.688365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:38.801132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:38.801757 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.875310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26678f70-9d21-42dd-9590-014caf7d4c63 req-95a4b560-316c-4d1f-a981-9c84df5e9e1d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 210 time: 0.0669701 Aug 11 02:17:38.922286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b75c2-f1cf-42ba-bbbc-24cbbc5fb7bc req-a2326c61-abba-4a84-876b-38cbfcbb1c4c tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:38.936109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:38.953804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc0b75c2-f1cf-42ba-bbbc-24cbbc5fb7bc req-a2326c61-abba-4a84-876b-38cbfcbb1c4c tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 948 time: 0.2180994 Aug 11 02:17:38.987128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 1dd45a1d-7745-40fd-a377-5136eec5bd93 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:38.999170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'port_id': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'mac_address': 'fa:16:3e:61:7a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:39.069978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.122978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc0b75c2-f1cf-42ba-bbbc-24cbbc5fb7bc req-c35be2a4-418b-42b3-ba28-807ea621e952 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680272 Aug 11 02:17:39.283012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 1dd45a1d-7745-40fd-a377-5136eec5bd93 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:39.286132 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.355461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-6846efea-026e-463b-8ee2-9d7d7db8b748 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0702adbcb0194c11bbae1baae3b63641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444117 Aug 11 02:17:39.436639 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.445092 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.534267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Allocated IP 172.20.0.1 (21187934-853b-4ece-a85c-69c5b548820d/ff926f59-2652-40bf-8a5f-680f43106ef9/21b4c8e2-9982-4707-bd78-0f06434fb77b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:39.586530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9e80a-c91e-4643-a091-aa2c030d921c None None] Network 21187934-853b-4ece-a85c-69c5b548820d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:39.652772 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.674906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-4d76a5a9-a163-4f8e-b23a-12b0e5d99461 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:39.676713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-4d76a5a9-a163-4f8e-b23a-12b0e5d99461 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129673 Aug 11 02:17:39.682096 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Transition to ACTIVE for port object 8b14e52d-fee5-4361-bffc-1fcf9a039c3d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:39.693494 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.750195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.770802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Transition to ACTIVE for port object 21b4c8e2-9982-4707-bd78-0f06434fb77b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:39.779208 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c6d6b-152b-4ffd-8e4e-2639a82f67d9 None None] Pushing event updated for resources: {'Port': ['ID=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:39.786658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.791516 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Attempting to bind port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:39.792538 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Attempting to bind port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:39.793522 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Attempting to bind port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:39.807032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750875d-9b7e-4cf2-b661-7abc5b1a06d8 req-2329aa2b-a9d1-4b96-be6a-3ae9b9a30991 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:39.810286 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:39.810725 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:39.811285 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.812055 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:39.812698 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Bound port: 8b14e52d-fee5-4361-bffc-1fcf9a039c3d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:39.813342 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.815130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Request body: {'port': {'device_id': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '0702adbcb0194c11bbae1baae3b63641'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:39.816323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c750875d-9b7e-4cf2-b661-7abc5b1a06d8 req-2329aa2b-a9d1-4b96-be6a-3ae9b9a30991 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.1170623 Aug 11 02:17:39.817377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:39.831179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.861928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:39.878727 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c750875d-9b7e-4cf2-b661-7abc5b1a06d8 req-26b54a74-2741-4385-ba32-2157973d620c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543232 Aug 11 02:17:39.903654 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] For port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:39.910620 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] For port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:39.918859 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.934081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:39.935175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:39.938176 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a746b5-4097-4ba7-b1f6-579512414e2b" -d '{"events": [{"server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "name": "network-vif-plugged", "status": "completed", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:39.949365 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.951343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.010280 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c6d6b-152b-4ffd-8e4e-2639a82f67d9 None None] Pushing event updated for resources: {'Port': ['ID=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.026747 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Routers {'0b901384-94b3-4229-ad59-ac8b1ba5df1a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:40.027712 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:40.032096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-394c1478-4e88-44a0-b98a-750e8710842e None None] Provisioning for port b59f3a2a-2017-45dc-ac3c-aced0a26b070 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:40.039641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053180-033f-4923-acfc-30edc11954df req-01a54bf5-df0c-4513-bee4-7917a907553c tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:40.040385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.045597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e053180-033f-4923-acfc-30edc11954df req-01a54bf5-df0c-4513-bee4-7917a907553c tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 944 time: 0.1382692 Aug 11 02:17:40.119919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:40.139390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Made reservation on behalf of 0702adbcb0194c11bbae1baae3b63641 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:40.145683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.146248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e053180-033f-4923-acfc-30edc11954df req-1b9a35c2-9cf6-4508-9b06-902d05def4b1 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941298 Aug 11 02:17:40.187589 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] Set router 0b901384-94b3-4229-ad59-ac8b1ba5df1a gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:40.196454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Network 21187934-853b-4ece-a85c-69c5b548820d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:40.197979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.220642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:40.232967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:40.233767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.265529 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.291102 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd353888-00d5-489e-a116-89a1184b5e21 x-openstack-request-id: req-dd353888-00d5-489e-a116-89a1184b5e21 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:40.291477 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "name": "network-vif-plugged", "status": "completed", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:40.291721 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd353888-00d5-489e-a116-89a1184b5e21 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:40.307673 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'code': 200} Aug 11 02:17:40.332312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:40.358916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d6e65e-f610-4f79-b3da-62e4a8a28262 req-eea9d36e-1f12-4890-a8d0-fa5073d2f2d6 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 210 time: 0.0518029 Aug 11 02:17:40.492504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1dd45a1d-7745-40fd-a377-5136eec5bd93, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:40.555769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0765-2904-476a-ba3e-9ffc65e30052 req-8181ecd3-39e0-4f29-b73d-3a178dbd8bf6 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:40.556465 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.558474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d5f0765-2904-476a-ba3e-9ffc65e30052 req-8181ecd3-39e0-4f29-b73d-3a178dbd8bf6 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 948 time: 0.1141958 Aug 11 02:17:40.584256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:17:36Z', 'revision_number': 3, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:40.588191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b59f3a2a-2017-45dc-ac3c-aced0a26b070 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:40.654614 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665951e-7cad-4b7c-a08a-c72b523bda81 None None] The sync data for ids ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'] in n-d-715271-8 is: [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:17:36Z', 'revision_number': 3, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:40.672040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d5f0765-2904-476a-ba3e-9ffc65e30052 req-3081e0be-0865-4782-bb66-c2599b80de08 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018853 Aug 11 02:17:40.695051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.892054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Pushing event updated for resources: {'Port': ['ID=21b4c8e2-9982-4707-bd78-0f06434fb77b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.910287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.914787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.915158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.915507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.915851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.916185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.916524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.917446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.919684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.920031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.920372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:40.923246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:41.048493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b59f3a2a-2017-45dc-ac3c-aced0a26b070 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:41.049467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43742) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:41.055805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f14d3b-26a9-4b02-9439-020f6d9470fc req-ef97ea83-2601-4875-9f78-5e04360dfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:41.057946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e6f14d3b-26a9-4b02-9439-020f6d9470fc req-ef97ea83-2601-4875-9f78-5e04360dfef0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1118 time: 0.3151393 Aug 11 02:17:41.069959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b59f3a2a-2017-45dc-ac3c-aced0a26b070 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:41.069959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.136918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e6f14d3b-26a9-4b02-9439-020f6d9470fc req-bf099079-722b-449a-87a4-a95723adcd3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660295 Aug 11 02:17:41.183967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.231150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b818c52-655c-4758-90fa-6d6ddb5c3353 req-c1c3237c-f44d-44bb-8f28-f66e4d3b4591 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:41.243873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b818c52-655c-4758-90fa-6d6ddb5c3353 req-c1c3237c-f44d-44bb-8f28-f66e4d3b4591 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 967 time: 0.1533508 Aug 11 02:17:41.280798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1dd45a1d-7745-40fd-a377-5136eec5bd93,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.342993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Allocated IP 192.168.233.106 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/5052ac00-2ada-4ecb-a454-832474f570b8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:41.362391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.385264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b818c52-655c-4758-90fa-6d6ddb5c3353 req-ea26e3ae-7412-40cb-a65e-395da6605b0e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403277 Aug 11 02:17:41.516033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.616698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb51431-3b9d-4310-8733-f7f7fb5df40e req-b2f56786-3c4a-45ee-a931-867804a72da3 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:41.626373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-beb51431-3b9d-4310-8733-f7f7fb5df40e req-b2f56786-3c4a-45ee-a931-867804a72da3 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 944 time: 0.2382019 Aug 11 02:17:41.673916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2f406a-7346-422d-b0e5-935d908958aa req-32f0ac23-b46f-4264-8cf6-d9fd28f8f574 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 210 time: 0.0904105 Aug 11 02:17:41.808688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-beb51431-3b9d-4310-8733-f7f7fb5df40e req-8ef4262c-60d8-47ca-8b90-ee44be730be4 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760664 Aug 11 02:17:41.819778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.848527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Transition to ACTIVE for port object 5052ac00-2ada-4ecb-a454-832474f570b8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:41.863804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.872673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.873677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.882827 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.929158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Pushing event updated for resources: {'Port': ['ID=21b4c8e2-9982-4707-bd78-0f06434fb77b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.990620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.036816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.049327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-27397b1c-3337-475a-b5e7-36648083000c None None] Provisioning complete for port b59f3a2a-2017-45dc-ac3c-aced0a26b070 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:42.049890 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27397b1c-3337-475a-b5e7-36648083000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.066966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.118306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Pushing event updated for resources: {'Port': ['ID=5052ac00-2ada-4ecb-a454-832474f570b8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:42.123298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port b59f3a2a-2017-45dc-ac3c-aced0a26b070, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b59f3a2a-2017-45dc-ac3c-aced0a26b070,segment=NetworkSegment(fb804e9a-b531-47f9-a072-b2cf3fbfa3f5),segment_id=fb804e9a-b531-47f9-a072-b2cf3fbfa3f5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:42.130824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['88957e75-03e0-4acd-8961-16b21b849782'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:42.148730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:42.152593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:42.155796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:42.162701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.163363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.191171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-ba467e07-b138-4059-aa7e-6edb814b72d3 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3818429 Aug 11 02:17:42.204509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b291f-f797-413e-8852-82795525b0de,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:42.213942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0619e8710be4c3f9443e038e6d78f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1625233 Aug 11 02:17:42.218504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Request body: {'port': {'device_id': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:42.240238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43766) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:42.265254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.278594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.278984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.279288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.279626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.279958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.280293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.280625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.280954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.281282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.281604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.281935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.282534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0303d9-0c51-47de-b5d5-7eacad3e92ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.322338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd45a1d-7745-40fd-a377-5136eec5bd93'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:42.333338 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ce4b88-abfc-4d08-8b2d-3c9d7da36629" -d '{"events": [{"server_uuid": "818f87c0-8d4a-4ffc-b486-8c84f3dd8ced", "name": "network-vif-plugged", "status": "completed", "tag": "1dd45a1d-7745-40fd-a377-5136eec5bd93"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:42.346671 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.349440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f0a0-732f-499c-b6aa-3b49f4f64222 req-1ab948c6-a184-4eb6-be1c-01e78c20c692 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.365232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8541f0a0-732f-499c-b6aa-3b49f4f64222 req-1ab948c6-a184-4eb6-be1c-01e78c20c692 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 949 time: 0.3776071 Aug 11 02:17:42.425487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Network 21187934-853b-4ece-a85c-69c5b548820d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:42.435398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:42.528832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8541f0a0-732f-499c-b6aa-3b49f4f64222 req-11a5778b-0b34-427f-985c-d2a54c20f230 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409843 Aug 11 02:17:42.597020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01282c4e-1023-4592-ad30-dd098c9a6117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.712459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01282c4e-1023-4592-ad30-dd098c9a6117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.734751 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f97798-ef68-44dd-9c35-6351d3eef600 x-openstack-request-id: req-47f97798-ef68-44dd-9c35-6351d3eef600 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:42.735258 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f87c0-8d4a-4ffc-b486-8c84f3dd8ced", "name": "network-vif-plugged", "status": "completed", "tag": "1dd45a1d-7745-40fd-a377-5136eec5bd93", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:42.735782 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47f97798-ef68-44dd-9c35-6351d3eef600 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:42.739003 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd45a1d-7745-40fd-a377-5136eec5bd93', 'code': 200} Aug 11 02:17:42.740598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:42.747237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=b59f3a2a-2017-45dc-ac3c-aced0a26b070,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:42.778874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.779489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.780012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.780679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.781800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.781800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.782732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.783488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.783689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.783689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.783689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.783689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:42.820383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104a341-16cd-4b7b-9f89-282db5c500be req-8a602e81-d8a4-47f9-84e5-d6275dc7f487 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.822703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3104a341-16cd-4b7b-9f89-282db5c500be req-8a602e81-d8a4-47f9-84e5-d6275dc7f487 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 970 time: 0.2795141 Aug 11 02:17:42.870869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01282c4e-1023-4592-ad30-dd098c9a6117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.873740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01282c4e-1023-4592-ad30-dd098c9a6117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:42.877329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-01282c4e-1023-4592-ad30-dd098c9a6117 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f79b291f-f797-413e-8852-82795525b0de HTTP/1.1" status: 204 len: 168 time: 0.6265872 Aug 11 02:17:42.912568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Router 0b901384-94b3-4229-ad59-ac8b1ba5df1a has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:42.988216 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:17:42.997614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01282c4e-1023-4592-ad30-dd098c9a6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b291f-f797-413e-8852-82795525b0de,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:43.024495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3104a341-16cd-4b7b-9f89-282db5c500be req-24fb9133-9f24-47f8-90ba-30619b209398 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608565 Aug 11 02:17:43.048097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff218f-6dfa-4f88-8a22-e779e84bfa49 req-e53d971a-338f-4850-aab1-9de871e9a48a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.055823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41ff218f-6dfa-4f88-8a22-e779e84bfa49 req-e53d971a-338f-4850-aab1-9de871e9a48a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 967 time: 0.2318797 Aug 11 02:17:43.060424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a12f7-c057-483f-bfd8-34c8d7b0fc4c req-7c9e1e15-052e-41f1-9e95-8efe9da6ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.062274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-372a12f7-c057-483f-bfd8-34c8d7b0fc4c req-7c9e1e15-052e-41f1-9e95-8efe9da6ba05 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 1100 time: 0.2528417 Aug 11 02:17:43.071132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-27397b1c-3337-475a-b5e7-36648083000c None None] Provisioning for port 21b4c8e2-9982-4707-bd78-0f06434fb77b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:43.099299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-27397b1c-3337-475a-b5e7-36648083000c None None] Provisioning complete for port 21b4c8e2-9982-4707-bd78-0f06434fb77b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.100429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27397b1c-3337-475a-b5e7-36648083000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.106487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.106487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.174675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41ff218f-6dfa-4f88-8a22-e779e84bfa49 req-5e1318ff-f226-417e-892c-848d0d5626f8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178465 Aug 11 02:17:43.180506 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-372a12f7-c057-483f-bfd8-34c8d7b0fc4c req-a29f6b7b-94b1-4e8f-b247-1c62021f0343 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Aug 11 02:17:43.247757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-27397b1c-3337-475a-b5e7-36648083000c None None] Port 21b4c8e2-9982-4707-bd78-0f06434fb77b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:43.269780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:43.317550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-05ed12c1-ab6f-4956-9743-987831c904f4 admin admin] 10.222.0.16 "PUT /v2.0/routers/0b901384-94b3-4229-ad59-ac8b1ba5df1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3391111 Aug 11 02:17:43.345732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b14e52d-fee5-4361-bffc-1fcf9a039c3d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:43.348061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5052ac00-2ada-4ecb-a454-832474f570b8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:43.372427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.376104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e567f-398a-4b5f-9619-79c7177dc398 req-b745ca3b-02f2-4bbb-8a42-76bd1dad9e7e tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.385572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b5e567f-398a-4b5f-9619-79c7177dc398 req-b745ca3b-02f2-4bbb-8a42-76bd1dad9e7e tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 936 time: 0.1649640 Aug 11 02:17:43.407085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Transition to ACTIVE for port object 5052ac00-2ada-4ecb-a454-832474f570b8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:43.418884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60561d8-6705-4fa4-91c9-715ac6702307 req-f311b03f-e967-416f-b5ee-a6b48a8b2511 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.420918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60561d8-6705-4fa4-91c9-715ac6702307 req-f311b03f-e967-416f-b5ee-a6b48a8b2511 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 944 time: 0.1484871 Aug 11 02:17:43.422388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63738d40-028d-4d9f-b6f8-8ba1236aade4 None None] Provisioning complete for port 21b4c8e2-9982-4707-bd78-0f06434fb77b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.422876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63738d40-028d-4d9f-b6f8-8ba1236aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.428956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.500965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63738d40-028d-4d9f-b6f8-8ba1236aade4 None None] Port 21b4c8e2-9982-4707-bd78-0f06434fb77b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:43.513742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b5e567f-398a-4b5f-9619-79c7177dc398 req-da19889e-e851-4ddf-938b-609deaa583a4 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247184 Aug 11 02:17:43.533463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:43.551696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:43.556008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:43.556392 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.578666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8ebc-5eb6-4fe3-991e-7748bf1c7826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.582479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Pushing event updated for resources: {'Port': ['ID=5052ac00-2ada-4ecb-a454-832474f570b8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:43.601715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60561d8-6705-4fa4-91c9-715ac6702307 req-72c057db-4ecf-442e-85f6-778fc2b385ed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670413 Aug 11 02:17:43.792574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Attempting to bind port 5052ac00-2ada-4ecb-a454-832474f570b8 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:43.793883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Attempting to bind port 5052ac00-2ada-4ecb-a454-832474f570b8 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:43.797807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Attempting to bind port 5052ac00-2ada-4ecb-a454-832474f570b8 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:43.821163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Port 5052ac00-2ada-4ecb-a454-832474f570b8 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:43.821485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Attempting to bind port 5052ac00-2ada-4ecb-a454-832474f570b8 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:43.857364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:43.857679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:43.858256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:43.858832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Bound port: 5052ac00-2ada-4ecb-a454-832474f570b8, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:43.859242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.019366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8ebc-5eb6-4fe3-991e-7748bf1c7826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.044785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5bbb-dc53-4c64-9447-89646b27d48a req-1d4bf5c5-d8e3-4890-b159-f902ecbc4ef3 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:44.045038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8ebc-5eb6-4fe3-991e-7748bf1c7826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.055561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23c5bbb-dc53-4c64-9447-89646b27d48a req-1d4bf5c5-d8e3-4890-b159-f902ecbc4ef3 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 949 time: 0.2502196 Aug 11 02:17:44.068893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Sync routers for ids ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:44.074213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:44.078124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63738d40-028d-4d9f-b6f8-8ba1236aade4 None None] Provisioning for port 5052ac00-2ada-4ecb-a454-832474f570b8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:44.086572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6c4e8ebc-5eb6-4fe3-991e-7748bf1c7826 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d96a86efec294e3791bb1b8b90f49369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337265 Aug 11 02:17:44.086820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43812) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:44.271202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Routers {'0b901384-94b3-4229-ad59-ac8b1ba5df1a'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:44.271676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.281194 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6eb9796a-b23d-4d7c-8b8a-472d70573b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.307051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23c5bbb-dc53-4c64-9447-89646b27d48a req-fd5029c6-b7f1-4b57-b4c2-e973b7496441 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499757 Aug 11 02:17:44.313126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e8ebc-5eb6-4fe3-991e-7748bf1c7826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bce527-c981-4d24-aecc-95a40dde52a3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:44.370122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:44.391344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:44.391730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.468094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84a9cb0-a5ad-4da5-8c44-207e6590ae40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.472904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-9d11ae54-5aef-4810-989d-1fb917708790 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:44.475813 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-9d11ae54-5aef-4810-989d-1fb917708790 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 970 time: 0.5794146 Aug 11 02:17:44.488812 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.555832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:44.563155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Set router 0b901384-94b3-4229-ad59-ac8b1ba5df1a gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:44.601060 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.609297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] For port 5052ac00-2ada-4ecb-a454-832474f570b8, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:44.686293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] For port 5052ac00-2ada-4ecb-a454-832474f570b8, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5052ac00-2ada-4ecb-a454-832474f570b8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:44.701266 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.740208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.766580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84a9cb0-a5ad-4da5-8c44-207e6590ae40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.866167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:44.870582 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c64a56-b229-40c8-9011-eb2107576657" -d '{"events": [{"server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "name": "network-vif-plugged", "status": "completed", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:44.930939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b59f3a2a-2017-45dc-ac3c-aced0a26b070 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:45.065599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:45.071609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:45.085562 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.231648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b59f3a2a-2017-45dc-ac3c-aced0a26b070 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:45.232471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.232938 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84a9cb0-a5ad-4da5-8c44-207e6590ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.236464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84a9cb0-a5ad-4da5-8c44-207e6590ae40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.238211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d84a9cb0-a5ad-4da5-8c44-207e6590ae40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01bce527-c981-4d24-aecc-95a40dde52a3 HTTP/1.1" status: 204 len: 168 time: 1.1475687 Aug 11 02:17:45.291784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a9cb0-a5ad-4da5-8c44-207e6590ae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bce527-c981-4d24-aecc-95a40dde52a3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:45.295498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:45.306876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.311759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] 10.222.0.59 "PUT /v2.0/ports/5052ac00-2ada-4ecb-a454-832474f570b8 HTTP/1.1" status: 200 len: 1096 time: 3.1083767 Aug 11 02:17:45.313753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'tag': '5052ac00-2ada-4ecb-a454-832474f570b8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:45.318230 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e35b00-4e67-4194-aaec-2658bf7e23cd", "tag": "5052ac00-2ada-4ecb-a454-832474f570b8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:45.353087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:45.382231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3eb-0400-4e67-a669-3c23278809a3 req-f89b6056-3acd-4a08-9916-78a7490a3164 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:45.406139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cafcd3eb-0400-4e67-a669-3c23278809a3 req-f89b6056-3acd-4a08-9916-78a7490a3164 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 970 time: 0.4760969 Aug 11 02:17:45.424856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c208-0f49-48ca-920d-4443306eae5a service neutron] Pushing event updated for resources: {'Port': ['ID=5052ac00-2ada-4ecb-a454-832474f570b8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:45.444782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8122d-d830-48a4-88d9-d02fe389ae68 req-357667ab-f1d5-4d09-a871-f4f7ff75e3c2 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:45.472968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Deleting port b054350c-3ecd-4933-a51a-452c735a48c8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:45.476647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.496276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2c8122d-d830-48a4-88d9-d02fe389ae68 req-357667ab-f1d5-4d09-a871-f4f7ff75e3c2 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1118 time: 0.3259459 Aug 11 02:17:45.641103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:17:41Z', 'revision_number': 4, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '21b4c8e2-9982-4707-bd78-0f06434fb77b', 'name': '', 'network_id': '21187934-853b-4ece-a85c-69c5b548820d', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'mac_address': 'fa:16:3e:b6:1e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ff926f59-2652-40bf-8a5f-680f43106ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:39Z', 'updated_at': '2021-08-11T02:17:41Z', 'revision_number': 2, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'subnets': [{'id': 'ff926f59-2652-40bf-8a5f-680f43106ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:45.725713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-81134f2e-dde3-4e6b-9681-23f8a9c848a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:45.728063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-81134f2e-dde3-4e6b-9681-23f8a9c848a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702adbcb0194c11bbae1baae3b63641&device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 1099 time: 0.1896880 Aug 11 02:17:45.744072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] For port b054350c-3ecd-4933-a51a-452c735a48c8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b054350c-3ecd-4933-a51a-452c735a48c8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:45.744794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.754818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Checking router: 0b901384-94b3-4229-ad59-ac8b1ba5df1a for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:45.755639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Updating router 0b901384-94b3-4229-ad59-ac8b1ba5df1a port 21b4c8e2-9982-4707-bd78-0f06434fb77b binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:45.793941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cafcd3eb-0400-4e67-a669-3c23278809a3 req-c7f58899-a4dc-478e-b231-49320908434e tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833053 Aug 11 02:17:45.832441 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-5a39eb25-093c-4a47-99b0-8ad589557a46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5052ac00-2ada-4ecb-a454-832474f570b8 HTTP/1.1" status: 200 len: 217 time: 0.0915761 Aug 11 02:17:45.842130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Calling delete_port for b054350c-3ecd-4933-a51a-452c735a48c8 owned by compute:tempest-test_az-216285383 {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:45.880789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.921890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2c8122d-d830-48a4-88d9-d02fe389ae68 req-7c6f7df0-d2a9-4a41-ac1c-2d7d741e0e88 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053059 Aug 11 02:17:46.208380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-f56a49d2-fd5a-491d-b7ec-78fe322ee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.211225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-f56a49d2-fd5a-491d-b7ec-78fe322ee9e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3688130 Aug 11 02:17:46.432729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-56765841-12c3-4845-a8c0-4e6d6a114153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.438957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-56765841-12c3-4845-a8c0-4e6d6a114153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2131097 Aug 11 02:17:46.523781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116dbd5-e982-44fa-a68e-ace60ad1a6a7 req-9315f6a8-1869-41a5-af56-72ab40a01972 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.546994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9116dbd5-e982-44fa-a68e-ace60ad1a6a7 req-9315f6a8-1869-41a5-af56-72ab40a01972 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 948 time: 0.3438959 Aug 11 02:17:46.794926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9116dbd5-e982-44fa-a68e-ace60ad1a6a7 req-0e156afe-653f-4918-9bdc-a309f2cc5091 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420921 Aug 11 02:17:46.796408 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.872505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Transition to ACTIVE for port object 21b4c8e2-9982-4707-bd78-0f06434fb77b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:46.876898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb237eb-af04-4da9-99cb-00db6d9c44ba req-71ff8ff4-39f7-4de9-9ae8-a44442c0f885 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.881322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b14e52d-fee5-4361-bffc-1fcf9a039c3d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:46.891176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.904399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efb237eb-af04-4da9-99cb-00db6d9c44ba req-71ff8ff4-39f7-4de9-9ae8-a44442c0f885 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 945 time: 0.2201493 Aug 11 02:17:47.001454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.068495 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea6c45-6902-4896-8431-c9ccba002d8b x-openstack-request-id: req-a4ea6c45-6902-4896-8431-c9ccba002d8b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:47.068495 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "name": "network-vif-plugged", "status": "completed", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:47.068495 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4ea6c45-6902-4896-8431-c9ccba002d8b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:47.068495 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'code': 200} Aug 11 02:17:47.087508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efb237eb-af04-4da9-99cb-00db6d9c44ba req-53a171cd-09c4-4148-bf34-44daa14cad3c tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813006 Aug 11 02:17:47.201259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87010a-9071-4b69-9151-8d07f9ccec0b None None] Pushing event updated for resources: {'Port': ['ID=21b4c8e2-9982-4707-bd78-0f06434fb77b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:47.374226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Attempting to bind port 21b4c8e2-9982-4707-bd78-0f06434fb77b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:47.377531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Attempting to bind port 21b4c8e2-9982-4707-bd78-0f06434fb77b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:47.383960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Attempting to bind port 21b4c8e2-9982-4707-bd78-0f06434fb77b on network 21187934-853b-4ece-a85c-69c5b548820d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:47.395704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:47.395964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f57afe-1d9f-4e96-afef-16e29aaba68d req-407bb8f2-64d7-4792-9110-58ca06ea22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.404328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47f57afe-1d9f-4e96-afef-16e29aaba68d req-407bb8f2-64d7-4792-9110-58ca06ea22ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 1096 time: 0.2137880 Aug 11 02:17:47.404591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.489772 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3da49-fff0-410a-92ce-cd556dff4b0c x-openstack-request-id: req-dbc3da49-fff0-410a-92ce-cd556dff4b0c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:47.490593 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e35b00-4e67-4194-aaec-2658bf7e23cd", "tag": "5052ac00-2ada-4ecb-a454-832474f570b8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:47.499505 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbc3da49-fff0-410a-92ce-cd556dff4b0c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:47.507059 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'tag': '5052ac00-2ada-4ecb-a454-832474f570b8', 'status': 'completed', 'code': 200} Aug 11 02:17:47.509202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] No DVR routers for this DVR port b054350c-3ecd-4933-a51a-452c735a48c8 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:47.512388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Pushing event deleted for resources: {'Port': ['ID=b054350c-3ecd-4933-a51a-452c735a48c8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:47.589548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-9723c91b-0a05-4a17-ab3f-b0dae2c80e7f service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1399460 Aug 11 02:17:47.599585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d866469-2515-4f67-a2b1-03979064ff52 req-4857e965-56ec-42d4-88f2-ef7903564c58 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.600512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.608561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d866469-2515-4f67-a2b1-03979064ff52 req-4857e965-56ec-42d4-88f2-ef7903564c58 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 949 time: 0.1706882 Aug 11 02:17:47.615416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47f57afe-1d9f-4e96-afef-16e29aaba68d req-568e919b-b4f3-41f1-9886-bc84ee600611 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052817 Aug 11 02:17:47.617296 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07425467-a2d6-4b2f-83d4-8ca3171fbbf0 req-df501ef5-cd4a-43b3-842c-624f3d29f002 tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.59 "DELETE /v2.0/ports/b054350c-3ecd-4933-a51a-452c735a48c8 HTTP/1.1" status: 204 len: 173 time: 3.1286378 Aug 11 02:17:47.741643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b054350c-3ecd-4933-a51a-452c735a48c8 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:47.885350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d866469-2515-4f67-a2b1-03979064ff52 req-ba111f52-83f6-4a3b-b07f-245ec521fe19 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757478 Aug 11 02:17:47.904958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0948-aa1c-4a67-a74f-7bf33ea17f30 req-0d3ec862-b3d0-4e38-b125-b4e8f264db50 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.907151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: b054350c-3ecd-4933-a51a-452c735a48c8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:47.907848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b054350c-3ecd-4933-a51a-452c735a48c8 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:47.915904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-486a0948-aa1c-4a67-a74f-7bf33ea17f30 req-0d3ec862-b3d0-4e38-b125-b4e8f264db50 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1118 time: 0.2308879 Aug 11 02:17:47.944480 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3905371f-48e1-4077-920a-debd3aac2634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.953881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:47.955739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Checking segment: {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:47.961560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.962259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Bound using segment: {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:47.963127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Bound port: 21b4c8e2-9982-4707-bd78-0f06434fb77b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '21187934-853b-4ece-a85c-69c5b548820d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:47.964251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.989006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-486a0948-aa1c-4a67-a74f-7bf33ea17f30 req-2ea08fdc-24e6-4882-a9d3-159d4125353c tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682518 Aug 11 02:17:48.079740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43860) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:48.155386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] For port 21b4c8e2-9982-4707-bd78-0f06434fb77b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:48.160170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] For port 21b4c8e2-9982-4707-bd78-0f06434fb77b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=21b4c8e2-9982-4707-bd78-0f06434fb77b,segment=NetworkSegment(fb804e9a-b531-47f9-a072-b2cf3fbfa3f5),segment_id=fb804e9a-b531-47f9-a072-b2cf3fbfa3f5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:48.173535 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.180547 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.200280 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe5953c2-9ae0-4c92-b430-edc50dadc83c req-8320710c-f4b3-4b87-b17e-c887a09a8393 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587049 Aug 11 02:17:48.548696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-d0aaf611-983f-4f17-8b7f-64fd95c6ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:48.567346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-d0aaf611-983f-4f17-8b7f-64fd95c6ea67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702adbcb0194c11bbae1baae3b63641&device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 1099 time: 0.2919290 Aug 11 02:17:48.571279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e45cdd4-3b39-46ab-ba0b-e1e913a8a7e8 req-be5614fb-5023-4795-abdd-6eacd106571b tempest-AggregatesAdminTestJSON-1841943349 tempest-AggregatesAdminTestJSON-1841943349-project] 10.222.0.16 "GET /v2.0/ports?device_id=59b41180-85c5-4fbc-b740-779ec7235cb5 HTTP/1.1" status: 200 len: 210 time: 0.1298840 Aug 11 02:17:48.668911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87010a-9071-4b69-9151-8d07f9ccec0b None None] Pushing event updated for resources: {'Port': ['ID=21b4c8e2-9982-4707-bd78-0f06434fb77b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.708998 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.737096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Routers {'0b901384-94b3-4229-ad59-ac8b1ba5df1a'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:48.737763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:48.762504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889600444-network', 'tenant_id': '1b8269a570124cf1a61088a5be6cacff'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:48.978886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9190047-f24b-4641-9079-dc35a0e334e3 req-e9b2b97f-3f33-4a3a-a8f7-b144f68fef9d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.007089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9190047-f24b-4641-9079-dc35a0e334e3 req-e9b2b97f-3f33-4a3a-a8f7-b144f68fef9d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 948 time: 0.4342451 Aug 11 02:17:49.019447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Made reservation on behalf of 1b8269a570124cf1a61088a5be6cacff for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:49.034900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.161638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-a711e96d-e8e1-436d-b011-fc8001db4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.164894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.170550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-a711e96d-e8e1-436d-b011-fc8001db4241 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5550654 Aug 11 02:17:49.232740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9190047-f24b-4641-9079-dc35a0e334e3 req-015aef67-0531-446c-a764-6a6bfe7266f8 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232392 Aug 11 02:17:49.235843 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-78e096c3-b314-490f-99c1-7bcc79874d72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5052ac00-2ada-4ecb-a454-832474f570b8 HTTP/1.1" status: 200 len: 217 time: 0.0573711 Aug 11 02:17:49.291531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] Set router 0b901384-94b3-4229-ad59-ac8b1ba5df1a gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:49.351222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-8dd62ee1-b274-4c0b-8d92-b307cf9e8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.353412 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-8dd62ee1-b274-4c0b-8d92-b307cf9e8ced service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1070952 Aug 11 02:17:49.508046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'name': 'network-vif-deleted', 'tag': 'b054350c-3ecd-4933-a51a-452c735a48c8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:49.517969 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7844143a-f3a9-4329-bae4-153d07630ab8" -d '{"events": [{"server_uuid": "59b41180-85c5-4fbc-b740-779ec7235cb5", "name": "network-vif-deleted", "tag": "b054350c-3ecd-4933-a51a-452c735a48c8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:49.569799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-3c2674ba-636c-4311-81a4-93a430716726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.583369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-3c2674ba-636c-4311-81a4-93a430716726 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2226028 Aug 11 02:17:49.631984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.643280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.671042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:49.690464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.690913 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Added segment acf6aacd-fad4-4918-bc3e-08a259a6544e of type vlan for network 89e8e0c7-7e39-418c-8c5c-a1967597a71b Aug 11 02:17:49.750951 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.803375 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-291f54b7-c037-4548-adc6-dcaad311f04e service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091019 Aug 11 02:17:49.838516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.839595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.840111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.998600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.034754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Pushing event updated for resources: {'Network': ['ID=89e8e0c7-7e39-418c-8c5c-a1967597a71b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:50.059062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90cd2865-ae4d-4f86-a2d7-d5966f0173f6 req-99c82c06-2589-4698-80bf-34cf605d9bec service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506516 Aug 11 02:17:50.074465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16ac4b-125d-47f5-9205-df69f77b003b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:50.091873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-40636d19-f56c-4004-98fd-48d20f304d0a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0107303 Aug 11 02:17:50.096597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:50.097925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 89e8e0c7-7e39-418c-8c5c-a1967597a71b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:50.107398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486e088-50c4-43b8-a869-2ae6d6a54492 req-8d88287d-f1e5-42d1-b112-196a460a2462 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:50.110094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Request body: {'subnet': {'network_id': '89e8e0c7-7e39-418c-8c5c-a1967597a71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889600444-subnet', 'tenant_id': '1b8269a570124cf1a61088a5be6cacff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:50.127433 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1486e088-50c4-43b8-a869-2ae6d6a54492 req-8d88287d-f1e5-42d1-b112-196a460a2462 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 945 time: 0.5682547 Aug 11 02:17:50.165713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Made reservation on behalf of 1b8269a570124cf1a61088a5be6cacff for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:50.170918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.234948 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1486e088-50c4-43b8-a869-2ae6d6a54492 req-26dc910c-5399-4c5c-afef-5c57e6aa5dcb tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970945 Aug 11 02:17:50.420221 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37da811-7f0a-404c-ade5-3417770ff93a x-openstack-request-id: req-c37da811-7f0a-404c-ade5-3417770ff93a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:50.420968 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b41180-85c5-4fbc-b740-779ec7235cb5", "name": "network-vif-deleted", "tag": "b054350c-3ecd-4933-a51a-452c735a48c8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:50.421102 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c37da811-7f0a-404c-ade5-3417770ff93a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:50.421654 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b41180-85c5-4fbc-b740-779ec7235cb5', 'name': 'network-vif-deleted', 'tag': 'b054350c-3ecd-4933-a51a-452c735a48c8', 'status': 'completed', 'code': 200} Aug 11 02:17:50.424747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.520871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Checking segment: {'id': 'acf6aacd-fad4-4918-bc3e-08a259a6544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '89e8e0c7-7e39-418c-8c5c-a1967597a71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:50.521234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Network hostable DHCP agents. Network: 89e8e0c7-7e39-418c-8c5c-a1967597a71b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:50.525489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55c1ad5-9186-4fe9-9c58-9ec7ff40318d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:50.544097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:17:41Z', 'revision_number': 4, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '21b4c8e2-9982-4707-bd78-0f06434fb77b', 'name': '', 'network_id': '21187934-853b-4ece-a85c-69c5b548820d', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'mac_address': 'fa:16:3e:b6:1e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ff926f59-2652-40bf-8a5f-680f43106ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:39Z', 'updated_at': '2021-08-11T02:17:48Z', 'revision_number': 4, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'subnets': [{'id': 'ff926f59-2652-40bf-8a5f-680f43106ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:50.556765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Network 89e8e0c7-7e39-418c-8c5c-a1967597a71b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:50.570545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 89e8e0c7-7e39-418c-8c5c-a1967597a71b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:50.595024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:50.595760 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.634156 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b8e772f-2e46-41d0-a67d-0cc83ec75dfa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5355699 Aug 11 02:17:50.714418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852ad81-5367-4c99-9fec-c3f55d58d6a8 req-a73e5916-f9f3-4be7-a7b8-88a17c099b8f tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:50.718194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8852ad81-5367-4c99-9fec-c3f55d58d6a8 req-a73e5916-f9f3-4be7-a7b8-88a17c099b8f tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 949 time: 0.1642306 Aug 11 02:17:50.734604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749d612-9513-493e-9566-d36384c2a068 None None] Network 89e8e0c7-7e39-418c-8c5c-a1967597a71b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:50.793642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff88b-91c3-4d69-a273-08946b42d94d None None] The sync data for ids ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'] in n-d-715271-8 is: [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:17:41Z', 'revision_number': 4, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '21b4c8e2-9982-4707-bd78-0f06434fb77b', 'name': '', 'network_id': '21187934-853b-4ece-a85c-69c5b548820d', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'mac_address': 'fa:16:3e:b6:1e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ff926f59-2652-40bf-8a5f-680f43106ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:39Z', 'updated_at': '2021-08-11T02:17:48Z', 'revision_number': 4, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'subnets': [{'id': 'ff926f59-2652-40bf-8a5f-680f43106ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:50.873512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8852ad81-5367-4c99-9fec-c3f55d58d6a8 req-fc4c5c10-5273-4d77-bfaa-83baf4a45fb4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475618 Aug 11 02:17:51.072054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e52d25-c408-4843-ae5d-1652494ac891 None None] Network 89e8e0c7-7e39-418c-8c5c-a1967597a71b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:51.171195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.306293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-b08dad4e-bb95-4926-bab2-0739ffb21f5b tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:51.311849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-b08dad4e-bb95-4926-bab2-0739ffb21f5b tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 1100 time: 0.1674533 Aug 11 02:17:51.553122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Deleting port 1dd45a1d-7745-40fd-a377-5136eec5bd93 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:51.553558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.636521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5052ac00-2ada-4ecb-a454-832474f570b8 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:51.732928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219370fe-de51-4e3e-a0c6-5f4a271b8608 req-1b1c64f3-d4e4-467c-b26f-8778a0cc3535 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:51.751580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-219370fe-de51-4e3e-a0c6-5f4a271b8608 req-1b1c64f3-d4e4-467c-b26f-8778a0cc3535 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 948 time: 0.2484710 Aug 11 02:17:51.918222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-219370fe-de51-4e3e-a0c6-5f4a271b8608 req-f0881e7d-1e89-4871-a6a2-56f1521b30a7 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653786 Aug 11 02:17:51.923892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f8a0b82a-bac8-4fbc-b07c-0026b947a4cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58798f3bfd874509894b01bf849df0ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7511978 Aug 11 02:17:51.926601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.953698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5052ac00-2ada-4ecb-a454-832474f570b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5052ac00-2ada-4ecb-a454-832474f570b8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:52.035306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5052ac00-2ada-4ecb-a454-832474f570b8', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '5052ac00-2ada-4ecb-a454-832474f570b8', 'mac_address': 'fa:16:3e:26:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:52.052170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] For port 1dd45a1d-7745-40fd-a377-5136eec5bd93, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1dd45a1d-7745-40fd-a377-5136eec5bd93,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:52.052698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.115250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Calling delete_port for 1dd45a1d-7745-40fd-a377-5136eec5bd93 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:52.207758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.213001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ca28f9-cfac-450a-9b59-38f53da6c164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.242248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5052ac00-2ada-4ecb-a454-832474f570b8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:52.331683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ca28f9-cfac-450a-9b59-38f53da6c164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.414241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5052ac00-2ada-4ecb-a454-832474f570b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5052ac00-2ada-4ecb-a454-832474f570b8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:52.429791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.598358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ca28f9-cfac-450a-9b59-38f53da6c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.619130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ca28f9-cfac-450a-9b59-38f53da6c164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.632355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-76ca28f9-cfac-450a-9b59-38f53da6c164 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e HTTP/1.1" status: 204 len: 168 time: 0.6957960 Aug 11 02:17:52.701763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca28f9-cfac-450a-9b59-38f53da6c164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e9db5-a167-4d2c-b8a5-c1e06b799e5e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.769171 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.774926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5052ac00-2ada-4ecb-a454-832474f570b8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:52.808088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5052ac00-2ada-4ecb-a454-832474f570b8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.876097 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.889179 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.943703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712f-8357-45ae-ab43-ec6fb9d5c1f8 req-f335a529-1d9f-4fd2-b075-8366eba5be04 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:52.959727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 21b4c8e2-9982-4707-bd78-0f06434fb77b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:52.964937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:52.987599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'floatingip': {'port_id': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:52.994961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ce4712f-8357-45ae-ab43-ec6fb9d5c1f8 req-f335a529-1d9f-4fd2-b075-8366eba5be04 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 945 time: 0.4696722 Aug 11 02:17:53.172010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43968) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.189888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43972) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.236675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-16531293-network', 'tenant_id': '658c514fb3104a62b64b88ec16e1005b'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:53.272414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.302229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dd45a1d-7745-40fd-a377-5136eec5bd93,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:53.508556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 21b4c8e2-9982-4707-bd78-0f06434fb77b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:53.534738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 21b4c8e2-9982-4707-bd78-0f06434fb77b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:53.541101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.724502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1de7b608-14ae-436f-a3a9-36fdadd571d3 req-30a7574a-509e-47fd-980e-f259c0258f04 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=818f87c0-8d4a-4ffc-b486-8c84f3dd8ced HTTP/1.1" status: 200 len: 210 time: 0.1862695 Aug 11 02:17:53.871196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] No DVR routers for this DVR port 1dd45a1d-7745-40fd-a377-5136eec5bd93 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:53.894755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.906328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3beefb8d-d50f-4304-95bf-a34a0e6987f1 req-65703193-f5f7-44d9-98f6-6c4e44d43366 tempest-DeleteServersAdminTestJSON-1552490145 tempest-DeleteServersAdminTestJSON-1552490145-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1dd45a1d-7745-40fd-a377-5136eec5bd93 HTTP/1.1" status: 204 len: 173 time: 2.5813372 Aug 11 02:17:53.908051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'name': 'network-vif-deleted', 'tag': '1dd45a1d-7745-40fd-a377-5136eec5bd93'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:53.921954 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c63608-af88-4f33-919f-a269dcd88928" -d '{"events": [{"server_uuid": "818f87c0-8d4a-4ffc-b486-8c84f3dd8ced", "name": "network-vif-deleted", "tag": "1dd45a1d-7745-40fd-a377-5136eec5bd93"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:53.932053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.970367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Made reservation on behalf of 658c514fb3104a62b64b88ec16e1005b for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:53.973148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.003058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.021376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1dd45a1d-7745-40fd-a377-5136eec5bd93 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:54.117096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-8afe2542-a5a7-4dc2-976d-fb8d87316050 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:54.154682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-8afe2542-a5a7-4dc2-976d-fb8d87316050 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9595404 Aug 11 02:17:54.190033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 1dd45a1d-7745-40fd-a377-5136eec5bd93 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:54.191176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1dd45a1d-7745-40fd-a377-5136eec5bd93 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:54.226118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 21b4c8e2-9982-4707-bd78-0f06434fb77b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=21b4c8e2-9982-4707-bd78-0f06434fb77b,segment=NetworkSegment(fb804e9a-b531-47f9-a072-b2cf3fbfa3f5),segment_id=fb804e9a-b531-47f9-a072-b2cf3fbfa3f5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:54.240888 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.375433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.434475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.485302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=21b4c8e2-9982-4707-bd78-0f06434fb77b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:54.795462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 21b4c8e2-9982-4707-bd78-0f06434fb77b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:54.915015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43984) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:54.950805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee216163-2955-4c57-af09-b33b8ea83cc9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:54.958679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Request body: {'binding': {'host': 'n-h1-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:54.959348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Unknown quota resources ['binding']. {{(pid=94699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:17:54.978219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 21b4c8e2-9982-4707-bd78-0f06434fb77b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:54.979564 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.340202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7c8d9a79-00c7-4d14-aea8-446369b1f600 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2817a52c28f148d4a72e6c95fa3ea5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162631 Aug 11 02:17:55.394251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43988) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.407322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on host n-h1-715271-8 for vnic_type normal with profile None {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:55.408244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:55.409651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:55.437912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:55.461351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:55.462212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:55.477505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:55.477842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:55.478421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:55.479026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Bound port: 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:55.545850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:17:55.559459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773dd4-0723-4a7f-b6d6-3441e2b57ba6 req-95caa0a0-35eb-4d4d-894a-78f8c2c32009 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.561217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f773dd4-0723-4a7f-b6d6-3441e2b57ba6 req-95caa0a0-35eb-4d4d-894a-78f8c2c32009 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 949 time: 1.4958217 Aug 11 02:17:55.580157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.580540 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Added segment f48a6ec9-bd3e-45c8-81e4-d58300536d67 of type vlan for network 4c7d2942-9cae-445c-b678-4d8f7b7de610 Aug 11 02:17:55.681197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5052ac00-2ada-4ecb-a454-832474f570b8 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:55.709248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.736849 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.738967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:55.753504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.761305 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08b6c38e-890e-4557-b5a6-94cda746eca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.796727 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f773dd4-0723-4a7f-b6d6-3441e2b57ba6 req-2f732a49-eaae-4b82-8fb9-ee4baeae4cd0 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176182 Aug 11 02:17:55.834905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.837232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca3a6748-d5ef-43bd-9581-8304a270974c service neutron] 10.222.0.16 "POST /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a/bindings HTTP/1.1" status: 201 len: 389 time: 1.4575267 Aug 11 02:17:55.845340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.846758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.847842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.935619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5052ac00-2ada-4ecb-a454-832474f570b8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:55.953549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5052ac00-2ada-4ecb-a454-832474f570b8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:55.954594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.027863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08b6c38e-890e-4557-b5a6-94cda746eca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.042681 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20 associated. External IP: 172.25.6.217, port: 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85. Aug 11 02:17:56.117608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9203839 Aug 11 02:17:56.151847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43992) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:56.277544 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.278895 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29812bd5-96b3-4142-a7bd-f16df3881fbb x-openstack-request-id: req-29812bd5-96b3-4142-a7bd-f16df3881fbb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:56.279371 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f87c0-8d4a-4ffc-b486-8c84f3dd8ced", "name": "network-vif-deleted", "tag": "1dd45a1d-7745-40fd-a377-5136eec5bd93", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:56.279779 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29812bd5-96b3-4142-a7bd-f16df3881fbb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:56.280438 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f87c0-8d4a-4ffc-b486-8c84f3dd8ced', 'name': 'network-vif-deleted', 'tag': '1dd45a1d-7745-40fd-a377-5136eec5bd93', 'status': 'completed', 'code': 200} Aug 11 02:17:56.298321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Request body: {'subnet': {'network_id': '4c7d2942-9cae-445c-b678-4d8f7b7de610', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-16531293-subnet', 'tenant_id': '658c514fb3104a62b64b88ec16e1005b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:56.362186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08b6c38e-890e-4557-b5a6-94cda746eca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.362927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08b6c38e-890e-4557-b5a6-94cda746eca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.364906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-08b6c38e-890e-4557-b5a6-94cda746eca1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3baf81e9-2418-4007-a9e1-bf78595b1452 HTTP/1.1" status: 204 len: 168 time: 0.9496357 Aug 11 02:17:56.387748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ca591-7c97-4ec2-9323-41ca164f42b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7d2942-9cae-445c-b678-4d8f7b7de610,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.398077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6c38e-890e-4557-b5a6-94cda746eca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf81e9-2418-4007-a9e1-bf78595b1452,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.433723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 4c7d2942-9cae-445c-b678-4d8f7b7de610 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:56.444994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Made reservation on behalf of 658c514fb3104a62b64b88ec16e1005b for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:56.461234 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.511454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5052ac00-2ada-4ecb-a454-832474f570b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5052ac00-2ada-4ecb-a454-832474f570b8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:56.518322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5052ac00-2ada-4ecb-a454-832474f570b8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:56.526718 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c1ce32-c660-4e3f-973d-2bbd8f44deb5" -d '{"events": [{"server_uuid": "a0e35b00-4e67-4194-aaec-2658bf7e23cd", "name": "network-vif-plugged", "status": "completed", "tag": "5052ac00-2ada-4ecb-a454-832474f570b8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:56.804490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.945742 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce0115-5727-4ea7-9d61-cb1582f6559f x-openstack-request-id: req-ffce0115-5727-4ea7-9d61-cb1582f6559f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:56.946163 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e35b00-4e67-4194-aaec-2658bf7e23cd", "name": "network-vif-plugged", "status": "completed", "tag": "5052ac00-2ada-4ecb-a454-832474f570b8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:56.946379 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffce0115-5727-4ea7-9d61-cb1582f6559f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:56.946801 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5052ac00-2ada-4ecb-a454-832474f570b8', 'code': 200} Aug 11 02:17:57.032830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5052ac00-2ada-4ecb-a454-832474f570b8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:57.306123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-b0dfdc15-625d-4ede-8092-9266d98508d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.310908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-b0dfdc15-625d-4ede-8092-9266d98508d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1118 time: 0.7668781 Aug 11 02:17:57.315963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-4bb5dacf-c9d1-4995-aba4-6ccc81d20f04 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d3a34c773be1415398cda6c8224b8790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880678 Aug 11 02:17:57.339016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:57.347780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d77c4-d0f2-4ee5-a115-9c95589a09f2 req-8e14373b-1e9f-4487-aefe-818918210c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.351732 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0f3d77c4-d0f2-4ee5-a115-9c95589a09f2 req-8e14373b-1e9f-4487-aefe-818918210c17 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 1101 time: 0.3519845 Aug 11 02:17:57.459081 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0f3d77c4-d0f2-4ee5-a115-9c95589a09f2 req-26bc1817-f31e-4f15-afe0-f671eda2c922 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973980 Aug 11 02:17:57.531011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:57.550671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46b2c-e2e9-42e6-a6c9-2df07e627c39 req-0e3c3b4a-a719-4a60-85a8-61974aa4a9c1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.555918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffb46b2c-e2e9-42e6-a6c9-2df07e627c39 req-0e3c3b4a-a719-4a60-85a8-61974aa4a9c1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 967 time: 0.6241031 Aug 11 02:17:57.629749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:57.654149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.660552 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:57.678783 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:57.679767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:57.768314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b47affe-9a91-4edd-b6f5-7124994ef49b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "PUT /v2.0/floatingips/88ab8678-354b-4f2b-af4f-06e13c54ad20 HTTP/1.1" status: 200 len: 991 time: 4.7846985 Aug 11 02:17:57.768314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:57.787903 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18aedc-5374-4756-ae9e-b8164abbced1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:57.813420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffb46b2c-e2e9-42e6-a6c9-2df07e627c39 req-de3a249d-7b60-4a91-88af-f7b572d9dd6b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324233 Aug 11 02:17:57.939799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-f51afcca-fbd1-41f3-a32b-5aa2a189fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.940415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bafa205-1d3f-42bc-ab39-1c34196a164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.944812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-f51afcca-fbd1-41f3-a32b-5aa2a189fd1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.6209986 Aug 11 02:17:58.034127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-9359ec33-1cf0-42f4-abf2-c31c339c4005 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:58.048708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-9359ec33-1cf0-42f4-abf2-c31c339c4005 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6878245 Aug 11 02:17:58.157410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.183340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bafa205-1d3f-42bc-ab39-1c34196a164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.206313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bafa205-1d3f-42bc-ab39-1c34196a164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.211075 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:58.258945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47b7558-b6c8-4942-a1c4-7db5ea3d645e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:58.265719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-c861e7b5-2360-44a8-849b-5106d93057f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.2715375 Aug 11 02:17:58.395287 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1bafa205-1d3f-42bc-ab39-1c34196a164d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0982cc9f3ae046689e81576abcdf532c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8625948 Aug 11 02:17:58.398735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafa205-1d3f-42bc-ab39-1c34196a164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955e8b6b-b1f6-4470-8df9-c8a3c1cd9767,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:58.410950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:58.484806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-436da6d8-65ac-4a04-8b9d-d95a3868ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:58.488616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-436da6d8-65ac-4a04-8b9d-d95a3868ce89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1724458 Aug 11 02:17:58.510811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-af9caac5-ae85-468a-85a6-d87601a337e4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/quotas/d3a34c773be1415398cda6c8224b8790 HTTP/1.1" status: 200 len: 375 time: 0.3487284 Aug 11 02:17:58.546446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917d1cb3-402c-462f-9137-b4b73a125c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.628585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917d1cb3-402c-462f-9137-b4b73a125c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.669502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-e8e9a408-e6c9-4e7a-ba7f-20503fcf90cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726241 Aug 11 02:17:58.793759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917d1cb3-402c-462f-9137-b4b73a125c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.808471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917d1cb3-402c-462f-9137-b4b73a125c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.813562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-917d1cb3-402c-462f-9137-b4b73a125c69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/955e8b6b-b1f6-4470-8df9-c8a3c1cd9767 HTTP/1.1" status: 204 len: 168 time: 0.4006989 Aug 11 02:17:58.849552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d1cb3-402c-462f-9137-b4b73a125c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955e8b6b-b1f6-4470-8df9-c8a3c1cd9767,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:58.965053 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '88ab8678-354b-4f2b-af4f-06e13c54ad20', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'port_id': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'mac_address': 'fa:16:3e:61:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:18Z', 'updated_at': '2021-08-11T02:17:55Z', 'revision_number': 1, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:59.002661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-6806a587-20c6-4664-911b-27a2e9ec3bc0 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3a34c773be1415398cda6c8224b8790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4904072 Aug 11 02:17:59.047629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Checking segment: {'id': 'f48a6ec9-bd3e-45c8-81e4-d58300536d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4c7d2942-9cae-445c-b678-4d8f7b7de610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:59.048168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Network hostable DHCP agents. Network: 4c7d2942-9cae-445c-b678-4d8f7b7de610, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:59.087094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872aa23-0897-4e8f-98f4-985724f0a15e req-891d5c35-9740-404d-b568-40fbf6ca4b91 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:59.091230 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:59.111523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5872aa23-0897-4e8f-98f4-985724f0a15e req-891d5c35-9740-404d-b568-40fbf6ca4b91 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 1.0581427 Aug 11 02:17:59.149355 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:59.150972 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:17:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:59.256410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-81450e35-3301-43b5-94ee-99b4935d7533 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268743 Aug 11 02:17:59.532742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5872aa23-0897-4e8f-98f4-985724f0a15e req-f679709b-9740-4926-81e6-42a8851e8c15 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186912 Aug 11 02:17:59.716116 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:59.738044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Network 4c7d2942-9cae-445c-b678-4d8f7b7de610 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:59.767643 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e620622-5bb7-4f72-bfb7-8d6f640a7711 x-openstack-request-id: req-0e620622-5bb7-4f72-bfb7-8d6f640a7711 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:59.768521 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:59.768521 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e620622-5bb7-4f72-bfb7-8d6f640a7711 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:59.768820 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'status': 'completed', 'code': 200} Aug 11 02:17:59.777059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 4c7d2942-9cae-445c-b678-4d8f7b7de610) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:59.794625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552f23b-f819-4ecc-b17d-6f2f0b600e5d None None] Network 4c7d2942-9cae-445c-b678-4d8f7b7de610 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:59.856117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ca093bef-31d5-47bf-ac7d-79d4e73ea464 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762553 Aug 11 02:17:59.941747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:59.953224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.176686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b975e96f-f516-428b-b06a-d1230677b790 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.0168340 Aug 11 02:18:00.260580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b3b7282-a268-4a27-ac95-b7e0002c95da req-8622d280-908d-4f8c-92f1-42ee049f2146 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 210 time: 0.1409988 Aug 11 02:18:00.267078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fff85e-0e3e-46c5-9ba8-88b1445484a7 None None] Network 4c7d2942-9cae-445c-b678-4d8f7b7de610 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:00.432740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-dd7105d0-c7c9-4a87-86dc-ef9cf39a97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:00.435631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-dd7105d0-c7c9-4a87-86dc-ef9cf39a97e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 1096 time: 0.5726321 Aug 11 02:18:00.481904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-648d8975-92d9-449f-a23d-6162f76fbddf tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:00.485285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-648d8975-92d9-449f-a23d-6162f76fbddf tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1118 time: 0.3666415 Aug 11 02:18:00.512305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.552040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0da9-043c-47d2-8c3f-a5104dfcc1e2 req-7291c729-9efb-429e-bc82-b24e9b90003e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:00.554434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6246-5d25-4e22-a716-e46571d51f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.569644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f00a0da9-043c-47d2-8c3f-a5104dfcc1e2 req-7291c729-9efb-429e-bc82-b24e9b90003e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 967 time: 0.3982604 Aug 11 02:18:00.595186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:00.598297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-8'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:00.625719 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '88ab8678-354b-4f2b-af4f-06e13c54ad20', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'port_id': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'mac_address': 'fa:16:3e:61:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:18Z', 'updated_at': '2021-08-11T02:17:55Z', 'revision_number': 1, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:00.687773 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54f019-2a96-4fdc-a9e1-45437fd615e6 None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '88ab8678-354b-4f2b-af4f-06e13c54ad20', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'port_id': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'mac_address': 'fa:16:3e:61:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:18Z', 'updated_at': '2021-08-11T02:17:55Z', 'revision_number': 1, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:18:00.817750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f00a0da9-043c-47d2-8c3f-a5104dfcc1e2 req-3c899f67-f419-4794-ab40-197b06eb7d78 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444780 Aug 11 02:18:00.844865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.884521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Deleting subnet e55c1ad5-9186-4fe9-9c58-9ec7ff40318d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:18:00.889520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-6f8f736e-6a0f-433c-bf2e-73d4ce77cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:00.891939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-6f8f736e-6a0f-433c-bf2e-73d4ce77cc05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 923 time: 0.4266768 Aug 11 02:18:00.894228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.967501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.987064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.116837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6246-5d25-4e22-a716-e46571d51f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.146842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6246-5d25-4e22-a716-e46571d51f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.200471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.259142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.265561 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e55c1ad5-9186-4fe9-9c58-9ec7ff40318d HTTP/1.1" status: 204 len: 168 time: 0.6687431 Aug 11 02:18:01.348401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414c792-ecdc-4c82-9d17-c5dde71755ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55c1ad5-9186-4fe9-9c58-9ec7ff40318d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:01.351294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9d64b-343f-42fb-a42b-1439072ca186 None None] New status for floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:18:01.360920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:01.377342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fd8b6246-5d25-4e22-a716-e46571d51f7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4bef4b0c3174e70a1036eb343dbecbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634233 Aug 11 02:18:01.398906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:01.486569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b6246-5d25-4e22-a716-e46571d51f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc10c328-17fc-4344-8d4d-2bf9df060294,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:01.533373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760d53b-0308-47c0-95d3-dbccbecba5d7 req-2e61ce9c-f79d-4e7d-a0c6-b30f31390edc tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:01.535954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8760d53b-0308-47c0-95d3-dbccbecba5d7 req-2e61ce9c-f79d-4e7d-a0c6-b30f31390edc tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.6943302 Aug 11 02:18:01.568620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-d1280f15-23ae-46f0-8b16-7f0749ea8693 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 HTTP/1.1" status: 200 len: 999 time: 0.6684253 Aug 11 02:18:01.674994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-878e655c-9fb3-419d-9e61-69c454def291 req-4df431cf-0e59-4df7-b5d5-f969d8a86edd tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 210 time: 0.1325479 Aug 11 02:18:01.784908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.834565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab20-80d3-4bae-a0ec-8638906608c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.888204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-b109e402-eea5-4172-ba4a-8e443f295c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:01.899080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-b109e402-eea5-4172-ba4a-8e443f295c1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.2614396 Aug 11 02:18:01.905090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8760d53b-0308-47c0-95d3-dbccbecba5d7 req-22a333b6-3dff-4954-b42a-c83da9347c51 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351626 Aug 11 02:18:02.039146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:02.041902 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-0b233da6-af70-4795-825b-16ee84b22ece tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d3a34c773be1415398cda6c8224b8790&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2001462 Aug 11 02:18:02.121340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab20-80d3-4bae-a0ec-8638906608c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.189535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:02.194123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-8080fc19-60b8-4d13-866c-a823f618df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:02.196027 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-8080fc19-60b8-4d13-866c-a823f618df96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960401 Aug 11 02:18:02.301492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a34c-6f0c-4745-9fef-b60df87f137b req-be34e79e-471b-4c17-8d62-b4a4af13c4f6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:02.308883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab20-80d3-4bae-a0ec-8638906608c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.311492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab20-80d3-4bae-a0ec-8638906608c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.312663 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-70a6ab20-80d3-4bae-a0ec-8638906608c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc10c328-17fc-4344-8d4d-2bf9df060294 HTTP/1.1" status: 204 len: 168 time: 0.9124765 Aug 11 02:18:02.315372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c6a34c-6f0c-4745-9fef-b60df87f137b req-be34e79e-471b-4c17-8d62-b4a4af13c4f6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 967 time: 0.2636116 Aug 11 02:18:02.347740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:02.351899 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc251074-7d9f-4a1b-bfa3-1ca5be0c1c55" -d '{"events": [{"server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:02.395463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.438187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.490201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6ab20-80d3-4bae-a0ec-8638906608c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc10c328-17fc-4344-8d4d-2bf9df060294,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:02.512062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.545943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.547994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.550262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.550846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > port after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.555196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.555871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > port after_update 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.556490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.557419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.558126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.559033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.744899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c6a34c-6f0c-4745-9fef-b60df87f137b req-a148ede7-9795-49ce-a52f-1213d4529489 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275620 Aug 11 02:18:02.816515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-66eb9bb7-c902-4fde-93ae-d64524ef2caf service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974264 Aug 11 02:18:02.859818 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6c9a58-5913-46b9-9129-29b0ce15c110 x-openstack-request-id: req-5f6c9a58-5913-46b9-9129-29b0ce15c110 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:02.859818 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:02.860134 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f6c9a58-5913-46b9-9129-29b0ce15c110 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:02.860321 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'code': 200} Aug 11 02:18:02.873764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.874668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.875408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.876313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:02.881434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e8e0c7-7e39-418c-8c5c-a1967597a71b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:02.897254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:02.911674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:02.912252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:02.912422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:02.960448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:02.960448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Attempting to bind port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:02.964389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf6aacd-fad4-4918-bc3e-08a259a6544e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:02.964389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf6aacd-fad4-4918-bc3e-08a259a6544e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:02.988705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:02.989158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:02.989430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:02.990142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Bound port: 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:02.990675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.016407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62750d3-3ffb-43a2-8cdb-7ce41e371119 req-f0e15bd9-0def-41a6-801d-c9599e23100c tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.018419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c62750d3-3ffb-43a2-8cdb-7ce41e371119 req-f0e15bd9-0def-41a6-801d-c9599e23100c tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.1772697 Aug 11 02:18:03.020379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.078294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.080759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d18aedc-5374-4756-ae9e-b8164abbced1 req-de343e3a-0fe9-4ef6-aca5-57ce914a9386 service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349036 Aug 11 02:18:03.121140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:03.121830 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: from cryptography.utils import int_from_bytes Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: from cryptography.utils import int_from_bytes Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:03.142306 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:03.189347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba5bb25c-96e8-41a7-8b3f-db3de8cc75ef req-acd40cdf-c28f-4b82-b600-554b7a99be7f tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 210 time: 0.1311212 Aug 11 02:18:03.239882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f51d3bd4-77e5-43c5-9ade-dcea804609df tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.241923 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f51d3bd4-77e5-43c5-9ade-dcea804609df tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9355011 Aug 11 02:18:03.272008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Request body: {'port': {'device_id': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'd3a34c773be1415398cda6c8224b8790'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:03.274297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:03.280933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:03.300293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c62750d3-3ffb-43a2-8cdb-7ce41e371119 req-69c15914-9d53-4ba5-b9f3-4d97d8f9b33a tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641337 Aug 11 02:18:03.306173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.311231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.415659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.418264 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] 10.222.0.16 "DELETE /v2.0/networks/89e8e0c7-7e39-418c-8c5c-a1967597a71b HTTP/1.1" status: 204 len: 168 time: 2.0393219 Aug 11 02:18:03.431978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=8']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:03.449791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44160) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:03.458658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e981f4-c8e2-4ce8-9c54-777e3791cd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e8e0c7-7e39-418c-8c5c-a1967597a71b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:03.660006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.661451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.664562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-d5be66d8-10d5-4d96-9376-1efc79e4b960 service neutron] 10.222.0.25 "PUT /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 1143 time: 3.1440413 Aug 11 02:18:03.719814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Deleting subnet d47b7558-b6c8-4942-a1c4-7db5ea3d645e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:18:03.734988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.757964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:03.777465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Made reservation on behalf of d3a34c773be1415398cda6c8224b8790 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:03.789240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.912929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.952216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.137790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Allocated IP 192.168.233.243 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/1cc1d123-f319-4412-91d5-50a909e2eb3f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:04.322941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa499b1-db37-4b02-b964-f89cfca8e1d4 req-e644caa4-4a26-4738-a7e4-6ee4f4df6781 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:04.325664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaa499b1-db37-4b02-b964-f89cfca8e1d4 req-e644caa4-4a26-4738-a7e4-6ee4f4df6781 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.3695400 Aug 11 02:18:04.413443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.511193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47b7558-b6c8-4942-a1c4-7db5ea3d645e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:04.535524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaa499b1-db37-4b02-b964-f89cfca8e1d4 req-3f170cf5-b031-47f1-b92a-83529614979f tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772699 Aug 11 02:18:04.539711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.549126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97d9cfb2-0059-46e9-b5f8-98278de0020b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d47b7558-b6c8-4942-a1c4-7db5ea3d645e HTTP/1.1" status: 204 len: 168 time: 1.0854347 Aug 11 02:18:04.551477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:04.603397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.638160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Transition to ACTIVE for port object 1cc1d123-f319-4412-91d5-50a909e2eb3f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:04.696985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.870129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:04.878858 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8136c52b-8996-48fd-9fbb-74c7c038bf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:05.000579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618d3b-eac8-4699-a0e9-6ec916dcfda0 req-9d70a234-28aa-4462-9ce7-2a7d2aee8a9d tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.004572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25618d3b-eac8-4699-a0e9-6ec916dcfda0 req-9d70a234-28aa-4462-9ce7-2a7d2aee8a9d tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 936 time: 0.3391232 Aug 11 02:18:05.040050 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.187166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25618d3b-eac8-4699-a0e9-6ec916dcfda0 req-307ec743-c78d-4105-b2a7-47395dd79f44 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565549 Aug 11 02:18:05.239244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe025a-13ad-4d81-914b-b40092bcd9bc req-73c78b0b-f89b-428c-b897-319fdf1ee373 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.240660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:05.247854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5afe025a-13ad-4d81-914b-b40092bcd9bc req-73c78b0b-f89b-428c-b897-319fdf1ee373 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.4585860 Aug 11 02:18:05.249743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:05.266941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Pushing event updated for resources: {'Port': ['ID=1cc1d123-f319-4412-91d5-50a909e2eb3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:05.283010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:05.387847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5afe025a-13ad-4d81-914b-b40092bcd9bc req-d7b1b740-0cc8-483d-8401-c0493c2e6cf1 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390185 Aug 11 02:18:05.409203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.409876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.490535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f87ea882-ee8a-4803-b6a3-69c1f1410ba5 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2310238 Aug 11 02:18:05.516243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Request body: {'port': {'device_id': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:05.528777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.557499 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.557904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.558708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.559052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > port after_create 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.559493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.559839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > port after_update 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.560163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.560504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.560821 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.561173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.669302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.751169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.751608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.753872 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.754613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:18:05.755197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7d2942-9cae-445c-b678-4d8f7b7de610']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:05.793026 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d00e3-de0e-4155-aee6-1863e2e8c703 x-openstack-request-id: req-949d00e3-de0e-4155-aee6-1863e2e8c703 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:05.793388 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:05.793548 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-949d00e3-de0e-4155-aee6-1863e2e8c703 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:05.793883 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'status': 'completed', 'code': 200} Aug 11 02:18:05.822388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48a6ec9-bd3e-45c8-81e4-d58300536d67') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:05.822702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48a6ec9-bd3e-45c8-81e4-d58300536d67') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:05.851041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b1822c5e-d20c-4f33-8fbc-b226fb6b318e None None] Provisioning for port 1cc1d123-f319-4412-91d5-50a909e2eb3f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:05.863708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.882953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b1822c5e-d20c-4f33-8fbc-b226fb6b318e None None] Provisioning complete for port 1cc1d123-f319-4412-91d5-50a909e2eb3f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:05.889525 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1822c5e-d20c-4f33-8fbc-b226fb6b318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.926586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.951400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:05.951847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: from cryptography.utils import int_from_bytes Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: from cryptography.utils import int_from_bytes Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:05.970550 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:06.052027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:06.064788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.087889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7d2942-9cae-445c-b678-4d8f7b7de610,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:06.090855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.093974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-534f0484-9186-4e6e-95c5-70be8e74d17e admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c7d2942-9cae-445c-b678-4d8f7b7de610 HTTP/1.1" status: 204 len: 168 time: 1.5411658 Aug 11 02:18:06.110660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-f24f4e2a-a29c-41bd-aafd-37fa06dea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.115036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-f24f4e2a-a29c-41bd-aafd-37fa06dea2af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1146 time: 0.3008394 Aug 11 02:18:06.120972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dac6c-843f-4adb-9622-ffe0fd87a077 req-82049c5d-948b-4ba3-82ef-6142aebaff39 tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.126176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b1822c5e-d20c-4f33-8fbc-b226fb6b318e None None] Port 1cc1d123-f319-4412-91d5-50a909e2eb3f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:06.126516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-902dac6c-843f-4adb-9622-ffe0fd87a077 req-82049c5d-948b-4ba3-82ef-6142aebaff39 tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 1101 time: 0.1190555 Aug 11 02:18:06.310995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-902dac6c-843f-4adb-9622-ffe0fd87a077 req-5f4b2018-1c9b-4978-9121-201d22bd5cdb tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.380026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-a41bab10-7a15-425d-8034-89781ea2cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.381567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-a41bab10-7a15-425d-8034-89781ea2cb7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.2581096 Aug 11 02:18:06.448776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf640c-3c8c-48e2-955b-ec88bae96e36 req-cfa33d0b-c2a6-408b-abaf-6e854447a865 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.456163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acaf640c-3c8c-48e2-955b-ec88bae96e36 req-cfa33d0b-c2a6-408b-abaf-6e854447a865 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.3589203 Aug 11 02:18:06.477726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:06.498660 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-30c7423a-20cd-42dc-bba4-cc280245749d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.1017096 Aug 11 02:18:06.500223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a has no active binding in host n-h1-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:18:06.563536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44226) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:06.591941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acaf640c-3c8c-48e2-955b-ec88bae96e36 req-50dbc253-58d6-44cc-a1cd-75959f7f51a3 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347783 Aug 11 02:18:06.623332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-3e657065-461d-42d3-be62-94d6056b2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.625271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-3e657065-461d-42d3-be62-94d6056b2d5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1080985 Aug 11 02:18:06.738273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-9086e18b-96ed-487e-a66e-89ffb685a1e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742354 Aug 11 02:18:06.779252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3e9cd60-7f2f-426c-9322-541de07b311f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b8269a570124cf1a61088a5be6cacff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143450 Aug 11 02:18:06.784993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:06.796450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc1d123-f319-4412-91d5-50a909e2eb3f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:06.836828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-902dac6c-843f-4adb-9622-ffe0fd87a077 req-5f4b2018-1c9b-4978-9121-201d22bd5cdb tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.843562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-902dac6c-843f-4adb-9622-ffe0fd87a077 req-5f4b2018-1c9b-4978-9121-201d22bd5cdb tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.846219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.899599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-902dac6c-843f-4adb-9622-ffe0fd87a077 req-5f4b2018-1c9b-4978-9121-201d22bd5cdb tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7400002 Aug 11 02:18:06.933810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Transition to ACTIVE for port object 1cc1d123-f319-4412-91d5-50a909e2eb3f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:06.943156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.006735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b2018-1c9b-4978-9121-201d22bd5cdb tempest-LiveMigrationNegativeTest-224391924 tempest-LiveMigrationNegativeTest-224391924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa2083-a035-4667-9b36-25dce21e230e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:07.021774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7168338-4363-4918-be68-b1183b58ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.047345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1d123-f319-4412-91d5-50a909e2eb3f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:07.073992 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-bb0c4ffd-6db3-4bc6-84e3-0902ee956a29 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231044 Aug 11 02:18:07.142436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7168338-4363-4918-be68-b1183b58ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.244091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09079e-62fb-4d5a-9d7c-19fd148da3ca req-6bb3ee61-6b9e-4709-9400-7852ed520e45 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:07.261158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df09079e-62fb-4d5a-9d7c-19fd148da3ca req-6bb3ee61-6b9e-4709-9400-7852ed520e45 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 948 time: 0.1639524 Aug 11 02:18:07.391449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df09079e-62fb-4d5a-9d7c-19fd148da3ca req-a5d1605e-d97d-4c4a-8122-3ea056ca7ae1 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248722 Aug 11 02:18:07.395787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Attempting to bind port 1cc1d123-f319-4412-91d5-50a909e2eb3f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:07.396661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Attempting to bind port 1cc1d123-f319-4412-91d5-50a909e2eb3f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:07.396661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Attempting to bind port 1cc1d123-f319-4412-91d5-50a909e2eb3f on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:07.423152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Port 1cc1d123-f319-4412-91d5-50a909e2eb3f on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:07.423448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Attempting to bind port 1cc1d123-f319-4412-91d5-50a909e2eb3f on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:07.444344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:07.444961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:07.445594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:07.446524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Bound port: 1cc1d123-f319-4412-91d5-50a909e2eb3f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:07.447084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.455512 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8136c52b-8996-48fd-9fbb-74c7c038bf4d req-bba12173-a5e2-4659-b5c6-69b6632a1bfb service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495009 Aug 11 02:18:07.466468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7168338-4363-4918-be68-b1183b58ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.469217 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7168338-4363-4918-be68-b1183b58ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.473541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b7168338-4363-4918-be68-b1183b58ef0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad16ac4b-125d-47f5-9205-df69f77b003b HTTP/1.1" status: 204 len: 168 time: 0.6867850 Aug 11 02:18:07.487405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7168338-4363-4918-be68-b1183b58ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad16ac4b-125d-47f5-9205-df69f77b003b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:07.576641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] For port 1cc1d123-f319-4412-91d5-50a909e2eb3f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:07.581402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] For port 1cc1d123-f319-4412-91d5-50a909e2eb3f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:07.589844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.661536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1d123-f319-4412-91d5-50a909e2eb3f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:07.680778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:07.682370 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:07.685980 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-f1202348-5862-42ec-96b5-996e303a5b2a service neutron] 10.222.0.25 "PUT /v2.0/ports/1cc1d123-f319-4412-91d5-50a909e2eb3f HTTP/1.1" status: 200 len: 1096 time: 2.1834195 Aug 11 02:18:07.686889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'tag': '1cc1d123-f319-4412-91d5-50a909e2eb3f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:07.691113 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee1c0c-8549-439a-85cc-d6f6e7edcc65" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd1fce-6c5c-4ad5-933d-2f63241505c5", "tag": "1cc1d123-f319-4412-91d5-50a909e2eb3f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:07.923304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-31d21d9d-94d1-4044-a528-3b8d34f5a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:07.924946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-31d21d9d-94d1-4044-a528-3b8d34f5a332 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3a34c773be1415398cda6c8224b8790&device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 1099 time: 0.1897469 Aug 11 02:18:08.121828 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6cabd6-37f8-4157-94f1-1622816fc197 x-openstack-request-id: req-4b6cabd6-37f8-4157-94f1-1622816fc197 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:08.124874 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd1fce-6c5c-4ad5-933d-2f63241505c5", "tag": "1cc1d123-f319-4412-91d5-50a909e2eb3f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:08.125509 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b6cabd6-37f8-4157-94f1-1622816fc197 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:08.131017 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'tag': '1cc1d123-f319-4412-91d5-50a909e2eb3f', 'status': 'completed', 'code': 200} Aug 11 02:18:08.139682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-8b03563d-a828-4042-8241-d90e6065e924 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f HTTP/1.1" status: 200 len: 217 time: 0.1924365 Aug 11 02:18:08.236497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf772a-67a2-4ef6-8b7e-549dd7739c48 req-603ba02b-bd7e-4992-9fca-908b6c9e2803 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.246485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4bf772a-67a2-4ef6-8b7e-549dd7739c48 req-603ba02b-bd7e-4992-9fca-908b6c9e2803 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.1667500 Aug 11 02:18:08.311898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4bf772a-67a2-4ef6-8b7e-549dd7739c48 req-bbc8da3f-7718-4b66-a9f7-9867312ac4f2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641696 Aug 11 02:18:08.345247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-89710e25-6e01-4788-acd0-040226e13c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.348706 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-89710e25-6e01-4788-acd0-040226e13c8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2020085 Aug 11 02:18:08.432518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44266) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:08.524498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-4128d5c1-2f7d-4c8f-872f-a049b0bf3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.532424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-4128d5c1-2f7d-4c8f-872f-a049b0bf3a02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752243 Aug 11 02:18:08.601402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44272) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:08.779367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5d35c7f9-949a-4d4f-9ea2-fa123d6ad510 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=658c514fb3104a62b64b88ec16e1005b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716695 Aug 11 02:18:08.780452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44280) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:08.828372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48173c50-8692-4170-9014-1afb7d886c85 req-dc0f7206-2e40-4a71-b114-6da9f759734c tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.830330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48173c50-8692-4170-9014-1afb7d886c85 req-dc0f7206-2e40-4a71-b114-6da9f759734c tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 948 time: 0.1717775 Aug 11 02:18:08.838144 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-8847b4db-b52e-43c9-8991-178d8f2b8970 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946723 Aug 11 02:18:08.937798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cfe900d-0cff-4c66-9ea7-728a6ede9a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.942083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48173c50-8692-4170-9014-1afb7d886c85 req-f2d4fe83-dabe-402d-8ec9-52696542862a tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963120 Aug 11 02:18:08.984538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11a0fb74-2626-4fc2-b33f-67ff3c1904d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.021409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f7eb-40c3-4497-a3f7-35c35ae18943 req-4412e4a1-2de5-4069-9cbd-3d45c3c4698d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.030253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4a8f7eb-40c3-4497-a3f7-35c35ae18943 req-4412e4a1-2de5-4069-9cbd-3d45c3c4698d tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.1548057 Aug 11 02:18:09.036532 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e663bc-786f-4777-91fe-cf42f38a8599 req-889302bc-889e-462f-bf67-8bec1632a901 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896946 Aug 11 02:18:09.084028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11a0fb74-2626-4fc2-b33f-67ff3c1904d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.193266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4a8f7eb-40c3-4497-a3f7-35c35ae18943 req-98c8efcd-06f2-426d-8f37-3788c5e31d2f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592321 Aug 11 02:18:09.250371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cfe900d-0cff-4c66-9ea7-728a6ede9a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.257837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11a0fb74-2626-4fc2-b33f-67ff3c1904d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.263180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-cd5e77b6-3b47-4ca7-8f03-a29dd289045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.264365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11a0fb74-2626-4fc2-b33f-67ff3c1904d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.265735 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-cd5e77b6-3b47-4ca7-8f03-a29dd289045b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3a34c773be1415398cda6c8224b8790&device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 1099 time: 0.0894744 Aug 11 02:18:09.266402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-11a0fb74-2626-4fc2-b33f-67ff3c1904d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee216163-2955-4c57-af09-b33b8ea83cc9 HTTP/1.1" status: 204 len: 168 time: 0.4842713 Aug 11 02:18:09.271067 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cfe900d-0cff-4c66-9ea7-728a6ede9a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.320443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0fb74-2626-4fc2-b33f-67ff3c1904d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee216163-2955-4c57-af09-b33b8ea83cc9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:09.384228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9cfe900d-0cff-4c66-9ea7-728a6ede9a29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b345da958294598840b67d98be16090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9503887 Aug 11 02:18:09.385983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe900d-0cff-4c66-9ea7-728a6ede9a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a72870-33e6-4018-a70d-2c52cb359d45,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:09.391203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:09.535174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b363e88-b78a-41a7-9058-bab75f902d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.589645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b363e88-b78a-41a7-9058-bab75f902d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.708121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-74c22664-ea27-46d5-bafd-05a10040e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.713166 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-74c22664-ea27-46d5-bafd-05a10040e3b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4332895 Aug 11 02:18:09.783096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ac4ac-9e16-4be8-ab98-86375bf08bd5 req-f0e64a40-7167-42e0-9dde-d935d0798051 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.800445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-812ac4ac-9e16-4be8-ab98-86375bf08bd5 req-f0e64a40-7167-42e0-9dde-d935d0798051 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.1773248 Aug 11 02:18:09.854383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b363e88-b78a-41a7-9058-bab75f902d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.860529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b363e88-b78a-41a7-9058-bab75f902d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.869584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9b363e88-b78a-41a7-9058-bab75f902d3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57a72870-33e6-4018-a70d-2c52cb359d45 HTTP/1.1" status: 204 len: 168 time: 0.4763033 Aug 11 02:18:09.906432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b363e88-b78a-41a7-9058-bab75f902d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a72870-33e6-4018-a70d-2c52cb359d45,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:09.976852 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-0ec5107c-2993-488b-a329-7c17c7238126 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f HTTP/1.1" status: 200 len: 217 time: 0.2507768 Aug 11 02:18:10.001355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-812ac4ac-9e16-4be8-ab98-86375bf08bd5 req-235cfb39-4399-4bf5-8fb1-f8265ac0539f tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993105 Aug 11 02:18:10.229301 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-ce5b1b38-4486-4bdd-917b-d47514292e03 service neutron] 10.222.0.59 "GET /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.6015303 Aug 11 02:18:10.450194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab74a8-8fad-4645-aaa0-834fe3ece574 req-a5771657-332a-42c2-9184-93d835c40c69 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.474745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99ab74a8-8fad-4645-aaa0-834fe3ece574 req-a5771657-332a-42c2-9184-93d835c40c69 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 948 time: 0.2127929 Aug 11 02:18:10.649479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99ab74a8-8fad-4645-aaa0-834fe3ece574 req-9cff3dd9-f791-43b4-9036-b7966ae66ce2 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715057 Aug 11 02:18:10.759146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-441dfb13-e0a1-4bac-a147-eb5f944b49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.764872 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-441dfb13-e0a1-4bac-a147-eb5f944b49f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.7586520 Aug 11 02:18:10.871796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-fe5f348d-18d9-4b19-be90-eed6ad769b2b tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.876022 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-fe5f348d-18d9-4b19-be90-eed6ad769b2b tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.3108211 Aug 11 02:18:10.949296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5220f80-4895-4d7a-b737-f3b8fa889aab req-4d6297ca-29cc-4218-9771-6ea066b73846 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.953525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5220f80-4895-4d7a-b737-f3b8fa889aab req-4d6297ca-29cc-4218-9771-6ea066b73846 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.1829655 Aug 11 02:18:11.009082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:11.079398 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee34fcb-cae2-42a7-8b9e-ef417a39473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.098937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5220f80-4895-4d7a-b737-f3b8fa889aab req-ad6b7c4f-197d-401a-9ad6-db1df1f09078 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394947 Aug 11 02:18:11.159897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-ca36fa53-4cc9-4cad-91ca-9428170386da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.163826 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-ca36fa53-4cc9-4cad-91ca-9428170386da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840542 Aug 11 02:18:11.459779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00d942-aec8-49b9-b450-e2426ea6d2b2 req-88d87e03-3335-4418-b26e-87e15c9154f6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.470573 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be00d942-aec8-49b9-b450-e2426ea6d2b2 req-88d87e03-3335-4418-b26e-87e15c9154f6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.1674485 Aug 11 02:18:11.535763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Deleting port 5052ac00-2ada-4ecb-a454-832474f570b8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:11.536356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.564640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be00d942-aec8-49b9-b450-e2426ea6d2b2 req-53cc1a71-682a-444e-b56b-73bc5de2b7a8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930667 Aug 11 02:18:11.684028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-b5670a8d-94eb-4b03-bb55-144c1e85b830 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045161 Aug 11 02:18:11.686277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:11.749543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee34fcb-cae2-42a7-8b9e-ef417a39473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.787291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee34fcb-cae2-42a7-8b9e-ef417a39473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.798612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:11.865714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] For port 5052ac00-2ada-4ecb-a454-832474f570b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5052ac00-2ada-4ecb-a454-832474f570b8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:11.866203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.919367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Calling delete_port for 5052ac00-2ada-4ecb-a454-832474f570b8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:11.954522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eee34fcb-cae2-42a7-8b9e-ef417a39473c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4813256fd54142c5808de8b3c86618f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9378891 Aug 11 02:18:11.955388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee34fcb-cae2-42a7-8b9e-ef417a39473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd985c-c564-4d06-b9f2-5ae5603a6c23,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:11.962660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44360) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:11.992695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:12.020628 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faee1c0c-8549-439a-85cc-d6f6e7edcc65 req-3086825d-9cf6-47be-8b17-d20779a3a66f service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208983 Aug 11 02:18:12.025072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:12.062723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1cc1d123-f319-4412-91d5-50a909e2eb3f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:12.134262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267805-e38d-4922-9b05-507294c6cf8f req-cb22c2e2-f143-4ff8-8c6b-16e57ef5e849 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.139594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.141657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9267805-e38d-4922-9b05-507294c6cf8f req-cb22c2e2-f143-4ff8-8c6b-16e57ef5e849 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 948 time: 0.2507699 Aug 11 02:18:12.380843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4f119c3-94bb-4860-8c0f-76d447c1d07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.405540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9267805-e38d-4922-9b05-507294c6cf8f req-c3c7178a-a496-4837-a4f4-fb8a52bbcfdf tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264726 Aug 11 02:18:12.546513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1cc1d123-f319-4412-91d5-50a909e2eb3f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:12.546701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4f119c3-94bb-4860-8c0f-76d447c1d07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.562440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '1cc1d123-f319-4412-91d5-50a909e2eb3f', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '1cc1d123-f319-4412-91d5-50a909e2eb3f', 'mac_address': 'fa:16:3e:e1:8a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:12.648693 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.716591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc1d123-f319-4412-91d5-50a909e2eb3f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:12.776578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa908d-e69a-426f-8f97-14a075a3c77b req-9a61f386-0a58-4d03-a37f-f4c67372828c tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.779220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5fa908d-e69a-426f-8f97-14a075a3c77b req-9a61f386-0a58-4d03-a37f-f4c67372828c tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 950 time: 0.2846065 Aug 11 02:18:12.785518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1cc1d123-f319-4412-91d5-50a909e2eb3f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:12.796885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.815852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4f119c3-94bb-4860-8c0f-76d447c1d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.818909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4f119c3-94bb-4860-8c0f-76d447c1d07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.822539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4f119c3-94bb-4860-8c0f-76d447c1d07a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dffd985c-c564-4d06-b9f2-5ae5603a6c23 HTTP/1.1" status: 204 len: 168 time: 0.8506553 Aug 11 02:18:12.866547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f119c3-94bb-4860-8c0f-76d447c1d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd985c-c564-4d06-b9f2-5ae5603a6c23,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:12.910496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5fa908d-e69a-426f-8f97-14a075a3c77b req-a304039b-ff6c-4b93-b588-fbc6addadbb0 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153276 Aug 11 02:18:12.940891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1cc1d123-f319-4412-91d5-50a909e2eb3f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:13.064413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1cc1d123-f319-4412-91d5-50a909e2eb3f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:13.078166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] Transition to ACTIVE for port object 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:13.081408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:13.115743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4484d-5a70-4136-b654-b15f6524bb4d req-44a99ed4-01b1-459e-8191-0f143b985104 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.128207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e4484d-5a70-4136-b654-b15f6524bb4d req-44a99ed4-01b1-459e-8191-0f143b985104 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 965 time: 0.1686628 Aug 11 02:18:13.152897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Pushing event deleted for resources: {'Port': ['ID=5052ac00-2ada-4ecb-a454-832474f570b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:13.172900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:13.283867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] No DVR routers for this DVR port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:13.297573 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e4484d-5a70-4136-b654-b15f6524bb4d req-d3dedc58-43eb-473c-9f65-168077b2c8ad tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672614 Aug 11 02:18:13.347180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] No DVR routers for this DVR port 5052ac00-2ada-4ecb-a454-832474f570b8 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:13.367877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:13.373104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:13.375485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-23fbfb59-b07a-4602-9e24-6f3c26999f4c req-0aec1f00-f5c0-4fb8-aab4-6703370ece8f tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.59 "DELETE /v2.0/ports/5052ac00-2ada-4ecb-a454-832474f570b8 HTTP/1.1" status: 204 len: 173 time: 2.4598825 Aug 11 02:18:13.376589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'name': 'network-vif-deleted', 'tag': '5052ac00-2ada-4ecb-a454-832474f570b8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:13.381558 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246ac7e4-afcf-40d3-9276-5e33d7b96615" -d '{"events": [{"server_uuid": "a0e35b00-4e67-4194-aaec-2658bf7e23cd", "name": "network-vif-deleted", "tag": "5052ac00-2ada-4ecb-a454-832474f570b8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:13.475719 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-77073515-9ff6-48e2-8c95-21100c34e4d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a/bindings/n-h1-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 3.2303343 Aug 11 02:18:13.495993 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402717c-28d8-4e3e-9d6c-434214e12511 x-openstack-request-id: req-2402717c-28d8-4e3e-9d6c-434214e12511 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:13.496395 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e35b00-4e67-4194-aaec-2658bf7e23cd", "name": "network-vif-deleted", "tag": "5052ac00-2ada-4ecb-a454-832474f570b8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:13.496655 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2402717c-28d8-4e3e-9d6c-434214e12511 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:13.497084 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e35b00-4e67-4194-aaec-2658bf7e23cd', 'name': 'network-vif-deleted', 'tag': '5052ac00-2ada-4ecb-a454-832474f570b8', 'status': 'completed', 'code': 200} Aug 11 02:18:13.755737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-623c4f5c-b2ed-4888-8015-c94b4d6c58e5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.757846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-623c4f5c-b2ed-4888-8015-c94b4d6c58e5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1117 time: 0.1955547 Aug 11 02:18:13.774997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc60a875-00e7-4dfd-9964-1715845243cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:13.784216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f368757-ff7a-4bcc-8b64-7e596beb9ba8 req-a7d48006-79c8-413e-8e84-d40d55b398fc tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.785689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f368757-ff7a-4bcc-8b64-7e596beb9ba8 req-a7d48006-79c8-413e-8e84-d40d55b398fc tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 949 time: 0.1188092 Aug 11 02:18:13.794666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5052ac00-2ada-4ecb-a454-832474f570b8 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:13.851597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5052ac00-2ada-4ecb-a454-832474f570b8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:13.851991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5052ac00-2ada-4ecb-a454-832474f570b8 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:13.852377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:13.854822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f368757-ff7a-4bcc-8b64-7e596beb9ba8 req-115998ed-4f7a-474a-ac34-7a7da358c29d tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621269 Aug 11 02:18:13.900234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-94c1d91f-797e-4a75-a14c-501ae83cfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.902045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-94c1d91f-797e-4a75-a14c-501ae83cfb4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&tenant_id=95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 1117 time: 0.1364136 Aug 11 02:18:14.000995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['88957e75-03e0-4acd-8961-16b21b849782'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:14.077879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:14.096897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1cc1d123-f319-4412-91d5-50a909e2eb3f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:14.118803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-315311a7-80e9-46da-acbc-7b0d3e219ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.128467 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-315311a7-80e9-46da-acbc-7b0d3e219ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1117 time: 0.1723309 Aug 11 02:18:14.271508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Request body: {'security_group': {'name': 'tempest-securitygroup-399191917', 'description': 'tempest-description-2110105712'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:14.321538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.336652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.371818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 1cc1d123-f319-4412-91d5-50a909e2eb3f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:14.404108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 1cc1d123-f319-4412-91d5-50a909e2eb3f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:14.404491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.526550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-17944f2e-f171-46da-bf41-7a2d8e36c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.528800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-17944f2e-f171-46da-bf41-7a2d8e36c159 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.3922105 Aug 11 02:18:14.554935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.605370 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-b9e3d503-43f1-49a4-aa11-a1014f03a8e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.0675130 Aug 11 02:18:14.607134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15c4f30f-ee0b-4e0f-86e0-6f3d37713dc3 req-722aceaf-feea-4f69-9c73-e314810efc34 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e35b00-4e67-4194-aaec-2658bf7e23cd HTTP/1.1" status: 200 len: 210 time: 0.0499454 Aug 11 02:18:14.609023 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.696632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54285f77-806a-4797-bd41-f536fea0d09d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:14.746140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-c05f78c4-3c8f-4b6c-a745-7f705c18e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.747487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.749663 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-c05f78c4-3c8f-4b6c-a745-7f705c18e154 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1360888 Aug 11 02:18:14.795897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.801754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.803247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-e8fcf89e-ef0c-405f-9f5e-b3b54f6a14f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434992 Aug 11 02:18:14.833220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637e69d2-fded-47ad-8102-b618c857e98a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:14.851141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.859779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78eb51df-a70e-44bf-b4ad-0f08f9587d82 req-0dab3280-2e98-41ae-8f5e-f1575ba43de2 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5943289 Aug 11 02:18:14.901249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1d123-f319-4412-91d5-50a909e2eb3f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:14.903670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-c60c117d-2a0d-494a-b708-b0b9783fc5b4 req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Request body: {'security_group': {'name': 'tempest-securitygroup-416627326', 'description': 'tempest-description-1748847258'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:14.908338 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc8212-aba0-4f5e-9e0c-2c57c703fbc6" -d '{"events": [{"server_uuid": "bcdd1fce-6c5c-4ad5-933d-2f63241505c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1d123-f319-4412-91d5-50a909e2eb3f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:14.974209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1cc1d123-f319-4412-91d5-50a909e2eb3f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:14.990656 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.997839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e4e31-0bcb-4487-a27f-b004ab3ff160 req-ab426d87-43a7-44e2-a897-8ff3dc21f404 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.006622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f92e4e31-0bcb-4487-a27f-b004ab3ff160 req-ab426d87-43a7-44e2-a897-8ff3dc21f404 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.0909612 Aug 11 02:18:15.009084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c60c117d-2a0d-494a-b708-b0b9783fc5b4 req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.050781 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-e33f87c7-3d9b-44e2-9fa0-744a8b442654 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329755 Aug 11 02:18:15.079921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f92e4e31-0bcb-4487-a27f-b004ab3ff160 req-de9ea92b-553c-4480-8b80-507ac365ff48 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696595 Aug 11 02:18:15.123659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1cc1d123-f319-4412-91d5-50a909e2eb3f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:15.230906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:15.249679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c60c117d-2a0d-494a-b708-b0b9783fc5b4 req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.339790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c60c117d-2a0d-494a-b708-b0b9783fc5b4 req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.357312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-f297eacd-4c6e-436c-a6be-e2fea8695ad7 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019514 Aug 11 02:18:15.410907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5a3d6-7b96-4e41-a170-55a470022826 req-e06dcc35-c2db-470a-b86d-c25f6402baf4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.414558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5da5a3d6-7b96-4e41-a170-55a470022826 req-e06dcc35-c2db-470a-b86d-c25f6402baf4 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 950 time: 0.1613445 Aug 11 02:18:15.439272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b5f-3d4b-42f3-8b8d-9b25a7960a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.474399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c60c117d-2a0d-494a-b708-b0b9783fc5b4 req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.475700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c60c117d-2a0d-494a-b708-b0b9783fc5b4 req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5783153 Aug 11 02:18:15.478200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1875dbb-e6fa-484f-8004-3e620c1b6991 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d3a99a-11c3-4217-9c07-38cceb05356c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:15.527392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5da5a3d6-7b96-4e41-a170-55a470022826 req-387d1008-de1a-494a-bbae-5effaf94abca tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854783 Aug 11 02:18:15.675403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b5f-3d4b-42f3-8b8d-9b25a7960a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.684659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b5f-3d4b-42f3-8b8d-9b25a7960a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:15.693314 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e939df5-68d3-44ea-92fb-7a5ae9f5c235 x-openstack-request-id: req-6e939df5-68d3-44ea-92fb-7a5ae9f5c235 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:15.695810 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd1fce-6c5c-4ad5-933d-2f63241505c5", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1d123-f319-4412-91d5-50a909e2eb3f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:15.696701 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e939df5-68d3-44ea-92fb-7a5ae9f5c235 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:15.698582 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1d123-f319-4412-91d5-50a909e2eb3f', 'code': 200} Aug 11 02:18:15.879501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a03d-e6e6-405a-bf3b-5e822305f9e8 req-8745261b-64e2-43b1-a7c6-43fb7e58783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.881640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e214a03d-e6e6-405a-bf3b-5e822305f9e8 req-8745261b-64e2-43b1-a7c6-43fb7e58783d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 1101 time: 0.0817294 Aug 11 02:18:15.883076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ecda9b5f-3d4b-42f3-8b8d-9b25a7960a1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70cc9cb18be54e73a571a3998384d17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503654 Aug 11 02:18:15.886641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44462) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:15.897611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda9b5f-3d4b-42f3-8b8d-9b25a7960a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d40528-3586-4271-916d-389ee1f25acf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:15.959097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-e27a7d62-c7de-418d-9424-238b2d37d5ec tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.962400 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-e27a7d62-c7de-418d-9424-238b2d37d5ec tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1117 time: 0.2153792 Aug 11 02:18:15.987334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e214a03d-e6e6-405a-bf3b-5e822305f9e8 req-60b31ac9-6d1b-4383-8b0e-271464c2da65 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865140 Aug 11 02:18:16.019771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-583e42f5-b01f-4af9-bf27-018396b964eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.055450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-583e42f5-b01f-4af9-bf27-018396b964eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.093136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-404956548', 'description': 'tempest-description-399006058'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:16.175239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.199593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.218268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-583e42f5-b01f-4af9-bf27-018396b964eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.220977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-583e42f5-b01f-4af9-bf27-018396b964eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.222238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-583e42f5-b01f-4af9-bf27-018396b964eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24d40528-3586-4271-916d-389ee1f25acf HTTP/1.1" status: 204 len: 168 time: 0.3343041 Aug 11 02:18:16.237473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e42f5-b01f-4af9-bf27-018396b964eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d40528-3586-4271-916d-389ee1f25acf,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.439701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-9f362ea3-a5ea-4d46-82c7-457e353cdfec service neutron] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:16.444207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-9f362ea3-a5ea-4d46-82c7-457e353cdfec service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.445534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab4d9613-44a3-4bc9-9304-1b7238668e0f req-9f362ea3-a5ea-4d46-82c7-457e353cdfec service neutron] 10.222.0.25 "DELETE /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a/bindings/n-h2-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.4744813 Aug 11 02:18:16.523173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.531285 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.553658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af72250-eb84-4054-aab2-7f72358520e4 req-bf642ebe-2073-4bec-84e2-4dbeba2a80c0 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.570552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5af72250-eb84-4054-aab2-7f72358520e4 req-bf642ebe-2073-4bec-84e2-4dbeba2a80c0 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.1627219 Aug 11 02:18:16.650343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d439923d-06d2-40e2-ae44-6ebc90161ca3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.749060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5af72250-eb84-4054-aab2-7f72358520e4 req-124371fc-57ae-4ec1-aa40-02dc15baf50d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766148 Aug 11 02:18:16.873549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.882091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.945125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e3e5b-c6ed-492f-bac3-180af2e08d0b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.962114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.991836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-060b5598-bf54-47b4-bd54-ef3feaebc176 req-c323ef41-32bb-4ed0-b6e0-6bd3f7f465eb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8892288 Aug 11 02:18:17.016492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44490) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:17.029648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812559-18ee-4129-8411-8cdc4c50051f req-605c8cca-4222-4e85-9b83-5db0f4face63 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.033476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3729548a-12b7-4a12-b74f-ac1fad9e89a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.038300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb812559-18ee-4129-8411-8cdc4c50051f req-605c8cca-4222-4e85-9b83-5db0f4face63 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 949 time: 0.1916075 Aug 11 02:18:17.139715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb812559-18ee-4129-8411-8cdc4c50051f req-361cbe5a-e069-49b6-8264-69e0a8e7b427 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Aug 11 02:18:17.230844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3729548a-12b7-4a12-b74f-ac1fad9e89a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.237984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3729548a-12b7-4a12-b74f-ac1fad9e89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.296424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3729548a-12b7-4a12-b74f-ac1fad9e89a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce7137766e0445adb0b2ba3a66545e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787924 Aug 11 02:18:17.297618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729548a-12b7-4a12-b74f-ac1fad9e89a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1784c-6dcb-4ad4-bcb2-ca5b855de7e4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:17.301005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:17.303561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95a22b-6a6d-4329-acb5-af09ad21538a req-465c3eae-cffc-41fd-9a0a-a9b4daaa5e71 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.307306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b95a22b-6a6d-4329-acb5-af09ad21538a req-465c3eae-cffc-41fd-9a0a-a9b4daaa5e71 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 950 time: 0.0838001 Aug 11 02:18:17.367627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b179b9fb-d399-428f-b59e-a90930f61743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.403055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea932db2-37a7-4770-890b-2b3f17c1a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.421584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b95a22b-6a6d-4329-acb5-af09ad21538a req-f7ba411b-d0bf-4d9e-8f06-ff158a4fec30 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073585 Aug 11 02:18:17.500695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea932db2-37a7-4770-890b-2b3f17c1a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.620047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8c0e8618-844d-4cd2-b216-62e5d890e798 req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-974567756', 'description': 'tempest-description-1409499293'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:17.636110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea932db2-37a7-4770-890b-2b3f17c1a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.642467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea932db2-37a7-4770-890b-2b3f17c1a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.646093 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ea932db2-37a7-4770-890b-2b3f17c1a094 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ff1784c-6dcb-4ad4-bcb2-ca5b855de7e4 HTTP/1.1" status: 204 len: 168 time: 0.3423383 Aug 11 02:18:17.667196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.684052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c0e8618-844d-4cd2-b216-62e5d890e798 req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.700506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932db2-37a7-4770-890b-2b3f17c1a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1784c-6dcb-4ad4-bcb2-ca5b855de7e4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:17.933921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c0e8618-844d-4cd2-b216-62e5d890e798 req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.945830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c0e8618-844d-4cd2-b216-62e5d890e798 req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.998142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-ecf4fb56-2647-44e5-8002-3336e63c798a tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.002537 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-ecf4fb56-2647-44e5-8002-3336e63c798a tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.25 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 949 time: 0.1435184 Aug 11 02:18:18.202304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Deleting port 88957e75-03e0-4acd-8961-16b21b849782 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:18.203572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.213232 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c0e8618-844d-4cd2-b216-62e5d890e798 req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.230738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c0e8618-844d-4cd2-b216-62e5d890e798 req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6134984 Aug 11 02:18:18.252221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5109e15-e5e3-42b5-94ee-3e340498e765 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640fc0c-6be0-435e-9044-f31754a5d0c8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:18.278232 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.309144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd4af4-c8e9-42d1-bcfe-3c79ba539ef6 req-a71dd5ce-7a8e-4299-af2d-90172af5f15e tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.318245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68fd4af4-c8e9-42d1-bcfe-3c79ba539ef6 req-a71dd5ce-7a8e-4299-af2d-90172af5f15e tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1117 time: 0.2871752 Aug 11 02:18:18.431303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] For port 88957e75-03e0-4acd-8961-16b21b849782, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=88957e75-03e0-4acd-8961-16b21b849782,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:18.432410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.452811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68fd4af4-c8e9-42d1-bcfe-3c79ba539ef6 req-2ebcfeca-9060-4632-9343-4548ffec0e72 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174886 Aug 11 02:18:18.462187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44520) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:18.475685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Calling delete_port for 88957e75-03e0-4acd-8961-16b21b849782 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:18.491717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6805cf6-bb07-425a-89cd-0a3c865334bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.740559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bc143-b390-4e68-9ce6-1c410544d164 req-83678ecd-1b50-413b-bfa4-2bc138a97088 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.742965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-175bc143-b390-4e68-9ce6-1c410544d164 req-83678ecd-1b50-413b-bfa4-2bc138a97088 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 950 time: 0.2252934 Aug 11 02:18:18.776791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.795340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['88957e75-03e0-4acd-8961-16b21b849782'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:18.825632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Pushing event deleted for resources: {'Port': ['ID=88957e75-03e0-4acd-8961-16b21b849782,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:18.929036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] No DVR routers for this DVR port 88957e75-03e0-4acd-8961-16b21b849782 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:18.932998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.936668 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5cf184e3-b9ca-4800-bf2c-7c5750cf2346 req-7a9a9350-895f-4beb-a372-54b95726decf tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.25 "DELETE /v2.0/ports/88957e75-03e0-4acd-8961-16b21b849782 HTTP/1.1" status: 204 len: 173 time: 0.9218695 Aug 11 02:18:18.937417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'name': 'network-vif-deleted', 'tag': '88957e75-03e0-4acd-8961-16b21b849782'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:18.941531 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b56cb-e4ce-4c64-b5e0-3c07dc8456c3" -d '{"events": [{"server_uuid": "39f6a562-8cbd-414b-9277-4d9234821d2f", "name": "network-vif-deleted", "tag": "88957e75-03e0-4acd-8961-16b21b849782"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:19.055167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-175bc143-b390-4e68-9ce6-1c410544d164 req-0217a9ad-d9a7-4b36-9974-c829c5bd3283 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057344 Aug 11 02:18:19.080274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb7761-b936-4069-8083-ad8ce774b22b req-c64d0a2e-abf8-4d9c-9c50-6037c7c48c03 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.092600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06eb7761-b936-4069-8083-ad8ce774b22b req-c64d0a2e-abf8-4d9c-9c50-6037c7c48c03 tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f6a562-8cbd-414b-9277-4d9234821d2f HTTP/1.1" status: 200 len: 867 time: 0.4607217 Aug 11 02:18:19.199358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06eb7761-b936-4069-8083-ad8ce774b22b req-5f81e202-4bbe-48ac-bbf2-b1fbeac78cfa tempest-LiveMigrationNegativeTest-2021539451 tempest-LiveMigrationNegativeTest-2021539451-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2b7dd23-4330-478f-9cdc-e0d39211c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056616 Aug 11 02:18:19.214405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6805cf6-bb07-425a-89cd-0a3c865334bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.231647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6805cf6-bb07-425a-89cd-0a3c865334bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.343865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e6805cf6-bb07-425a-89cd-0a3c865334bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2db210ac0d834a87bbb12bf975307395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779938 Aug 11 02:18:19.344300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:19.356754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6805cf6-bb07-425a-89cd-0a3c865334bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e7afb-5f23-45fe-8d58-4fcc40697f9a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:19.458783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a349da3-3355-4aca-acc7-ba62dcfc75ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.519986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a349da3-3355-4aca-acc7-ba62dcfc75ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.581092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a349da3-3355-4aca-acc7-ba62dcfc75ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.583862 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a349da3-3355-4aca-acc7-ba62dcfc75ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.585269 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a349da3-3355-4aca-acc7-ba62dcfc75ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b10e7afb-5f23-45fe-8d58-4fcc40697f9a HTTP/1.1" status: 204 len: 168 time: 0.2396469 Aug 11 02:18:19.598640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a349da3-3355-4aca-acc7-ba62dcfc75ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e7afb-5f23-45fe-8d58-4fcc40697f9a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:19.785643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6e789bfc-19f6-4cdd-b13b-a6b689fe3204 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.793706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6e789bfc-19f6-4cdd-b13b-a6b689fe3204 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.3107734 Aug 11 02:18:19.819173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-8fbd20e4-19b1-46bd-aef6-8bd91ca957ff tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/quotas/95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 375 time: 0.0243833 Aug 11 02:18:19.889604 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.921725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-d0e432ad-3d40-450a-bc7f-0faee2b5b74b tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47846 time: 0.8218217 Aug 11 02:18:19.979013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-3d219b5d-f782-47d2-ae55-69f02a8c1eb2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587961 Aug 11 02:18:19.981536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:18:20.058507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-44a21f5e-5a1a-4be0-bfe9-5cbcf3e962d4 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0f899e0d-91f6-48d4-89c4-a111fbe21fab HTTP/1.1" status: 200 len: 2981 time: 0.1352837 Aug 11 02:18:20.116859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-e3246676-6d29-4b28-9809-9b3e7dd84253 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0f899e0d-91f6-48d4-89c4-a111fbe21fab HTTP/1.1" status: 200 len: 2981 time: 0.0565758 Aug 11 02:18:20.181057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-8aefef84-a632-4481-8b35-3a3476728474 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1737f86a-d7db-4397-93a8-117d12e78125 HTTP/1.1" status: 200 len: 2977 time: 0.0628529 Aug 11 02:18:20.220216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-8347dd02-96fc-4bac-ac9b-69ab98e99dcb service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395608 Aug 11 02:18:20.316921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-5a821e94-73b1-47ac-ab84-2cea23777beb tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1737f86a-d7db-4397-93a8-117d12e78125 HTTP/1.1" status: 200 len: 2977 time: 0.1340957 Aug 11 02:18:20.392039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-10c58ecf-d639-450f-94b5-323a4bd9a510 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/28e19e01-c07e-48fb-a755-f78f0b75f74a HTTP/1.1" status: 200 len: 2981 time: 0.0736442 Aug 11 02:18:20.438817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-37a8708d-0d15-4f5a-b8ff-e7c0b05dedeb service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162423 Aug 11 02:18:20.486577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-dc59f78e-acdf-45af-9ac7-429a9e05a7df tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/28e19e01-c07e-48fb-a755-f78f0b75f74a HTTP/1.1" status: 200 len: 2981 time: 0.0930102 Aug 11 02:18:20.582244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-9b3836b7-5b93-45cd-b81c-d560620381c9 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/54285f77-806a-4797-bd41-f536fea0d09d HTTP/1.1" status: 200 len: 2981 time: 0.0851972 Aug 11 02:18:20.662882 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9203e89a-54b4-42c1-bb45-3476cbdb9c27 x-openstack-request-id: req-9203e89a-54b4-42c1-bb45-3476cbdb9c27 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:20.664223 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f6a562-8cbd-414b-9277-4d9234821d2f", "name": "network-vif-deleted", "tag": "88957e75-03e0-4acd-8961-16b21b849782", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:20.664848 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9203e89a-54b4-42c1-bb45-3476cbdb9c27 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:20.665165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-2b5394d4-a8cb-4cee-9c53-daa7cc6fb8a7 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/54285f77-806a-4797-bd41-f536fea0d09d HTTP/1.1" status: 200 len: 2981 time: 0.0815816 Aug 11 02:18:20.666828 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f6a562-8cbd-414b-9277-4d9234821d2f', 'name': 'network-vif-deleted', 'tag': '88957e75-03e0-4acd-8961-16b21b849782', 'status': 'completed', 'code': 200} Aug 11 02:18:20.836775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-50d5a709-754f-460c-ba44-c4ed670713af tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5c8cff89-0975-4df6-a26b-0990c0f004fb HTTP/1.1" status: 200 len: 2981 time: 0.1679564 Aug 11 02:18:20.962399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-73a41c57-7630-49dc-90c7-b90e24316c34 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5c8cff89-0975-4df6-a26b-0990c0f004fb HTTP/1.1" status: 200 len: 2981 time: 0.1209657 Aug 11 02:18:21.077516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-948d1daa-60f4-4edd-9ea6-33546ce57fc5 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/62aec7a5-539c-4f78-9622-23675806364d HTTP/1.1" status: 200 len: 2973 time: 0.1032021 Aug 11 02:18:21.231927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-31168ab0-d4b9-4804-9546-86d45cb08090 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/62aec7a5-539c-4f78-9622-23675806364d HTTP/1.1" status: 200 len: 2973 time: 0.1396663 Aug 11 02:18:21.381345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-0b0003c8-f3ed-4799-a9c4-3dc1aec31ac1 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6ffb2da8-e0a2-46fb-a74b-72b158d1abe2 HTTP/1.1" status: 200 len: 2977 time: 0.1389544 Aug 11 02:18:21.481511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79fa04b7-1eb7-41da-955b-8ab61e2efd5b req-ddb3763e-7b98-47f4-93ea-6f27990edb44 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 210 time: 0.0742102 Aug 11 02:18:21.568034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-6c8b3f9e-2dda-4a41-b47e-f39f8c9ca55e tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6ffb2da8-e0a2-46fb-a74b-72b158d1abe2 HTTP/1.1" status: 200 len: 2977 time: 0.1753385 Aug 11 02:18:21.741353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-53dd8752-038d-4f3f-b217-c8952d77e53f tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf HTTP/1.1" status: 200 len: 2981 time: 0.1614397 Aug 11 02:18:21.951603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-2fe2adcf-07b9-43f5-8670-b24b954f8d33 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf HTTP/1.1" status: 200 len: 2981 time: 0.1419408 Aug 11 02:18:22.029872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eecbee-7f77-4a44-a126-d2ce5f695daf req-69cf8d92-66b0-4ec8-9d86-c8d698291f8f tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:22.045422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71eecbee-7f77-4a44-a126-d2ce5f695daf req-69cf8d92-66b0-4ec8-9d86-c8d698291f8f tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 950 time: 0.3435562 Aug 11 02:18:22.071666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44602) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.113273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-1604d217-b598-4bc0-81fa-938308e304f0 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8b41c782-b6c2-4c85-925a-e71b8dad0202 HTTP/1.1" status: 200 len: 2981 time: 0.1593356 Aug 11 02:18:22.129244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 88957e75-03e0-4acd-8961-16b21b849782 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:22.175227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 88957e75-03e0-4acd-8961-16b21b849782 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:22.175929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 88957e75-03e0-4acd-8961-16b21b849782 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:22.214570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71eecbee-7f77-4a44-a126-d2ce5f695daf req-f1f33f12-c80a-4397-9be7-afb51229a0dd tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509349 Aug 11 02:18:22.334827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-5e4bf4eb-596e-4f00-9390-d874695eb89d tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8b41c782-b6c2-4c85-925a-e71b8dad0202 HTTP/1.1" status: 200 len: 2981 time: 0.2205093 Aug 11 02:18:22.416805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-5eabfe50-05ba-4b03-b7cd-b8cd335e744b tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b5543e98-6f86-4c6f-b139-038af71a2ee5 HTTP/1.1" status: 200 len: 2981 time: 0.0807030 Aug 11 02:18:22.509287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-d6859ffc-5ea0-452a-a226-797b054b5592 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b5543e98-6f86-4c6f-b139-038af71a2ee5 HTTP/1.1" status: 200 len: 2981 time: 0.0861518 Aug 11 02:18:22.622359 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3516a9d1-d081-4b2b-87c4-3ec68993df7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0702adbcb0194c11bbae1baae3b63641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5482333 Aug 11 02:18:22.643412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.646956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-c60f36b3-6a3a-4ce6-a7c8-297e2b842e82 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:22.648437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-c60f36b3-6a3a-4ce6-a7c8-297e2b842e82 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 950 time: 0.2100444 Aug 11 02:18:22.652671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44622) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.698458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.714236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-46693043-e326-462a-ac21-aece1624bb10 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c2b7dd23-4330-478f-9cdc-e0d39211c1a6 HTTP/1.1" status: 200 len: 2981 time: 0.1974447 Aug 11 02:18:22.826414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b071ab4-a886-4769-82a0-0ba3b48f50db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.926685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-e170211e-d212-40d9-811d-f67fa631529a tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c2b7dd23-4330-478f-9cdc-e0d39211c1a6 HTTP/1.1" status: 200 len: 2981 time: 0.1878958 Aug 11 02:18:22.943384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b071ab4-a886-4769-82a0-0ba3b48f50db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.013265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-72988a52-9efc-44ca-b270-04c55805d446 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:23.015406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-72988a52-9efc-44ca-b270-04c55805d446 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.3913503 Aug 11 02:18:23.062226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Request body: {'port': {'device_id': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'admin_state_up': True, 'tenant_id': '95e22bd4c24e4cd5a7407c6482115dab'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:23.154563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4bcbbc7-8b23-4587-b546-0415cab6cb60 req-250dc429-a93f-4f81-8067-46b987e8befc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 210 time: 0.0563951 Aug 11 02:18:23.192017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-22abb55e-77d5-4558-a343-1b78a9d70f71 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d439923d-06d2-40e2-ae44-6ebc90161ca3 HTTP/1.1" status: 200 len: 2981 time: 0.2488284 Aug 11 02:18:23.234719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Deleting port 1cc1d123-f319-4412-91d5-50a909e2eb3f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:23.235308 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.290473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b071ab4-a886-4769-82a0-0ba3b48f50db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.302842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b071ab4-a886-4769-82a0-0ba3b48f50db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.321522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2b071ab4-a886-4769-82a0-0ba3b48f50db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2b7dd23-4330-478f-9cdc-e0d39211c1a6 HTTP/1.1" status: 204 len: 168 time: 0.6671059 Aug 11 02:18:23.354044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-8bf8e616-e4c4-4158-bd84-bb849bf952aa tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d439923d-06d2-40e2-ae44-6ebc90161ca3 HTTP/1.1" status: 200 len: 2981 time: 0.1574006 Aug 11 02:18:23.364597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Made reservation on behalf of 95e22bd4c24e4cd5a7407c6482115dab for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:23.367737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b071ab4-a886-4769-82a0-0ba3b48f50db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b7dd23-4330-478f-9cdc-e0d39211c1a6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:23.371549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.491286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-3e7e7205-4e39-4fef-a35e-585c98bfbd92 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e2fa2083-a035-4667-9b36-25dce21e230e HTTP/1.1" status: 200 len: 2981 time: 0.1307116 Aug 11 02:18:23.587310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] For port 1cc1d123-f319-4412-91d5-50a909e2eb3f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1cc1d123-f319-4412-91d5-50a909e2eb3f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:23.587696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.599040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-2fc41f3c-2685-4a4c-8357-c55162a5f096 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e2fa2083-a035-4667-9b36-25dce21e230e HTTP/1.1" status: 200 len: 2981 time: 0.0987489 Aug 11 02:18:23.610197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Calling delete_port for 1cc1d123-f319-4412-91d5-50a909e2eb3f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:23.707057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-617fdcbc-722c-4628-b74a-8b95702c1a65 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f96406a8-28dd-4616-81ac-b27343fd8f4a HTTP/1.1" status: 200 len: 2981 time: 0.1024847 Aug 11 02:18:23.743166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5b0bb-5e58-4cb1-99b6-36697bdbf9df req-ecdc6584-b93a-4811-aad4-fc00e084e4ec tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:23.752495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aff5b0bb-5e58-4cb1-99b6-36697bdbf9df req-ecdc6584-b93a-4811-aad4-fc00e084e4ec tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcdd1fce-6c5c-4ad5-933d-2f63241505c5 HTTP/1.1" status: 200 len: 950 time: 0.1041543 Aug 11 02:18:23.780736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.794380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1cc1d123-f319-4412-91d5-50a909e2eb3f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:23.827390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f4db85e-f541-40e7-b7e1-6ed3e16c6b1a req-07d96a21-c5c1-493d-8fae-250ba48ef778 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f96406a8-28dd-4616-81ac-b27343fd8f4a HTTP/1.1" status: 200 len: 2981 time: 0.1120319 Aug 11 02:18:23.844195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aff5b0bb-5e58-4cb1-99b6-36697bdbf9df req-6a7db8b8-7c6d-4e5f-beea-16659921eb5a tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.16 "GET /v2.0/security-groups?id=f96406a8-28dd-4616-81ac-b27343fd8f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904429 Aug 11 02:18:23.844548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Pushing event deleted for resources: {'Port': ['ID=1cc1d123-f319-4412-91d5-50a909e2eb3f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:23.871179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Allocated IP 172.20.0.13 (609d90c9-f85c-426b-a186-9ff5357b9585/79d6126f-7027-4e66-9dda-485229d5aef0/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:23.989813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] No DVR routers for this DVR port 1cc1d123-f319-4412-91d5-50a909e2eb3f on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:23.997000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.999303 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02916c9f-5a73-4e19-9618-7e63d6918f61 req-a5c9b8cd-d3c4-40aa-9e63-a8736b7aea74 tempest-DeleteServersAdminTestJSON-1789016781 tempest-DeleteServersAdminTestJSON-1789016781-project] 10.222.0.25 "DELETE /v2.0/ports/1cc1d123-f319-4412-91d5-50a909e2eb3f HTTP/1.1" status: 204 len: 173 time: 1.0823388 Aug 11 02:18:24.000735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'name': 'network-vif-deleted', 'tag': '1cc1d123-f319-4412-91d5-50a909e2eb3f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:24.012351 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1efec-b020-4a97-ba53-ebc89ee75f8e" -d '{"events": [{"server_uuid": "bcdd1fce-6c5c-4ad5-933d-2f63241505c5", "name": "network-vif-deleted", "tag": "1cc1d123-f319-4412-91d5-50a909e2eb3f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:24.015103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44652) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:24.114982 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07576b0-2e52-49c1-b00e-688632768192 x-openstack-request-id: req-f07576b0-2e52-49c1-b00e-688632768192 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:24.115154 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd1fce-6c5c-4ad5-933d-2f63241505c5", "name": "network-vif-deleted", "tag": "1cc1d123-f319-4412-91d5-50a909e2eb3f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:24.115353 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f07576b0-2e52-49c1-b00e-688632768192 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:24.117661 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd1fce-6c5c-4ad5-933d-2f63241505c5', 'name': 'network-vif-deleted', 'tag': '1cc1d123-f319-4412-91d5-50a909e2eb3f', 'status': 'completed', 'code': 200} Aug 11 02:18:24.341392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4e78966-9cf3-4252-9da5-b6a44236bf56 req-32032afe-c1d1-403a-9396-e989788df384 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 210 time: 0.0638933 Aug 11 02:18:24.348324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.352396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-639287a5-2b11-462e-b885-c155f232f37b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74ed1f786c6542e98fd585ea7d2199f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364284 Aug 11 02:18:24.359680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2fb0868-3c88-4d2a-9f5a-71ddcbcf3b71 req-fa4cb779-21b6-468b-bd63-dbe6ba5cb45b tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=283eb0c65a064c019b92ba62adf9df1b HTTP/1.1" status: 200 len: 6102 time: 0.2881117 Aug 11 02:18:24.360146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44664) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:24.420408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.508747 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85d25890-2f33-4802-ae1e-b66a64e95e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.514369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2fb0868-3c88-4d2a-9f5a-71ddcbcf3b71 req-624d1acc-e639-4e3e-a39f-7cd38bb848b6 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "GET /v2.0/security-groups/54285f77-806a-4797-bd41-f536fea0d09d HTTP/1.1" status: 200 len: 2981 time: 0.1198218 Aug 11 02:18:24.533444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Network 609d90c9-f85c-426b-a186-9ff5357b9585 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:24.537857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:24.544839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:24.558308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85d25890-2f33-4802-ae1e-b66a64e95e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.598445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2fb0868-3c88-4d2a-9f5a-71ddcbcf3b71 req-6b27aaf9-e83a-4a11-aee1-7c4fba533a04 tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "GET /v2.0/security-groups/54285f77-806a-4797-bd41-f536fea0d09d HTTP/1.1" status: 200 len: 2981 time: 0.0752876 Aug 11 02:18:24.684463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:24.698166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:24.699237 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.712051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:24.735189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06a61573-7bc4-4034-8c89-f10acc36fa5d req-90202f8d-5b02-461e-a5b0-bf31961d35d0 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1640fc0c-6be0-435e-9044-f31754a5d0c8 HTTP/1.1" status: 200 len: 1777 time: 0.1067383 Aug 11 02:18:24.747791 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-6452dbab-427c-4988-976c-e875ff1d4505 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7214327 Aug 11 02:18:24.765442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Request body: {'port': {'device_id': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:24.830396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85d25890-2f33-4802-ae1e-b66a64e95e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.836449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85d25890-2f33-4802-ae1e-b66a64e95e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.837904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-85d25890-2f33-4802-ae1e-b66a64e95e0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2fa2083-a035-4667-9b36-25dce21e230e HTTP/1.1" status: 204 len: 168 time: 0.4765227 Aug 11 02:18:24.889463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d25890-2f33-4802-ae1e-b66a64e95e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa2083-a035-4667-9b36-25dce21e230e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:24.904637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.960047 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-06a61573-7bc4-4034-8c89-f10acc36fa5d req-dace32aa-d8fd-4d33-ae5f-123d412da7ab tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.009462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-06a61573-7bc4-4034-8c89-f10acc36fa5d req-dace32aa-d8fd-4d33-ae5f-123d412da7ab tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.095379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96a686c6-5e75-4187-83fb-d40e893dbe74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.115361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-06a61573-7bc4-4034-8c89-f10acc36fa5d req-dace32aa-d8fd-4d33-ae5f-123d412da7ab tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.122803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-06a61573-7bc4-4034-8c89-f10acc36fa5d req-dace32aa-d8fd-4d33-ae5f-123d412da7ab tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.138402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06a61573-7bc4-4034-8c89-f10acc36fa5d req-dace32aa-d8fd-4d33-ae5f-123d412da7ab tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/1640fc0c-6be0-435e-9044-f31754a5d0c8 HTTP/1.1" status: 204 len: 173 time: 0.3883140 Aug 11 02:18:25.155385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace32aa-d8fd-4d33-ae5f-123d412da7ab tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640fc0c-6be0-435e-9044-f31754a5d0c8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.166391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44696) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:25.320494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96a686c6-5e75-4187-83fb-d40e893dbe74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.329628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96a686c6-5e75-4187-83fb-d40e893dbe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.338435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ae73516-7f6c-43c8-a101-61e6019d262d req-8aff8b90-f811-4a0b-b14e-331e24eb4c76 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e10e3e5b-c6ed-492f-bac3-180af2e08d0b HTTP/1.1" status: 200 len: 1776 time: 0.1259367 Aug 11 02:18:25.428656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8ae73516-7f6c-43c8-a101-61e6019d262d req-fae89411-4f4e-4678-8429-6907a6c42519 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.443343 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-96a686c6-5e75-4187-83fb-d40e893dbe74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22ce53bcc6b2404f8a9e32abc4b56463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280872 Aug 11 02:18:25.444075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44714) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:25.446919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a686c6-5e75-4187-83fb-d40e893dbe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e93347-02db-4d18-8e74-572208b9b164,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.485192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8ae73516-7f6c-43c8-a101-61e6019d262d req-fae89411-4f4e-4678-8429-6907a6c42519 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.552245 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65b-b647-4ea8-9ac9-5b71bf6a4c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.587680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-387e0f14-1309-48a2-ab64-cec979814ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.609083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:25.623017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.630059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-387e0f14-1309-48a2-ab64-cec979814ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.635977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8ae73516-7f6c-43c8-a101-61e6019d262d req-fae89411-4f4e-4678-8429-6907a6c42519 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.638535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8ae73516-7f6c-43c8-a101-61e6019d262d req-fae89411-4f4e-4678-8429-6907a6c42519 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.648433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Transition to ACTIVE for port object 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:25.653542 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-e59d94f4-e8d2-4e65-95dd-d963ce9184eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806406 Aug 11 02:18:25.654393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ae73516-7f6c-43c8-a101-61e6019d262d req-fae89411-4f4e-4678-8429-6907a6c42519 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/e10e3e5b-c6ed-492f-bac3-180af2e08d0b HTTP/1.1" status: 204 len: 173 time: 0.3095853 Aug 11 02:18:25.655085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.727453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.828581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08391181-ed44-4620-aaed-36522ffc48ef req-cbddab40-f2fc-4d39-bb1c-7618a03c5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.829901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-cbddab40-f2fc-4d39-bb1c-7618a03c5a31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1117 time: 0.1163168 Aug 11 02:18:25.845386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:25.845729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:25.846124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:25.852049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:25.852371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:25.858999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:25.859340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:25.859731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:25.860175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Bound port: 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:25.860531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.873548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65b-b647-4ea8-9ac9-5b71bf6a4c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.913890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae89411-4f4e-4678-8429-6907a6c42519 tempest-SecurityGroupsTestAdminJSON-194689851 tempest-SecurityGroupsTestAdminJSON-194689851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e3e5b-c6ed-492f-bac3-180af2e08d0b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.918749 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd78a65b-b647-4ea8-9ac9-5b71bf6a4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.980570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78a65b-b647-4ea8-9ac9-5b71bf6a4c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ff257-8d4e-4405-8165-03c10c3590ab,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:26.102240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd78a65b-b647-4ea8-9ac9-5b71bf6a4c44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06f95fdbf11348fbac9c6f88b76e4c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315636 Aug 11 02:18:26.104257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44740) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:26.151182 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-387e0f14-1309-48a2-ab64-cec979814ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.154313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-387e0f14-1309-48a2-ab64-cec979814ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.159672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-387e0f14-1309-48a2-ab64-cec979814ca1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52e93347-02db-4d18-8e74-572208b9b164 HTTP/1.1" status: 204 len: 168 time: 0.7112730 Aug 11 02:18:26.219092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117328-7712-4023-aae2-1f3839d1e4aa req-a4a17eaf-56df-4d1b-b2e4-d2b3b8c4a926 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.231242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52117328-7712-4023-aae2-1f3839d1e4aa req-a4a17eaf-56df-4d1b-b2e4-d2b3b8c4a926 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.3184862 Aug 11 02:18:26.245747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e0f14-1309-48a2-ab64-cec979814ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e93347-02db-4d18-8e74-572208b9b164,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:26.257517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:26.283359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:26.293589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.295951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-96e95e16-0065-493c-b2dc-ef79e7e3d289 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.297900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-96e95e16-0065-493c-b2dc-ef79e7e3d289 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/networks?id=467f88ee-e003-4860-aa77-2418300448c1 HTTP/1.1" status: 200 len: 814 time: 0.3871908 Aug 11 02:18:26.301046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08391181-ed44-4620-aaed-36522ffc48ef req-57dd1eea-3e03-4836-99ff-2ffbda61584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.303619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-57dd1eea-3e03-4836-99ff-2ffbda61584a service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.4122071 Aug 11 02:18:26.338399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-678c7673-8864-4fd1-a96f-145adb422b5b tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/quotas/268365ba69ea4b39944efe35e489acf7 HTTP/1.1" status: 200 len: 375 time: 0.0332372 Aug 11 02:18:26.339843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41601269-6bbb-44cc-a662-ba53f57e9595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.358063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52117328-7712-4023-aae2-1f3839d1e4aa req-70aa019c-f49f-464b-8618-fe5322bec6e6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190994 Aug 11 02:18:26.367528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.368556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.371666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] 10.222.0.59 "PUT /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 1092 time: 1.6148095 Aug 11 02:18:26.420204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:26.424118 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:26.432859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41601269-6bbb-44cc-a662-ba53f57e9595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.453468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-45b56daf-08a2-4a62-b2b3-dffa14719785 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.1380196 Aug 11 02:18:26.526641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e67fd934-2e48-4fac-96f9-eaa016159303 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=268365ba69ea4b39944efe35e489acf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660271 Aug 11 02:18:26.539944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d74c5d0-5d8d-44e7-9299-c74831112030 req-549607f0-d417-4440-a94f-71537deca0dc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "GET /v2.0/security-groups/b5d3a99a-11c3-4217-9c07-38cceb05356c HTTP/1.1" status: 200 len: 1777 time: 0.0964105 Aug 11 02:18:26.576827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7526f17-8d81-4dda-bfc9-31d2ea7f1872 service neutron] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:26.607750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-5462e2d4-1145-4f7b-b55d-6e3223d9c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.610378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-5462e2d4-1145-4f7b-b55d-6e3223d9c0d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1095 time: 0.1775541 Aug 11 02:18:26.616903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08391181-ed44-4620-aaed-36522ffc48ef req-1b8223a9-4014-47f3-82e2-d65dbdcd0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.618308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41601269-6bbb-44cc-a662-ba53f57e9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.619586 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-1b8223a9-4014-47f3-82e2-d65dbdcd0f70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1356704 Aug 11 02:18:26.621209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41601269-6bbb-44cc-a662-ba53f57e9595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.622314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-41601269-6bbb-44cc-a662-ba53f57e9595 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e44ff257-8d4e-4405-8165-03c10c3590ab HTTP/1.1" status: 204 len: 168 time: 0.5170581 Aug 11 02:18:26.658997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41601269-6bbb-44cc-a662-ba53f57e9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ff257-8d4e-4405-8165-03c10c3590ab,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:26.700536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-4966076d-b033-4c30-8c09-d3f2d4f96330 service neutron] 10.222.0.16 "GET /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578131 Aug 11 02:18:26.701349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d74c5d0-5d8d-44e7-9299-c74831112030 req-ef87b4ea-bbde-47a8-8733-05f2dbf2a1bc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.778516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d74c5d0-5d8d-44e7-9299-c74831112030 req-ef87b4ea-bbde-47a8-8733-05f2dbf2a1bc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.795709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-18436fa1-5224-49be-9de6-517d7a39b9f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673684 Aug 11 02:18:26.798330 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-9fa65c58-692f-4266-8e3c-14e9fe005c61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.1772325 Aug 11 02:18:26.814667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44762) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:26.848069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bde366a-d221-44f4-a184-5a960d7e64e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.883984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d74c5d0-5d8d-44e7-9299-c74831112030 req-ef87b4ea-bbde-47a8-8733-05f2dbf2a1bc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.886712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d74c5d0-5d8d-44e7-9299-c74831112030 req-ef87b4ea-bbde-47a8-8733-05f2dbf2a1bc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.898846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d74c5d0-5d8d-44e7-9299-c74831112030 req-ef87b4ea-bbde-47a8-8733-05f2dbf2a1bc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5d3a99a-11c3-4217-9c07-38cceb05356c HTTP/1.1" status: 204 len: 173 time: 0.3579035 Aug 11 02:18:26.935770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-281ba08a-4a78-4710-a9f7-9878c7e20614 service neutron] 10.222.0.16 "GET /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210441 Aug 11 02:18:26.952328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b4ea-bbde-47a8-8733-05f2dbf2a1bc tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d3a99a-11c3-4217-9c07-38cceb05356c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.071934 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bde366a-d221-44f4-a184-5a960d7e64e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.080893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-9ce94269-f16f-4f8c-8630-f512b9caa083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.081232 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bde366a-d221-44f4-a184-5a960d7e64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.084252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-9ce94269-f16f-4f8c-8630-f512b9caa083 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.2774050 Aug 11 02:18:27.163711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-e149be40-1718-4f69-ac0d-ea6075c263bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669529 Aug 11 02:18:27.222879 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeee6e5-9558-43a0-bdab-8e22f28e1995 x-openstack-request-id: req-fbeee6e5-9558-43a0-bdab-8e22f28e1995 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:27.222879 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:27.223301 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbeee6e5-9558-43a0-bdab-8e22f28e1995 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:27.223946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde366a-d221-44f4-a184-5a960d7e64e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a040c053-53f6-4603-9090-c7fc04f0b771,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.224070 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'status': 'completed', 'code': 200} Aug 11 02:18:27.235316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3bde366a-d221-44f4-a184-5a960d7e64e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c46cc655c48414c840c1ee51c974e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194522 Aug 11 02:18:27.240100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44770) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:27.333330 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-2a34b581-b91f-4e77-94ed-507136d563e0 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067141 Aug 11 02:18:27.360887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cce98585-78e5-4ae7-92dd-e81f87a3dbfd req-26437cb8-4902-43f1-bd8a-fd1436680cea tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "GET /v2.0/security-groups/637e69d2-fded-47ad-8102-b618c857e98a HTTP/1.1" status: 200 len: 1777 time: 0.1396885 Aug 11 02:18:27.470690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f404ee8-fe88-4671-ae33-ace108ffabf8 req-2c7e0c33-ebad-40ff-9528-0029f50809ac tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 210 time: 0.1222110 Aug 11 02:18:27.525854 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-fd465199-cc65-4d87-bf81-a0f0c56a04a5 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503509 Aug 11 02:18:27.617761 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15518834-f199-4452-9c5d-f667caeba2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.654929 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08391181-ed44-4620-aaed-36522ffc48ef req-fb070d3d-226f-4ce8-9e17-d9e79d65b8be service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034818 Aug 11 02:18:27.739576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c3a0b19-fd18-4323-a860-7cd7a8a6d335 req-49af75ed-7f97-4c65-a8e1-06f91215b815 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039959 Aug 11 02:18:27.781745 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15518834-f199-4452-9c5d-f667caeba2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.792939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:27.815163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0b26b85-f6cc-482e-930a-30467e4bee7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.894314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cce98585-78e5-4ae7-92dd-e81f87a3dbfd req-a54cc063-06c5-42cf-a69a-025e2c33ce0f tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.902332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-eea4127c-d9e2-4f1a-9280-90b79e2100d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.904242 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-eea4127c-d9e2-4f1a-9280-90b79e2100d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1095 time: 0.0854039 Aug 11 02:18:27.960292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4ac80-ab90-4eed-afac-abef128c898e req-715ca93f-a9d1-4ad7-a0e1-c8404c265036 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.974571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4f4ac80-ab90-4eed-afac-abef128c898e req-715ca93f-a9d1-4ad7-a0e1-c8404c265036 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.3591912 Aug 11 02:18:28.012971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:28.083898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-4bd0fa17-9985-40e4-b7b5-b2daea1b6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:28.086088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-4bd0fa17-9985-40e4-b7b5-b2daea1b6963 service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1730599 Aug 11 02:18:28.111787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0b26b85-f6cc-482e-930a-30467e4bee7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.113109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cce98585-78e5-4ae7-92dd-e81f87a3dbfd req-a54cc063-06c5-42cf-a69a-025e2c33ce0f tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.136760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4f4ac80-ab90-4eed-afac-abef128c898e req-a69f5730-cd78-4433-bb8f-55f765752ad8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586742 Aug 11 02:18:28.156990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-068ac687-b087-4489-9901-3d7bb28e282b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.0593858 Aug 11 02:18:28.158348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0b26b85-f6cc-482e-930a-30467e4bee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.162471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1cc1d123-f319-4412-91d5-50a909e2eb3f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:28.276041 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e0b26b85-f6cc-482e-930a-30467e4bee7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f84656b3895f43babe67868cac67341b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807193 Aug 11 02:18:28.282024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:28.286291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 1cc1d123-f319-4412-91d5-50a909e2eb3f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:28.287243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1cc1d123-f319-4412-91d5-50a909e2eb3f not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:28.294296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b26b85-f6cc-482e-930a-30467e4bee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45073f3-c9d5-4922-8ce6-42503cf04cc5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:28.316605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-8fe890b9-8fb3-487d-9e9e-12087b67e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:28.318594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-8fe890b9-8fb3-487d-9e9e-12087b67e0b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1495724 Aug 11 02:18:28.368165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-8c662fc7-f39c-4622-9c02-f2a0cfba9cd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395834 Aug 11 02:18:28.374877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15518834-f199-4452-9c5d-f667caeba2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.381114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15518834-f199-4452-9c5d-f667caeba2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.396295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-15518834-f199-4452-9c5d-f667caeba2d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a040c053-53f6-4603-9090-c7fc04f0b771 HTTP/1.1" status: 204 len: 168 time: 1.0953274 Aug 11 02:18:28.430733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15518834-f199-4452-9c5d-f667caeba2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a040c053-53f6-4603-9090-c7fc04f0b771,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:28.446094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cce98585-78e5-4ae7-92dd-e81f87a3dbfd req-a54cc063-06c5-42cf-a69a-025e2c33ce0f tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.454821 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cce98585-78e5-4ae7-92dd-e81f87a3dbfd req-a54cc063-06c5-42cf-a69a-025e2c33ce0f tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.457913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cce98585-78e5-4ae7-92dd-e81f87a3dbfd req-a54cc063-06c5-42cf-a69a-025e2c33ce0f tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] 10.222.0.16 "DELETE /v2.0/security-groups/637e69d2-fded-47ad-8102-b618c857e98a HTTP/1.1" status: 204 len: 173 time: 1.0947704 Aug 11 02:18:28.463371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f921af29-32ba-470e-bca0-bd31666b4dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.527110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cc063-06c5-42cf-a69a-025e2c33ce0f tempest-SecurityGroupsTestAdminJSON-1971695578 tempest-SecurityGroupsTestAdminJSON-1971695578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637e69d2-fded-47ad-8102-b618c857e98a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:28.606576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f921af29-32ba-470e-bca0-bd31666b4dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.678167 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-586a98d7-f2ac-442d-a03a-3ac94746b1e9 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010232 Aug 11 02:18:28.691751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90ec9dea-4b97-4099-b451-15b1acd09d44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3a34c773be1415398cda6c8224b8790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763837 Aug 11 02:18:28.693407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:28.765576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d464e38-ddcc-43f1-9e2c-39e14641ea4e req-2e34d0b1-12f8-4d13-9e42-59a39e075f7e tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 210 time: 0.0800674 Aug 11 02:18:28.844721 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f921af29-32ba-470e-bca0-bd31666b4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.849917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f921af29-32ba-470e-bca0-bd31666b4dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.856983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f921af29-32ba-470e-bca0-bd31666b4dfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b45073f3-c9d5-4922-8ce6-42503cf04cc5 HTTP/1.1" status: 204 len: 168 time: 0.5733824 Aug 11 02:18:28.904604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921af29-32ba-470e-bca0-bd31666b4dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45073f3-c9d5-4922-8ce6-42503cf04cc5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:28.960143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01491374-d9d0-4a7b-87e2-2d0718de6990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.969120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1a0b8f9-db10-4138-9fec-ca5cd57f68a1 req-67b37db0-e4d0-43a2-b3ce-e71292437516 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747138 Aug 11 02:18:28.991666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01491374-d9d0-4a7b-87e2-2d0718de6990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.049817 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01491374-d9d0-4a7b-87e2-2d0718de6990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.052808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01491374-d9d0-4a7b-87e2-2d0718de6990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.054211 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-01491374-d9d0-4a7b-87e2-2d0718de6990 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f96406a8-28dd-4616-81ac-b27343fd8f4a HTTP/1.1" status: 204 len: 168 time: 0.3586109 Aug 11 02:18:29.064563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01491374-d9d0-4a7b-87e2-2d0718de6990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96406a8-28dd-4616-81ac-b27343fd8f4a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.344909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.430284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695bc19-852e-4a74-bb8c-850c90ee2bc1 req-ac10419a-34a1-4ace-b29a-3450807df778 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:29.434896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5695bc19-852e-4a74-bb8c-850c90ee2bc1 req-ac10419a-34a1-4ace-b29a-3450807df778 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.1006627 Aug 11 02:18:29.494990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5695bc19-852e-4a74-bb8c-850c90ee2bc1 req-6a3c6b43-4b29-4bd4-b5ac-969ae34fb4ef tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499876 Aug 11 02:18:29.768649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44846) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.990127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5bf78ad6-54ad-4b66-9bef-6d35a737de6d tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:29.993282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5bf78ad6-54ad-4b66-9bef-6d35a737de6d tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.25 "GET /v2.0/networks?id=467f88ee-e003-4860-aa77-2418300448c1 HTTP/1.1" status: 200 len: 814 time: 0.2597077 Aug 11 02:18:30.009236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Request body: {'port': {'device_id': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'admin_state_up': True, 'tenant_id': '268365ba69ea4b39944efe35e489acf7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:30.078913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfd9649f-ab02-4cee-8b79-3254210f2a04 req-461abcda-f72b-420a-a712-9a861e9b3141 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 210 time: 0.0889320 Aug 11 02:18:30.118464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44858) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.143478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfa77e38-169e-4fe9-8be9-cd69872ba96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.256823 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e72bec2-6f02-4a8c-acc9-a7b1034bc6d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=283eb0c65a064c019b92ba62adf9df1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9094515 Aug 11 02:18:30.261620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44864) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.404090 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1390-c22d-47f1-8506-9a3b7f772104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.432371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8a399b9-f9b8-4bc4-b379-0a5407bfc9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.435578 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfa77e38-169e-4fe9-8be9-cd69872ba96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.452470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfa77e38-169e-4fe9-8be9-cd69872ba96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.472198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Made reservation on behalf of 268365ba69ea4b39944efe35e489acf7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:30.483685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.520417 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8a399b9-f9b8-4bc4-b379-0a5407bfc9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.580649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dfa77e38-169e-4fe9-8be9-cd69872ba96d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed34d2a52a834329ab66c45664b37bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664192 Aug 11 02:18:30.590175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.590416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa77e38-169e-4fe9-8be9-cd69872ba96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2442d-e18a-4392-8096-66c53adb1d42,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:30.853602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8a399b9-f9b8-4bc4-b379-0a5407bfc9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.858362 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8a399b9-f9b8-4bc4-b379-0a5407bfc9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.861156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b8a399b9-f9b8-4bc4-b379-0a5407bfc9c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54285f77-806a-4797-bd41-f536fea0d09d HTTP/1.1" status: 204 len: 168 time: 0.5973127 Aug 11 02:18:30.885724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Allocated IP 172.20.0.10 (467f88ee-e003-4860-aa77-2418300448c1/a97c71a5-a72c-4d54-b719-b3248f03eef4/e3cb8ebb-5498-45e3-b428-599e4ba7002c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:30.933152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a399b9-f9b8-4bc4-b379-0a5407bfc9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54285f77-806a-4797-bd41-f536fea0d09d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.000735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8032478e-dbe4-4730-91a4-3890f553afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.050636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0767-f156-4b46-b9a5-781da09e3f63 req-7d78433f-8abf-4c3e-9108-969c5edf81c9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:31.063175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46ab0767-f156-4b46-b9a5-781da09e3f63 req-7d78433f-8abf-4c3e-9108-969c5edf81c9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.2492502 Aug 11 02:18:31.113580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1390-c22d-47f1-8506-9a3b7f772104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.137147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1390-c22d-47f1-8506-9a3b7f772104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.190082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8032478e-dbe4-4730-91a4-3890f553afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.221531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0a0e1390-c22d-47f1-8506-9a3b7f772104 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fdf3d7486104f1191d1fe2b17232d15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4498832 Aug 11 02:18:31.222530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44896) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:31.348309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.393950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Transition to ACTIVE for port object e3cb8ebb-5498-45e3-b428-599e4ba7002c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:31.488954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46ab0767-f156-4b46-b9a5-781da09e3f63 req-1a740ebf-509b-407d-8566-506660980d66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241743 Aug 11 02:18:31.536113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.679120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:31.679120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Network 467f88ee-e003-4860-aa77-2418300448c1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:31.693078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34ee197d-cb34-416c-b89b-b8390b6c228c req-c5806d07-1ee1-46bb-994a-788f2665af24 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 210 time: 0.3636303 Aug 11 02:18:31.710346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:31.765158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:31.770429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1390-c22d-47f1-8506-9a3b7f772104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd8e4e2-190e-4c04-9ac6-b19f2859e94a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.829620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8032478e-dbe4-4730-91a4-3890f553afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.836868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Pushing event updated for resources: {'Port': ['ID=e3cb8ebb-5498-45e3-b428-599e4ba7002c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.837805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8032478e-dbe4-4730-91a4-3890f553afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.839435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8032478e-dbe4-4730-91a4-3890f553afd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56c2442d-e18a-4392-8096-66c53adb1d42 HTTP/1.1" status: 204 len: 168 time: 1.2419877 Aug 11 02:18:31.899123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:31.908398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032478e-dbe4-4730-91a4-3890f553afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2442d-e18a-4392-8096-66c53adb1d42,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.920402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08ff1059-7ad1-410c-81a1-287a7c4cb312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.991752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08ff1059-7ad1-410c-81a1-287a7c4cb312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.072902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44914) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:32.081904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d20e2035-3679-4f8f-a5b0-d23026f60bd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c70bc6adb9a4f6fb825e2fd44a7a863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864632 Aug 11 02:18:32.111737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.118540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.217060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-e0c39c6b-8538-481e-b426-99b296521562 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2115097 Aug 11 02:18:32.218204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08ff1059-7ad1-410c-81a1-287a7c4cb312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.223289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08ff1059-7ad1-410c-81a1-287a7c4cb312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.226409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-08ff1059-7ad1-410c-81a1-287a7c4cb312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dd8e4e2-190e-4c04-9ac6-b19f2859e94a HTTP/1.1" status: 204 len: 168 time: 0.9852040 Aug 11 02:18:32.242598 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3614177-bcfb-4d1d-87e1-2e760d5fa4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.245742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff1059-7ad1-410c-81a1-287a7c4cb312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd8e4e2-190e-4c04-9ac6-b19f2859e94a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:32.260052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Request body: {'port': {'device_id': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:32.304961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3614177-bcfb-4d1d-87e1-2e760d5fa4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.423004 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.458485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3614177-bcfb-4d1d-87e1-2e760d5fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.463134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3614177-bcfb-4d1d-87e1-2e760d5fa4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.480617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b3614177-bcfb-4d1d-87e1-2e760d5fa4e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d439923d-06d2-40e2-ae44-6ebc90161ca3 HTTP/1.1" status: 204 len: 168 time: 0.4066401 Aug 11 02:18:32.505105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3614177-bcfb-4d1d-87e1-2e760d5fa4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d439923d-06d2-40e2-ae44-6ebc90161ca3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:32.636809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5750ae6e-2ba3-4d7b-a058-cb7c1881257c None None] Provisioning for port e3cb8ebb-5498-45e3-b428-599e4ba7002c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:32.669473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5750ae6e-2ba3-4d7b-a058-cb7c1881257c None None] Provisioning complete for port e3cb8ebb-5498-45e3-b428-599e4ba7002c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:32.670194 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5750ae6e-2ba3-4d7b-a058-cb7c1881257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.842337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:32.928539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cb8ebb-5498-45e3-b428-599e4ba7002c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:32.946051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5750ae6e-2ba3-4d7b-a058-cb7c1881257c None None] Port e3cb8ebb-5498-45e3-b428-599e4ba7002c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:32.958086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.960651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'port_id': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'mac_address': 'fa:16:3e:40:d1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d6126f-7027-4e66-9dda-485229d5aef0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:33.000750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Transition to ACTIVE for port object e3cb8ebb-5498-45e3-b428-599e4ba7002c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:33.009908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.119920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c8fe7-5f3d-4dc5-ae5e-605e6dc3e424 req-68ef7251-2085-4673-b359-a3eb406cf336 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:33.121960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-153c8fe7-5f3d-4dc5-ae5e-605e6dc3e424 req-68ef7251-2085-4673-b359-a3eb406cf336 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.2073650 Aug 11 02:18:33.136257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.171369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:33.303650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:33.320179 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.331167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e8f6c-d479-47db-bc53-54d406b9468f req-0ef6c998-3480-4b29-ab29-0e41708c2475 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:33.351075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a73e8f6c-d479-47db-bc53-54d406b9468f req-0ef6c998-3480-4b29-ab29-0e41708c2475 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.3088944 Aug 11 02:18:33.373277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-153c8fe7-5f3d-4dc5-ae5e-605e6dc3e424 req-a66d2949-b7f6-48f6-9321-1bd71119b53b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166910 Aug 11 02:18:33.590910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a73e8f6c-d479-47db-bc53-54d406b9468f req-ffe20eae-f118-4690-a4ea-cfe0e41ac007 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382534 Aug 11 02:18:33.596811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:33.729753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Pushing event updated for resources: {'Port': ['ID=e3cb8ebb-5498-45e3-b428-599e4ba7002c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.752068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Attempting to bind port e3cb8ebb-5498-45e3-b428-599e4ba7002c on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:33.754254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Attempting to bind port e3cb8ebb-5498-45e3-b428-599e4ba7002c by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:33.755107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Attempting to bind port e3cb8ebb-5498-45e3-b428-599e4ba7002c on network 467f88ee-e003-4860-aa77-2418300448c1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:33.768793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Port e3cb8ebb-5498-45e3-b428-599e4ba7002c on network 467f88ee-e003-4860-aa77-2418300448c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:33.770505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Attempting to bind port e3cb8ebb-5498-45e3-b428-599e4ba7002c on network 467f88ee-e003-4860-aa77-2418300448c1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:33.790362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:33.792576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Checking segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:33.793969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Bound using segment: {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:33.795334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Bound port: e3cb8ebb-5498-45e3-b428-599e4ba7002c, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d890ff-5dda-433f-bba9-adf62409480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '467f88ee-e003-4860-aa77-2418300448c1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:33.795756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.917552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.937049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] For port e3cb8ebb-5498-45e3-b428-599e4ba7002c, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:33.941227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] For port e3cb8ebb-5498-45e3-b428-599e4ba7002c, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:33.946229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.994542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:33.995461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.997106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-5d089a21-b541-4893-83ee-721aee80610c service neutron] 10.222.0.25 "PUT /v2.0/ports/e3cb8ebb-5498-45e3-b428-599e4ba7002c HTTP/1.1" status: 200 len: 1092 time: 1.7696023 Aug 11 02:18:33.997713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'tag': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:34.000208 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f90b368-091e-4a2f-8484-7e4d6c126a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "516ed52a-b222-45c0-9cde-4203fd4cfe31", "tag": "e3cb8ebb-5498-45e3-b428-599e4ba7002c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:34.062419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d089a21-b541-4893-83ee-721aee80610c service neutron] Pushing event updated for resources: {'Port': ['ID=e3cb8ebb-5498-45e3-b428-599e4ba7002c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.135923 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70262034-a8ef-45df-962c-2b3292424e18 x-openstack-request-id: req-70262034-a8ef-45df-962c-2b3292424e18 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:34.138386 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516ed52a-b222-45c0-9cde-4203fd4cfe31", "tag": "e3cb8ebb-5498-45e3-b428-599e4ba7002c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:34.140576 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70262034-a8ef-45df-962c-2b3292424e18 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:34.141358 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'tag': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c', 'status': 'completed', 'code': 200} Aug 11 02:18:34.253604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44944) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.262431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-c66fd5fb-0319-4753-a830-95a480f6c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.270664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-c66fd5fb-0319-4753-a830-95a480f6c660 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=268365ba69ea4b39944efe35e489acf7&device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 1095 time: 0.1809416 Aug 11 02:18:34.305985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cb0cca1d-7ec4-47c0-a7bb-cedb916fb78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.386326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-4bd62735-706a-4046-a05b-c9e7741a214b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c HTTP/1.1" status: 200 len: 217 time: 0.0962193 Aug 11 02:18:34.500390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cb0cca1d-7ec4-47c0-a7bb-cedb916fb78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.513256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cb0cca1d-7ec4-47c0-a7bb-cedb916fb78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.620411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-ded3870f-f414-48dc-9b76-4a647bf3481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.629894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-ded3870f-f414-48dc-9b76-4a647bf3481f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a97c71a5-a72c-4d54-b719-b3248f03eef4 HTTP/1.1" status: 200 len: 853 time: 0.1979215 Aug 11 02:18:34.763599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cca1d-7ec4-47c0-a7bb-cedb916fb78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc48243-23d3-4588-8080-c966177c1087,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.882779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.883351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cb0cca1d-7ec4-47c0-a7bb-cedb916fb78e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa4807dc658f4c86af410e2af27cd0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275909 Aug 11 02:18:34.906119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ce1d7-845a-4b5f-8e2f-963a0bf07307 req-c168e60a-ce1e-45d3-bdf8-6c8ef8688cea tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.908016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-090ce1d7-845a-4b5f-8e2f-963a0bf07307 req-c168e60a-ce1e-45d3-bdf8-6c8ef8688cea tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.1184080 Aug 11 02:18:34.930734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa56b9-f08c-4461-9ddd-b1c0a3aa14c0 req-4bf5b0b0-6f7c-4080-b3bb-447299e9d982 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.939520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6faa56b9-f08c-4461-9ddd-b1c0a3aa14c0 req-4bf5b0b0-6f7c-4080-b3bb-447299e9d982 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.1662455 Aug 11 02:18:35.003206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-090ce1d7-845a-4b5f-8e2f-963a0bf07307 req-19f6023b-1d64-446b-bb8f-cc0a352317f8 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809133 Aug 11 02:18:35.042172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5db9d478-b204-445e-a32d-7801a650e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.060837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6faa56b9-f08c-4461-9ddd-b1c0a3aa14c0 req-a4fac5b1-f210-418e-b506-d07e21da90d2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203063 Aug 11 02:18:35.097086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5db9d478-b204-445e-a32d-7801a650e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.211785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-6a746ba3-6be7-443b-b60d-a42f11399d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:35.215953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-6a746ba3-6be7-443b-b60d-a42f11399d09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=467f88ee-e003-4860-aa77-2418300448c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156332 Aug 11 02:18:35.238664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5db9d478-b204-445e-a32d-7801a650e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.243810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5db9d478-b204-445e-a32d-7801a650e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.245843 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5db9d478-b204-445e-a32d-7801a650e9ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cc48243-23d3-4588-8080-c966177c1087 HTTP/1.1" status: 204 len: 168 time: 0.3619461 Aug 11 02:18:35.257790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9d478-b204-445e-a32d-7801a650e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc48243-23d3-4588-8080-c966177c1087,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:35.421276 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-c2312dff-751d-4a57-b030-0af82779a2f2 service neutron] 10.222.0.25 "GET /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529520 Aug 11 02:18:35.914316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:36.049247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:36.059958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:36.063640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.191687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831d6fc-70ee-4a3d-9893-416528b1418f req-ea8e1d4d-13cb-455b-96b2-08614b576834 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.203798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a831d6fc-70ee-4a3d-9893-416528b1418f req-ea8e1d4d-13cb-455b-96b2-08614b576834 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.0907354 Aug 11 02:18:36.339953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a831d6fc-70ee-4a3d-9893-416528b1418f req-636064c6-1cb2-4503-8af1-73dc8348e52a tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283941 Aug 11 02:18:36.341349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.412046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ab9f3-edd1-406a-a8fb-346d905f0432 req-59dfafd5-6158-45cf-b1d0-a9bfa4bbe5a8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.419994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f64ab9f3-edd1-406a-a8fb-346d905f0432 req-59dfafd5-6158-45cf-b1d0-a9bfa4bbe5a8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.1614244 Aug 11 02:18:36.431728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:36.434283 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f875eb3-e128-4915-af4f-2298bbd724db" -d '{"events": [{"server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "name": "network-vif-plugged", "status": "completed", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:36.476880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:36.484844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.542529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f64ab9f3-edd1-406a-a8fb-346d905f0432 req-ca02eab9-ec6f-4e09-8eac-c922eb6c5ef3 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Aug 11 02:18:36.619701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:36.678461 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378074c-749e-4b45-981a-99c3180b3634 x-openstack-request-id: req-3378074c-749e-4b45-981a-99c3180b3634 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:36.678764 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "name": "network-vif-plugged", "status": "completed", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:36.679023 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3378074c-749e-4b45-981a-99c3180b3634 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:36.679432 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'code': 200} Aug 11 02:18:36.864399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5318-93a4-4377-9326-ba41502d7093 req-0b4c4a50-15c8-4735-9552-ddaa7a0866fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.870608 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b32a5318-93a4-4377-9326-ba41502d7093 req-0b4c4a50-15c8-4735-9552-ddaa7a0866fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1097 time: 0.1186800 Aug 11 02:18:36.969484 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b32a5318-93a4-4377-9326-ba41502d7093 req-73ae07c0-c86c-47c2-82b8-d7e8625929f2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909829 Aug 11 02:18:37.552074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48506913-bf71-4bba-88c7-c962c218346e req-c8dd5344-d2d8-407a-b729-ae7f539d5a86 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:37.562105 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48506913-bf71-4bba-88c7-c962c218346e req-c8dd5344-d2d8-407a-b729-ae7f539d5a86 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.0777795 Aug 11 02:18:37.628245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48506913-bf71-4bba-88c7-c962c218346e req-f7a97639-be41-4e9b-afad-0c70bcdc157e tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648820 Aug 11 02:18:38.370665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:38.559775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a0a3-bf34-4f7d-b4de-b9182b0cef82 req-138129ed-99f9-481d-a9b7-e12d02a537f5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.574322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df18a0a3-bf34-4f7d-b4de-b9182b0cef82 req-138129ed-99f9-481d-a9b7-e12d02a537f5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 946 time: 0.0919893 Aug 11 02:18:38.651986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df18a0a3-bf34-4f7d-b4de-b9182b0cef82 req-01a5a556-aa4a-4bb9-9b0c-1769d698de76 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711689 Aug 11 02:18:38.785468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6eb7-9e23-438c-af61-bcf07911c31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.980219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a5c8-5b03-4320-88dc-0ebe5f7972f3 req-6579e9c4-196f-439d-8b74-1ca7346bd2a8 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.983119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1984a5c8-5b03-4320-88dc-0ebe5f7972f3 req-6579e9c4-196f-439d-8b74-1ca7346bd2a8 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.1073005 Aug 11 02:18:39.055898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6eb7-9e23-438c-af61-bcf07911c31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.061053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1984a5c8-5b03-4320-88dc-0ebe5f7972f3 req-68e13e30-fe43-489c-808b-fe4cd3ca7026 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701022 Aug 11 02:18:39.069482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6eb7-9e23-438c-af61-bcf07911c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.156812 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fe8c6eb7-9e23-438c-af61-bcf07911c31a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07df4de9dc5c43968942cc7bc6163d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813132 Aug 11 02:18:39.157379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:39.204395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6eb7-9e23-438c-af61-bcf07911c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44692e75-dfab-4636-bbd8-6894e6c7c30b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.304310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cd558-f0f8-4912-abe1-5f8a18aa041f req-64f005f1-a8ac-4ff0-83df-fafe17132fe8 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.311863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a6cd558-f0f8-4912-abe1-5f8a18aa041f req-64f005f1-a8ac-4ff0-83df-fafe17132fe8 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1097 time: 0.1065960 Aug 11 02:18:39.347594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-73149333-cb26-46f8-909c-b9febb9884e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.376677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a6cd558-f0f8-4912-abe1-5f8a18aa041f req-f95d3cae-d651-4249-a7e0-852442462c06 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638788 Aug 11 02:18:39.394863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-73149333-cb26-46f8-909c-b9febb9884e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.502220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-73149333-cb26-46f8-909c-b9febb9884e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.505541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-73149333-cb26-46f8-909c-b9febb9884e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.510985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-73149333-cb26-46f8-909c-b9febb9884e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44692e75-dfab-4636-bbd8-6894e6c7c30b HTTP/1.1" status: 204 len: 168 time: 0.3496854 Aug 11 02:18:39.540643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73149333-cb26-46f8-909c-b9febb9884e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44692e75-dfab-4636-bbd8-6894e6c7c30b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.722505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09daeb7-811d-4c0b-92f9-b184e179acc7 req-3a969236-c95a-42f0-8a78-5aa4efffdb99 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.723876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d09daeb7-811d-4c0b-92f9-b184e179acc7 req-3a969236-c95a-42f0-8a78-5aa4efffdb99 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1097 time: 0.0585542 Aug 11 02:18:39.780233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d09daeb7-811d-4c0b-92f9-b184e179acc7 req-b0ac77d7-df91-4c5e-9fdf-508a25dca0c2 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Aug 11 02:18:40.384232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:40.423116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d68a6f1-2359-4477-807f-9bd3f4850f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.567496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51694d2-3c95-47d2-af61-d4951f969c85 req-9f29974b-8876-4131-9046-c4b18fbeeac1 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:40.575885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c51694d2-3c95-47d2-af61-d4951f969c85 req-9f29974b-8876-4131-9046-c4b18fbeeac1 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.0866306 Aug 11 02:18:40.642582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c51694d2-3c95-47d2-af61-d4951f969c85 req-5e9cdbb1-51b6-4add-91b2-37b038be573d tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654130 Aug 11 02:18:40.729634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d68a6f1-2359-4477-807f-9bd3f4850f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.753510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d68a6f1-2359-4477-807f-9bd3f4850f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.856752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a6f1-2359-4477-807f-9bd3f4850f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ae218-05e8-4974-83f3-d89bce4be6f5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:40.880339 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d68a6f1-2359-4477-807f-9bd3f4850f55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4edfb814556456fa896d89d0b56b2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905663 Aug 11 02:18:40.880460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45142) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:41.294694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9813ca6-bf79-4802-a7ff-564db03b1af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.321181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9813ca6-bf79-4802-a7ff-564db03b1af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.385283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9813ca6-bf79-4802-a7ff-564db03b1af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.388287 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9813ca6-bf79-4802-a7ff-564db03b1af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.392187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9813ca6-bf79-4802-a7ff-564db03b1af6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65ae218-05e8-4974-83f3-d89bce4be6f5 HTTP/1.1" status: 204 len: 168 time: 0.5084577 Aug 11 02:18:41.412628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9813ca6-bf79-4802-a7ff-564db03b1af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ae218-05e8-4974-83f3-d89bce4be6f5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:41.615927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-703b406c-3174-4a3c-9f6c-d7b2027c8141 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475397 Aug 11 02:18:41.778876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-f1830b27-adf0-4ca6-8331-cfa8bbac3c21 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.788256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-f1830b27-adf0-4ca6-8331-cfa8bbac3c21 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712720 Aug 11 02:18:41.802939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-8a280b48-d55c-43ec-ae9f-8d641def6cc5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/quotas/010682f0be5d47fd8abdd1006c06f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0130043 Aug 11 02:18:41.854773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-a70a1cd7-e370-4df5-bab3-87ec523c0827 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467539 Aug 11 02:18:43.020583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-7571a00e-729e-4800-a36f-cded5d08f154 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=30f8ca3b2bef4fd8b1280b4db36a9a8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510392 Aug 11 02:18:43.230926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-e62d4cd0-723f-4f51-bbce-770383398069 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.233761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-e62d4cd0-723f-4f51-bbce-770383398069 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120934 Aug 11 02:18:43.271940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-a0ab35f2-376c-41fb-906f-7a4a8829638b tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/quotas/30f8ca3b2bef4fd8b1280b4db36a9a8a HTTP/1.1" status: 200 len: 375 time: 0.0300202 Aug 11 02:18:43.323984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-9ae96cc1-9fec-4d64-b84d-dc4ecb45666b tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30f8ca3b2bef4fd8b1280b4db36a9a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499747 Aug 11 02:18:43.652203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899080-c414-4040-9885-bde9d5ccd714 req-dc5843f0-c952-4fa1-a1b6-c11a267f90c5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.671140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52899080-c414-4040-9885-bde9d5ccd714 req-dc5843f0-c952-4fa1-a1b6-c11a267f90c5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1097 time: 0.0949748 Aug 11 02:18:43.725924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52899080-c414-4040-9885-bde9d5ccd714 req-623bc77a-c31a-4733-ab17-9528f8cc32be tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Aug 11 02:18:43.777269 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f40d852f-a9fb-48ca-9555-9403c309122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.140151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-0bef9f53-366f-415c-9b62-1bd67cd4f533 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2602708 Aug 11 02:18:44.158401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-cbdcc89d-6ad5-4751-9cd4-fa3b32d86f17 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437093 Aug 11 02:18:44.273857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5598ba-1040-45fc-87ac-654fa592d0f7 req-97a284cd-4b11-4b13-b515-7f241ea61c7d tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.277269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d5598ba-1040-45fc-87ac-654fa592d0f7 req-97a284cd-4b11-4b13-b515-7f241ea61c7d tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.2378962 Aug 11 02:18:44.408753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d5598ba-1040-45fc-87ac-654fa592d0f7 req-0edc88d4-1f3c-492e-8c94-a48d938e0953 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097612 Aug 11 02:18:44.426636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-7940a407-427f-4c9e-85dc-49002d5ecb7b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.429693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-7940a407-427f-4c9e-85dc-49002d5ecb7b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701521 Aug 11 02:18:44.461517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-7e5c1ef2-bb60-4c8d-8197-f376d9b6680e tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/quotas/010682f0be5d47fd8abdd1006c06f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0186834 Aug 11 02:18:44.477421 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e0035e72-0233-4c44-aa83-3ebedca7260e req-776e4e19-71a0-4561-bebf-da76bafed914 service neutron] 10.222.0.25 "GET /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537623 Aug 11 02:18:44.531315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-cf436db8-19ad-49b4-abbb-1513e13a9750 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629261 Aug 11 02:18:44.572527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:44.583325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87e1b033-3f77-4a22-b2ce-3a7d42c006ef req-9bd3240b-d8b1-4ff4-9262-c094e5b5ba84 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 210 time: 0.0497775 Aug 11 02:18:44.617989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-e444dae2-1dbc-4501-8249-e3942d93c5e8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.620608 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-e444dae2-1dbc-4501-8249-e3942d93c5e8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4572155 Aug 11 02:18:44.650422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Request body: {'port': {'device_id': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '010682f0be5d47fd8abdd1006c06f7f3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:44.723705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-32388989-a613-4fae-b76d-a5548e605ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.725372 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-32388989-a613-4fae-b76d-a5548e605ab5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=268365ba69ea4b39944efe35e489acf7&device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 1095 time: 0.1661868 Aug 11 02:18:44.932432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.937075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-8b098445-800e-4eb8-aa94-62f4f3559cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.938656 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-8b098445-800e-4eb8-aa94-62f4f3559cba service neutron] 10.222.0.25 "GET /v2.0/networks?id=467f88ee-e003-4860-aa77-2418300448c1 HTTP/1.1" status: 200 len: 914 time: 0.2028894 Aug 11 02:18:44.945500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Made reservation on behalf of 010682f0be5d47fd8abdd1006c06f7f3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:44.948939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.003457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.012392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-665b4df6-a04a-4d6b-8cf5-e23c7de4d762 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c HTTP/1.1" status: 200 len: 217 time: 0.0606966 Aug 11 02:18:45.097888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-8e3f8414-e8b2-4458-8e8f-3788f6aed0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.099579 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-8e3f8414-e8b2-4458-8e8f-3788f6aed0b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a97c71a5-a72c-4d54-b719-b3248f03eef4 HTTP/1.1" status: 200 len: 853 time: 0.0773597 Aug 11 02:18:45.175849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-d2e699a1-625f-4f76-816b-a9cedecafdbc tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=30f8ca3b2bef4fd8b1280b4db36a9a8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118121 Aug 11 02:18:45.211308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-707409c3-3539-4e11-9c88-d5fba3d41455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.213711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-707409c3-3539-4e11-9c88-d5fba3d41455 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=467f88ee-e003-4860-aa77-2418300448c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012437 Aug 11 02:18:45.225485 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.240559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.372657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39465261734f4f71af292fa6a2a80185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994583 Aug 11 02:18:45.377740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373af85-ddee-4d95-a245-f214736db57e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:45.378418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45284) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:45.418360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.418906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.419240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.419511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.419852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.420207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.420489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.420811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.421155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.421501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.421770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.422130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef815a-effb-4f2d-abc7-88179ae28891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:45.438671 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-ea4a3d95-ce1c-41b6-aab2-8558af212e89 service neutron] 10.222.0.25 "GET /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116716 Aug 11 02:18:45.596078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.634140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.669575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-5f6cb48c-0be0-494c-bc1a-689f0141d958 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.672340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-5f6cb48c-0be0-494c-bc1a-689f0141d958 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4905996 Aug 11 02:18:45.680032 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f90b368-091e-4a2f-8484-7e4d6c126a8a req-d1d093d3-036a-415e-8f24-ce847392479f service neutron] 10.222.0.25 "GET /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291949 Aug 11 02:18:45.682455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.705051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Request body: {'port': {'device_id': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '30f8ca3b2bef4fd8b1280b4db36a9a8a'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:45.762879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfbd2e-183a-4705-8aed-b0cf04513de5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:45.862840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.889058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Allocated IP 192.168.233.17 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:45.966728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca8e81fa-1d30-4849-87df-c95150eaf344 req-3f3e730e-fcc5-438c-8c56-765b51636bb8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 210 time: 0.0887699 Aug 11 02:18:46.209159 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.218068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.221283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2373af85-ddee-4d95-a245-f214736db57e HTTP/1.1" status: 204 len: 168 time: 0.8397498 Aug 11 02:18:46.245943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Made reservation on behalf of 30f8ca3b2bef4fd8b1280b4db36a9a8a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:46.254189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.280075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373af85-ddee-4d95-a245-f214736db57e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:46.290303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.324828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.327470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.328480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.339503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e3cb8ebb-5498-45e3-b428-599e4ba7002c details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:46.346495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.347308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.347877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.350471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.351109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.351673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.352244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.357086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.359619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daba69c6-c70d-4e32-98d8-6bfd3b6bc15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.720190 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.758112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Transition to ACTIVE for port object ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:46.831057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc9f5-6365-4d0d-add1-2b749cacaf20 req-da777911-e693-4bd1-9883-5eb52ed892a1 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:46.839944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97bbc9f5-6365-4d0d-add1-2b749cacaf20 req-da777911-e693-4bd1-9883-5eb52ed892a1 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 944 time: 0.2889400 Aug 11 02:18:46.855206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e3cb8ebb-5498-45e3-b428-599e4ba7002c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:46.882792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c', 'network_id': '467f88ee-e003-4860-aa77-2418300448c1', 'port_id': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c', 'mac_address': 'fa:16:3e:c1:c5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97c71a5-a72c-4d54-b719-b3248f03eef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:46.905552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97bbc9f5-6365-4d0d-add1-2b749cacaf20 req-78bae68c-876c-48d2-9718-cc9fde18ba1f tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644491 Aug 11 02:18:46.915410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.984075 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.002940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cb8ebb-5498-45e3-b428-599e4ba7002c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:47.021097 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.034673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.039067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e3cb8ebb-5498-45e3-b428-599e4ba7002c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:47.048687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.090403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.189765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e3cb8ebb-5498-45e3-b428-599e4ba7002c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.202329 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-936709cd-f502-4371-ae6d-b4d06d0230f0 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623379 Aug 11 02:18:47.216292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.216926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.221865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.224345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.224877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.229292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.240034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.240823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.241557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.242329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.243134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.243733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.244295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:47.254281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:47.285246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:47.300562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0d168ae-7ffe-4599-820e-28eccf02995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.310570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.340998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e3cb8ebb-5498-45e3-b428-599e4ba7002c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:47.361363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:47.396269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Allocated IP 192.168.233.10 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:47.416515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:47.459699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-929162d6-836c-48d9-81bf-bddf642f1d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.718062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.731735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2df13f7c-d72d-4e69-935f-3971c82e2894 req-5d68b81f-9da2-4cf3-afea-23eaf9e280c9 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 210 time: 0.4901137 Aug 11 02:18:47.760842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516b67b2-efeb-4eb5-a496-667fed57c7a6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.852015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-36cb9cdc-d549-4bab-98d8-55209dbe8266 None None] Provisioning for port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:47.860107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-36cb9cdc-d549-4bab-98d8-55209dbe8266 None None] Provisioning complete for port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:47.860803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cb9cdc-d549-4bab-98d8-55209dbe8266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.869022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.871649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-3d0b8779-b5a6-4f7e-94a0-8fcd72d3dafb tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.880046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-3d0b8779-b5a6-4f7e-94a0-8fcd72d3dafb tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6468604 Aug 11 02:18:47.897915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.899799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.919385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Transition to ACTIVE for port object 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:47.940678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Request body: {'port': {'device_id': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '010682f0be5d47fd8abdd1006c06f7f3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:47.957418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-36cb9cdc-d549-4bab-98d8-55209dbe8266 None None] Port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:47.975360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.034148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:48.038254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:48.043381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:48.099652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Pushing event updated for resources: {'Port': ['ID=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:48.121896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.122799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.151230 n-d-715271-8 neutron-server[94700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:18:48.174276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-9e20918c-85cc-40b0-b464-2832b19b3d1e tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:18:48.188701 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-9e20918c-85cc-40b0-b464-2832b19b3d1e tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7117012 Aug 11 02:18:48.190296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55b427cd-be8d-4cd0-a63d-cf16fd8e5573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.336865 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.354569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e3cb8ebb-5498-45e3-b428-599e4ba7002c up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:48.429857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0d168ae-7ffe-4599-820e-28eccf02995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.443916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Request body: {'binding': {'host': 'n-h1-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:48.444516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Unknown quota resources ['binding']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:18:48.445745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-4e48cfd9-596e-4225-b076-437d92864673 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7542779 Aug 11 02:18:48.461174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Request body: {'port': {'device_id': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:48.472942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port e3cb8ebb-5498-45e3-b428-599e4ba7002c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:48.477553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0d168ae-7ffe-4599-820e-28eccf02995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.489016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-7b5f4794-2c64-4fc4-b5c9-9d2fcc1417e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8432176 Aug 11 02:18:48.501880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port e3cb8ebb-5498-45e3-b428-599e4ba7002c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:48.502275 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.523997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Request body: {'port': {'device_id': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:48.546936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e8eac864-5361-4df8-8816-d8e1d1ae4322 None None] Provisioning for port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:48.561289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1ecdc64-e3bc-483d-8700-ef37b11d579d req-11610eaa-1184-498d-b754-cdea8e1430d7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 210 time: 0.0596163 Aug 11 02:18:48.573041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.579494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e8eac864-5361-4df8-8816-d8e1d1ae4322 None None] Provisioning complete for port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:48.580082 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e8eac864-5361-4df8-8816-d8e1d1ae4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.657619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e8eac864-5361-4df8-8816-d8e1d1ae4322 None None] Port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:48.682202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Made reservation on behalf of 010682f0be5d47fd8abdd1006c06f7f3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:48.686398 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.701020 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d168ae-7ffe-4599-820e-28eccf02995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c67dbcc-ff7a-4bb1-951e-f654923d9f2c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:48.721225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b0d168ae-7ffe-4599-820e-28eccf02995e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18e3dd44411d45348f8f611eea440959&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4900908 Aug 11 02:18:48.729304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45356) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:48.734813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.813967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e3cb8ebb-5498-45e3-b428-599e4ba7002c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:48.819096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:48.823114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55b427cd-be8d-4cd0-a63d-cf16fd8e5573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.824582 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb58434-4056-4fbf-a213-601f97d6ec3f" -d '{"events": [{"server_uuid": "516ed52a-b222-45c0-9cde-4203fd4cfe31", "name": "network-vif-plugged", "status": "completed", "tag": "e3cb8ebb-5498-45e3-b428-599e4ba7002c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:48.831906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.833428 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.855587 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55b427cd-be8d-4cd0-a63d-cf16fd8e5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.894944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e3cb8ebb-5498-45e3-b428-599e4ba7002c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:48.995355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a49e4-5987-452a-a166-ad81a459524d req-9d9ed6d6-5095-451b-9f78-791c4776157b tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.996996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-261a49e4-5987-452a-a166-ad81a459524d req-9d9ed6d6-5095-451b-9f78-791c4776157b tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 946 time: 0.1212049 Aug 11 02:18:49.008003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b427cd-be8d-4cd0-a63d-cf16fd8e5573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ffe4f-b5af-48e7-b9de-e20841bb8e56,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.035617 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-55b427cd-be8d-4cd0-a63d-cf16fd8e5573 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=077c4766b748492eb612a5463c5af22f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9437361 Aug 11 02:18:49.044187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:49.064997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on host n-h1-715271-8 for vnic_type normal with profile None {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:49.065253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:49.065550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:49.067696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cc42bf0-5a85-4b00-b4b4-0584eb7d4ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.076417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:49.086649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-261a49e4-5987-452a-a166-ad81a459524d req-fc835495-5838-42aa-bc7a-cdfaf908219b tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804462 Aug 11 02:18:49.088763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.110730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Transition to ACTIVE for port object 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:49.119140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.163547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:49.164028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:49.231990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.236978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cc42bf0-5a85-4b00-b4b4-0584eb7d4ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.248159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:49.248519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:49.248967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:49.249577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Bound port: 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:49.376567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df305820-5645-4300-8bf6-e3e285eb00a9 req-9dd4eaff-2695-496e-b520-8dc5b1ef0e62 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.378553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df305820-5645-4300-8bf6-e3e285eb00a9 req-9dd4eaff-2695-496e-b520-8dc5b1ef0e62 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 947 time: 0.1172874 Aug 11 02:18:49.388651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Allocated IP 192.168.233.202 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/422198be-b227-491a-be26-9937a9d82293) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:49.419050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Attempting to bind port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:49.419399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Attempting to bind port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:49.419697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Attempting to bind port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:49.434078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:49.434742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Attempting to bind port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:49.442284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:49.443199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:49.444200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:49.444939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Bound port: 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:49.445513 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.452140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35dc7bdf-7637-411c-8a2c-a3d9b02f28d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.481746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:49.501554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.502901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e4c4ddb2-e109-466c-94c1-e70632b4fa98 service neutron] 10.222.0.16 "POST /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21/bindings HTTP/1.1" status: 201 len: 389 time: 1.1712403 Aug 11 02:18:49.513011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df305820-5645-4300-8bf6-e3e285eb00a9 req-8250918c-6714-4406-9587-ffeef41dd70d tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067083 Aug 11 02:18:49.529195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35dc7bdf-7637-411c-8a2c-a3d9b02f28d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.595714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] For port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:49.596478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cc42bf0-5a85-4b00-b4b4-0584eb7d4ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.599407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cc42bf0-5a85-4b00-b4b4-0584eb7d4ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.600891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3cc42bf0-5a85-4b00-b4b4-0584eb7d4ffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c67dbcc-ff7a-4bb1-951e-f654923d9f2c HTTP/1.1" status: 204 len: 168 time: 0.8674300 Aug 11 02:18:49.610983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] For port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:49.623600 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.671706 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9040ccb-150a-4eed-aa85-b067e4673c3b x-openstack-request-id: req-c9040ccb-150a-4eed-aa85-b067e4673c3b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:49.673500 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ed52a-b222-45c0-9cde-4203fd4cfe31", "name": "network-vif-plugged", "status": "completed", "tag": "e3cb8ebb-5498-45e3-b428-599e4ba7002c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:49.674726 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9040ccb-150a-4eed-aa85-b067e4673c3b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:49.677215 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c', 'code': 200} Aug 11 02:18:49.693070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc42bf0-5a85-4b00-b4b4-0584eb7d4ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c67dbcc-ff7a-4bb1-951e-f654923d9f2c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.849297 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35dc7bdf-7637-411c-8a2c-a3d9b02f28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.856576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35dc7bdf-7637-411c-8a2c-a3d9b02f28d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.864227 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-35dc7bdf-7637-411c-8a2c-a3d9b02f28d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295ffe4f-b5af-48e7-b9de-e20841bb8e56 HTTP/1.1" status: 204 len: 168 time: 0.8135970 Aug 11 02:18:49.900396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.928526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.932690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc7bdf-7637-411c-8a2c-a3d9b02f28d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ffe4f-b5af-48e7-b9de-e20841bb8e56,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.935304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.936530 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.938971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c7dbd993-e713-4e87-896e-5f42960cb9e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 HTTP/1.1" status: 200 len: 1095 time: 1.4841392 Aug 11 02:18:49.940118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'tag': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:49.940343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290a1a-7d88-4100-8c94-7f9ccccd6e1b req-78a27d8f-9f6f-4977-893b-84e52a0fff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.942280 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e290a1a-7d88-4100-8c94-7f9ccccd6e1b req-78a27d8f-9f6f-4977-893b-84e52a0fff17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 1097 time: 0.2648914 Aug 11 02:18:49.948634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.988062 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7fb0bd-3857-4eb8-a5c1-d312098ab624", "tag": "8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:49.990432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Transition to ACTIVE for port object 422198be-b227-491a-be26-9937a9d82293 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:50.049274 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e290a1a-7d88-4100-8c94-7f9ccccd6e1b req-5df4de39-8bf7-4333-825d-33f3dba38ea2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853143 Aug 11 02:18:50.101796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.276347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:50.277454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event updated for resources: {'Port': ['ID=422198be-b227-491a-be26-9937a9d82293,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:50.305005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:50.311081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:50.356170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-d9cb967c-6d86-4122-aaf7-944f8651be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.357577 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-d9cb967c-6d86-4122-aaf7-944f8651be5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1097 time: 0.1599712 Aug 11 02:18:50.387278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b18971-6dfe-42b8-8011-48543dbde5d2 req-19f01b42-cb4c-439f-90ec-8f3ef383411d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.402267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3b18971-6dfe-42b8-8011-48543dbde5d2 req-19f01b42-cb4c-439f-90ec-8f3ef383411d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 936 time: 0.2366784 Aug 11 02:18:50.409162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-111d64d6-129b-44f6-a356-7ca360083373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.412314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-111d64d6-129b-44f6-a356-7ca360083373 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30f8ca3b2bef4fd8b1280b4db36a9a8a&device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 1098 time: 0.3861580 Aug 11 02:18:50.504182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-f64fc53d-4b8a-4827-b29e-5f28f1227721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.506766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-f64fc53d-4b8a-4827-b29e-5f28f1227721 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1360614 Aug 11 02:18:50.559078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3b18971-6dfe-42b8-8011-48543dbde5d2 req-62553564-42d7-4340-9d08-74e5caa48635 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550691 Aug 11 02:18:50.697262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-096dc735-1d8b-44ff-95bd-52e00e812484 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 HTTP/1.1" status: 200 len: 217 time: 0.1569118 Aug 11 02:18:50.700276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.706043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.736897 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-d86309cb-ee6e-4e0a-bbd5-7b4436cfe937 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.2154889 Aug 11 02:18:50.765080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331d5ec-3daf-4f96-9d8e-c979995c86d5 req-25c7586c-3a21-4764-8a5b-022316137b67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.769432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-955ac755-ca2f-4165-a7b1-0b02aedb7479 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8436270 Aug 11 02:18:50.781332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0331d5ec-3daf-4f96-9d8e-c979995c86d5 req-25c7586c-3a21-4764-8a5b-022316137b67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 946 time: 0.6179817 Aug 11 02:18:50.829151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45400) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:50.852903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Request body: {'port': {'device_id': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:50.856674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ab2bfe54-bd7b-4a6e-8e4e-8f82553e5f20 None None] Provisioning for port 422198be-b227-491a-be26-9937a9d82293 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:50.868789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8be79589-24af-42dd-8a21-cc2169a8cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.873800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ab2bfe54-bd7b-4a6e-8e4e-8f82553e5f20 None None] Provisioning complete for port 422198be-b227-491a-be26-9937a9d82293 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:50.877317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab2bfe54-bd7b-4a6e-8e4e-8f82553e5f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.879616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-5064a10c-0ec0-4bd6-ba61-850c5de7c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.881230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-5064a10c-0ec0-4bd6-ba61-850c5de7c019 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1666441 Aug 11 02:18:50.917220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0331d5ec-3daf-4f96-9d8e-c979995c86d5 req-ac762903-9e9e-4a62-bae4-ad268a8f518f tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346200 Aug 11 02:18:50.941978 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8c25fe-2ca8-432b-a3e7-3c044b4e9ab3 x-openstack-request-id: req-7a8c25fe-2ca8-432b-a3e7-3c044b4e9ab3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:50.942509 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7fb0bd-3857-4eb8-a5c1-d312098ab624", "tag": "8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:50.942910 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a8c25fe-2ca8-432b-a3e7-3c044b4e9ab3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:50.943587 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'tag': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195', 'status': 'completed', 'code': 200} Aug 11 02:18:51.067111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bfe54-bd7b-4a6e-8e4e-8f82553e5f20 None None] Port 422198be-b227-491a-be26-9937a9d82293 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:51.132036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.136603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-7b5f25a8-32f1-4999-9abf-b1180f883693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.137827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:51.140340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-7b5f25a8-32f1-4999-9abf-b1180f883693 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503469 Aug 11 02:18:51.153298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-2d17cba1-bfaf-4384-a6df-271093c3c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.154894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-2d17cba1-bfaf-4384-a6df-271093c3c526 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.3550551 Aug 11 02:18:51.158867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.199870 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-f327e702-9017-47d4-b164-c27187b7c565 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382371 Aug 11 02:18:51.237735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Transition to ACTIVE for port object ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:51.284200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.372066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ece1-7d9b-4c43-b068-5f4004049aea req-12a2e085-cde4-41ec-8084-682292489643 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.373616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b434ece1-7d9b-4c43-b068-5f4004049aea req-12a2e085-cde4-41ec-8084-682292489643 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 946 time: 0.3228176 Aug 11 02:18:51.418234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5ffe-b21a-45a6-a68a-0f5410633ec7 req-b0d35ccc-7e5d-48cb-adc2-46506faa31a8 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.419840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c05f5ffe-b21a-45a6-a68a-0f5410633ec7 req-b0d35ccc-7e5d-48cb-adc2-46506faa31a8 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 947 time: 0.2772577 Aug 11 02:18:51.508207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-c9ae881d-294d-4285-8322-8063935bedbf service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442240 Aug 11 02:18:51.524048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8be79589-24af-42dd-8a21-cc2169a8cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.571138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:51.601610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-7557af09-a0ab-4816-b40f-3453157f2f87 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782248 Aug 11 02:18:51.832929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8be79589-24af-42dd-8a21-cc2169a8cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.913842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b434ece1-7d9b-4c43-b068-5f4004049aea req-0f804dc8-2918-4664-a147-285d2a4f62ab tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245769 Aug 11 02:18:51.981116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c05f5ffe-b21a-45a6-a68a-0f5410633ec7 req-8c724352-c608-419e-8163-38a5bb7db1a8 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361793 Aug 11 02:18:52.028801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8be79589-24af-42dd-8a21-cc2169a8cdc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95a1045ecec14144845bcd923841deb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1990643 Aug 11 02:18:52.050868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45426) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:52.094053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79589-24af-42dd-8a21-cc2169a8cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73366fc-fe71-4599-a44c-e2f604d04e3d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:52.272868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef6cb7e-f6b2-4def-ad2a-71535ec46cba req-39cc4062-cb53-45b0-86a3-21e53c3e2553 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459943 Aug 11 02:18:52.336512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c934ab4a-2856-4219-be33-f8d2a5153d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.361519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724626b-12c9-4c4c-bd91-e07c7e124394 req-15845939-1442-4d16-866d-a299ddeb7d05 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.364322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e724626b-12c9-4c4c-bd91-e07c7e124394 req-15845939-1442-4d16-866d-a299ddeb7d05 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 936 time: 0.2188373 Aug 11 02:18:52.476111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c934ab4a-2856-4219-be33-f8d2a5153d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.496929 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-afc73d2d-880f-4d94-8b26-71da5a98a869 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8695381 Aug 11 02:18:52.534930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Attempting to bind port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:52.536900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Attempting to bind port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:52.537642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Attempting to bind port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:52.564960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:52.565597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Attempting to bind port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:52.599183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:52.599825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:52.600503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:52.601354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Bound port: ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:52.602293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.617911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-f9ec7be0-97e2-40d5-afcd-6f8e657c5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.620986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.621867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-f9ec7be0-97e2-40d5-afcd-6f8e657c5906 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30f8ca3b2bef4fd8b1280b4db36a9a8a&device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 1098 time: 0.2518342 Aug 11 02:18:52.667217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e724626b-12c9-4c4c-bd91-e07c7e124394 req-f861cbb8-3f4e-4e0a-b373-67e1a3da9c81 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685609 Aug 11 02:18:52.719811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.787206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c59bb-ec34-4710-ac79-e679a9ab4b18 req-846cb875-ea88-4f2c-9503-cd94bb087509 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.790331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c8c59bb-ec34-4710-ac79-e679a9ab4b18 req-846cb875-ea88-4f2c-9503-cd94bb087509 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 946 time: 0.2873983 Aug 11 02:18:52.838585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c934ab4a-2856-4219-be33-f8d2a5153d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.843533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c934ab4a-2856-4219-be33-f8d2a5153d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.845937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c934ab4a-2856-4219-be33-f8d2a5153d60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e73366fc-fe71-4599-a44c-e2f604d04e3d HTTP/1.1" status: 204 len: 168 time: 0.7934232 Aug 11 02:18:52.900935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934ab4a-2856-4219-be33-f8d2a5153d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73366fc-fe71-4599-a44c-e2f604d04e3d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:52.921296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:52.928188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:52.967377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.975461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c8c59bb-ec34-4710-ac79-e679a9ab4b18 req-5deb9253-2b14-4068-b66d-ca9cb4e04018 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604536 Aug 11 02:18:52.979334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-05b35e9d-598c-449c-8435-b6a893a5746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.980947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-05b35e9d-598c-449c-8435-b6a893a5746b service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3440585 Aug 11 02:18:52.982610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-d883e5ac-b2a5-49a7-aba6-94af3e2d3877 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.985627 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-d883e5ac-b2a5-49a7-aba6-94af3e2d3877 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1097 time: 0.3764176 Aug 11 02:18:53.070559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-8'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:53.083548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.084402 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.086066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] 10.222.0.59 "PUT /v2.0/ports/ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d HTTP/1.1" status: 200 len: 1095 time: 4.5717716 Aug 11 02:18:53.117774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:53.121176 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:53.125676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-be5e9201-eed5-4835-857a-da897c6f0c81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 HTTP/1.1" status: 200 len: 217 time: 0.1294694 Aug 11 02:18:53.187374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422198be-b227-491a-be26-9937a9d82293 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:53.204078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.272718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66df3a0-d74e-4ce1-8418-c2879edb07ac service neutron] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:53.289594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d60a9-a206-4bdc-a77d-6ad38fed6a6c req-0f0b46cd-ac16-4982-a5be-67aa14927787 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.291985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-c7f07ca5-1a9e-43b0-83ae-8b0702b19ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.293508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5d60a9-a206-4bdc-a77d-6ad38fed6a6c req-0f0b46cd-ac16-4982-a5be-67aa14927787 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 946 time: 0.1759353 Aug 11 02:18:53.294125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-c7f07ca5-1a9e-43b0-83ae-8b0702b19ae0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1098 time: 0.1486886 Aug 11 02:18:53.295860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Transition to ACTIVE for port object 422198be-b227-491a-be26-9937a9d82293 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:53.297138 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.306883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-af02abfa-8aab-4f98-9cb9-442a4835c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.309889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-af02abfa-8aab-4f98-9cb9-442a4835c336 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1681836 Aug 11 02:18:53.325731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.445902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5d60a9-a206-4bdc-a77d-6ad38fed6a6c req-74884502-55aa-4b4e-9550-81c8b6772afd tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344545 Aug 11 02:18:53.476601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-c152b5bf-294b-4f09-a250-2b33d5de1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.479295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-c152b5bf-294b-4f09-a250-2b33d5de1e09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428056 Aug 11 02:18:53.575906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-82d3b352-02f9-4f21-8d15-0982e6471f8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d HTTP/1.1" status: 200 len: 217 time: 0.2545934 Aug 11 02:18:53.711767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Pushing event updated for resources: {'Port': ['ID=422198be-b227-491a-be26-9937a9d82293,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:53.739405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36756bb6-27d3-4f65-8c0a-63668a23da09 req-cd5d5924-3f6f-4eed-8e5d-6208f8911fd9 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.749954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36756bb6-27d3-4f65-8c0a-63668a23da09 req-cd5d5924-3f6f-4eed-8e5d-6208f8911fd9 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 947 time: 0.1696396 Aug 11 02:18:53.789261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-a5dfa5b4-81c0-430f-91f0-e15ad70957a5 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020928 Aug 11 02:18:53.880134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36756bb6-27d3-4f65-8c0a-63668a23da09 req-7fa77457-5317-4810-bb22-b137b52867a6 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288817 Aug 11 02:18:53.929260 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c156071-2835-4b8d-98b8-e243beb8e1ca x-openstack-request-id: req-9c156071-2835-4b8d-98b8-e243beb8e1ca {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:53.931609 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:53.932539 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c156071-2835-4b8d-98b8-e243beb8e1ca {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:53.933825 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'status': 'completed', 'code': 200} Aug 11 02:18:54.033092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc84008b-4dd2-47b9-a999-faeb5d1ddb46 req-24e941cd-321c-418e-81a1-8270a90a2c1a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343597 Aug 11 02:18:54.051512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-a62e4e38-a702-4d35-8ea8-57e84b06ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.054207 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-a62e4e38-a702-4d35-8ea8-57e84b06ffbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.4521503 Aug 11 02:18:54.145459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Attempting to bind port 422198be-b227-491a-be26-9937a9d82293 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:54.146035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Attempting to bind port 422198be-b227-491a-be26-9937a9d82293 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:54.146488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Attempting to bind port 422198be-b227-491a-be26-9937a9d82293 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:54.155363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db1e84-9ab2-46f3-bbf0-f7c1be25f896 req-88d99911-8227-4ece-8570-50a68448e929 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.157178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Port 422198be-b227-491a-be26-9937a9d82293 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:54.157635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Attempting to bind port 422198be-b227-491a-be26-9937a9d82293 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:54.170750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87db1e84-9ab2-46f3-bbf0-f7c1be25f896 req-88d99911-8227-4ece-8570-50a68448e929 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 948 time: 0.1124141 Aug 11 02:18:54.182426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-db62b553-8a69-4be1-aa6b-5df51caebd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.184538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-db62b553-8a69-4be1-aa6b-5df51caebd41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208849 Aug 11 02:18:54.186996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:54.189853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:54.190427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:54.190958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:54.191516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Bound port: 422198be-b227-491a-be26-9937a9d82293, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:54.191993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.245395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87db1e84-9ab2-46f3-bbf0-f7c1be25f896 req-4be867be-f571-478a-9238-5b5f4293eb72 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688984 Aug 11 02:18:54.292596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] For port 422198be-b227-491a-be26-9937a9d82293, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:54.297220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] For port 422198be-b227-491a-be26-9937a9d82293, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=422198be-b227-491a-be26-9937a9d82293,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:54.316936 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.401485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:54.517591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.518455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.520112 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] 10.222.0.59 "PUT /v2.0/ports/422198be-b227-491a-be26-9937a9d82293 HTTP/1.1" status: 200 len: 1096 time: 3.6811419 Aug 11 02:18:54.533358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6c3e-d930-4bad-a5f9-e67b461e344e service neutron] Pushing event updated for resources: {'Port': ['ID=422198be-b227-491a-be26-9937a9d82293,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:54.558963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:54.651631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:54.697847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195', 'mac_address': 'fa:16:3e:93:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:54.706535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-427bd90b-de67-4080-9394-982824a1032e service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904542 Aug 11 02:18:54.801642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.809336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.824031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:54.835499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.855182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:54.865568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.923075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:54.934595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-d4d2b32d-c852-4f17-9ba0-5a3059ce7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.941659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-d4d2b32d-c852-4f17-9ba0-5a3059ce7c1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 1099 time: 0.3095810 Aug 11 02:18:55.034887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:55.054333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-6893709e-c4ed-4cf2-9eb3-e1b6f8b59d6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=422198be-b227-491a-be26-9937a9d82293 HTTP/1.1" status: 200 len: 217 time: 0.0985405 Aug 11 02:18:55.069717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814a2a7-e09d-4aed-826a-330f49962732 req-de5215ab-6013-4e84-a803-afe64cc179d8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.081071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2814a2a7-e09d-4aed-826a-330f49962732 req-de5215ab-6013-4e84-a803-afe64cc179d8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.1437588 Aug 11 02:18:55.108906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:55.175306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:55.176052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:55.176663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:55.178169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2814a2a7-e09d-4aed-826a-330f49962732 req-e17b0258-a9a4-4a75-b968-c45790d408cc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960581 Aug 11 02:18:55.182096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd45c9dc-c4f1-46ee-a24c-f7f924fef83d req-8b7508b0-fb48-43e4-82cc-21155f9d9312 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558787 Aug 11 02:18:55.210151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-6461cfb7-1c3f-48ec-bd53-d907ce185308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.214318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-6461cfb7-1c3f-48ec-bd53-d907ce185308 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1531727 Aug 11 02:18:55.219049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:55.219451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Attempting to bind port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:55.352762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:55.353556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:55.354248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:55.354988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Bound port: 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:55.355583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.472091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3091f8-7ee2-4382-af51-2bb7840a9fd3 req-eaada80d-3651-45e6-9e59-53be4214d89f tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.500105 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c3091f8-7ee2-4382-af51-2bb7840a9fd3 req-eaada80d-3651-45e6-9e59-53be4214d89f tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 948 time: 0.1907213 Aug 11 02:18:55.566747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-f743939e-392b-4713-91b2-fda40495272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.571045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-f743939e-392b-4713-91b2-fda40495272d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1098 time: 0.2697001 Aug 11 02:18:55.644978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c3091f8-7ee2-4382-af51-2bb7840a9fd3 req-880afb48-6a31-4ad1-ad5a-8f5e0b6f3954 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412179 Aug 11 02:18:55.649055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-9849c3fc-8ac0-4928-ba91-184eacc522a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.650778 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-9849c3fc-8ac0-4928-ba91-184eacc522a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4217231 Aug 11 02:18:55.862784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:55.892863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-5d0b57af-78c1-4fdb-9be0-6d14406aa4ad service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198312 Aug 11 02:18:55.897604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:55.949103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.955680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'tag': '422198be-b227-491a-be26-9937a9d82293'}, {'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:55.958794 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa64b14-e4fa-4d97-a900-f1df67108f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba5910-33f5-4072-ba22-d6737e5169f2", "tag": "422198be-b227-491a-be26-9937a9d82293"}, {"server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:55.959686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5b19c-d54d-4536-a463-5de43a4a86a1 req-df143019-c65e-4ea2-b63e-e99d589f14de tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.974986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2be5b19c-d54d-4536-a463-5de43a4a86a1 req-df143019-c65e-4ea2-b63e-e99d589f14de tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 948 time: 0.1863730 Aug 11 02:18:56.070222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-b3863f2f-04a2-4b89-883d-81a9c82ed5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.072004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2be5b19c-d54d-4536-a463-5de43a4a86a1 req-1b769ffa-11e0-4530-b7a1-9dabac76a5fd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902264 Aug 11 02:18:56.073252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-b3863f2f-04a2-4b89-883d-81a9c82ed5e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4894075 Aug 11 02:18:56.355278 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5655a21c-61e1-43da-a0d4-e8dd22502135 x-openstack-request-id: req-5655a21c-61e1-43da-a0d4-e8dd22502135 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:56.355764 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba5910-33f5-4072-ba22-d6737e5169f2", "tag": "422198be-b227-491a-be26-9937a9d82293", "status": "completed", "code": 200}, {"server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:56.356189 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5655a21c-61e1-43da-a0d4-e8dd22502135 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:56.356824 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'tag': '422198be-b227-491a-be26-9937a9d82293', 'status': 'completed', 'code': 200} Aug 11 02:18:56.357233 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'code': 200} Aug 11 02:18:56.419966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-18f02c65-4a4d-4441-a497-774efcc5b99c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d HTTP/1.1" status: 200 len: 217 time: 0.3281384 Aug 11 02:18:56.422765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdf194-98d7-40fb-a0b4-efc2206bb628 req-60f8241c-f9d2-4252-a0eb-9c87cea6b88e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.430724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:56.431344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2fdf194-98d7-40fb-a0b4-efc2206bb628 req-60f8241c-f9d2-4252-a0eb-9c87cea6b88e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.0656002 Aug 11 02:18:56.448510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.451401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.455610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] 10.222.0.25 "PUT /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 1122 time: 3.3950338 Aug 11 02:18:56.492623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2fdf194-98d7-40fb-a0b4-efc2206bb628 req-f2b094a0-3ec9-46ad-8488-9c73f2102d73 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Aug 11 02:18:56.503339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d1235-85c7-450f-8c0e-4835584af65e service neutron] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:56.531120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:56.604820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5751f35-4fa1-4874-bab0-40e8f0c3457e req-bbaffabf-b245-49d4-8c93-9d1e9b97278d service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019110 Aug 11 02:18:56.615289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-c900336d-3972-4b6a-a341-72455a7fd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.617915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-c900336d-3972-4b6a-a341-72455a7fd7bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1440568 Aug 11 02:18:56.715629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:56.752398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:56.756086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:56.816110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-2005670d-df20-4d3e-bc78-0986b0802a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.819629 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-2005670d-df20-4d3e-bc78-0986b0802a68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921887 Aug 11 02:18:56.822156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585640fe-4413-461a-987c-8d50d6b6b61c req-b782a61e-aa90-41c6-9475-a9860ae7b948 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.831313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-585640fe-4413-461a-987c-8d50d6b6b61c req-b782a61e-aa90-41c6-9475-a9860ae7b948 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 948 time: 0.0836616 Aug 11 02:18:56.893845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-585640fe-4413-461a-987c-8d50d6b6b61c req-824548cd-76d2-4151-bc70-c454f6f4aa12 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611985 Aug 11 02:18:56.995587 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:18:57.089482 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.100965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45582) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:57.119188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-5fb23de3-e33c-4016-bc9f-0b79d2ba9bdc service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868493 Aug 11 02:18:57.131124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-89f2c88a-eedb-403e-8e56-77191fd19b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.131903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:57.134614 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-89f2c88a-eedb-403e-8e56-77191fd19b72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 1099 time: 0.4125035 Aug 11 02:18:57.135445 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8443aae8-1ec6-49a6-ada4-c8888555bf4b" -d '{"events": [{"server_uuid": "4c7fb0bd-3857-4eb8-a5c1-d312098ab624", "name": "network-vif-plugged", "status": "completed", "tag": "8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:57.156280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:57.162670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.242848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:57.427361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c02f151-7d3f-4af7-8263-d956dc9bfede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.629522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c02f151-7d3f-4af7-8263-d956dc9bfede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.675821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c341d5-c6df-4871-b045-859ae259b4ff req-7afb051c-86be-4483-b747-970fd2195e27 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.683603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6c341d5-c6df-4871-b045-859ae259b4ff req-7afb051c-86be-4483-b747-970fd2195e27 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 948 time: 0.3705580 Aug 11 02:18:57.690465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c02f151-7d3f-4af7-8263-d956dc9bfede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.771650 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ff3bdb5-45e8-4eeb-ac9e-df4b54995c7f req-aa00f88b-5a37-4981-b111-ce240139cde1 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351235 Aug 11 02:18:57.772684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-f22530b5-5860-4d7e-8774-bb395f8df2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.782981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-f22530b5-5860-4d7e-8774-bb395f8df2bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.6325767 Aug 11 02:18:57.805455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02f151-7d3f-4af7-8263-d956dc9bfede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db37233-e734-4a3c-aa9c-8d02afb8d064,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:57.844235 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-137663c0-0e38-4967-a835-2f05d598a689 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=422198be-b227-491a-be26-9937a9d82293 HTTP/1.1" status: 200 len: 217 time: 0.0603018 Aug 11 02:18:57.865808 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8d866f-9b26-4e51-9965-9f45776a998a x-openstack-request-id: req-5a8d866f-9b26-4e51-9965-9f45776a998a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:57.866728 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7fb0bd-3857-4eb8-a5c1-d312098ab624", "name": "network-vif-plugged", "status": "completed", "tag": "8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:57.866728 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a8d866f-9b26-4e51-9965-9f45776a998a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:57.866728 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195', 'code': 200} Aug 11 02:18:57.898160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2c02f151-7d3f-4af7-8263-d956dc9bfede admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=238a1ec08a034e3fa93a556eac8f0765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7958994 Aug 11 02:18:57.902398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45600) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:57.957651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6c341d5-c6df-4871-b045-859ae259b4ff req-6a4b48e0-ef72-40b7-99eb-36f2102b2de4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614069 Aug 11 02:18:58.032559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:58.104086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-bf03b239-c6b9-4a30-9771-3daaace33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.107124 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-bf03b239-c6b9-4a30-9771-3daaace33a6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2551727 Aug 11 02:18:58.113200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674c16b-e060-4c4e-aa25-1a27f4a33164 req-c58c20ac-f0ef-404a-9802-c142a90de442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.115398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b674c16b-e060-4c4e-aa25-1a27f4a33164 req-c58c20ac-f0ef-404a-9802-c142a90de442 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 1100 time: 0.1421609 Aug 11 02:18:58.134985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c76386e-46cb-4de7-be39-2bdbe814b044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.209281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c76386e-46cb-4de7-be39-2bdbe814b044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.213549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b674c16b-e060-4c4e-aa25-1a27f4a33164 req-1e1ac2b7-f025-4bee-b402-01e09aa7f7ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Aug 11 02:18:58.230234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-82b11939-3876-4d25-88d3-f47ca7282068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.231818 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-82b11939-3876-4d25-88d3-f47ca7282068 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146040 Aug 11 02:18:58.235402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba64c3-1fff-4056-8c44-4165d43a8a44 req-db28f2b7-0dc6-4b16-9315-94b5dd8c25de tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.243794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23ba64c3-1fff-4056-8c44-4165d43a8a44 req-db28f2b7-0dc6-4b16-9315-94b5dd8c25de tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.2301366 Aug 11 02:18:58.308248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:58.323222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'mac_address': 'fa:16:3e:f6:19:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:58.332158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23ba64c3-1fff-4056-8c44-4165d43a8a44 req-e1c849ab-f032-4176-951a-cbfab82d50fd tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847175 Aug 11 02:18:58.361983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c76386e-46cb-4de7-be39-2bdbe814b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.372655 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c76386e-46cb-4de7-be39-2bdbe814b044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.373768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:58.376593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8c76386e-46cb-4de7-be39-2bdbe814b044 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6db37233-e734-4a3c-aa9c-8d02afb8d064 HTTP/1.1" status: 204 len: 168 time: 0.4730549 Aug 11 02:18:58.379762 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:58.380954 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.395416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76386e-46cb-4de7-be39-2bdbe814b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db37233-e734-4a3c-aa9c-8d02afb8d064,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:58.433209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:58.453180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:58.460029 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-eee28089-d365-4f4d-bcb1-51ac8939b5d3 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194486 Aug 11 02:18:58.478800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:58.488028 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.518596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c7e1-6943-42ac-ad1e-4f72b850bf92 req-c8bd6f59-ebb1-4c58-90c8-083b69448e37 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.522651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c280c7e1-6943-42ac-ad1e-4f72b850bf92 req-c8bd6f59-ebb1-4c58-90c8-083b69448e37 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 949 time: 0.0935805 Aug 11 02:18:58.583777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c280c7e1-6943-42ac-ad1e-4f72b850bf92 req-dba40f39-f287-40cf-88cb-043632286943 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Aug 11 02:18:58.640331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:58.678930 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b20349-2beb-4091-b0de-d9f6da47046d x-openstack-request-id: req-f0b20349-2beb-4091-b0de-d9f6da47046d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:58.680231 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:58.681980 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0b20349-2beb-4091-b0de-d9f6da47046d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:58.685470 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'status': 'completed', 'code': 200} Aug 11 02:18:58.713958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:58.724900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:58.730672 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5fa64b14-e4fa-4d97-a900-f1df67108f6a req-6b350844-1e86-45f6-ac86-3bd0603ba842 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633331 Aug 11 02:18:58.788059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-e8c2eb2b-e041-4c0c-a0e1-0bb2375f14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.791565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-e8c2eb2b-e041-4c0c-a0e1-0bb2375f14ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1125 time: 0.0742745 Aug 11 02:18:58.800479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 has no active binding in host n-h1-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:18:58.975742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-cc8db540-5a5a-4ff4-8c36-efa0ab73cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.984633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-cc8db540-5a5a-4ff4-8c36-efa0ab73cf02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1789496 Aug 11 02:18:59.075821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-28c56ead-a8fd-4a67-afa4-4f9d7b6fa9f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.0841615 Aug 11 02:18:59.087674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45630) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:59.107740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f954-50b2-44c5-96e8-a825339d5e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.174395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-86ef2682-32a1-4236-9b60-05fc72d0a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:59.177082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-86ef2682-32a1-4236-9b60-05fc72d0a641 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.0896780 Aug 11 02:18:59.245605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-f979293c-7d2d-4f68-987e-62de878e7d40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590155 Aug 11 02:18:59.308447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f954-50b2-44c5-96e8-a825339d5e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.316171 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f954-50b2-44c5-96e8-a825339d5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.368525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4c6f954-50b2-44c5-96e8-a825339d5e5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1f97a8e816e4519a45394e3826040d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794769 Aug 11 02:18:59.371110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45636) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:59.439143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-0190494b-29cc-44fe-ba5b-f016fa05c6ef service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818478 Aug 11 02:18:59.457410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6f954-50b2-44c5-96e8-a825339d5e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d253e-e306-4d38-a857-f5b6fb706025,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:59.548674 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ad557d8-9fea-4ef6-8f8a-24b95391317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.574149 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e26d216b-83b4-4e97-8b85-6bb8216bf3b2 req-053ce892-2fef-4ca0-b7f2-3391f70ce192 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262510 Aug 11 02:18:59.574450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ad557d8-9fea-4ef6-8f8a-24b95391317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.594851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f10a8e-c1cd-4c67-a481-df3fc7200148 req-6c2c20c3-afec-46e8-8ccd-3790b1488d1d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:59.596246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47f10a8e-c1cd-4c67-a481-df3fc7200148 req-6c2c20c3-afec-46e8-8ccd-3790b1488d1d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 948 time: 0.1659629 Aug 11 02:18:59.665562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47f10a8e-c1cd-4c67-a481-df3fc7200148 req-721e2da1-73c9-487c-a204-e9c9e458acf8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Aug 11 02:18:59.679567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ad557d8-9fea-4ef6-8f8a-24b95391317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.684056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ad557d8-9fea-4ef6-8f8a-24b95391317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.685909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4ad557d8-9fea-4ef6-8f8a-24b95391317a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/603d253e-e306-4d38-a857-f5b6fb706025 HTTP/1.1" status: 204 len: 168 time: 0.3133078 Aug 11 02:18:59.711428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad557d8-9fea-4ef6-8f8a-24b95391317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d253e-e306-4d38-a857-f5b6fb706025,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:59.876297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1007ef0-aa38-417e-80b9-35c2eb9b044b req-a69ff535-7060-4d83-97f7-129834fe40e6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:59.878391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1007ef0-aa38-417e-80b9-35c2eb9b044b req-a69ff535-7060-4d83-97f7-129834fe40e6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 944 time: 0.0689540 Aug 11 02:18:59.935412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1007ef0-aa38-417e-80b9-35c2eb9b044b req-f9a1bf8f-8c45-4dbc-8fab-7b0dbef1f142 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493259 Aug 11 02:19:00.040058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 422198be-b227-491a-be26-9937a9d82293 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:00.087018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:00.254953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f3f4f-77a2-44e2-8692-d92d73f7c735 req-937c1f37-30ac-468c-9993-5201a3aa7c58 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.264024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d9f3f4f-77a2-44e2-8692-d92d73f7c735 req-937c1f37-30ac-468c-9993-5201a3aa7c58 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 949 time: 0.1060767 Aug 11 02:19:00.339682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d9f3f4f-77a2-44e2-8692-d92d73f7c735 req-480f5d1d-f5ea-40c5-9046-5feb517b143b tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745084 Aug 11 02:19:00.420398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 422198be-b227-491a-be26-9937a9d82293, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=422198be-b227-491a-be26-9937a9d82293,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:00.450717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '422198be-b227-491a-be26-9937a9d82293', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '422198be-b227-491a-be26-9937a9d82293', 'mac_address': 'fa:16:3e:ee:97:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:00.472330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:00.540848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:00.543137 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.604656 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.623424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-b17940d3-9498-43f7-bcf8-84f7d380f7c2 service neutron] 10.222.0.59 "GET /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.2144270 Aug 11 02:19:00.649949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422198be-b227-491a-be26-9937a9d82293 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:00.695871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 422198be-b227-491a-be26-9937a9d82293, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=422198be-b227-491a-be26-9937a9d82293,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:00.702449 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.801653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=422198be-b227-491a-be26-9937a9d82293,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:00.870990 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.925098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:00.933419 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60034fc7-b338-40c8-b6a4-242f20ba72e3" -d '{"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:00.955596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['422198be-b227-491a-be26-9937a9d82293'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:01.003225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:01.057058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:01.072217 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.075690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:01.116892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766519c-beb9-41ca-bee6-2f5085a0db78 req-fe70a765-343f-49b5-904d-c68eb9e627f7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.130978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9766519c-beb9-41ca-bee6-2f5085a0db78 req-fe70a765-343f-49b5-904d-c68eb9e627f7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 949 time: 0.1279597 Aug 11 02:19:01.189281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:01.198107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:01.220743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:01.253947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9766519c-beb9-41ca-bee6-2f5085a0db78 req-0732614f-727d-494d-b9cb-7ac87bbc77ff tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180255 Aug 11 02:19:01.284365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.485898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] Transition to ACTIVE for port object 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:01.495807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.513533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5a62-e25e-4785-bde5-e12f8eff89f6 req-c5f45db8-0f76-41cf-b0fb-4f5b8fbfef0d tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.526880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cfb5a62-e25e-4785-bde5-e12f8eff89f6 req-c5f45db8-0f76-41cf-b0fb-4f5b8fbfef0d tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 949 time: 0.1207209 Aug 11 02:19:01.566916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45706) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:01.601901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:01.652720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cfb5a62-e25e-4785-bde5-e12f8eff89f6 req-9ba59f73-6c75-455b-bc4a-e6784179c8da tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246009 Aug 11 02:19:01.672709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] No DVR routers for this DVR port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:01.708471 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37a3fce-5e79-48f5-a655-c7c0e852c41e x-openstack-request-id: req-f37a3fce-5e79-48f5-a655-c7c0e852c41e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:01.708875 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:01.709205 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f37a3fce-5e79-48f5-a655-c7c0e852c41e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:01.710887 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'code': 200} Aug 11 02:19:01.745898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-16825691-6e1a-4a2f-8b84-7cebf695d8e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21/bindings/n-h1-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 1.1080956 Aug 11 02:19:01.923568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d689f-ffcd-4646-ae8e-a4d7dc5af910 req-8d5d73b9-fda2-4bd1-8cd9-a0993d317744 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.932174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-251d689f-ffcd-4646-ae8e-a4d7dc5af910 req-8d5d73b9-fda2-4bd1-8cd9-a0993d317744 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.1274931 Aug 11 02:19:01.943190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eca8e-5668-4e12-ab16-f1dfc841d662 req-37a49bce-3b72-4881-8610-b682d81211f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.946028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7eca8e-5668-4e12-ab16-f1dfc841d662 req-37a49bce-3b72-4881-8610-b682d81211f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.1623390 Aug 11 02:19:01.949835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-db71831e-1cb8-49ff-880c-abbea437a827 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.951565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-db71831e-1cb8-49ff-880c-abbea437a827 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.1221809 Aug 11 02:19:01.999286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-251d689f-ffcd-4646-ae8e-a4d7dc5af910 req-85ffb094-6e1f-4033-83ba-35b62bfefbec tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530162 Aug 11 02:19:02.001134 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7eca8e-5668-4e12-ab16-f1dfc841d662 req-c38057b9-8217-453f-9dc6-9f904080f6fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473027 Aug 11 02:19:02.051118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-3894b91e-e4ef-4db6-b990-401569060d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.053366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-3894b91e-e4ef-4db6-b990-401569060d50 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&tenant_id=95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 1096 time: 0.0661168 Aug 11 02:19:02.054806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 422198be-b227-491a-be26-9937a9d82293 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:02.122477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e090d173-ea6c-4224-9127-55f8ee1224f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.167705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0e253a31-cbc2-4b42-a80b-6d83d16db2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.173855 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-0e253a31-cbc2-4b42-a80b-6d83d16db2a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1096 time: 0.0874383 Aug 11 02:19:02.267710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 422198be-b227-491a-be26-9937a9d82293 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:02.290627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 422198be-b227-491a-be26-9937a9d82293 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:02.296186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.370162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-4cbfea8a-0a8e-4608-8d8e-83cebea466a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.374528 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-4cbfea8a-0a8e-4608-8d8e-83cebea466a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1863353 Aug 11 02:19:02.378334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e090d173-ea6c-4224-9127-55f8ee1224f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.454705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e090d173-ea6c-4224-9127-55f8ee1224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.520445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-3d21ed4e-b533-4959-9360-cecebbe10977 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.1366279 Aug 11 02:19:02.616824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-750ddb26-62b4-4bc5-8ddf-2543c246a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.619501 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-750ddb26-62b4-4bc5-8ddf-2543c246a64a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.0919249 Aug 11 02:19:02.672551 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.732415 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-e093a23d-8f8c-4a61-bb42-e07d111d4b16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040342 Aug 11 02:19:02.811133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-da197deb-b2f1-46ee-8030-e2e27a8338ed tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.818490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-da197deb-b2f1-46ee-8030-e2e27a8338ed tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 949 time: 0.4146826 Aug 11 02:19:02.824785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 422198be-b227-491a-be26-9937a9d82293, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=422198be-b227-491a-be26-9937a9d82293,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:02.830799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e090d173-ea6c-4224-9127-55f8ee1224f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=976f24489a984e53b025ab4c3e103667&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2528918 Aug 11 02:19:02.840345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.841736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:02.938157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45728) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:03.099305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:03.126649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:03.135087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b14aab-5e93-4d44-a464-7633807420ce req-6496dcb5-3edf-44f9-bb74-156b053447a7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.144254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26b14aab-5e93-4d44-a464-7633807420ce req-6496dcb5-3edf-44f9-bb74-156b053447a7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 949 time: 0.6180179 Aug 11 02:19:03.150987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=422198be-b227-491a-be26-9937a9d82293,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:03.196360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-3c281d16-6b23-4038-ab54-e07ac395c192 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547267 Aug 11 02:19:03.197452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-798d549e-6336-4a2b-a3d6-223909095252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.218138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090d173-ea6c-4224-9127-55f8ee1224f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7a838-7707-449a-b185-8777e5a38bb3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:03.290588 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-798d549e-6336-4a2b-a3d6-223909095252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.348606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26b14aab-5e93-4d44-a464-7633807420ce req-86ee8a45-f30c-4502-be11-5192a2cf00fd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019799 Aug 11 02:19:03.371219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-3e3de705-2697-4b45-90ad-4debb90636e7 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619720 Aug 11 02:19:03.384714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-798d549e-6336-4a2b-a3d6-223909095252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.387367 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-798d549e-6336-4a2b-a3d6-223909095252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.391102 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-798d549e-6336-4a2b-a3d6-223909095252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4b7a838-7707-449a-b185-8777e5a38bb3 HTTP/1.1" status: 204 len: 168 time: 0.4490590 Aug 11 02:19:03.406985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0a9c-13fe-4138-98df-370d6470cc99 req-f22f253e-b871-463d-9553-ee2e2a554ab8 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.409307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-102a0a9c-13fe-4138-98df-370d6470cc99 req-f22f253e-b871-463d-9553-ee2e2a554ab8 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 949 time: 0.2356081 Aug 11 02:19:03.409497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d549e-6336-4a2b-a3d6-223909095252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7a838-7707-449a-b185-8777e5a38bb3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:03.419995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Deleting port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:03.422421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.600353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-102a0a9c-13fe-4138-98df-370d6470cc99 req-965c7f94-d2b7-4683-82d0-4b3d5be19324 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/security-groups?id=516b67b2-efeb-4eb5-a496-667fed57c7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712666 Aug 11 02:19:03.636640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c379c40-ab73-47ca-8ab5-57951b8f3d39 req-67bade18-f804-4af8-85cb-7fc825b2820c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.645449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c379c40-ab73-47ca-8ab5-57951b8f3d39 req-67bade18-f804-4af8-85cb-7fc825b2820c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.1587534 Aug 11 02:19:03.653448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9182dd0-5567-4c69-855f-283abc787dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.661428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] For port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:03.662095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.693074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Calling delete_port for 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:03.712779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422198be-b227-491a-be26-9937a9d82293'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:03.715229 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a82e4e-9538-4a4c-822c-38a0456e8140" -d '{"events": [{"server_uuid": "a6ba5910-33f5-4072-ba22-d6737e5169f2", "name": "network-vif-plugged", "status": "completed", "tag": "422198be-b227-491a-be26-9937a9d82293"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:03.746042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c379c40-ab73-47ca-8ab5-57951b8f3d39 req-5f6fe07f-0f7e-4dfd-ad79-b1f424ce9c37 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902200 Aug 11 02:19:03.794319 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f1eaf1-41fb-4c76-9070-4d4324673a57 x-openstack-request-id: req-d7f1eaf1-41fb-4c76-9070-4d4324673a57 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:03.794908 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba5910-33f5-4072-ba22-d6737e5169f2", "name": "network-vif-plugged", "status": "completed", "tag": "422198be-b227-491a-be26-9937a9d82293", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:03.795330 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7f1eaf1-41fb-4c76-9070-4d4324673a57 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:03.795944 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422198be-b227-491a-be26-9937a9d82293', 'code': 200} Aug 11 02:19:03.877091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-c8d3895b-9293-4b3d-bb90-627dedaccbe3 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.879723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-c8d3895b-9293-4b3d-bb90-627dedaccbe3 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.2061262 Aug 11 02:19:03.920258 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.934569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:03.959067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Pushing event deleted for resources: {'Port': ['ID=8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.062097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68bdf-4623-4070-b4dd-a750ed838a53 req-f42fe9e7-5604-401e-948b-fe147af2ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:04.064044 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fb68bdf-4623-4070-b4dd-a750ed838a53 req-f42fe9e7-5604-401e-948b-fe147af2ad4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 1101 time: 0.1790032 Aug 11 02:19:04.065738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] No DVR routers for this DVR port 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:04.070383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.073842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abb97b2c-0d15-41a5-97c2-1e81fe23d23f req-18beaea2-7056-49ce-ba4e-b829c7d91a63 tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.25 "DELETE /v2.0/ports/8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 HTTP/1.1" status: 204 len: 173 time: 1.2426577 Aug 11 02:19:04.075820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'name': 'network-vif-deleted', 'tag': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:04.093413 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9a143-321c-4b05-bf23-8ae43eae9ce7" -d '{"events": [{"server_uuid": "4c7fb0bd-3857-4eb8-a5c1-d312098ab624", "name": "network-vif-deleted", "tag": "8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:04.187705 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e507f9-8285-4431-a2ef-fcdb324a4be3 x-openstack-request-id: req-99e507f9-8285-4431-a2ef-fcdb324a4be3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:04.188273 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7fb0bd-3857-4eb8-a5c1-d312098ab624", "name": "network-vif-deleted", "tag": "8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:04.188677 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99e507f9-8285-4431-a2ef-fcdb324a4be3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:04.189300 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7fb0bd-3857-4eb8-a5c1-d312098ab624', 'name': 'network-vif-deleted', 'tag': '8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195', 'status': 'completed', 'code': 200} Aug 11 02:19:04.283736 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fb68bdf-4623-4070-b4dd-a750ed838a53 req-00ecc6cc-23cc-4382-8719-a1f7fe6f314a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005212 Aug 11 02:19:04.320496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45762) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.328334 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9182dd0-5567-4c69-855f-283abc787dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.338982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9182dd0-5567-4c69-855f-283abc787dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.349873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f918731-ec9a-4a9f-b3d5-e20161ef7409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.388781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-cfc6e763-f8c8-4f5d-a67d-dd72848496a1 service neutron] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:04.447271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-cfc6e763-f8c8-4f5d-a67d-dd72848496a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.448744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-250f59cb-e7e1-4905-a4f1-b9e080288ead req-cfc6e763-f8c8-4f5d-a67d-dd72848496a1 service neutron] 10.222.0.25 "DELETE /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21/bindings/n-h2-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.5596375 Aug 11 02:19:04.469889 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9182dd0-5567-4c69-855f-283abc787dc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ecad0fb6f864a0ebf05a0c3596aab6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3367589 Aug 11 02:19:04.474655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45770) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.485621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f918731-ec9a-4a9f-b3d5-e20161ef7409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.491590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9182dd0-5567-4c69-855f-283abc787dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af2fab1-3ad7-4f79-af40-f615d983e342,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.523094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f918731-ec9a-4a9f-b3d5-e20161ef7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.548608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a907ae26-ba30-46fd-9af6-cacc70d145e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.585200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a907ae26-ba30-46fd-9af6-cacc70d145e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.605441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3f918731-ec9a-4a9f-b3d5-e20161ef7409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=413e26397f11406aa54e59839560f174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830279 Aug 11 02:19:04.607281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f918731-ec9a-4a9f-b3d5-e20161ef7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03329179-7f0d-491a-be1d-dcd08846d0d2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.609379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:04.698408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee8dd1-cb99-4f9e-8d10-74ab6d455e71 req-415f790d-c795-426d-8a96-0f9bcabf153f tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:04.700747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-505824fe-3ea6-4c1d-bf5f-68fdd65b3cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.709750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9eee8dd1-cb99-4f9e-8d10-74ab6d455e71 req-415f790d-c795-426d-8a96-0f9bcabf153f tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 950 time: 0.2215624 Aug 11 02:19:04.721566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a907ae26-ba30-46fd-9af6-cacc70d145e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.735523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a907ae26-ba30-46fd-9af6-cacc70d145e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.736708 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a907ae26-ba30-46fd-9af6-cacc70d145e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9af2fab1-3ad7-4f79-af40-f615d983e342 HTTP/1.1" status: 204 len: 168 time: 0.2610822 Aug 11 02:19:04.750282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-505824fe-3ea6-4c1d-bf5f-68fdd65b3cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.783994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907ae26-ba30-46fd-9af6-cacc70d145e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af2fab1-3ad7-4f79-af40-f615d983e342,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.850372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-505824fe-3ea6-4c1d-bf5f-68fdd65b3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.854275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-505824fe-3ea6-4c1d-bf5f-68fdd65b3cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.857771 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-505824fe-3ea6-4c1d-bf5f-68fdd65b3cd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03329179-7f0d-491a-be1d-dcd08846d0d2 HTTP/1.1" status: 204 len: 168 time: 0.2461934 Aug 11 02:19:04.901531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505824fe-3ea6-4c1d-bf5f-68fdd65b3cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03329179-7f0d-491a-be1d-dcd08846d0d2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.902868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9eee8dd1-cb99-4f9e-8d10-74ab6d455e71 req-f8df26c4-1a9d-472c-ad05-f4829cf35773 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780324 Aug 11 02:19:04.997151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-503d109f-3d04-4154-886f-38be67ecabe4 req-604a74f5-f082-467b-98c7-6583ac1da3ed tempest-ServerDiagnosticsNegativeTest-858838133 tempest-ServerDiagnosticsNegativeTest-858838133-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c7fb0bd-3857-4eb8-a5c1-d312098ab624 HTTP/1.1" status: 200 len: 210 time: 0.0929570 Aug 11 02:19:05.211104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371a2ea-bf45-4c5d-bb22-c98585f1e111 req-9f6077c1-19b6-4614-a8ba-2821c257d132 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.213771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c371a2ea-bf45-4c5d-bb22-c98585f1e111 req-9f6077c1-19b6-4614-a8ba-2821c257d132 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.1007867 Aug 11 02:19:05.341980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c371a2ea-bf45-4c5d-bb22-c98585f1e111 req-56270c89-fcf4-436c-a442-795c8b941b45 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931804 Aug 11 02:19:05.534385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:05.559707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef86d213-e28a-42d1-b314-37a48d8ed622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.740767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:05.809856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc8133-d6d9-429e-b48a-f4cd0b023aff req-c4a2bff6-7c58-4c28-b1af-bcaa2adea05d tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.812777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef86d213-e28a-42d1-b314-37a48d8ed622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.821168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdc8133-d6d9-429e-b48a-f4cd0b023aff req-c4a2bff6-7c58-4c28-b1af-bcaa2adea05d tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1096 time: 0.3359978 Aug 11 02:19:05.825808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef86d213-e28a-42d1-b314-37a48d8ed622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.857957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdc8133-d6d9-429e-b48a-f4cd0b023aff req-96c1a198-e626-4435-86b5-3791811612ea tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Aug 11 02:19:05.916500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef86d213-e28a-42d1-b314-37a48d8ed622 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07493c3ea47f4ae1849d305b0005503c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805494 Aug 11 02:19:05.923300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45810) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.013519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04f2805-6a58-47ae-8220-6fe52465d31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.023319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86d213-e28a-42d1-b314-37a48d8ed622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a2598-e39f-4da9-b773-5462b7d5cb0a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:06.030205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3951b44-5b1c-4a2a-a44a-542bd7ff25ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.081805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3951b44-5b1c-4a2a-a44a-542bd7ff25ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.200881 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3951b44-5b1c-4a2a-a44a-542bd7ff25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.203925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3951b44-5b1c-4a2a-a44a-542bd7ff25ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.208450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3951b44-5b1c-4a2a-a44a-542bd7ff25ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/920a2598-e39f-4da9-b773-5462b7d5cb0a HTTP/1.1" status: 204 len: 168 time: 0.2830529 Aug 11 02:19:06.254480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951b44-5b1c-4a2a-a44a-542bd7ff25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a2598-e39f-4da9-b773-5462b7d5cb0a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:06.283216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5d15-0c62-4563-ad39-b42e73d3d623 req-1d5f4320-3d9e-4e49-a14f-d838ca878eb6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:06.294722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c5d5d15-0c62-4563-ad39-b42e73d3d623 req-1d5f4320-3d9e-4e49-a14f-d838ca878eb6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 950 time: 0.1149650 Aug 11 02:19:06.320363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04f2805-6a58-47ae-8220-6fe52465d31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.332043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04f2805-6a58-47ae-8220-6fe52465d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.394876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c5d5d15-0c62-4563-ad39-b42e73d3d623 req-30335641-ed34-4f44-9b36-c645707f3a56 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 Aug 11 02:19:06.465810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:06.482994 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a04f2805-6a58-47ae-8220-6fe52465d31a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf3efd45cd394502bd1b07880b0b1f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7380836 Aug 11 02:19:06.488263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45842) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.518596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:06.519681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fe2487f-e1cf-4efa-aa3e-3b61bdfb6195 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:06.531921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f2805-6a58-47ae-8220-6fe52465d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3495cf2-da4c-4dc5-bbc8-3f556cea95dc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:06.699407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3939a-ef8b-4e63-858e-5c684ea92ec9 req-0a696b41-708d-44d9-8acf-3ab5b1ed9429 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:06.701174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17f3939a-ef8b-4e63-858e-5c684ea92ec9 req-0a696b41-708d-44d9-8acf-3ab5b1ed9429 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1341758 Aug 11 02:19:06.748583 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a262b854-6bd3-4d90-a6cb-fd9a2e87d004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.879305 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a262b854-6bd3-4d90-a6cb-fd9a2e87d004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.918507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17f3939a-ef8b-4e63-858e-5c684ea92ec9 req-fd193c38-ee0f-4ea4-b7b3-e004a9461806 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071488 Aug 11 02:19:06.941365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7a8921da-2bd3-4bd6-9b7a-61c89cb169c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:06.943759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7a8921da-2bd3-4bd6-9b7a-61c89cb169c4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.5013003 Aug 11 02:19:06.967573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.987437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-b6373ae9-8793-44ef-96a9-9d989bd8d94c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/quotas/95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 375 time: 0.0364144 Aug 11 02:19:07.094182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7386eb28-3f06-4c36-86c1-9daa95fbab20 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055410 Aug 11 02:19:07.109921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a262b854-6bd3-4d90-a6cb-fd9a2e87d004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.115533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a262b854-6bd3-4d90-a6cb-fd9a2e87d004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.125113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a262b854-6bd3-4d90-a6cb-fd9a2e87d004 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3495cf2-da4c-4dc5-bbc8-3f556cea95dc HTTP/1.1" status: 204 len: 168 time: 0.6350799 Aug 11 02:19:07.253806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262b854-6bd3-4d90-a6cb-fd9a2e87d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3495cf2-da4c-4dc5-bbc8-3f556cea95dc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.331454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-59d3712b-c6f7-4b1c-aea3-27cae621c029 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30f8ca3b2bef4fd8b1280b4db36a9a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626204 Aug 11 02:19:07.332121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:07.374536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-f91eb7b0-2009-4c46-90e3-4ff6e0b0c5c8 service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691271 Aug 11 02:19:07.421294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f15bd661-c84c-4b9d-a44e-ec0cf8e7d580 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450933 Aug 11 02:19:07.468195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dac3cee-11f2-4bbd-a825-a62bf6a2e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.522945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dac3cee-11f2-4bbd-a825-a62bf6a2e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.640634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dac3cee-11f2-4bbd-a825-a62bf6a2e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.644290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dac3cee-11f2-4bbd-a825-a62bf6a2e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.649729 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5dac3cee-11f2-4bbd-a825-a62bf6a2e83b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/516b67b2-efeb-4eb5-a496-667fed57c7a6 HTTP/1.1" status: 204 len: 168 time: 0.3165004 Aug 11 02:19:07.678736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac3cee-11f2-4bbd-a825-a62bf6a2e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b67b2-efeb-4eb5-a496-667fed57c7a6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.768326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-c1ef97d7-fc2e-454b-a64f-6f4161498ec2 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:07.771279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-c1ef97d7-fc2e-454b-a64f-6f4161498ec2 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360143 Aug 11 02:19:07.819649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-73906a52-252b-4bac-a9b5-711688d26b5b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/quotas/010682f0be5d47fd8abdd1006c06f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0364273 Aug 11 02:19:07.948431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-3191180d-33b7-4bce-82c9-ac30239f945b service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316215 Aug 11 02:19:07.989144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f3a26174-3b5c-4959-99f2-e647813e6f5b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564353 Aug 11 02:19:08.425326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-188a43e8-f620-4b0e-8c10-59365e6a3d75 req-7722e012-985b-4b28-a81a-0109c0fd7e54 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 210 time: 0.0878067 Aug 11 02:19:08.516692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45910) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:08.564481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32ecf387-5a51-426f-9f7c-11e7ea759dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.582151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01aed985-a61a-4c2f-9f61-f9d51d35aded req-c867c9f6-b9c2-483b-8699-8402e93edbb0 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 210 time: 0.0624011 Aug 11 02:19:08.842746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32ecf387-5a51-426f-9f7c-11e7ea759dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.852300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32ecf387-5a51-426f-9f7c-11e7ea759dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.941011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecf387-5a51-426f-9f7c-11e7ea759dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753854fc-c18c-4118-bfde-f3b32375e641,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:08.970036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-32ecf387-5a51-426f-9f7c-11e7ea759dcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c0e105cce424b7d87e99646b053fae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516997 Aug 11 02:19:08.974552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:09.071948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32db6527-84c9-4dd2-9851-6c31518b2070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.104999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45926) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:09.115637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32db6527-84c9-4dd2-9851-6c31518b2070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.145539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06718442-a313-4396-8522-5bfc932cb548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.206102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32db6527-84c9-4dd2-9851-6c31518b2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.209558 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32db6527-84c9-4dd2-9851-6c31518b2070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.211053 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-32db6527-84c9-4dd2-9851-6c31518b2070 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/753854fc-c18c-4118-bfde-f3b32375e641 HTTP/1.1" status: 204 len: 168 time: 0.2352848 Aug 11 02:19:09.231194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6527-84c9-4dd2-9851-6c31518b2070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753854fc-c18c-4118-bfde-f3b32375e641,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:09.464040 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06718442-a313-4396-8522-5bfc932cb548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.477038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06718442-a313-4396-8522-5bfc932cb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.531326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-06718442-a313-4396-8522-5bfc932cb548 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48f1fbfef71648cdbbb665db94736f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244399 Aug 11 02:19:09.532267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06718442-a313-4396-8522-5bfc932cb548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ee156-3025-4dd1-b6cc-170158f3b177,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:09.535712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45940) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:09.608284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-535d43a3-b851-4f08-b828-89dd895b05ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.666534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-535d43a3-b851-4f08-b828-89dd895b05ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.672221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdea968c-37ac-49f9-ba69-cf0bae57b7dc req-d7578215-7dd4-4daf-a610-5634324c3059 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 210 time: 0.0697873 Aug 11 02:19:09.751245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-535d43a3-b851-4f08-b828-89dd895b05ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.755264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-535d43a3-b851-4f08-b828-89dd895b05ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:09.763254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-535d43a3-b851-4f08-b828-89dd895b05ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c1ee156-3025-4dd1-b6cc-170158f3b177 HTTP/1.1" status: 204 len: 168 time: 0.2261269 Aug 11 02:19:09.775775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d43a3-b851-4f08-b828-89dd895b05ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ee156-3025-4dd1-b6cc-170158f3b177,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:09.801490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad4896ed-52db-473a-9a8c-08425c809b74 req-2171d518-7148-4b29-b9c0-c5c750f7700a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 210 time: 0.0503399 Aug 11 02:19:10.332117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-54415c04-96bd-4d55-a2b9-83e38e60504c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:10.338823 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-54415c04-96bd-4d55-a2b9-83e38e60504c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.2460747 Aug 11 02:19:10.358728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Request body: {'port': {'device_id': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'admin_state_up': True, 'tenant_id': '95e22bd4c24e4cd5a7407c6482115dab'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:10.491196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-4e6f3f12-de2c-427c-86b8-9eb1c35a40a4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451519 Aug 11 02:19:10.763433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-72e87cb2-3264-49a1-9d5d-8711e4b9bf3a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:10.765203 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-72e87cb2-3264-49a1-9d5d-8711e4b9bf3a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686801 Aug 11 02:19:10.793036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Request body: {'port': {'device_id': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '010682f0be5d47fd8abdd1006c06f7f3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:10.817709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Made reservation on behalf of 95e22bd4c24e4cd5a7407c6482115dab for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:10.827041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.034584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b973f72-a326-41bf-98d3-a10e382df399 req-d661db3d-ba4a-43e1-b52b-fd0e0cf70b6c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 210 time: 0.1393616 Aug 11 02:19:11.099894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Made reservation on behalf of 010682f0be5d47fd8abdd1006c06f7f3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:11.111032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.164092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ce1fb04-bbfd-450a-af22-b9551864dd94 req-b70a176d-3fa1-4397-a2a1-5868da13fc4e tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 210 time: 0.1386640 Aug 11 02:19:11.179807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Allocated IP 172.20.0.14 (609d90c9-f85c-426b-a186-9ff5357b9585/79d6126f-7027-4e66-9dda-485229d5aef0/659ab261-b134-4f68-9877-e0097a2feebc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:11.456735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Allocated IP 192.168.233.224 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/9bc954ca-10f5-407a-88d9-886c8f8f72f5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:11.551316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.717741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.731936 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.774810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Transition to ACTIVE for port object 9bc954ca-10f5-407a-88d9-886c8f8f72f5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:11.801296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Network 609d90c9-f85c-426b-a186-9ff5357b9585 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:11.804387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:11.809760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:11.813907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:11.886601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:11.887285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.901882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.916333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-296432f6-713b-4958-aef1-6ef4fecbd209 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5673234 Aug 11 02:19:11.917395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', '422198be-b227-491a-be26-9937a9d82293'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:11.949225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Request body: {'port': {'device_id': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:11.993495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:11.999924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event updated for resources: {'Port': ['ID=9bc954ca-10f5-407a-88d9-886c8f8f72f5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:12.003547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:12.010284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:12.081886 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.133838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.134874 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.190090 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-f88c1bf9-c069-480a-8279-1f1fa7eed5c5 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4132516 Aug 11 02:19:12.209139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Request body: {'port': {'device_id': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:12.488291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.559971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7b95a-ed52-4e4c-b2ce-360c2ca3df19 req-cf134828-06fb-49b8-a86a-7d6295d0dc66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.573875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-88288d9a-0aab-435b-9074-f1faa00612b7 None None] Provisioning for port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:12.575058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8a7b95a-ed52-4e4c-b2ce-360c2ca3df19 req-cf134828-06fb-49b8-a86a-7d6295d0dc66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 932 time: 0.2873108 Aug 11 02:19:12.581352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-88288d9a-0aab-435b-9074-f1faa00612b7 None None] Provisioning complete for port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:12.582402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88288d9a-0aab-435b-9074-f1faa00612b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.603390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-aa5b3729-24d6-4f49-9a25-7d4566658b9f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1659040 Aug 11 02:19:12.678935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:12.686590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-88288d9a-0aab-435b-9074-f1faa00612b7 None None] Port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:12.841630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8a7b95a-ed52-4e4c-b2ce-360c2ca3df19 req-9188621b-69c3-40ad-ba39-3bdf949c3a03 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647994 Aug 11 02:19:12.856252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659ab261-b134-4f68-9877-e0097a2feebc {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:12.868922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.909816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Transition to ACTIVE for port object 659ab261-b134-4f68-9877-e0097a2feebc will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:12.931141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.971683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-e3c8b2be-7e58-4afb-8b98-0fbd79d5dc88 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.990882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-e3c8b2be-7e58-4afb-8b98-0fbd79d5dc88 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856275 Aug 11 02:19:12.997785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.035915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-b86ca8aa-7379-44df-ba93-7617da2f3be9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/quotas/c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 375 time: 0.0411224 Aug 11 02:19:13.038706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1447889120-network', 'tenant_id': '3abd683ca71844e3be8a3340655d8956'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:13.078994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc954ca-10f5-407a-88d9-886c8f8f72f5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:13.094597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.111037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-cd3458a2-414f-4b87-b64c-18dd5f789c1f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622301 Aug 11 02:19:13.186835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb1f90-e794-47a6-85e9-7fb1c77a684b req-c859d194-797b-4e29-939b-f9653b4f9c02 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:13.198328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59cb1f90-e794-47a6-85e9-7fb1c77a684b req-c859d194-797b-4e29-939b-f9653b4f9c02 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 936 time: 0.0856814 Aug 11 02:19:13.257276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59cb1f90-e794-47a6-85e9-7fb1c77a684b req-8e9ae709-33a6-48ec-b4a1-26d4b85ea6fe tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Aug 11 02:19:13.426622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58abb53d-49a6-457a-8bc3-7289c80d0767 req-fd945824-e416-4a4f-bd76-b7448f51efd6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 210 time: 0.0379853 Aug 11 02:19:13.478230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Made reservation on behalf of 3abd683ca71844e3be8a3340655d8956 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:13.482035 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.491727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Transition to ACTIVE for port object 9bc954ca-10f5-407a-88d9-886c8f8f72f5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:13.547314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.551188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.717230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc954ca-10f5-407a-88d9-886c8f8f72f5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.763421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:13.763967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:13.764519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:13.810714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a97909d-3773-4bf6-a32f-22f985a061e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.850938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:13.851475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:14.018302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:14.019958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:14.019958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:14.021623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Bound port: 659ab261-b134-4f68-9877-e0097a2feebc, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:14.024727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.171624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58b9e7-fa19-46a0-9fa7-693705fd19bc req-8a5b7872-5651-4633-92ab-b072a6ebb630 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:14.174458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff58b9e7-fa19-46a0-9fa7-693705fd19bc req-8a5b7872-5651-4633-92ab-b072a6ebb630 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.1141882 Aug 11 02:19:14.242367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Attempting to bind port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:14.243451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Attempting to bind port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:14.244011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Attempting to bind port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:14.245701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff58b9e7-fa19-46a0-9fa7-693705fd19bc req-23fcf8d8-083f-43e4-b30a-82264dece685 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623233 Aug 11 02:19:14.258056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:14.269536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:14.277261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:14.277756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Attempting to bind port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:14.285801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.292561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.315493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.321510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:14.322106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:14.322803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:14.323571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Bound port: 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:14.324184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.389338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:14.390429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.392993 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] 10.222.0.59 "PUT /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 1092 time: 2.4528527 Aug 11 02:19:14.395932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:14.399921 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "tag": "659ab261-b134-4f68-9877-e0097a2feebc"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:14.438232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca725-92df-4c95-9ee7-b2c81e5e9d65 req-863a80e7-8903-4b88-922f-8301f87a6c0c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:14.451123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:14.452838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc6ca725-92df-4c95-9ee7-b2c81e5e9d65 req-863a80e7-8903-4b88-922f-8301f87a6c0c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 948 time: 0.1007330 Aug 11 02:19:14.531671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc6ca725-92df-4c95-9ee7-b2c81e5e9d65 req-eed370f8-47a8-4da7-8ed6-81b7af91c724 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752876 Aug 11 02:19:14.650447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e3909-8bce-41f2-92c1-05615ad44dff,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:14.656598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.657518 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Added segment f959d7a9-e08f-4659-8938-cdad6536164c of type vlan for network 7ada9445-7834-4d1b-8b0f-ad38597e5910 Aug 11 02:19:14.662141 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85047a2f-421d-47d0-b931-061b8613aa86 x-openstack-request-id: req-85047a2f-421d-47d0-b931-061b8613aa86 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:14.662649 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "tag": "659ab261-b134-4f68-9877-e0097a2feebc", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:14.663131 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85047a2f-421d-47d0-b931-061b8613aa86 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:14.663605 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc', 'status': 'completed', 'code': 200} Aug 11 02:19:14.701569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ba53-bbcb-4dbe-adba-e1dff2cec426 service neutron] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:14.746299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2e3794a-3336-479e-abc9-112ddbede887 req-9fa1e61b-79c4-444f-99bb-cc796dc7bc33 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 210 time: 0.0435522 Aug 11 02:19:14.779754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] For port 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:14.785903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.803039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-3f54758d-070b-4e69-8bd7-af3ceb798a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:14.804648 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-3f54758d-070b-4e69-8bd7-af3ceb798a0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1095 time: 0.2980261 Aug 11 02:19:14.807257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] For port 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:14.816531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.904800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-54d4b72b-6597-48a3-9175-769e386dc9fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 217 time: 0.0842888 Aug 11 02:19:14.915211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:14.915928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.917416 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bc954ca-10f5-407a-88d9-886c8f8f72f5 HTTP/1.1" status: 200 len: 1096 time: 2.7144480 Aug 11 02:19:14.954505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.957001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:14.957839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.126038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce7f3-a017-409a-82df-c0a64241c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc954ca-10f5-407a-88d9-886c8f8f72f5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:15.160482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] Pushing event updated for resources: {'Network': ['ID=7ada9445-7834-4d1b-8b0f-ad38597e5910,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:15.172330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46126) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:15.174168 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da1fd56e-acac-4d17-b3fe-ee2c56b2d140 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4903071 Aug 11 02:19:15.178960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Request body: {'subnet': {'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1447889120-subnet', 'tenant_id': '3abd683ca71844e3be8a3340655d8956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:15.184332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:15.185712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-5a185b1d-7846-4af0-9b54-179aed2c143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.187777 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-5a185b1d-7846-4af0-9b54-179aed2c143c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.2690933 Aug 11 02:19:15.242579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Made reservation on behalf of 3abd683ca71844e3be8a3340655d8956 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:15.245858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.267500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-7d97890d-610b-444a-a5d0-945c76eb8df5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766392 Aug 11 02:19:15.281219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-aa08060e-4cab-4791-8478-4dd696815547 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792468 Aug 11 02:19:15.327615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-e6046415-c970-4493-9211-d6c64fbcad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.329461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-e6046415-c970-4493-9211-d6c64fbcad30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 1099 time: 0.2553389 Aug 11 02:19:15.504103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.593691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-63c21a5d-bac8-4dbb-bba0-59c6d8906398 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5 HTTP/1.1" status: 200 len: 217 time: 0.1010895 Aug 11 02:19:15.613342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:15.637417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db0c3d-753a-4284-bb35-0e6723d0fae6 req-ca1f3f8e-4a53-4d43-a6b7-0c71dcf84e46 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.645974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68db0c3d-753a-4284-bb35-0e6723d0fae6 req-ca1f3f8e-4a53-4d43-a6b7-0c71dcf84e46 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.1545172 Aug 11 02:19:15.657853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:15.658525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Network hostable DHCP agents. Network: 7ada9445-7834-4d1b-8b0f-ad38597e5910, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:15.747224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68db0c3d-753a-4284-bb35-0e6723d0fae6 req-24ef4d21-dd1c-49d4-8c1f-7b7cc26151ba tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993087 Aug 11 02:19:15.762048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:15.782215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-103bbe55-9de7-4990-951f-338e292934cf tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.784068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-103bbe55-9de7-4990-951f-338e292934cf tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5053833 Aug 11 02:19:15.791130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-ba5aafda-8369-4e78-8b90-d0a82060fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.793264 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-ba5aafda-8369-4e78-8b90-d0a82060fee6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1882606 Aug 11 02:19:15.800583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Request body: {'port': {'device_id': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'c079f15875914884a072129db96f8d64'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:15.806072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-27af05f9-18e3-43b3-a62e-3bc094351f12 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161049 Aug 11 02:19:15.828197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcae18-eaad-4259-a4d5-d2b0f5d87445 req-1fbbb86b-d9c3-418b-90aa-6b902550d650 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.844981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58bcae18-eaad-4259-a4d5-d2b0f5d87445 req-1fbbb86b-d9c3-418b-90aa-6b902550d650 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 948 time: 0.1712370 Aug 11 02:19:15.848000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 7ada9445-7834-4d1b-8b0f-ad38597e5910) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:15.858246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed4da2-b4fd-4ba9-82ee-718cb83bd0c0 None None] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:15.943636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58bcae18-eaad-4259-a4d5-d2b0f5d87445 req-ec83d64b-d7c8-4254-a2f6-53d0982a3fe0 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911992 Aug 11 02:19:15.957307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.965414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.017191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-348736be-6ea3-4afd-a365-44b6e4451f85 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8357728 Aug 11 02:19:16.161990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fc78ff-4b86-4901-ab5a-f1a49be1af49 req-aeb046fd-531e-4b51-b30a-a231c1b45ec8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 210 time: 0.0551524 Aug 11 02:19:16.177021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683bc89-6154-4285-949b-c58d5607a5cf req-5451ecdb-9f88-44b2-b901-e36c0098e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.179915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-5451ecdb-9f88-44b2-b901-e36c0098e09f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3721762 Aug 11 02:19:16.192480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f40123-7c11-4336-9f4f-5b06d353bb59 None None] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:16.247433 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a3931d1-918e-4508-a84b-ccb3f6de6f28 req-9830ec7b-d7d0-4cf1-8c43-389d3a6f43f8 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268615 Aug 11 02:19:16.393001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Made reservation on behalf of c079f15875914884a072129db96f8d64 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:16.397144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.415969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-ff8b0794-69be-477d-a97c-2ba22c07a9c5 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022345 Aug 11 02:19:16.415969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.502950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-b775e626-7441-44a7-9eab-e774d70392f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.504633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-b775e626-7441-44a7-9eab-e774d70392f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1095 time: 0.1668458 Aug 11 02:19:16.670467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'tag': '9bc954ca-10f5-407a-88d9-886c8f8f72f5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:16.673115 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac45ab-734f-44f1-819f-8944373748f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9609cb4d-86df-49c8-a093-ba9ed0dc6655", "tag": "9bc954ca-10f5-407a-88d9-886c8f8f72f5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:16.686118 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2683bc89-6154-4285-949b-c58d5607a5cf req-5fd7e8b9-ae0c-443e-accc-90e57a43c9a5 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622433 Aug 11 02:19:16.702709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-32df35db-06d4-41cd-96fc-e57ba4d4aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.704628 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-32df35db-06d4-41cd-96fc-e57ba4d4aa31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1889896 Aug 11 02:19:16.787443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-a5cafb2f-c502-44c2-8cde-1339a267f514 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 217 time: 0.0721216 Aug 11 02:19:16.790104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.817464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.852058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46196) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:16.947594 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a1bacb-d875-44f0-a00e-0d6847d9bda7 x-openstack-request-id: req-30a1bacb-d875-44f0-a00e-0d6847d9bda7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:16.948060 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9609cb4d-86df-49c8-a093-ba9ed0dc6655", "tag": "9bc954ca-10f5-407a-88d9-886c8f8f72f5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:16.955275 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30a1bacb-d875-44f0-a00e-0d6847d9bda7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:16.955759 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'tag': '9bc954ca-10f5-407a-88d9-886c8f8f72f5', 'status': 'completed', 'code': 200} Aug 11 02:19:17.190590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9feca1f-d0c8-4de0-b06a-66f55b33229d req-67933e72-e844-411a-a813-b24f92239b76 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.199294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9feca1f-d0c8-4de0-b06a-66f55b33229d req-67933e72-e844-411a-a813-b24f92239b76 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.1971056 Aug 11 02:19:17.254413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d786968d-d61c-401c-aa31-f1a0dfe0e6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.324922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9feca1f-d0c8-4de0-b06a-66f55b33229d req-7a06bd35-efb7-4f30-b9e4-ab70d3d25324 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963964 Aug 11 02:19:17.390880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Allocated IP 192.168.233.97 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/bd02fe3a-6755-42c6-bad6-e82214778548) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:17.413343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6cc4ad41-a232-47cc-9012-aee588d985ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.572179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46218) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:17.652397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d984cf19-f35e-40f3-80b7-6cef60a3486e req-fef022fc-b586-4d7e-a814-0daf57bb5dc2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 210 time: 0.0503716 Aug 11 02:19:17.657666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-dba4c868-827a-4b0d-9757-ae7b6b0455fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.664018 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-dba4c868-827a-4b0d-9757-ae7b6b0455fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.8662767 Aug 11 02:19:17.683214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d786968d-d61c-401c-aa31-f1a0dfe0e6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.694983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.715652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0468e40-6aef-4671-afd1-27a9a2d16401 req-dca64576-4828-4c60-a740-e7d457aa90ba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.718601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0468e40-6aef-4671-afd1-27a9a2d16401 req-dca64576-4828-4c60-a740-e7d457aa90ba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 948 time: 0.1383257 Aug 11 02:19:17.719933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d786968d-d61c-401c-aa31-f1a0dfe0e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.780297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-896c22ab-5dbd-4f79-bf98-f1bf7f3b7f86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694661 Aug 11 02:19:17.780936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6258ec3a-9820-421a-b894-dff856a6c8a4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:17.788611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786968d-d61c-401c-aa31-f1a0dfe0e6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1e48cf-00fe-4a0c-a80f-ccd6723af2a8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:17.809157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-c3932995-c8d6-498f-9fb6-89b04006d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.810784 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-c3932995-c8d6-498f-9fb6-89b04006d4ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 1099 time: 0.8217466 Aug 11 02:19:17.884871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0468e40-6aef-4671-afd1-27a9a2d16401 req-700639a3-8be6-4734-bb9c-9cb2ce615151 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062386 Aug 11 02:19:17.890196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d786968d-d61c-401c-aa31-f1a0dfe0e6fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79d6d33e733849939cb22d9ca4f07e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0358531 Aug 11 02:19:17.892453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46224) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:17.959383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-968f6a08-df13-485e-b32d-31a6920caeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.995683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:18.007995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1210770346-network', 'tenant_id': '6945b739931e45109d35d0c84540635b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:18.016088 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.053409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-19052f6d-498f-4f3f-a83c-18583eaca4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.055066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-19052f6d-498f-4f3f-a83c-18583eaca4a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2276814 Aug 11 02:19:18.058733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2acc9e55-7865-4640-b904-83534f9464e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.069398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Transition to ACTIVE for port object bd02fe3a-6755-42c6-bad6-e82214778548 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:18.110374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2acc9e55-7865-4640-b904-83534f9464e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.267048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-968f6a08-df13-485e-b32d-31a6920caeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.276508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-968f6a08-df13-485e-b32d-31a6920caeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.293488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.297720 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2acc9e55-7865-4640-b904-83534f9464e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.302726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2acc9e55-7865-4640-b904-83534f9464e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.308368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2acc9e55-7865-4640-b904-83534f9464e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c1e48cf-00fe-4a0c-a80f-ccd6723af2a8 HTTP/1.1" status: 204 len: 168 time: 0.4098530 Aug 11 02:19:18.352557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f6a08-df13-485e-b32d-31a6920caeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd869e-ac77-4a7b-9196-86d8d49bd7e0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:18.381454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-ceff9559-6777-40c6-a69b-b6660a1db38d service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853286 Aug 11 02:19:18.382596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-3ccd250b-d6dd-48c2-965e-a24ab4f7e63f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5 HTTP/1.1" status: 200 len: 217 time: 0.3107612 Aug 11 02:19:18.399810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc9e55-7865-4640-b904-83534f9464e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1e48cf-00fe-4a0c-a80f-ccd6723af2a8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:18.414280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-968f6a08-df13-485e-b32d-31a6920caeeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47c964b7775545b38cd818a059e8c5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400292 Aug 11 02:19:18.417037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:18.490888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Made reservation on behalf of 6945b739931e45109d35d0c84540635b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:18.494660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.547096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.594512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.599755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-c262d609-8f0f-4d92-b5fb-f764dac34ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.601273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-c262d609-8f0f-4d92-b5fb-f764dac34ad7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2048860 Aug 11 02:19:18.721224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8217a-4425-4e26-abc5-be2a82b4b74b req-f28fa1d1-4427-456f-b075-7913676ee1f2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.724480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0c8217a-4425-4e26-abc5-be2a82b4b74b req-f28fa1d1-4427-456f-b075-7913676ee1f2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.2187085 Aug 11 02:19:18.769434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5747132e-29d6-4323-a6a8-9cfc29230005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.801362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:18.827998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:18.834776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:18.893961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5747132e-29d6-4323-a6a8-9cfc29230005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.926514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:18.931168 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e008c3bd-82d2-4bed-bd37-23c5f46f78ca req-55ade511-774c-486e-a2c8-583dc5095779 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335612 Aug 11 02:19:18.937622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.938875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0c8217a-4425-4e26-abc5-be2a82b4b74b req-b8d672c8-148a-4dcd-a7a9-82e05919fd53 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019155 Aug 11 02:19:18.951381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.000638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f2e7-6361-458b-ba61-4986d85f4ae4 req-d1d15c63-14a7-4f70-a529-d04b4e3307ea tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.002442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cea8f2e7-6361-458b-ba61-4986d85f4ae4 req-d1d15c63-14a7-4f70-a529-d04b4e3307ea tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 935 time: 0.2081971 Aug 11 02:19:19.046495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-fc34693f-47fb-4eb6-9def-af26bab0a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.048541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-fc34693f-47fb-4eb6-9def-af26bab0a546 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4350364 Aug 11 02:19:19.083086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5747132e-29d6-4323-a6a8-9cfc29230005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.090261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5747132e-29d6-4323-a6a8-9cfc29230005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.094444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5747132e-29d6-4323-a6a8-9cfc29230005 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11cd869e-ac77-4a7b-9196-86d8d49bd7e0 HTTP/1.1" status: 204 len: 168 time: 0.6768053 Aug 11 02:19:19.136908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747132e-29d6-4323-a6a8-9cfc29230005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd869e-ac77-4a7b-9196-86d8d49bd7e0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:19.142204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cea8f2e7-6361-458b-ba61-4986d85f4ae4 req-f3ab1c30-a0f4-402f-9a47-e8e11955503e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194773 Aug 11 02:19:19.185938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.245492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:19.255478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77341-657c-4414-b152-fbb6c35862c0 req-a9188462-667d-488b-aeb3-08e4ba4e1070 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.264287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ba77341-657c-4414-b152-fbb6c35862c0 req-a9188462-667d-488b-aeb3-08e4ba4e1070 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 948 time: 0.1207585 Aug 11 02:19:19.281353 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-a04f6b62-1e2a-409a-939c-ef7a0730c1c1 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135720 Aug 11 02:19:19.282158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.295357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6a463cc-1353-43d8-a77d-c82d25d1a13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.297861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:19.334765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ef517aa2-45fc-43a6-b2a6-e7bfe0e4227e None None] Provisioning for port bd02fe3a-6755-42c6-bad6-e82214778548 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:19.346237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ba77341-657c-4414-b152-fbb6c35862c0 req-d6af4145-1a34-4542-8488-e7510986bbfb tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785565 Aug 11 02:19:19.352922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ef517aa2-45fc-43a6-b2a6-e7bfe0e4227e None None] Provisioning complete for port bd02fe3a-6755-42c6-bad6-e82214778548 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:19.367376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef517aa2-45fc-43a6-b2a6-e7bfe0e4227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.458520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ef517aa2-45fc-43a6-b2a6-e7bfe0e4227e None None] Port bd02fe3a-6755-42c6-bad6-e82214778548 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:19.462138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7520cb-622d-40cf-b5fc-d2ce7b33ad54,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:19.466972 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c8ac45ab-734f-44f1-819f-8944373748f0 req-8475d357-90df-43b0-8e05-307dc9aa4837 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583834 Aug 11 02:19:19.468276 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-d45432fe-6334-473b-bd3c-93f2fd12124c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6734645 Aug 11 02:19:19.494525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.495770 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Added segment b15f982b-d3b0-4cda-a06b-1279a32aee04 of type vlan for network 58aa8767-9ef7-40b5-b937-7a527d88331f Aug 11 02:19:19.509221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Request body: {'port': {'device_id': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:19.516937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6a463cc-1353-43d8-a77d-c82d25d1a13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.526615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6a463cc-1353-43d8-a77d-c82d25d1a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.574841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f6a463cc-1353-43d8-a77d-c82d25d1a13a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bece0b4787745e68d7dd1224043d14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081069 Aug 11 02:19:19.580406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46256) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:19.604118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a463cc-1353-43d8-a77d-c82d25d1a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d5492-0889-4e3c-8349-0c799b2b69fa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:19.676030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46262) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:19.706315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.720532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e37204e3-044f-4243-b251-5d3dc82da079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.740823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6435c338-e685-4188-816e-2f3a1b1886c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.772790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.796140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6435c338-e685-4188-816e-2f3a1b1886c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.844105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.844507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.845276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.894151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.948457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e37204e3-044f-4243-b251-5d3dc82da079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.952621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6435c338-e685-4188-816e-2f3a1b1886c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.956110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6435c338-e685-4188-816e-2f3a1b1886c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:19.965682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6435c338-e685-4188-816e-2f3a1b1886c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd4d5492-0889-4e3c-8349-0c799b2b69fa HTTP/1.1" status: 204 len: 168 time: 0.3808661 Aug 11 02:19:19.977134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e37204e3-044f-4243-b251-5d3dc82da079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.004207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] Pushing event updated for resources: {'Network': ['ID=58aa8767-9ef7-40b5-b937-7a527d88331f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:20.017177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-378814c4-56af-4ecb-a7c2-39db6fbb4790 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0122640 Aug 11 02:19:20.017652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46268) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:20.021992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435c338-e685-4188-816e-2f3a1b1886c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d5492-0889-4e3c-8349-0c799b2b69fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:20.024418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 58aa8767-9ef7-40b5-b937-7a527d88331f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:20.041850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Request body: {'subnet': {'network_id': '58aa8767-9ef7-40b5-b937-7a527d88331f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1210770346-subnet', 'tenant_id': '6945b739931e45109d35d0c84540635b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:20.111703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Made reservation on behalf of 6945b739931e45109d35d0c84540635b for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:20.115283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.158834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:20.288460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd02fe3a-6755-42c6-bad6-e82214778548 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:20.299851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.319947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Transition to ACTIVE for port object bd02fe3a-6755-42c6-bad6-e82214778548 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:20.326154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.405067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37204e3-044f-4243-b251-5d3dc82da079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18540d-cf79-4c17-8ce7-25d415ddf039,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:20.412494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e37204e3-044f-4243-b251-5d3dc82da079 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b9b93ea8d5b49e9bb07470717016ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309694 Aug 11 02:19:20.414120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:20.423988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:20.486168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:20.486774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:20.487337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:20.496309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Port bd02fe3a-6755-42c6-bad6-e82214778548 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:20.496906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:20.503386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:20.511173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:20.515155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:20.516895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:20.517438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Bound port: bd02fe3a-6755-42c6-bad6-e82214778548, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:20.518391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '659ab261-b134-4f68-9877-e0097a2feebc', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'port_id': '659ab261-b134-4f68-9877-e0097a2feebc', 'mac_address': 'fa:16:3e:65:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d6126f-7027-4e66-9dda-485229d5aef0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:20.519642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.595232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5414d9-9911-4ac6-94b7-bac005b59eec req-34f49392-34f6-4fe9-8cc0-67054d987d68 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.597039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be5414d9-9911-4ac6-94b7-bac005b59eec req-34f49392-34f6-4fe9-8cc0-67054d987d68 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.4976509 Aug 11 02:19:20.621973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8425cc-a1d5-408c-97d8-443a9bd22d76 req-aefdb6f3-a6c7-4d91-b084-9ddc953db056 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.629285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b8425cc-a1d5-408c-97d8-443a9bd22d76 req-aefdb6f3-a6c7-4d91-b084-9ddc953db056 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.2861161 Aug 11 02:19:20.648878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.694444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659ab261-b134-4f68-9877-e0097a2feebc {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:20.710420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:20.720636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:20.725156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be5414d9-9911-4ac6-94b7-bac005b59eec req-657a1156-85fd-431c-a088-0452b04f282b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120467 Aug 11 02:19:20.740566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.748326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767f8971-9d8a-4ddc-836f-b1f802645f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.805762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b8425cc-a1d5-408c-97d8-443a9bd22d76 req-cb3a916b-018b-450b-8abe-741fdbbd8924 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620178 Aug 11 02:19:20.810953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:20.833251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.834298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9bc954ca-10f5-407a-88d9-886c8f8f72f5 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:20.847308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.893709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.894400 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.900087 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 1095 time: 1.3987238 Aug 11 02:19:20.907002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:20.909646 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:21.037313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97656-1139-4a64-9fa8-024b83a9e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:21.054244 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767f8971-9d8a-4ddc-836f-b1f802645f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.059482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:21.074767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-32fd51b1-e306-449b-ade3-45368092cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.079261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-32fd51b1-e306-449b-ade3-45368092cf48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1098 time: 0.1210411 Aug 11 02:19:21.110050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c07e62-efad-4b02-b9ab-da343ca465ba,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:21.169927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-072ed047-ff68-46a3-94b0-3c1dc4756fc0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.0789187 Aug 11 02:19:21.170370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:21.171814 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b87866-2cc8-456b-a5f3-270e7e09b85b x-openstack-request-id: req-f2b87866-2cc8-456b-a5f3-270e7e09b85b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:21.172614 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:21.173012 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2b87866-2cc8-456b-a5f3-270e7e09b85b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:21.173944 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'status': 'completed', 'code': 200} Aug 11 02:19:21.192141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '9bc954ca-10f5-407a-88d9-886c8f8f72f5', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '9bc954ca-10f5-407a-88d9-886c8f8f72f5', 'mac_address': 'fa:16:3e:70:9d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:21.250397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55534049-966c-496d-880e-6089d8738eaf req-8ed8d210-0a37-4138-b7b7-e1a53855c25d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.251978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55534049-966c-496d-880e-6089d8738eaf req-8ed8d210-0a37-4138-b7b7-e1a53855c25d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 948 time: 0.1884906 Aug 11 02:19:21.256540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-85c84934-39e7-4494-bc4e-39cbd7cd4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.260524 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-85c84934-39e7-4494-bc4e-39cbd7cd4c8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0821147 Aug 11 02:19:21.261877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.265352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Checking segment: {'id': 'b15f982b-d3b0-4cda-a06b-1279a32aee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58aa8767-9ef7-40b5-b937-7a527d88331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:21.265751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Network hostable DHCP agents. Network: 58aa8767-9ef7-40b5-b937-7a527d88331f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:21.282111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc954ca-10f5-407a-88d9-886c8f8f72f5 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:21.339385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:21.348400 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.354644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767f8971-9d8a-4ddc-836f-b1f802645f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.360196 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767f8971-9d8a-4ddc-836f-b1f802645f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.362380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-767f8971-9d8a-4ddc-836f-b1f802645f27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e18540d-cf79-4c17-8ce7-25d415ddf039 HTTP/1.1" status: 204 len: 168 time: 0.9473660 Aug 11 02:19:21.409028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Network 58aa8767-9ef7-40b5-b937-7a527d88331f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:21.418834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879380-f5db-4481-a6fa-5541caf1a41b req-f569034c-d094-4bc6-a302-128d4d7371c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.420610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-f569034c-d094-4bc6-a302-128d4d7371c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455855 Aug 11 02:19:21.425726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f8971-9d8a-4ddc-836f-b1f802645f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18540d-cf79-4c17-8ce7-25d415ddf039,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:21.435959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55534049-966c-496d-880e-6089d8738eaf req-8054af1e-00de-4411-961a-104884395cf4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481061 Aug 11 02:19:21.437884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 58aa8767-9ef7-40b5-b937-7a527d88331f) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:21.443940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.444922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.455382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9bc954ca-10f5-407a-88d9-886c8f8f72f5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:21.485886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-852daab3-09a8-46aa-8ea6-57df6d3aea93 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4586678 Aug 11 02:19:21.497245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67d80a-f94c-43e0-9820-5307c7cc83e7 None None] Network 58aa8767-9ef7-40b5-b937-7a527d88331f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:21.636172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-1551e3fa-e50b-41f8-aee3-2d7c9bacf423 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065022 Aug 11 02:19:21.651159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9bc954ca-10f5-407a-88d9-886c8f8f72f5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:21.670804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['659ab261-b134-4f68-9877-e0097a2feebc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:21.827396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-99879380-f5db-4481-a6fa-5541caf1a41b req-fc3f3dfb-b9ba-4c1a-a543-d29bf77a1fab service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756175 Aug 11 02:19:21.902504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ab1f8-c4f7-467c-9f4d-376cc64a53f6 None None] Network 58aa8767-9ef7-40b5-b937-7a527d88331f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:22.096838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-5cf053ed-c87f-4093-8ef2-b13767af7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.101522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-5cf053ed-c87f-4093-8ef2-b13767af7c33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1098 time: 0.1729717 Aug 11 02:19:22.112195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748153aa-10f3-47c8-bbd9-c123043dfe19 req-978e0ba3-f44a-4113-93ab-0cfab14ab2a1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.132723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-748153aa-10f3-47c8-bbd9-c123043dfe19 req-978e0ba3-f44a-4113-93ab-0cfab14ab2a1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.2280500 Aug 11 02:19:22.273068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1749-4079-49fe-a8a8-fd4e190d7e9d req-ea8d3597-58ee-4969-987c-a9aeaa20b670 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.277630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93cc1749-4079-49fe-a8a8-fd4e190d7e9d req-ea8d3597-58ee-4969-987c-a9aeaa20b670 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.2435200 Aug 11 02:19:22.299238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-748153aa-10f3-47c8-bbd9-c123043dfe19 req-ea4c66d7-beaa-4bcd-a6a2-02f4cafb5aa6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646709 Aug 11 02:19:22.357865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93cc1749-4079-49fe-a8a8-fd4e190d7e9d req-395152f3-f243-443a-9b22-78e196ff42ae tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735743 Aug 11 02:19:22.428739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-52e04595-cfb3-48ab-8a0c-c2c9d9b3e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.432083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-52e04595-cfb3-48ab-8a0c-c2c9d9b3e05e service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3216007 Aug 11 02:19:22.482552 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-e2ce22c3-be65-49c7-b500-4bd145ebd03d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.0416565 Aug 11 02:19:22.552179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-68efc9bf-59b7-4927-ba3a-c6da0ed64e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.553830 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-68efc9bf-59b7-4927-ba3a-c6da0ed64e31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0591621 Aug 11 02:19:22.661230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.696496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-594a8110-2429-4a40-9da5-a59e70238abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.698558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4a2d-64a4-495c-9ab9-1c16004397d9 req-0eb02202-918f-4b2d-86b6-e3518a466aef tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.700978 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-594a8110-2429-4a40-9da5-a59e70238abc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358376 Aug 11 02:19:22.701214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc5c4a2d-64a4-495c-9ab9-1c16004397d9 req-0eb02202-918f-4b2d-86b6-e3518a466aef tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 949 time: 0.1237156 Aug 11 02:19:22.736239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.818796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc5c4a2d-64a4-495c-9ab9-1c16004397d9 req-18223b2a-cc90-4d86-8357-5bb82ea072b4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079214 Aug 11 02:19:22.844454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-b50a96d1-8c5d-4622-b4d0-020a1531085a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325681 Aug 11 02:19:22.980839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-819de428-e837-40ed-9b38-d75917b170f1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.988613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-819de428-e837-40ed-9b38-d75917b170f1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.1817889 Aug 11 02:19:22.991774 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fdf3a2b-18f0-4df3-8d35-ea08d3a2248d req-38f00b16-05e3-49a1-b07e-d5295d392896 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382451 Aug 11 02:19:23.008367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-f7be805c-97b1-4e2f-9f65-3a7ff6a8f3ca tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/quotas/3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 375 time: 0.0183513 Aug 11 02:19:23.059047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-0f21ac00-9c5a-4010-810a-c4b3b1fd9139 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492713 Aug 11 02:19:23.261702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-30dcf3d1-fcbb-4ba7-a3db-1ba44f07b004 service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971269 Aug 11 02:19:23.416448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-6219a646-36cb-4be9-bb84-f37e2ac561a4 service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463072 Aug 11 02:19:23.516603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb5118-8738-4102-8552-77fadb1e5a26 req-425a948b-483b-4aec-89d3-69fef3033e66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.518614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41eb5118-8738-4102-8552-77fadb1e5a26 req-425a948b-483b-4aec-89d3-69fef3033e66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.0717654 Aug 11 02:19:23.606759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41eb5118-8738-4102-8552-77fadb1e5a26 req-552b2d8d-c26a-4542-ba1e-02bb7258e0e1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Aug 11 02:19:24.166953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9bc954ca-10f5-407a-88d9-886c8f8f72f5 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:24.169758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc7742-7601-4d85-9f61-f4bf10dc771e req-78f59930-1caa-4694-8d25-09cda36af62e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.189716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bcc7742-7601-4d85-9f61-f4bf10dc771e req-78f59930-1caa-4694-8d25-09cda36af62e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.4029350 Aug 11 02:19:24.298314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:24.307156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:24.307747 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.340355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bcc7742-7601-4d85-9f61-f4bf10dc771e req-340992f1-4cd6-4c9b-ab95-95545a0955cb tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489358 Aug 11 02:19:24.467597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08a6990a-d4b3-4b15-94bd-cf236742e749 req-09702c92-a349-45b7-b4de-813d01d78a45 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 210 time: 0.1485963 Aug 11 02:19:24.608833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.670054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc954ca-10f5-407a-88d9-886c8f8f72f5'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:24.671437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ec803-41d4-4944-b25e-71c0094d635e req-cc968c57-3c3a-4194-ae38-cf6ff4e323d8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.672651 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8770d1da-0e84-4376-9061-4dacaa082f7d" -d '{"events": [{"server_uuid": "9609cb4d-86df-49c8-a093-ba9ed0dc6655", "name": "network-vif-plugged", "status": "completed", "tag": "9bc954ca-10f5-407a-88d9-886c8f8f72f5"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:24.673583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73ec803-41d4-4944-b25e-71c0094d635e req-cc968c57-3c3a-4194-ae38-cf6ff4e323d8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 949 time: 0.1107876 Aug 11 02:19:24.689744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:24.696800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.698370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:24.770319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73ec803-41d4-4944-b25e-71c0094d635e req-8900c127-437a-4f5a-82fe-1a91a6a24f9a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887928 Aug 11 02:19:24.897628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9bc954ca-10f5-407a-88d9-886c8f8f72f5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:24.940083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 659ab261-b134-4f68-9877-e0097a2feebc completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:24.950094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 659ab261-b134-4f68-9877-e0097a2feebc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:24.950688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:24.991091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b500-ee24-44b6-9f09-766963ef9421 req-4901009a-ce92-46d8-9c3b-ab403f67c9f3 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.000258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7772b500-ee24-44b6-9f09-766963ef9421 req-4901009a-ce92-46d8-9c3b-ab403f67c9f3 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.0751424 Aug 11 02:19:25.068340 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f760ebf6-06f8-4edd-87cf-e189680d079b x-openstack-request-id: req-f760ebf6-06f8-4edd-87cf-e189680d079b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:25.070428 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9609cb4d-86df-49c8-a093-ba9ed0dc6655", "name": "network-vif-plugged", "status": "completed", "tag": "9bc954ca-10f5-407a-88d9-886c8f8f72f5", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:25.071836 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f760ebf6-06f8-4edd-87cf-e189680d079b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:25.073135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7772b500-ee24-44b6-9f09-766963ef9421 req-2532623f-f9ee-41fd-a5c8-efab9fc639fd tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718908 Aug 11 02:19:25.075300 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc954ca-10f5-407a-88d9-886c8f8f72f5', 'code': 200} Aug 11 02:19:25.130953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.206567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67db4-bf75-4bc4-ae4e-adc62dec166a req-72e33636-d48a-40a5-94df-17afca67fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.208749 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2af67db4-bf75-4bc4-ae4e-adc62dec166a req-72e33636-d48a-40a5-94df-17afca67fc5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 1101 time: 0.1278319 Aug 11 02:19:25.212824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:25.221884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.299993 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2af67db4-bf75-4bc4-ae4e-adc62dec166a req-143c849d-4f86-41b9-9028-af0d90e2e6e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Aug 11 02:19:25.343731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:25.374660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98ce044b-e184-4391-a8e4-0fa2bc15d2b5 req-89f5cdbc-65cd-4bd9-9666-9571f2c58f91 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290647 Aug 11 02:19:25.607922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-c97139e6-bc8a-4881-80d9-b1186f6c1ca5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.613751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-c97139e6-bc8a-4881-80d9-b1186f6c1ca5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.2560983 Aug 11 02:19:25.618475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3da951-2161-4c06-8bfc-295ef8753cdd req-91c1c880-2413-4086-9d30-f0eb7667ed75 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.624107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Request body: {'port': {'device_id': 'c9ac3868-963d-4370-aa80-c56814413f85', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'admin_state_up': True, 'tenant_id': '3abd683ca71844e3be8a3340655d8956'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:25.625963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f3da951-2161-4c06-8bfc-295ef8753cdd req-91c1c880-2413-4086-9d30-f0eb7667ed75 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.1160438 Aug 11 02:19:25.667104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce044b-e184-4391-a8e4-0fa2bc15d2b5 req-64047747-2a02-4fe9-9718-570b9835c426 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.670594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98ce044b-e184-4391-a8e4-0fa2bc15d2b5 req-64047747-2a02-4fe9-9718-570b9835c426 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861433 Aug 11 02:19:25.703187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98ce044b-e184-4391-a8e4-0fa2bc15d2b5 req-db6ae771-ccd6-405e-80a4-ac932da35ea6 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/quotas/bf95953aa1984a1ea80a80d23eec18f3 HTTP/1.1" status: 200 len: 375 time: 0.0284252 Aug 11 02:19:25.707025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f3da951-2161-4c06-8bfc-295ef8753cdd req-68a19d46-fb77-4de3-b40f-da160fdccd58 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 Aug 11 02:19:25.763270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98ce044b-e184-4391-a8e4-0fa2bc15d2b5 req-6ba50f06-2adb-4ce5-a9d7-3b6c91d6f4f8 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449319 Aug 11 02:19:25.836491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Made reservation on behalf of 3abd683ca71844e3be8a3340655d8956 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:25.841497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.844636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-530dd44c-0aa6-4366-98c0-0c218808ecf7 req-fd74ef55-cd72-44e3-ad19-51fdb480a209 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 210 time: 0.0365481 Aug 11 02:19:25.861399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.054781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a487e-d1ea-439d-be23-a6f9e7b59d3d req-62e7459d-f534-4a82-afa1-ab57f3325b57 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.067357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-440a487e-d1ea-439d-be23-a6f9e7b59d3d req-62e7459d-f534-4a82-afa1-ab57f3325b57 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 950 time: 0.1233354 Aug 11 02:19:26.098233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91806922-10e5-46ed-91d3-296f21398fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.128527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Allocated IP 172.20.0.3 (7ada9445-7834-4d1b-8b0f-ad38597e5910/bd1bd06d-16ed-46e3-8fec-24dea8a8db0f/3860444e-d847-463f-91a9-1bde92faad5f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:26.138363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-440a487e-d1ea-439d-be23-a6f9e7b59d3d req-426c379b-ac16-41f9-a295-d6f2c2666e9c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700459 Aug 11 02:19:26.267113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91806922-10e5-46ed-91d3-296f21398fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.276419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91806922-10e5-46ed-91d3-296f21398fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.345032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.395096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-91806922-10e5-46ed-91d3-296f21398fe4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb14e5a9434342d9a31c3b9b3d2d5638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284340 Aug 11 02:19:26.396018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91806922-10e5-46ed-91d3-296f21398fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccfb2c6-775a-4385-8f1d-2ad3e0a865b8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.400707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.534618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.539860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:26.604301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c14a76-15a9-4dcb-b233-ea45133590b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.674125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:26.691738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:26.698147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c14a76-15a9-4dcb-b233-ea45133590b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.710231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:26.710886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:26.715559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.727809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'mac_address': 'fa:16:3e:bb:e7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:26.761381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95e41b-9034-4dc0-9f39-e7e37e6bd4a3 req-8d1f8d9a-1823-43bb-810a-160c29f3bd66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.763870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d95e41b-9034-4dc0-9f39-e7e37e6bd4a3 req-8d1f8d9a-1823-43bb-810a-160c29f3bd66 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.1847222 Aug 11 02:19:26.779960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-b07c94ed-e282-4b48-8754-18f0d326a5df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034106 Aug 11 02:19:26.782340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.812079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd02fe3a-6755-42c6-bad6-e82214778548 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:26.843288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:26.852924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.875170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.876265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.909489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d95e41b-9034-4dc0-9f39-e7e37e6bd4a3 req-15856462-2117-4dc9-b098-eb678a423847 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330009 Aug 11 02:19:26.913638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-1535568c-3bcc-4f5e-b4ac-1351fa8acee9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931969 Aug 11 02:19:26.917873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c14a76-15a9-4dcb-b233-ea45133590b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.921046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-420ecd29-f9b1-4a24-93e4-6136e72af60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.923044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c14a76-15a9-4dcb-b233-ea45133590b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.924483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-420ecd29-f9b1-4a24-93e4-6136e72af60c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 1096 time: 0.1142454 Aug 11 02:19:26.929603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20c14a76-15a9-4dcb-b233-ea45133590b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ccfb2c6-775a-4385-8f1d-2ad3e0a865b8 HTTP/1.1" status: 204 len: 168 time: 0.5270708 Aug 11 02:19:26.945924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c14a76-15a9-4dcb-b233-ea45133590b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccfb2c6-775a-4385-8f1d-2ad3e0a865b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.954100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.956953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Request body: {'port': {'device_id': 'c9ac3868-963d-4370-aa80-c56814413f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:27.061534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.076942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:27.081252 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b627dc-be3f-4f14-afc0-ef507cde5944" -d '{"events": [{"server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "name": "network-vif-plugged", "status": "completed", "tag": "659ab261-b134-4f68-9877-e0097a2feebc"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:27.138326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:27.255890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b575-eaec-4240-b070-5d281fc85644 req-2b0fbee4-9e91-404a-ac60-b60b7dfe8e28 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.259812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dba3b575-eaec-4240-b070-5d281fc85644 req-2b0fbee4-9e91-404a-ac60-b60b7dfe8e28 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 948 time: 0.1838105 Aug 11 02:19:27.288471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362474-638d-4bde-8ca9-06466532ab72 req-0c4ce3cd-ddb7-40f6-b1b3-5233653ec757 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.295373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38362474-638d-4bde-8ca9-06466532ab72 req-0c4ce3cd-ddb7-40f6-b1b3-5233653ec757 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 946 time: 0.2133060 Aug 11 02:19:27.439378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38362474-638d-4bde-8ca9-06466532ab72 req-fe000895-957f-48b7-a4a4-5886b16d83f3 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327147 Aug 11 02:19:27.441359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-5753de58-c5c7-4b7f-93af-dfaf9872f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.448626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-5753de58-c5c7-4b7f-93af-dfaf9872f37d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 923 time: 0.4851766 Aug 11 02:19:27.523102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dba3b575-eaec-4240-b070-5d281fc85644 req-9594cf81-d799-4b5c-b53f-c3f567f3739d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504885 Aug 11 02:19:27.658564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3860444e-d847-463f-91a9-1bde92faad5f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:27.664509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-7e8b873e-295a-40a5-9b48-77d438d5678a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 HTTP/1.1" status: 200 len: 1001 time: 0.2052941 Aug 11 02:19:27.677437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32a34-a864-4efa-88f1-a35b727adb99 req-f076a73e-bac7-4567-8ba1-701d5fbbc872 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.679243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be32a34-a864-4efa-88f1-a35b727adb99 req-f076a73e-bac7-4567-8ba1-701d5fbbc872 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 931 time: 0.0753899 Aug 11 02:19:27.679453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.720158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Transition to ACTIVE for port object 3860444e-d847-463f-91a9-1bde92faad5f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:27.729301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.748483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-ae0cdb00-c032-424f-adb9-0482118a93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.750608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-ae0cdb00-c032-424f-adb9-0482118a93cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.0697801 Aug 11 02:19:27.850126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be32a34-a864-4efa-88f1-a35b727adb99 req-7a2060ea-b729-43bf-9872-30fca4376f6b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951388 Aug 11 02:19:27.856331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-2ca45653-9bd5-4be1-be40-52b8d94360ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.866324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-2ca45653-9bd5-4be1-be40-52b8d94360ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049283 Aug 11 02:19:27.939972 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c93d0f-a0ea-4bd1-bae4-61f2e3876d39 x-openstack-request-id: req-86c93d0f-a0ea-4bd1-bae4-61f2e3876d39 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:27.940547 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "name": "network-vif-plugged", "status": "completed", "tag": "659ab261-b134-4f68-9877-e0097a2feebc", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:27.940701 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86c93d0f-a0ea-4bd1-bae4-61f2e3876d39 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:27.941223 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc', 'code': 200} Aug 11 02:19:27.943852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:28.020117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:28.020966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:28.021730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:28.034231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:28.035085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:28.045348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:28.046456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:28.047295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:28.048228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Bound port: 3860444e-d847-463f-91a9-1bde92faad5f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:28.049919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.102045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394a593-4d27-4c90-9863-43ff30dbf355 req-899de9ec-4304-443e-bfd1-c7d4929a4c24 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.109816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2394a593-4d27-4c90-9863-43ff30dbf355 req-899de9ec-4304-443e-bfd1-c7d4929a4c24 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 950 time: 0.1087317 Aug 11 02:19:28.146444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-7ee7ac9f-a919-422f-b334-a9508da7efc5 service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673147 Aug 11 02:19:28.175606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2394a593-4d27-4c90-9863-43ff30dbf355 req-ed2eecd3-44a3-4803-a379-90cd79cdfb7a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626404 Aug 11 02:19:28.247304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01f2fe-95bb-4dbd-8ddc-714efd52eab4 req-335ec403-867b-4f1c-afde-9930db3e73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.251253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-da01f2fe-95bb-4dbd-8ddc-714efd52eab4 req-335ec403-867b-4f1c-afde-9930db3e73ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1097 time: 0.1671505 Aug 11 02:19:28.274576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:28.313029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:28.322511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a7a481-d54b-443c-820b-2b448780ad13 req-70dfe2f4-2d38-4b44-a043-b8a7acb29944 service neutron] 10.222.0.25 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589699 Aug 11 02:19:28.331208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.395541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-da01f2fe-95bb-4dbd-8ddc-714efd52eab4 req-dffdd0ed-6b2f-4b93-a804-bdb8bb272018 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355786 Aug 11 02:19:28.426347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.428859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.431416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffc744-b931-42d6-ac95-db0b8d91b00f req-6192923e-2353-4c28-9aa7-87f7d7ff991c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.433113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3cffc744-b931-42d6-ac95-db0b8d91b00f req-6192923e-2353-4c28-9aa7-87f7d7ff991c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.0697908 Aug 11 02:19:28.433718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] 10.222.0.25 "PUT /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 1091 time: 1.4890409 Aug 11 02:19:28.434905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:28.442663 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40dff29-3b61-4da1-813b-43ccae25ce9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "tag": "3860444e-d847-463f-91a9-1bde92faad5f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:28.520975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-b57e5012-56eb-47d1-bae9-5182f4973e26 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.522916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-b57e5012-56eb-47d1-bae9-5182f4973e26 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.25 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 946 time: 0.0887260 Aug 11 02:19:28.525781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d89df-2ce9-441b-8543-ba9eb3ec574d service neutron] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:28.529001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3cffc744-b931-42d6-ac95-db0b8d91b00f req-7719d7b2-00c8-47b5-bc07-26f530cdd62e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792215 Aug 11 02:19:28.577494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:28.603093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9efd8c1f-41e2-4c06-b308-1ac377b36a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.614902 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-9efd8c1f-41e2-4c06-b308-1ac377b36a0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1094 time: 0.1305158 Aug 11 02:19:28.656799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port bd02fe3a-6755-42c6-bad6-e82214778548 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:28.665283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port bd02fe3a-6755-42c6-bad6-e82214778548 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:28.666566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.676525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Deleting port e3cb8ebb-5498-45e3-b428-599e4ba7002c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:28.677337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.693496 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-cbfaf8a9-22f4-4ffa-9a44-937973253ae1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 217 time: 0.0710998 Aug 11 02:19:28.763890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-c1b3f3ee-46cf-4370-a4d9-7b5e21ba4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.765755 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-c1b3f3ee-46cf-4370-a4d9-7b5e21ba4ac0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.0643194 Aug 11 02:19:28.795269 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.822153 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-5e234cc8-9ccb-4497-8aa0-ec90eb415a84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464370 Aug 11 02:19:28.861156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] For port e3cb8ebb-5498-45e3-b428-599e4ba7002c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e3cb8ebb-5498-45e3-b428-599e4ba7002c,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:28.861971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.863658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:28.871341 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.894299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Calling delete_port for e3cb8ebb-5498-45e3-b428-599e4ba7002c owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:28.951140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:28.983691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-21fe95cb-9da1-4ddb-946b-4b4e583b699b service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556079 Aug 11 02:19:29.062254 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ebe7c-e692-4395-bf3c-f0bd7a804c0f x-openstack-request-id: req-339ebe7c-e692-4395-bf3c-f0bd7a804c0f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:29.062676 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "tag": "3860444e-d847-463f-91a9-1bde92faad5f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:29.063027 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339ebe7c-e692-4395-bf3c-f0bd7a804c0f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:29.063564 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f', 'status': 'completed', 'code': 200} Aug 11 02:19:29.118811 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-557ddf9d-a29b-4d3a-be2a-d9528aeafb73 req-0a734cf7-f870-48ae-a88a-80ce9934c0b6 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260505 Aug 11 02:19:29.169285 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.184162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e3cb8ebb-5498-45e3-b428-599e4ba7002c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:29.212922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Pushing event deleted for resources: {'Port': ['ID=e3cb8ebb-5498-45e3-b428-599e4ba7002c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.225745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edb810-01be-4ddb-9f52-4f91334c5e09 req-163d3bc1-1f10-45dd-86c5-c94da1d28912 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.228088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0edb810-01be-4ddb-9f52-4f91334c5e09 req-163d3bc1-1f10-45dd-86c5-c94da1d28912 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 867 time: 0.1435072 Aug 11 02:19:29.229572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-0f559afd-2d72-48ec-b0b8-2b37e12bd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.231313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-0f559afd-2d72-48ec-b0b8-2b37e12bd267 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1094 time: 0.0612285 Aug 11 02:19:29.268530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52fe87-2cfe-4b60-b98c-188b233440f3 req-c69e0791-f7ac-4743-9a57-58919b139942 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.270206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f52fe87-2cfe-4b60-b98c-188b233440f3 req-c69e0791-f7ac-4743-9a57-58919b139942 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.1501341 Aug 11 02:19:29.301672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] No DVR routers for this DVR port e3cb8ebb-5498-45e3-b428-599e4ba7002c on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:29.309239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.311222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eb63b97-caf6-48f3-bfaf-a84bd0a7dce4 req-743665ae-7947-4851-bcd3-ec1909652b84 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.25 "DELETE /v2.0/ports/e3cb8ebb-5498-45e3-b428-599e4ba7002c HTTP/1.1" status: 204 len: 173 time: 0.7812202 Aug 11 02:19:29.315327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'name': 'network-vif-deleted', 'tag': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:29.317686 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c9cb13-b3e1-48cd-802d-68751cf712f5" -d '{"events": [{"server_uuid": "516ed52a-b222-45c0-9cde-4203fd4cfe31", "name": "network-vif-deleted", "tag": "e3cb8ebb-5498-45e3-b428-599e4ba7002c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:29.347961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0edb810-01be-4ddb-9f52-4f91334c5e09 req-ae65af35-2a47-4a1d-9d2d-baeac1b58042 tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097236 Aug 11 02:19:29.368270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-2e20ebef-7b06-420a-b65e-1b097ff315f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.370222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f52fe87-2cfe-4b60-b98c-188b233440f3 req-753beb66-9483-4914-a3ca-aea327472de1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Aug 11 02:19:29.371408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-2e20ebef-7b06-420a-b65e-1b097ff315f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.1319709 Aug 11 02:19:29.462192 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-a45e3b26-b503-4be1-9306-93acc21785a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 217 time: 0.0780547 Aug 11 02:19:29.557482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21d440f-480a-490e-9ed5-0b6dc09c0c4c req-3419d7a7-a3ff-45ad-b3a5-614f611ee575 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341344 Aug 11 02:19:29.666266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-81698d83-c4e1-4123-8358-ff0e40e85207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.668952 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-81698d83-c4e1-4123-8358-ff0e40e85207 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1972568 Aug 11 02:19:29.678972 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-6ae04143-6fda-48b2-9fa1-7a4efba957a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268492 Aug 11 02:19:29.713142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf184-b434-429f-9e0e-3f1bf00bdeda req-8ba85295-cc83-4178-83ab-1c71f2a99488 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.715118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1abbf184-b434-429f-9e0e-3f1bf00bdeda req-8ba85295-cc83-4178-83ab-1c71f2a99488 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 943 time: 0.1551788 Aug 11 02:19:29.794331 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-f60e8620-2f1d-4762-bd51-25c7f496f959 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136310 Aug 11 02:19:29.806271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1abbf184-b434-429f-9e0e-3f1bf00bdeda req-5be4a68c-1e28-4ab1-8fd1-ed828eb179ab tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763245 Aug 11 02:19:29.822350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d440f-480a-490e-9ed5-0b6dc09c0c4c req-cc404be1-79bc-4e83-82ac-15ab37842cef tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.834925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21d440f-480a-490e-9ed5-0b6dc09c0c4c req-cc404be1-79bc-4e83-82ac-15ab37842cef tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762105 Aug 11 02:19:29.858885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21d440f-480a-490e-9ed5-0b6dc09c0c4c req-91ab140b-5e56-44f5-833c-fd7b85db54df tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/quotas/bf95953aa1984a1ea80a80d23eec18f3 HTTP/1.1" status: 200 len: 375 time: 0.0224788 Aug 11 02:19:29.933820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21d440f-480a-490e-9ed5-0b6dc09c0c4c req-3e1f238a-87b7-4630-a627-c93a06fd05f3 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657899 Aug 11 02:19:29.943332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:29.947173 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c96d5a-efaa-45fc-a270-69f710dd5dfe" -d '{"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-plugged", "status": "completed", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:29.996554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb823-b345-44e4-8e15-605294e69115 req-db355dc0-23f4-499d-a67e-3a3e00afc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.999484 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-db355dc0-23f4-499d-a67e-3a3e00afc67e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.2290127 Aug 11 02:19:30.009433 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-8968a383-a65d-4fbc-9177-3c3b9e6b0900 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733441 Aug 11 02:19:30.176513 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955a1c05-f6ec-42e9-bccc-bae14bce24cc x-openstack-request-id: req-955a1c05-f6ec-42e9-bccc-bae14bce24cc {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:30.176817 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ed52a-b222-45c0-9cde-4203fd4cfe31", "name": "network-vif-deleted", "tag": "e3cb8ebb-5498-45e3-b428-599e4ba7002c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:30.177078 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-955a1c05-f6ec-42e9-bccc-bae14bce24cc {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:30.177493 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ed52a-b222-45c0-9cde-4203fd4cfe31', 'name': 'network-vif-deleted', 'tag': 'e3cb8ebb-5498-45e3-b428-599e4ba7002c', 'status': 'completed', 'code': 200} Aug 11 02:19:30.311405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb823-b345-44e4-8e15-605294e69115 req-ee55dd20-2d8c-4115-a63e-4507209fdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.311623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.312653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.312653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.313302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.313949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.314388 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-ee55dd20-2d8c-4115-a63e-4507209fdfcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2762003 Aug 11 02:19:30.314523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.315336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.315834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.316321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.318597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-210e1f79-6c61-4f21-b7ea-8326d892986d tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c&device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33&device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655&device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2&device_id=a38209a3-630b-428f-8a1a-cd09ae46140e&device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 8223 time: 0.0890300 Aug 11 02:19:30.327175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c40dff29-3b61-4da1-813b-43ccae25ce9d req-9deccbd4-056f-4043-ac8d-644cf4f2d253 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032432 Aug 11 02:19:30.342922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d57ef0-7880-4941-80cc-4f10d51158fb req-f3d4a70d-8d5a-46e6-8222-c8c49cd4101c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.344974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87d57ef0-7880-4941-80cc-4f10d51158fb req-f3d4a70d-8d5a-46e6-8222-c8c49cd4101c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.0789182 Aug 11 02:19:30.368399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-f729cd30-8252-4ead-b39c-63ed2db99012 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.385770 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-4ee9c9fe-7a23-4f9d-89a6-eb17325e93c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d HTTP/1.1" status: 200 len: 217 time: 0.0550466 Aug 11 02:19:30.430462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87d57ef0-7880-4941-80cc-4f10d51158fb req-c7782c49-b47f-4cdd-8cba-d554f492e31e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692735 Aug 11 02:19:30.491800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb823-b345-44e4-8e15-605294e69115 req-6895bdd5-68f5-4876-9c77-e33d53968d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.495147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-6895bdd5-68f5-4876-9c77-e33d53968d68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1023824 Aug 11 02:19:30.541329 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-f729cd30-8252-4ead-b39c-63ed2db99012 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.547942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-f729cd30-8252-4ead-b39c-63ed2db99012 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.568991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb823-b345-44e4-8e15-605294e69115 req-c2d25c0c-f167-4133-ab26-e463ec04b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.571957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-c2d25c0c-f167-4133-ab26-e463ec04b632 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657024 Aug 11 02:19:30.590366 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16e9ae-e85d-420e-a481-531f98777cc0 x-openstack-request-id: req-9c16e9ae-e85d-420e-a481-531f98777cc0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:30.591121 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-plugged", "status": "completed", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:30.591121 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c16e9ae-e85d-420e-a481-531f98777cc0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:30.591609 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'code': 200} Aug 11 02:19:30.594639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbe300b3-c5b0-4572-8870-e6f7921360b4 req-f729cd30-8252-4ead-b39c-63ed2db99012 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&id=6258ec3a-9820-421a-b894-dff856a6c8a4&id=be3e3909-8bce-41f2-92c1-05615ad44dff&id=9acfbd2e-183a-4705-8aed-b0cf04513de5&id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2485380 Aug 11 02:19:30.624164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729cd30-8252-4ead-b39c-63ed2db99012 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3717f32-1e51-4f35-89a6-01d50dd89cd9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:30.799306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc8a6e4f-53fc-4136-9fbf-29f65d0fabe9 req-0cbf0c55-1d20-478a-b157-c4312246b60c tempest-AttachSCSIVolumeTestJSON-317332391 tempest-AttachSCSIVolumeTestJSON-317332391-project] 10.222.0.16 "GET /v2.0/ports?device_id=516ed52a-b222-45c0-9cde-4203fd4cfe31 HTTP/1.1" status: 200 len: 210 time: 0.0523174 Aug 11 02:19:30.985703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c741e-a175-483e-b12b-28f5b8045636 req-c418329d-a8b3-4798-aa8f-3c47207a29c5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.989242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d0c741e-a175-483e-b12b-28f5b8045636 req-c418329d-a8b3-4798-aa8f-3c47207a29c5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.0931501 Aug 11 02:19:31.035371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31249857-b125-40ab-92c7-100636f3fa70 req-bfc67f3c-861b-44df-b7fc-b82f4089f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.037159 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31249857-b125-40ab-92c7-100636f3fa70 req-bfc67f3c-861b-44df-b7fc-b82f4089f5ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1100 time: 0.0764356 Aug 11 02:19:31.056101 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-9f0dc520-4e6b-430c-832e-e698fd825892 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742901 Aug 11 02:19:31.113097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d0c741e-a175-483e-b12b-28f5b8045636 req-85f9a7db-ccd8-48c1-84ef-26b8acf81c0d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182168 Aug 11 02:19:31.129023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31249857-b125-40ab-92c7-100636f3fa70 req-b9ca20bb-15be-473f-be0e-b8e5a91e9d93 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832617 Aug 11 02:19:31.130802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fa9f2-84f5-4874-af26-d823633e9ef1 req-92165bfb-eaa4-4e63-a49d-e31d75c846b6 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.135047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-788fa9f2-84f5-4874-af26-d823633e9ef1 req-92165bfb-eaa4-4e63-a49d-e31d75c846b6 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1097 time: 0.1079304 Aug 11 02:19:31.182052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-788fa9f2-84f5-4874-af26-d823633e9ef1 req-0976f1c9-fde1-4fac-a6bf-0448bd4914cc tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Aug 11 02:19:31.208044 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-522bb823-b345-44e4-8e15-605294e69115 req-af58d731-f874-471e-b455-394c6705c60a service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425376 Aug 11 02:19:31.506733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c9a5-cef6-48be-bdf3-30e2902bc8a4 req-0d688872-d3ca-4bec-96fd-67f6c0ef8b05 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.508788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d429c9a5-cef6-48be-bdf3-30e2902bc8a4 req-0d688872-d3ca-4bec-96fd-67f6c0ef8b05 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 943 time: 0.0815461 Aug 11 02:19:31.567580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d429c9a5-cef6-48be-bdf3-30e2902bc8a4 req-043a3dcd-30b5-4493-ba55-3b1631fd3f75 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Aug 11 02:19:31.870966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409314-01d7-4c82-b9ac-3a52624105c4 req-ff954b29-2f7d-418e-9820-f5662af4e7fd tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.871542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409314-01d7-4c82-b9ac-3a52624105c4 req-ff954b29-2f7d-418e-9820-f5662af4e7fd tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.872352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f409314-01d7-4c82-b9ac-3a52624105c4 req-ff954b29-2f7d-418e-9820-f5662af4e7fd tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.875409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f409314-01d7-4c82-b9ac-3a52624105c4 req-ff954b29-2f7d-418e-9820-f5662af4e7fd tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655&device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2&device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 2883 time: 0.0801957 Aug 11 02:19:31.959010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f409314-01d7-4c82-b9ac-3a52624105c4 req-e2af544d-e598-4c46-8000-111ca984b2be tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Aug 11 02:19:32.198053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58f8fc12-a7da-4ed1-a3f5-cdd721f9650f req-24eaa28d-26cd-41bd-b2c7-3bdd5ca5c2dc tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776904 Aug 11 02:19:32.385578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8fc12-a7da-4ed1-a3f5-cdd721f9650f req-97473e61-dd9a-49e1-9c7d-ad6dcf5a2650 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:32.387183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58f8fc12-a7da-4ed1-a3f5-cdd721f9650f req-97473e61-dd9a-49e1-9c7d-ad6dcf5a2650 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827757 Aug 11 02:19:32.406507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58f8fc12-a7da-4ed1-a3f5-cdd721f9650f req-f3d80bb4-2085-4ebb-b773-2d3d8c6eaf4b tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/quotas/bf95953aa1984a1ea80a80d23eec18f3 HTTP/1.1" status: 200 len: 375 time: 0.0125611 Aug 11 02:19:32.449039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58f8fc12-a7da-4ed1-a3f5-cdd721f9650f req-46be169c-4880-4df4-8a96-51445ff17552 tempest-QuotasAdminNegativeTest-1929180094 tempest-QuotasAdminNegativeTest-1929180094-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344882 Aug 11 02:19:32.581141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:32.585295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e3cb8ebb-5498-45e3-b428-599e4ba7002c no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:32.658374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751a062-7393-4efc-8608-36a5be81223f req-3428d301-6bf2-40c7-bbd0-f91c22068473 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:32.667916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6751a062-7393-4efc-8608-36a5be81223f req-3428d301-6bf2-40c7-bbd0-f91c22068473 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.0845230 Aug 11 02:19:32.685919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: e3cb8ebb-5498-45e3-b428-599e4ba7002c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:32.686765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e3cb8ebb-5498-45e3-b428-599e4ba7002c not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:32.716759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6751a062-7393-4efc-8608-36a5be81223f req-3e3d3250-7052-4feb-bc42-1e379932b086 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Aug 11 02:19:32.918426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:32.947218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3860444e-d847-463f-91a9-1bde92faad5f', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'port_id': '3860444e-d847-463f-91a9-1bde92faad5f', 'mac_address': 'fa:16:3e:cf:b7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1bd06d-16ed-46e3-8fec-24dea8a8db0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:33.039137 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.057974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3860444e-d847-463f-91a9-1bde92faad5f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:33.086959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:33.094963 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.168330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:33.188072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f97b5f-b22a-4211-ac70-29f04555e893 req-fd3eb0b3-f38c-49ad-9195-b69230b22a5e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:33.195302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97f97b5f-b22a-4211-ac70-29f04555e893 req-fd3eb0b3-f38c-49ad-9195-b69230b22a5e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.0878258 Aug 11 02:19:33.246951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97f97b5f-b22a-4211-ac70-29f04555e893 req-cc4a4e87-ae3e-46c7-bc22-66fd291422ab tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Aug 11 02:19:33.369392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3860444e-d847-463f-91a9-1bde92faad5f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:33.741199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a945d-f6af-4e25-ae21-9c25971129ad req-5ea8ebe7-874f-478e-92d5-0ea54c164319 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:33.744029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d9a945d-f6af-4e25-ae21-9c25971129ad req-5ea8ebe7-874f-478e-92d5-0ea54c164319 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1100 time: 0.0842810 Aug 11 02:19:33.774885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d9a945d-f6af-4e25-ae21-9c25971129ad req-e2c1c885-b3e8-4221-8089-a96abacb3693 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.883569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d9a945d-f6af-4e25-ae21-9c25971129ad req-e2c1c885-b3e8-4221-8089-a96abacb3693 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.888138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d9a945d-f6af-4e25-ae21-9c25971129ad req-e2c1c885-b3e8-4221-8089-a96abacb3693 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.918697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d9a945d-f6af-4e25-ae21-9c25971129ad req-e2c1c885-b3e8-4221-8089-a96abacb3693 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581943 Aug 11 02:19:33.924431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1c885-b3e8-4221-8089-a96abacb3693 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbb260e-7557-408c-afee-4d9f54ea8379,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:33.990524 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:19:34.171883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d13e33-64d3-43df-b2d5-22585c276e06 req-06212d14-66e7-4ff5-8c98-77b5102adf4e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.173827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47d13e33-64d3-43df-b2d5-22585c276e06 req-06212d14-66e7-4ff5-8c98-77b5102adf4e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 945 time: 0.0614936 Aug 11 02:19:34.220858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47d13e33-64d3-43df-b2d5-22585c276e06 req-b13dd1a1-b35d-44fe-a0f7-240ae2b53720 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397184 Aug 11 02:19:34.596779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:34.707006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3860444e-d847-463f-91a9-1bde92faad5f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:34.713513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3860444e-d847-463f-91a9-1bde92faad5f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:34.714403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.727842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00669-fcb3-471b-b6c9-747e4e7e5a23 req-ea5e0cc5-68e3-458d-83b0-dcccb6902c78 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.730659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4dc00669-fcb3-471b-b6c9-747e4e7e5a23 req-ea5e0cc5-68e3-458d-83b0-dcccb6902c78 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.1050637 Aug 11 02:19:34.795285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4dc00669-fcb3-471b-b6c9-747e4e7e5a23 req-1262d22c-2155-41f4-bfbf-25d85d5da866 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581191 Aug 11 02:19:34.798788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:34.876480 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.936007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:34.938443 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64661e60-72a5-4162-bc86-4a48f0730dde" -d '{"events": [{"server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "name": "network-vif-plugged", "status": "completed", "tag": "3860444e-d847-463f-91a9-1bde92faad5f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:34.970256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:34.984854 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.090749 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eac733-28d3-4680-943b-1c2a1de9a15e x-openstack-request-id: req-78eac733-28d3-4680-943b-1c2a1de9a15e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:35.094973 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "name": "network-vif-plugged", "status": "completed", "tag": "3860444e-d847-463f-91a9-1bde92faad5f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:35.095431 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78eac733-28d3-4680-943b-1c2a1de9a15e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:35.097824 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f', 'code': 200} Aug 11 02:19:35.183691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.213259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-048c95dd-8ca0-42ad-bbe2-870cf2c21519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.312261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-6e6b6858-3c03-4e89-bb88-c14ab4c41711 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2432911 Aug 11 02:19:35.395876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22dc89-3ab1-437a-a182-bd1b72980ca1 req-7f35d31b-c8e7-40c9-aa2e-254f0fedf106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:35.399849 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ed22dc89-3ab1-437a-a182-bd1b72980ca1 req-7f35d31b-c8e7-40c9-aa2e-254f0fedf106 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1096 time: 0.1722064 Aug 11 02:19:35.453379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7129-fe14-4df3-beed-67c9f9f01907 req-a6370fc0-abd2-4944-9362-cc91d38245cd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:35.455976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48fd7129-fe14-4df3-beed-67c9f9f01907 req-a6370fc0-abd2-4944-9362-cc91d38245cd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.0895436 Aug 11 02:19:35.500534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ed22dc89-3ab1-437a-a182-bd1b72980ca1 req-3ea71eaa-5ad7-4760-8aa9-e403f83e1832 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906670 Aug 11 02:19:35.590118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48fd7129-fe14-4df3-beed-67c9f9f01907 req-0db1353f-32f8-48a8-8ec1-84709844b003 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127951 Aug 11 02:19:35.597850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-048c95dd-8ca0-42ad-bbe2-870cf2c21519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.609375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-048c95dd-8ca0-42ad-bbe2-870cf2c21519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.718099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9490d6-32c1-438b-bd17-04186f67ba5a req-66e43ee8-92cf-4043-ae9b-25e648a42c11 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:35.720403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c95dd-8ca0-42ad-bbe2-870cf2c21519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529dd4b-5649-48a0-a904-bd74e2448234,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.722405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee9490d6-32c1-438b-bd17-04186f67ba5a req-66e43ee8-92cf-4043-ae9b-25e648a42c11 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.0628040 Aug 11 02:19:35.804539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee9490d6-32c1-438b-bd17-04186f67ba5a req-c311a837-3c97-43df-8e74-33de2f829cde tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643895 Aug 11 02:19:35.817443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-048c95dd-8ca0-42ad-bbe2-870cf2c21519 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf95953aa1984a1ea80a80d23eec18f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177293 Aug 11 02:19:35.820611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:35.970288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-4de34956-77e7-42cb-9777-96b8d441373d tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1538428201&fields=id&tenant_id=5f515faec97d415e85731cf5c93fb58c HTTP/1.1" status: 200 len: 267 time: 0.1037788 Aug 11 02:19:35.981007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ee22d6-a605-4ffc-85ed-aa6916e9103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.134531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ee22d6-a605-4ffc-85ed-aa6916e9103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.205480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4977-f003-4c2c-8c0b-3f4ea06126b6 req-3970fbd4-2f50-43f7-b1a7-2e78ce212e98 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:36.213163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac2e4977-f003-4c2c-8c0b-3f4ea06126b6 req-3970fbd4-2f50-43f7-b1a7-2e78ce212e98 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 945 time: 0.2275090 Aug 11 02:19:36.276503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-1fa25f8e-11a3-4e17-9cbb-93b039b3d8a7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:36.278266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-1fa25f8e-11a3-4e17-9cbb-93b039b3d8a7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 823 time: 0.3067961 Aug 11 02:19:36.307765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac2e4977-f003-4c2c-8c0b-3f4ea06126b6 req-c08ef7db-8084-4a31-a5bb-c110d5e7fc6b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924203 Aug 11 02:19:36.314957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ee22d6-a605-4ffc-85ed-aa6916e9103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.317577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ee22d6-a605-4ffc-85ed-aa6916e9103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.325514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-31ee22d6-a605-4ffc-85ed-aa6916e9103e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9529dd4b-5649-48a0-a904-bd74e2448234 HTTP/1.1" status: 204 len: 168 time: 0.5038517 Aug 11 02:19:36.357540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee22d6-a605-4ffc-85ed-aa6916e9103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529dd4b-5649-48a0-a904-bd74e2448234,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:36.374751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-ffbc4570-7511-42c1-9229-cda24d11c06a tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/quotas/5f515faec97d415e85731cf5c93fb58c HTTP/1.1" status: 200 len: 375 time: 0.0846062 Aug 11 02:19:36.499197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-6f76ace3-2fac-4463-a9df-97e394f6a3b5 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1233184 Aug 11 02:19:36.505510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e4a26-719a-4176-a213-2cf2fcddf20e req-af34b614-908f-408a-aeec-7c8cfc39bb8b tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:36.515174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d14e4a26-719a-4176-a213-2cf2fcddf20e req-af34b614-908f-408a-aeec-7c8cfc39bb8b tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.0914135 Aug 11 02:19:36.627480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-b697ba2b-e470-4d9e-929b-2bc683839c60 service neutron] 10.222.0.16 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096373 Aug 11 02:19:36.825334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-23e32283-dca3-43b8-a81e-3b7e7f0594ad service neutron] 10.222.0.16 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891289 Aug 11 02:19:36.843114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d14e4a26-719a-4176-a213-2cf2fcddf20e req-6ef811f2-ffa4-410c-aef7-bb6106beab26 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246589 Aug 11 02:19:37.060573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-82ef3113-31a8-418a-9c1b-3c1eea117b2b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:37.063907 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-82ef3113-31a8-418a-9c1b-3c1eea117b2b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7de5a0f-feeb-4a0a-a4f9-83d509bcef23 HTTP/1.1" status: 200 len: 945 time: 0.1813064 Aug 11 02:19:37.242879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad61c70-b435-4037-a859-1b61f8bddcca req-b28d2547-b485-465d-9b9f-49d778f140d4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:37.259138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dad61c70-b435-4037-a859-1b61f8bddcca req-b28d2547-b485-465d-9b9f-49d778f140d4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.1623712 Aug 11 02:19:37.276016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:37.308796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0aced1c-9e53-41a8-bec5-61b1aa8eebd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.384098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dad61c70-b435-4037-a859-1b61f8bddcca req-3539f59e-4153-404a-b457-76f7c6428638 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239741 Aug 11 02:19:37.532788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab248d73-2df6-4d1c-a8b0-eaa43932f605 req-45fb2db2-3272-4e1f-bcd2-26dd65b09aa1 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 210 time: 0.0830076 Aug 11 02:19:37.553170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46862) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:37.657816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Deleting port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:37.661216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.689637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c989-d318-4be8-8a84-2f0738998e30 req-fcec5f8d-2ebe-4c3c-8d49-3cf01d055d0c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:37.705544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b62c989-d318-4be8-8a84-2f0738998e30 req-fcec5f8d-2ebe-4c3c-8d49-3cf01d055d0c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 945 time: 0.0975499 Aug 11 02:19:37.884222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b62c989-d318-4be8-8a84-2f0738998e30 req-c44faa98-5152-4f6c-bd09-8abe492cfa51 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756289 Aug 11 02:19:38.008766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f78d62-1f6c-4b66-af90-53e47df6e97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.023355 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0aced1c-9e53-41a8-bec5-61b1aa8eebd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.038234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0aced1c-9e53-41a8-bec5-61b1aa8eebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.103625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] For port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:38.104792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.217810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-cfb11ae3-4829-43f7-95fa-f0e4c114062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.219473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-cfb11ae3-4829-43f7-95fa-f0e4c114062d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1100 time: 0.4073465 Aug 11 02:19:38.323554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aced1c-9e53-41a8-bec5-61b1aa8eebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b26a578-6118-4f62-95dd-6d594cc884db,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:38.368619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d0aced1c-9e53-41a8-bec5-61b1aa8eebd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f48759ffdfe84ef1a9e863d89d00ebea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0906525 Aug 11 02:19:38.387084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:38.765230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d3dbaf-52bc-4497-85a6-017fddbb8b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.778622 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f78d62-1f6c-4b66-af90-53e47df6e97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.806895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f78d62-1f6c-4b66-af90-53e47df6e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.872688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d3dbaf-52bc-4497-85a6-017fddbb8b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.899992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.901121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.902657 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20 disassociated. External IP: 172.25.6.217, port: 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85. Aug 11 02:19:38.903957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Calling delete_port for 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:38.976757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a8f78d62-1f6c-4b66-af90-53e47df6e97f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ac04f243b5147a1a62f0a309180678b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4218986 Aug 11 02:19:38.977533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f78d62-1f6c-4b66-af90-53e47df6e97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0371969-3a23-4ffa-ad0c-603e94a2768e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:38.990335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2347-b608-401d-b60b-72d56b2485c3 req-2549f020-145e-493b-9038-739868dabda5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.998729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21b2347-b608-401d-b60b-72d56b2485c3 req-2549f020-145e-493b-9038-739868dabda5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.2049036 Aug 11 02:19:39.001119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46890) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.023030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205ebc2-0a31-4a51-99b8-157087f44af3 req-31123dc8-c9ee-4396-9843-b95759e1d3c6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.024750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9205ebc2-0a31-4a51-99b8-157087f44af3 req-31123dc8-c9ee-4396-9843-b95759e1d3c6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1096 time: 0.2437770 Aug 11 02:19:39.129454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-2aa1150b-0087-437e-b701-c09a4183bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.131071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-2aa1150b-0087-437e-b701-c09a4183bf53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.8934329 Aug 11 02:19:39.195344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-d4f11485-bfed-4902-a291-4919df75fede service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.0430729 Aug 11 02:19:39.202942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d3dbaf-52bc-4497-85a6-017fddbb8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.215864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21b2347-b608-401d-b60b-72d56b2485c3 req-00e83a64-c5c8-4f16-9692-5be73219c66e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161150 Aug 11 02:19:39.221662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9205ebc2-0a31-4a51-99b8-157087f44af3 req-2d3f577f-e020-4798-8a62-abe0fca8e141 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780145 Aug 11 02:19:39.232497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d3dbaf-52bc-4497-85a6-017fddbb8b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.247456 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63d3dbaf-52bc-4497-85a6-017fddbb8b9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b26a578-6118-4f62-95dd-6d594cc884db HTTP/1.1" status: 204 len: 168 time: 0.8551159 Aug 11 02:19:39.272947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3dbaf-52bc-4497-85a6-017fddbb8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b26a578-6118-4f62-95dd-6d594cc884db,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.401230 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57e85232-fb38-4904-aee3-9f99a4cf5fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.408768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.481925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-fa2739a0-fa4a-452f-9449-6a2bf2f87db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.492458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-fa2739a0-fa4a-452f-9449-6a2bf2f87db5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2734931 Aug 11 02:19:39.554052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.623638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57e85232-fb38-4904-aee3-9f99a4cf5fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.704405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event deleted for resources: {'Port': ['ID=5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.721740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-583051cf-233f-448f-b582-66640747c598 req-1ab80739-85c2-4870-a538-d9f2ef13409c tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 210 time: 0.2160420 Aug 11 02:19:39.960233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-91fc5742-4e87-4c58-a985-42b6de101305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:39.961882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-91fc5742-4e87-4c58-a985-42b6de101305 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4540317 Aug 11 02:19:40.057066 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:40.151500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-c664f242-50fb-4956-95be-d6f35a249469 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.154365 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-c664f242-50fb-4956-95be-d6f35a249469 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.59 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 823 time: 0.8031704 Aug 11 02:19:40.191011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cda94-bc32-43ef-af35-b16b50c03f17 req-8c5d4862-a7a6-4b4c-ba58-a977807db33e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.199678 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-243cda94-bc32-43ef-af35-b16b50c03f17 req-8c5d4862-a7a6-4b4c-ba58-a977807db33e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1096 time: 0.5101573 Aug 11 02:19:40.203239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-4327e51c-6c53-488f-8568-3a6b21014ef8 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306798 Aug 11 02:19:40.230621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57e85232-fb38-4904-aee3-9f99a4cf5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.233292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57e85232-fb38-4904-aee3-9f99a4cf5fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.235051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-57e85232-fb38-4904-aee3-9f99a4cf5fbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0371969-3a23-4ffa-ad0c-603e94a2768e HTTP/1.1" status: 204 len: 168 time: 1.2301760 Aug 11 02:19:40.420779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e85232-fb38-4904-aee3-9f99a4cf5fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0371969-3a23-4ffa-ad0c-603e94a2768e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:40.448529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-734782cc-c6c5-44cf-872a-1dbb61052e50 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106287 Aug 11 02:19:40.457923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-243cda94-bc32-43ef-af35-b16b50c03f17 req-3a1ed5c9-67a2-4ebf-9055-fedcfef751f5 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553487 Aug 11 02:19:40.588670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:40.671545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:40.673311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:40.714696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-2440ec20-7165-4dec-8e17-2a9fa0f9afef tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f515faec97d415e85731cf5c93fb58c HTTP/1.1" status: 200 len: 380 time: 0.5343854 Aug 11 02:19:40.791864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'port': {'device_id': '46f79594-350a-40b5-a59d-db137432e221', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'admin_state_up': True, 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'security_groups': ['8f18df3b-c206-41f1-9216-b07f1b7f857b']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:40.819439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c744c64-ea5b-416b-9080-ed738761be1b req-47ad4f35-6aa5-4f17-8c78-1b1d08344441 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.822493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c744c64-ea5b-416b-9080-ed738761be1b req-47ad4f35-6aa5-4f17-8c78-1b1d08344441 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.2575147 Aug 11 02:19:40.919195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a53b2-51cd-4743-ac1d-e0c652547891 req-bee1686a-fa44-4bdd-a19f-9db87e949e0b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.921702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b9a53b2-51cd-4743-ac1d-e0c652547891 req-bee1686a-fa44-4bdd-a19f-9db87e949e0b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2303526 Aug 11 02:19:40.957126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c744c64-ea5b-416b-9080-ed738761be1b req-edd14ce8-7008-42df-a2fc-bed5ceb2efa0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188960 Aug 11 02:19:41.029115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b9a53b2-51cd-4743-ac1d-e0c652547891 req-6e56557f-8c7a-416b-a9de-4820d2a47e51 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692656 Aug 11 02:19:41.057584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:41.088112 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:41.116274 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:41.118312 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:41.288093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5099c65a-78de-4e67-aab6-b9195f941b93 req-2a403af9-f856-4818-8cc3-30644f9ea226 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 210 time: 0.0934417 Aug 11 02:19:41.489104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] No DVR routers for this DVR port 5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:41.498358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.501283 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1ba850-6762-4b19-8cd2-10b3ee4c2f17 req-acb3a837-f21f-4604-bb7f-f0721ed3be78 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.25 "DELETE /v2.0/ports/5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85 HTTP/1.1" status: 204 len: 173 time: 4.4261963 Aug 11 02:19:41.514404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'name': 'network-vif-deleted', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:41.524627 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b02bd0f-5e14-4e91-8c76-3210263f3b05" -d '{"events": [{"server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "name": "network-vif-deleted", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:41.544660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:41.564222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Made reservation on behalf of 5f515faec97d415e85731cf5c93fb58c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:41.579452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.690936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-network', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:41.740605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Made reservation on behalf of 1ec8c01328e84255b0ae2c1e3614ef66 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:41.750659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.783710 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e3bd57-ee48-418b-bc01-3d56a37a7c26 x-openstack-request-id: req-20e3bd57-ee48-418b-bc01-3d56a37a7c26 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:41.784507 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de5a0f-feeb-4a0a-a4f9-83d509bcef23", "name": "network-vif-deleted", "tag": "5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:41.784507 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20e3bd57-ee48-418b-bc01-3d56a37a7c26 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:41.785492 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de5a0f-feeb-4a0a-a4f9-83d509bcef23', 'name': 'network-vif-deleted', 'tag': '5e882d7f-5c7c-4cf3-8aa4-d52aed3a0e85', 'status': 'completed', 'code': 200} Aug 11 02:19:41.787575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.802970 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:42.113617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.266652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.309604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.376098 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:42.438173 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:42.499530 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:42.518081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb059-197c-4f7e-9ccc-6399a68b5146 req-96f7a46e-5a65-4ac2-9bf4-8c3f33d7381c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:42.534505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa1eb059-197c-4f7e-9ccc-6399a68b5146 req-96f7a46e-5a65-4ac2-9bf4-8c3f33d7381c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.4169216 Aug 11 02:19:42.536655 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:42.539509 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:42.667883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.668551 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Added segment 79264603-eeca-4dbf-b991-45771dd76822 of type vlan for network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f Aug 11 02:19:42.715732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22729645-db1c-4213-a127-79a5ce8f3b04,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.921389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Allocated IP 172.20.0.6 (f0bab906-41b5-42e7-b3a8-c8a5a101c9df/89ed2e70-7fd6-467a-b494-4ff032867f76/a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:42.969881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa1eb059-197c-4f7e-9ccc-6399a68b5146 req-f14cbb5d-62a7-4d92-b124-8ac15775fc58 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312370 Aug 11 02:19:42.978983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.093495 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:43.116977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.120249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:43.121602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.355468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8093290 Aug 11 02:19:43.356491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47006) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:43.374381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Request body: {'subnet': {'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-subnet', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:43.399486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da115f00-4c4e-4f01-aee1-713a22211d0e admin admin] Pushing event updated for resources: {'Network': ['ID=0dd66312-5fb1-45d3-aa6f-bc7dedddc72f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:43.416442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:43.514411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbe1e3-e929-440d-9fd8-82ffcc78bd34 req-08e01e6a-8541-41ab-aca4-fd1b556c3c22 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:43.533415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebbe1e3-e929-440d-9fd8-82ffcc78bd34 req-08e01e6a-8541-41ab-aca4-fd1b556c3c22 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2625406 Aug 11 02:19:43.543207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Deleting port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:43.543652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.558918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Made reservation on behalf of 1ec8c01328e84255b0ae2c1e3614ef66 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:43.563888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.607939 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:43.616041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.649391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Transition to ACTIVE for port object a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:43.670025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] For port 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:43.670279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.679360 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3dece-3adb-4491-a546-85484f2c3e18 None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:43.700142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Calling delete_port for 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:43.798829 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c840b1c-eec4-4798-9123-d2eae49d7f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.888477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebbe1e3-e929-440d-9fd8-82ffcc78bd34 req-b613edd9-3351-44b3-a280-6b88fbae6bcc tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528707 Aug 11 02:19:43.970086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.158542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-5f12a0a5-2911-43a1-89b8-9d67dc3a5ac1 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:19:44.160389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-5f12a0a5-2911-43a1-89b8-9d67dc3a5ac1 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0879617 Aug 11 02:19:44.194278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Request body: {'binding': {'host': 'n-h2-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:44.194853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7f39d-57bf-4ad1-8452-a1562c715f04 None None] New status for floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:19:44.195064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Unknown quota resources ['binding']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:19:44.259058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6afd-425f-4d24-904a-6489be754b55 req-a618fa73-4822-4785-9bca-ae7cde6d11aa tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:44.261711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6ba6afd-425f-4d24-904a-6489be754b55 req-a618fa73-4822-4785-9bca-ae7cde6d11aa tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 931 time: 0.2216995 Aug 11 02:19:44.262510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.372711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6ba6afd-425f-4d24-904a-6489be754b55 req-311f641d-1b03-4828-ae0e-f14c2768e408 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035008 Aug 11 02:19:44.417112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f134b2f-0846-4c81-8c7d-6baa59d526d3,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:44.438959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Checking segment: {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:44.439351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Network hostable DHCP agents. Network: 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:44.446063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:44.455773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:44.484015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:44.487936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:44.502481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event updated for resources: {'Port': ['ID=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:44.512934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:44.527066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025df8b6-a524-4b52-ab7b-b84862d90d2c None None] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:44.551740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:44.557520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.608712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-31ec523f-14f8-46e1-a467-bf44026d32d3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2462573 Aug 11 02:19:44.613134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47016) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:44.631524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:44.675795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.677836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.690239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on host n-h2-715271-8 for vnic_type normal with profile None {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:44.694281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:44.694957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:44.804416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:44.804416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:44.822512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:44.822944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:44.823406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:44.824270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Bound port: 3860444e-d847-463f-91a9-1bde92faad5f, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:44.846277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:44.847486 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.884906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.938914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-79120510-41a9-4c37-abd8-b568578a165b tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1666903 Aug 11 02:19:44.957895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dbe4b7fb-8d74-4dd0-b714-99db31a3d383 None None] Provisioning for port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:44.964002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-0dd66312-5fb1-45d3-aa6f-bc7dedddc72f', 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'fixed_ips': [{'subnet_id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:44.964881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.967898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Request body: {'port': {'device_id': '46f79594-350a-40b5-a59d-db137432e221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:44.976822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.185374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Allocated IP 172.20.0.2 (0dd66312-5fb1-45d3-aa6f-bc7dedddc72f/9f134b2f-0846-4c81-8c7d-6baa59d526d3/e97154a8-5ed6-4100-b705-22882e0e792e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:45.218187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834f058-8503-4a0d-8b98-95da1d0dd10f req-ed9a45d9-b936-4bf4-923e-8f56230f4f08 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:45.222972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4834f058-8503-4a0d-8b98-95da1d0dd10f req-ed9a45d9-b936-4bf4-923e-8f56230f4f08 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.3453982 Aug 11 02:19:45.306673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ad723a-a225-4e19-a5d6-d8c13a8ff7b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:45.331627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47026) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.343886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dbe4b7fb-8d74-4dd0-b714-99db31a3d383 None None] Provisioning complete for port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:45.345119 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7fb-8d74-4dd0-b714-99db31a3d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.362637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:45.399359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.405127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.406794 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-a8b71f76-9c8b-41b6-8dbc-01eb973f7dac service neutron] 10.222.0.16 "POST /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f/bindings HTTP/1.1" status: 201 len: 389 time: 1.2183874 Aug 11 02:19:45.499358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4b7fb-8d74-4dd0-b714-99db31a3d383 None None] Port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:45.511762 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.582259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.651140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4834f058-8503-4a0d-8b98-95da1d0dd10f req-c0430690-b5a3-4454-834f-21f97bc8fb60 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213642 Aug 11 02:19:45.754948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.770747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.777835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Transition to ACTIVE for port object e97154a8-5ed6-4100-b705-22882e0e792e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:45.831057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Transition to ACTIVE for port object e97154a8-5ed6-4100-b705-22882e0e792e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:45.843314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.888374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6397f-b606-43e3-9aff-12584e76037a req-9d437b8c-91ca-437c-980c-244a93c4a831 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:45.901551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4a6397f-b606-43e3-9aff-12584e76037a req-9d437b8c-91ca-437c-980c-244a93c4a831 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1303320 Aug 11 02:19:45.930136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Pushing event updated for resources: {'Port': ['ID=e97154a8-5ed6-4100-b705-22882e0e792e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:45.959124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:45.962054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:45.965633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:46.045309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4a6397f-b606-43e3-9aff-12584e76037a req-b94b35f6-5fdd-4c4d-9e22-17e2ce32086f tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423194 Aug 11 02:19:46.056879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Attempting to bind port e97154a8-5ed6-4100-b705-22882e0e792e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:46.057251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Attempting to bind port e97154a8-5ed6-4100-b705-22882e0e792e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:46.057616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Attempting to bind port e97154a8-5ed6-4100-b705-22882e0e792e on network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:46.063781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:46.064137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Checking segment: {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:46.064546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.064952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Bound using segment: {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:46.065432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Bound port: e97154a8-5ed6-4100-b705-22882e0e792e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:46.065812 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.112686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f97c-bc15-4493-a1d6-7407bafdca69 req-5687ffa4-29d9-4664-834c-c562dbd57565 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:46.125636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2632f97c-bc15-4493-a1d6-7407bafdca69 req-5687ffa4-29d9-4664-834c-c562dbd57565 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 931 time: 0.2207396 Aug 11 02:19:46.180942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] For port e97154a8-5ed6-4100-b705-22882e0e792e, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:46.185902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] For port e97154a8-5ed6-4100-b705-22882e0e792e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e97154a8-5ed6-4100-b705-22882e0e792e,segment=NetworkSegment(79264603-eeca-4dbf-b991-45771dd76822),segment_id=79264603-eeca-4dbf-b991-45771dd76822)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:46.192098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.273134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.311589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68c5f1-a496-4e3f-87c9-f89ad57f25f6 None None] Pushing event updated for resources: {'Port': ['ID=e97154a8-5ed6-4100-b705-22882e0e792e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.422903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2632f97c-bc15-4493-a1d6-7407bafdca69 req-9c2d39fb-bbfb-45e6-a371-abddb595b1aa tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931952 Aug 11 02:19:46.437631 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.514485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7525a1-8029-40c6-b0b8-7799ba157261 req-47f2ef37-4a37-4965-831f-7945d2e3ec2e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:46.515088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=134549072f4148168251c18e4a2f2f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1742799 Aug 11 02:19:46.524990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c7525a1-8029-40c6-b0b8-7799ba157261 req-47f2ef37-4a37-4965-831f-7945d2e3ec2e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 945 time: 0.2736254 Aug 11 02:19:46.527830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47036) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:46.571214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-33964b3c-b6b0-4126-8fdd-64ba66e7f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:46.573923 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-33964b3c-b6b0-4126-8fdd-64ba66e7f50c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1096 time: 0.7436345 Aug 11 02:19:46.650778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.697263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4020aa-1b74-448a-a458-99ecbded1eb7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.749765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.784290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c7525a1-8029-40c6-b0b8-7799ba157261 req-27de86de-51ce-4e20-9892-80c781d67065 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576926 Aug 11 02:19:46.886192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.886549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.886879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.887209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.887540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.887900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.888199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.888528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.888844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.889176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.889532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:46.889819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d850d11-9d28-4048-bd9b-350e42ad17b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.005835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.113874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e97154a8-5ed6-4100-b705-22882e0e792e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:47.125552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.150059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d32d2-6ccc-49bf-a90f-e83dade70218 req-caeea0e1-e240-43ea-9050-200e0ef04814 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.164562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac5d32d2-6ccc-49bf-a90f-e83dade70218 req-caeea0e1-e240-43ea-9050-200e0ef04814 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.2455950 Aug 11 02:19:47.170120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-d1aa3db8-7e1b-4f04-8312-7986c6de656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.173312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-d1aa3db8-7e1b-4f04-8312-7986c6de656c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.5676601 Aug 11 02:19:47.228961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Router b7ddf145-bbaf-4d7c-8e9d-06d46359112f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:19:47.234102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:47.256954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e97154a8-5ed6-4100-b705-22882e0e792e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:47.287014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.297637 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-f1f9a377-70b7-4d0c-bc3a-052bc24e9f20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 217 time: 0.1053464 Aug 11 02:19:47.335500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Transition to ACTIVE for port object a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:47.362711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Allocated IP 172.25.6.157 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/92751ddd-f634-421d-9cb2-66e3062a004b) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:47.378191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac5d32d2-6ccc-49bf-a90f-e83dade70218 req-ab175d2d-9b2f-433b-947f-43429ef674a2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121682 Aug 11 02:19:47.391786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9a43-3916-4620-9042-4f560e9c2cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.490991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.518496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0772ff5-8d9e-404f-aefd-a1815c48ebba req-f33ea766-1030-4cd6-b8d1-3f03f7269e9c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.521488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0772ff5-8d9e-404f-aefd-a1815c48ebba req-f33ea766-1030-4cd6-b8d1-3f03f7269e9c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2972913 Aug 11 02:19:47.533016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.538310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.545202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce4020aa-1b74-448a-a458-99ecbded1eb7 HTTP/1.1" status: 204 len: 168 time: 1.0080023 Aug 11 02:19:47.580635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4020aa-1b74-448a-a458-99ecbded1eb7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.658481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-c288b992-b7b3-459d-8309-ace5871a203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.666060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-c288b992-b7b3-459d-8309-ace5871a203c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.3536749 Aug 11 02:19:47.670552 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.700612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.701130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.701595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.702120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.702786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.703441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.704014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.704579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.705159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.705727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.706385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.706944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91246554-a91b-4f03-91de-bafa6303e46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:47.803491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Pushing event updated for resources: {'Port': ['ID=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.856301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:47.859831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0772ff5-8d9e-404f-aefd-a1815c48ebba req-1b83ce39-c4aa-4f1d-8e45-e7c7b8e9baa8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088901 Aug 11 02:19:47.879774 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb1628c4-2026-47cb-b05c-4c00364d3d88 admin admin] 10.222.0.16 "PUT /v2.0/routers/b7ddf145-bbaf-4d7c-8e9d-06d46359112f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3220539 Aug 11 02:19:47.883856 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] Sync routers for ids ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:47.920001 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] Routers {'b7ddf145-bbaf-4d7c-8e9d-06d46359112f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:47.920658 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:47.942307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47050) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.955672 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-8c71de3b-21e9-4568-8217-d6173b9d1230 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739732 Aug 11 02:19:47.973110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.115001 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] Set router b7ddf145-bbaf-4d7c-8e9d-06d46359112f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:48.166048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a869-dae4-4b79-849c-17057edd3c98 req-22d1cf80-5564-4d1b-8373-093d9f97629f tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:48.169700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a971a869-dae4-4b79-849c-17057edd3c98 req-22d1cf80-5564-4d1b-8373-093d9f97629f tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 943 time: 0.5401077 Aug 11 02:19:48.271991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Attempting to bind port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:48.271991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Attempting to bind port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:48.272597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Attempting to bind port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:48.289119 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.432282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c0b5f-8430-4b3f-8f43-3d7068286b3f None None] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:48.444849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a971a869-dae4-4b79-849c-17057edd3c98 req-315d8c8b-86d5-482f-9a89-e8646f862f06 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049458 Aug 11 02:19:48.495378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d9ad-9532-4bcc-a63d-22b65d8c8d28 req-bfaa8d76-07aa-461a-a4ae-84e27c8f6f56 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:48.501388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb78d9ad-9532-4bcc-a63d-22b65d8c8d28 req-bfaa8d76-07aa-461a-a4ae-84e27c8f6f56 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 945 time: 0.3236713 Aug 11 02:19:48.559560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.615009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Provisioning for port e97154a8-5ed6-4100-b705-22882e0e792e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:48.624872 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.654239 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:19:44Z', 'revision_number': 5, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:48.654864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:48.655394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Attempting to bind port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 on network f0bab906-41b5-42e7-b3a8-c8a5a101c9df {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:48.682973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:48.682973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Checking segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:48.683336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Bound using segment: {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:48.684051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Bound port: a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4f8f10-c281-405a-a3a2-20d7a75328ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:48.684481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Provisioning complete for port e97154a8-5ed6-4100-b705-22882e0e792e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:48.684643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.685207 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.712808 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-d4054d04-550b-44dc-be5b-056970523ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142098 Aug 11 02:19:48.738378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Pushing event updated for resources: {'Port': ['ID=92751ddd-f634-421d-9cb2-66e3062a004b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:48.785858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb78d9ad-9532-4bcc-a63d-22b65d8c8d28 req-715aece4-e0c2-4c3e-9247-377e9b3cebd1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575355 Aug 11 02:19:48.787605 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] Checking router: b7ddf145-bbaf-4d7c-8e9d-06d46359112f for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:48.811898 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] Routers {'b7ddf145-bbaf-4d7c-8e9d-06d46359112f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:48.813098 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:48.813770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:48.833617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:48.931025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] For port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:48.940040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] For port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:48.958378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.067401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.068397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.072134 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] 10.222.0.59 "PUT /v2.0/ports/a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 HTTP/1.1" status: 200 len: 1091 time: 4.1127515 Aug 11 02:19:49.077936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:49.086857 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b64d121-ca9d-4a11-93b4-21d08c3cf608" -d '{"events": [{"name": "network-changed", "server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:49.128422 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-d2600624-6163-4d9f-92e8-f22402bf9d5e service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711812 Aug 11 02:19:49.143619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602cd2-0d90-4860-9a79-e71d939d9bdc service neutron] Pushing event updated for resources: {'Port': ['ID=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.272397 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.296496 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] Set router b7ddf145-bbaf-4d7c-8e9d-06d46359112f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:49.313489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:49.358265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] For port e97154a8-5ed6-4100-b705-22882e0e792e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e97154a8-5ed6-4100-b705-22882e0e792e,segment=NetworkSegment(79264603-eeca-4dbf-b991-45771dd76822),segment_id=79264603-eeca-4dbf-b991-45771dd76822)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:49.366668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.397548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-abcc33bc-00cd-474b-bbda-e9e67aa2a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.403607 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-abcc33bc-00cd-474b-bbda-e9e67aa2a869 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 1094 time: 0.2433267 Aug 11 02:19:49.501361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-1a8b7b8f-abad-4112-ab69-5b7872d648b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0873206 Aug 11 02:19:49.508999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-79e72341-3da1-46dc-a523-0b3b29b508d0 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.516000 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-79e72341-3da1-46dc-a523-0b3b29b508d0 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.2638810 Aug 11 02:19:49.527913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Pushing event updated for resources: {'Port': ['ID=e97154a8-5ed6-4100-b705-22882e0e792e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.542515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-8'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:49.542757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.543325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.544174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.544837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.545465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.546483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.546768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.547381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.548007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.548636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.549269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.549892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c6a801-9eb5-4eec-9d41-eaf8ba4b5edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:49.732574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-a8f20614-fe41-4fe5-b705-9503b500698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.733287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f599-1104-464f-bef8-9e8e18b9382a req-8239f05f-e183-41f5-9b74-141a7868bd52 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.734133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-a8f20614-fe41-4fe5-b705-9503b500698f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.2109697 Aug 11 02:19:49.741127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3a2f599-1104-464f-bef8-9e8e18b9382a req-8239f05f-e183-41f5-9b74-141a7868bd52 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 1.1209588 Aug 11 02:19:49.759155 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:19:44Z', 'revision_number': 5, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:49.776742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.816417 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda9b22-df02-42b7-bfc2-f4eb6b23814d None None] The sync data for ids ['b7ddf145-bbaf-4d7c-8e9d-06d46359112f'] in n-d-715271-8 is: [{'id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'name': 'tempest-AttachSCSIVolumeTestJSON-565792326-router', 'tenant_id': '268365ba69ea4b39944efe35e489acf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '20688335-51b2-4813-8210-235437968bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:17Z', 'updated_at': '2021-08-11T02:19:44Z', 'revision_number': 5, 'project_id': '268365ba69ea4b39944efe35e489acf7', 'gw_port': {'id': '20688335-51b2-4813-8210-235437968bac', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf145-bbaf-4d7c-8e9d-06d46359112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:19Z', 'updated_at': '2021-08-11T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:49.904081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f628706-74a0-45a4-b301-407bc0e5469b req-6b06e776-d421-499b-86e3-3c49eca50c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.907054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-6b06e776-d421-499b-86e3-3c49eca50c23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314597 Aug 11 02:19:49.926399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3a2f599-1104-464f-bef8-9e8e18b9382a req-3bc62937-12ee-47dd-84c4-dc7cb0102c03 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842220 Aug 11 02:19:49.958379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666d06-0f84-4f31-ab39-b2be57992b15 req-854b441b-e3f2-4552-81c5-4fc1d7eb87c0 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.960503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51666d06-0f84-4f31-ab39-b2be57992b15 req-854b441b-e3f2-4552-81c5-4fc1d7eb87c0 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.6490846 Aug 11 02:19:49.980026 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.043795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47082) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:50.060890 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3030ede-ff81-4fc8-9a99-0a1e2bb3070b x-openstack-request-id: req-b3030ede-ff81-4fc8-9a99-0a1e2bb3070b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:50.061189 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:50.061428 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3030ede-ff81-4fc8-9a99-0a1e2bb3070b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:50.061888 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'status': 'completed', 'code': 200} Aug 11 02:19:50.068816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.100193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.139208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-efae6b51-644f-4a87-9e8c-9468829f338c None None] Provisioning complete for port e97154a8-5ed6-4100-b705-22882e0e792e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:50.139999 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efae6b51-644f-4a87-9e8c-9468829f338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.234973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-ddcb9c01-00a4-4792-b374-c63b2df4b2ed service neutron] 10.222.0.59 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095613 Aug 11 02:19:50.236803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:50.328454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51666d06-0f84-4f31-ab39-b2be57992b15 req-c25c0af2-0bc7-459a-b744-b64768b6f11e tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961137 Aug 11 02:19:50.364291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-769418879-network', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:50.375130 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f628706-74a0-45a4-b301-407bc0e5469b req-ce6aee1d-2a47-431c-b678-90cb78896803 service neutron] 10.222.0.59 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261225 Aug 11 02:19:50.403898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:50.508058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.515308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6179a05-c8b8-4183-ab08-a55276a71df4 req-b6416609-5337-4c23-9693-084cf1b454f7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.517054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6179a05-c8b8-4183-ab08-a55276a71df4 req-b6416609-5337-4c23-9693-084cf1b454f7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 943 time: 0.4399219 Aug 11 02:19:50.523785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.533475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Deleting port 20688335-51b2-4813-8210-235437968bac {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:50.534251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.566053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-2a50f226-d1fe-43c5-b969-338d60962b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.567673 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-2a50f226-d1fe-43c5-b969-338d60962b34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 1094 time: 0.1045692 Aug 11 02:19:50.594090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:50.596438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.630379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.655462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e904d-871e-4ad4-a325-46d2a8b83502 req-ea7af60d-0ed6-436f-bf53-f560928b220a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.658480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-531e904d-871e-4ad4-a325-46d2a8b83502 req-ea7af60d-0ed6-436f-bf53-f560928b220a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 945 time: 0.2078545 Aug 11 02:19:50.704849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:50.740533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on host n-h1-715271-8 for vnic_type normal with profile {"migrating_to": "n-h2-715271-8"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:50.741459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:50.741639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:50.750257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6179a05-c8b8-4183-ab08-a55276a71df4 req-3f23eab2-d4c3-4497-8494-c73fbc4c1fb9 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076662 Aug 11 02:19:50.764886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:50.765418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Attempting to bind port 3860444e-d847-463f-91a9-1bde92faad5f on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:50.784106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:50.784667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:50.785387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:50.786084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Bound port: 3860444e-d847-463f-91a9-1bde92faad5f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:50.787103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.837726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] For port 20688335-51b2-4813-8210-235437968bac, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=20688335-51b2-4813-8210-235437968bac,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:50.838203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.868798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-92e37e5b-be76-4152-93e4-2447bd1c32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.871603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-92e37e5b-be76-4152-93e4-2447bd1c32e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 923 time: 0.2878563 Aug 11 02:19:50.888554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Calling delete_port for 20688335-51b2-4813-8210-235437968bac owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:50.896739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-531e904d-871e-4ad4-a325-46d2a8b83502 req-a27ba774-21f6-4e8b-8d80-cce43e8c723c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021744 Aug 11 02:19:50.928369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.954122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e97154a8-5ed6-4100-b705-22882e0e792e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:50.959682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-f1f99477-7c4e-4ecb-84f2-451775be3ad3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0765488 Aug 11 02:19:51.039970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:51.056842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e97154a8-5ed6-4100-b705-22882e0e792e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:51.058156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.062410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:51.071506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.078638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-0297f220-7379-4381-9560-20b1fef55f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.080313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-0297f220-7379-4381-9560-20b1fef55f35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.1038527 Aug 11 02:19:51.185331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.199785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:51.200209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.209076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.231899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.232537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.234043 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-6a0efca4-a338-42c4-b1b1-543665e9fb2f service neutron] 10.222.0.59 "PUT /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 1121 time: 1.7012022 Aug 11 02:19:51.234501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:51.234851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70ad723a-a225-4e19-a5d6-d8c13a8ff7b9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:51.241372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-9b2560ce-f168-4876-883f-028c78ce261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.243099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-9b2560ce-f168-4876-883f-028c78ce261d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283553 Aug 11 02:19:51.344926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3860444e-d847-463f-91a9-1bde92faad5f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:51.356504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:51.383059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749132f5-cc63-446a-80de-97318cc2c70e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.400834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f803c1-3b6a-42e7-918d-552d42d17acc req-3be0f610-f15a-4d21-ab23-4f4077c1f28c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.408888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60f803c1-3b6a-42e7-918d-552d42d17acc req-3be0f610-f15a-4d21-ab23-4f4077c1f28c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.3548636 Aug 11 02:19:51.426574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.427039 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Added segment 772d013c-369c-4ff8-8584-36f25ebcdc94 of type vlan for network 6f556acf-30ea-48bd-867a-e64b6506464c Aug 11 02:19:51.468387 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-66f6132f-db69-4648-9302-83b5a2733ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113698 Aug 11 02:19:51.528436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.581571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60f803c1-3b6a-42e7-918d-552d42d17acc req-8bed8c08-2497-4e7e-afc3-12a9207318bf tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698561 Aug 11 02:19:51.638447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.653296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.654858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.655065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.667241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1b64d121-ca9d-4a11-93b4-21d08c3cf608 req-2bfd5fd2-191b-4f63-b623-443885a39d1d service neutron] 10.222.0.59 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890423 Aug 11 02:19:51.685955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Router 2b74f3a2-e607-4960-827e-6ea2a814fb86 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:19:51.702704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec72986-7685-4926-9b30-c8f851238f0d req-224a6f79-ee2e-40f5-baa7-e9005fcbc1fb tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.704325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec72986-7685-4926-9b30-c8f851238f0d req-224a6f79-ee2e-40f5-baa7-e9005fcbc1fb tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2066870 Aug 11 02:19:51.705151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Pushing event deleted for resources: {'Port': ['ID=20688335-51b2-4813-8210-235437968bac,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.769688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7196953 Aug 11 02:19:51.775212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:51.781058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Request body: {'subnet': {'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-769418879-subnet', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:51.813054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:51.816302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.880463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04423e-5abb-4c49-80e9-34154753cec5 admin admin] Pushing event updated for resources: {'Network': ['ID=6f556acf-30ea-48bd-867a-e64b6506464c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.894932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6f556acf-30ea-48bd-867a-e64b6506464c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:51.924855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec72986-7685-4926-9b30-c8f851238f0d req-fdef3aba-e6b1-4717-b602-e756ce5015c9 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775177 Aug 11 02:19:51.981722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.064858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f'}, {'name': 'network-changed', 'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:52.068972 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526698d9-6924-4c04-acdf-561d00925da2" -d '{"events": [{"server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "name": "network-vif-unplugged", "status": "completed", "tag": "3860444e-d847-463f-91a9-1bde92faad5f"}, {"name": "network-changed", "server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "tag": "3860444e-d847-463f-91a9-1bde92faad5f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:52.136507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.200424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48ab1f6-d8f5-41c7-9485-5a6a846ca93f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.214750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Checking segment: {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:52.215116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Network hostable DHCP agents. Network: 6f556acf-30ea-48bd-867a-e64b6506464c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:52.237305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Network 6f556acf-30ea-48bd-867a-e64b6506464c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:52.249515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6f556acf-30ea-48bd-867a-e64b6506464c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:52.255291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.256054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.262523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3572b0a-6781-40f4-a698-4b39ef08055f None None] Network 6f556acf-30ea-48bd-867a-e64b6506464c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:52.281152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c128780-fb54-4fbd-9023-a965337d6689 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5008051 Aug 11 02:19:52.281751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.290563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:52.322711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.324109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.400731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf98-ca3b-40b4-811e-5aea8ec9ce8e req-92ab46fd-23c3-4852-840a-f90e1221541a tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.408500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a474bf98-ca3b-40b4-811e-5aea8ec9ce8e req-92ab46fd-23c3-4852-840a-f90e1221541a tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 943 time: 0.5247760 Aug 11 02:19:52.412353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.422322 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.424839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:52.432067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.518628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.519931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-430111b9-0e7b-451e-b326-22befc7db501 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9052792 Aug 11 02:19:52.523823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.531452 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.532020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ddf145-bbaf-4d7c-8e9d-06d46359112f {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:19:52.533118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Sync routers for ids ['2b74f3a2-e607-4960-827e-6ea2a814fb86'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:52.548548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a474bf98-ca3b-40b4-811e-5aea8ec9ce8e req-380852cb-9c58-4234-ad0e-d44368b7ec46 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387415 Aug 11 02:19:52.570881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bdfa5-8d1d-4c8a-9853-039aa8da6d5e req-cc989b9a-f143-489a-82cd-cb62bc4238f7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.574755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Routers {'2b74f3a2-e607-4960-827e-6ea2a814fb86'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:52.575407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e4bdfa5-8d1d-4c8a-9853-039aa8da6d5e req-cc989b9a-f143-489a-82cd-cb62bc4238f7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 943 time: 0.2582498 Aug 11 02:19:52.576588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2b74f3a2-e607-4960-827e-6ea2a814fb86'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:52.578580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.579805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ae088272-231d-43a2-a104-c6de8d6fef3a admin admin] 10.222.0.16 "DELETE /v2.0/routers/b7ddf145-bbaf-4d7c-8e9d-06d46359112f HTTP/1.1" status: 204 len: 168 time: 4.6352310 Aug 11 02:19:52.582453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47108) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.711037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Deleting subnet a97c71a5-a72c-4d54-b719-b3248f03eef4 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:52.721739 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d42907-163d-448c-bb22-c534f5df071f x-openstack-request-id: req-91d42907-163d-448c-bb22-c534f5df071f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:52.721979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.722147 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "name": "network-vif-unplugged", "status": "completed", "tag": "3860444e-d847-463f-91a9-1bde92faad5f", "code": 200}, {"name": "network-changed", "server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "tag": "3860444e-d847-463f-91a9-1bde92faad5f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:52.722521 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91d42907-163d-448c-bb22-c534f5df071f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:52.723187 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f', 'code': 200} Aug 11 02:19:52.723539 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f', 'status': 'completed', 'code': 200} Aug 11 02:19:52.811784 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.826813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.842835 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.896775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e4bdfa5-8d1d-4c8a-9853-039aa8da6d5e req-5549349a-2e02-4e36-80fd-1d81cb6a3318 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984533 Aug 11 02:19:52.931809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6f556acf-30ea-48bd-867a-e64b6506464c', 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'fixed_ips': [{'subnet_id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:52.933403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.952197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.968584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc987f03-0a6e-4370-adb7-a1628812c3e6 req-83fd6d31-34ae-4612-b6ea-ecb3521f76c4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.971576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc987f03-0a6e-4370-adb7-a1628812c3e6 req-83fd6d31-34ae-4612-b6ea-ecb3521f76c4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.1965666 Aug 11 02:19:52.972839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Set router 2b74f3a2-e607-4960-827e-6ea2a814fb86 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:52.973851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526698d9-6924-4c04-acdf-561d00925da2 req-ed342b44-830b-48a2-8466-40a90484db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.975565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-ed342b44-830b-48a2-8466-40a90484db97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1124 time: 0.2570746 Aug 11 02:19:53.250975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc987f03-0a6e-4370-adb7-a1628812c3e6 req-c3aa6cf7-07f0-4589-9430-1e068a9fcded tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482264 Aug 11 02:19:53.255272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.327765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 20688335-51b2-4813-8210-235437968bac no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:53.340026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526698d9-6924-4c04-acdf-561d00925da2 req-08952f28-a7f5-488b-8fa8-c87a7cd317c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.341540 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-08952f28-a7f5-488b-8fa8-c87a7cd317c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.3416581 Aug 11 02:19:53.343999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc2da-9660-4294-b429-ebf7ceced78c req-2c8f6118-58d4-4cd0-8ab2-558412286abd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.347568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de7bc2da-9660-4294-b429-ebf7ceced78c req-2c8f6118-58d4-4cd0-8ab2-558412286abd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.3119156 Aug 11 02:19:53.373310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 20688335-51b2-4813-8210-235437968bac {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:53.374113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 20688335-51b2-4813-8210-235437968bac not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:53.433493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.450939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-62a54562-6bc0-40ce-b85f-fe9eec3974c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 217 time: 0.0954268 Aug 11 02:19:53.489203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97c71a5-a72c-4d54-b719-b3248f03eef4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:53.518493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de7bc2da-9660-4294-b429-ebf7ceced78c req-1e217bb9-b478-4b12-9ce3-1306164ebf64 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589055 Aug 11 02:19:53.526140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.528277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09020c6b-d1ac-4ed8-b4b4-88d5e49293cc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a97c71a5-a72c-4d54-b719-b3248f03eef4 HTTP/1.1" status: 204 len: 168 time: 0.9446816 Aug 11 02:19:53.534154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47116) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:53.573394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Allocated IP 172.20.0.2 (6f556acf-30ea-48bd-867a-e64b6506464c/f48ab1f6-d8f5-41c7-9485-5a6a846ca93f/e868f8cf-7c16-4e3d-b566-2b101e114157) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:53.684620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.833401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86585e20-83f2-4098-b072-08bdce7bd3b4 req-13a6b715-6396-415a-a59f-21950a863fd1 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.839770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86585e20-83f2-4098-b072-08bdce7bd3b4 req-13a6b715-6396-415a-a59f-21950a863fd1 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 943 time: 0.1498930 Aug 11 02:19:53.904464 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.918437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Transition to ACTIVE for port object e868f8cf-7c16-4e3d-b566-2b101e114157 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:53.947984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8cd7bc-86e4-47dd-a589-420abbf4c5af None None] Network 467f88ee-e003-4860-aa77-2418300448c1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:54.033838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86585e20-83f2-4098-b072-08bdce7bd3b4 req-aaefbc01-ab74-467a-9e59-7a29c8c1c55e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227648 Aug 11 02:19:54.050342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Transition to ACTIVE for port object e868f8cf-7c16-4e3d-b566-2b101e114157 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:54.066478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526698d9-6924-4c04-acdf-561d00925da2 req-519dbb3d-753e-43ea-a5df-e2ba32e938bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:54.068725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-519dbb3d-753e-43ea-a5df-e2ba32e938bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.6084561 Aug 11 02:19:54.132128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Deleting port a236da57-a482-456d-82ed-d6091354480b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:54.133603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.146766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.153985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.241756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.272181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] For port a236da57-a482-456d-82ed-d6091354480b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a236da57-a482-456d-82ed-d6091354480b,segment=NetworkSegment(01d890ff-5dda-433f-bba9-adf62409480e),segment_id=01d890ff-5dda-433f-bba9-adf62409480e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:54.272611 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.278398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Network 6f556acf-30ea-48bd-867a-e64b6506464c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:54.293712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:54.303536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Calling delete_port for a236da57-a482-456d-82ed-d6091354480b owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:54.320966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:54.331056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:54.345796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Pushing event updated for resources: {'Port': ['ID=e868f8cf-7c16-4e3d-b566-2b101e114157,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:54.415358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.416527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Allocated IP 172.25.6.152 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/e6e61e12-8563-42d3-925f-d1b5f049544e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:54.447763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a236da57-a482-456d-82ed-d6091354480b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:54.471912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbda8f-c846-49ac-ba59-fe085589d0bf req-82c89b4e-61b8-4a0e-a6e5-94edc3b3bcdb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:54.485661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8dbda8f-c846-49ac-ba59-fe085589d0bf req-82c89b4e-61b8-4a0e-a6e5-94edc3b3bcdb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 943 time: 0.4401000 Aug 11 02:19:54.497293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] No DVR routers for this DVR port a236da57-a482-456d-82ed-d6091354480b on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:54.535649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:19:49Z', 'revision_number': 3, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.541007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Attempting to bind port e868f8cf-7c16-4e3d-b566-2b101e114157 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:54.541526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Attempting to bind port e868f8cf-7c16-4e3d-b566-2b101e114157 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:54.542015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Attempting to bind port e868f8cf-7c16-4e3d-b566-2b101e114157 on network 6f556acf-30ea-48bd-867a-e64b6506464c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:54.560151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.571389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-1363a8a1-54fa-4087-bf89-bc3c9701d826 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4262140 Aug 11 02:19:54.638659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:54.640356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Checking segment: {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:54.642719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.643339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Bound using segment: {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:54.644189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Bound port: e868f8cf-7c16-4e3d-b566-2b101e114157, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:54.647153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.658360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Checking router: 2b74f3a2-e607-4960-827e-6ea2a814fb86 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:19:54.658905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Updating router 2b74f3a2-e607-4960-827e-6ea2a814fb86 port 92751ddd-f634-421d-9cb2-66e3062a004b binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:19:54.723624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db49c93a-f876-4f39-bebb-389112d173fa None None] DHCP port deletion for 467f88ee-e003-4860-aa77-2418300448c1 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:19:54.784580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8dbda8f-c846-49ac-ba59-fe085589d0bf req-c1dfc29b-2082-4f8b-9f8a-bdc7652e2e6c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788000 Aug 11 02:19:54.807876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:54.810029 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.814466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.843292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467f88ee-e003-4860-aa77-2418300448c1']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.879228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d890ff-5dda-433f-bba9-adf62409480e') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.882331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d890ff-5dda-433f-bba9-adf62409480e') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:54.904104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.922876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289f199-eaac-4c94-aff0-4fa89e33d0a3 req-b16153c6-1458-464a-8456-444f76ff918a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:54.924638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e289f199-eaac-4c94-aff0-4fa89e33d0a3 req-b16153c6-1458-464a-8456-444f76ff918a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.3178139 Aug 11 02:19:54.927112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.962143 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.969237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:54.969651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:54.990383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f has no active binding in host n-h2-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:19:54.991311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:55.020555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a236da57-a482-456d-82ed-d6091354480b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:55.029199 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:55.055984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:55.065410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a236da57-a482-456d-82ed-d6091354480b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:55.065851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a236da57-a482-456d-82ed-d6091354480b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:55.072486 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-7bf2e1d4-5b1a-49d5-a900-8f187cffe1fc service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641416 Aug 11 02:19:55.075685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:55.082213 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:55.142172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.156851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.163753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] 10.222.0.16 "DELETE /v2.0/networks/467f88ee-e003-4860-aa77-2418300448c1 HTTP/1.1" status: 204 len: 168 time: 1.6274726 Aug 11 02:19:55.165837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47134) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:55.178601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e289f199-eaac-4c94-aff0-4fa89e33d0a3 req-94a299c4-f560-4fe3-a598-8ea11e6e6cfc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502860 Aug 11 02:19:55.185055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] For port e868f8cf-7c16-4e3d-b566-2b101e114157, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:55.192887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] For port e868f8cf-7c16-4e3d-b566-2b101e114157, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e868f8cf-7c16-4e3d-b566-2b101e114157,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:55.221317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fc9fa-b54b-489b-bef3-4ea66e11df66 admin admin] Pushing event deleted for resources: {'Network': ['ID=467f88ee-e003-4860-aa77-2418300448c1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:55.241705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.243897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788dbc-0cfe-4d2d-8fa5-b6f89ad32a8b req-c22e3261-1414-4915-bea2-eca56d4842c8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:55.249004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20788dbc-0cfe-4d2d-8fa5-b6f89ad32a8b req-c22e3261-1414-4915-bea2-eca56d4842c8 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.3099918 Aug 11 02:19:55.415987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20788dbc-0cfe-4d2d-8fa5-b6f89ad32a8b req-b6291afe-420e-464b-93a2-1e94003e6585 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511583 Aug 11 02:19:55.427239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:55.430650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9865f-542f-448f-bb4e-384e3a4ddbec None None] Pushing event updated for resources: {'Port': ['ID=e868f8cf-7c16-4e3d-b566-2b101e114157,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:55.461553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'port_id': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'mac_address': 'fa:16:3e:b3:37:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:55.507071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-526698d9-6924-4c04-acdf-561d00925da2 req-1b8c043a-87b3-4cea-8bf1-a28547f30f71 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672373 Aug 11 02:19:55.518542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e61e12-8563-42d3-925f-d1b5f049544e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:55.525383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209ccfd-1b11-449d-978a-0e5d8daea7b0 req-c2ef8eca-bd88-4634-964a-7440768417f4 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:55.537461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1209ccfd-1b11-449d-978a-0e5d8daea7b0 req-c2ef8eca-bd88-4634-964a-7440768417f4 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1097 time: 0.2754865 Aug 11 02:19:55.617623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.688917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7a2f7-b996-4622-95b8-8edb4273752b req-fc62a6b8-e0b0-4dae-8577-8519495ca1b9 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:55.690215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.691905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7d7a2f7-b996-4622-95b8-8edb4273752b req-fc62a6b8-e0b0-4dae-8577-8519495ca1b9 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 943 time: 0.1520286 Aug 11 02:19:55.694832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1209ccfd-1b11-449d-978a-0e5d8daea7b0 req-7e3ea155-746e-44ce-866c-14a5144161af tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559346 Aug 11 02:19:55.701385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:55.719598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.787595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Transition to ACTIVE for port object 92751ddd-f634-421d-9cb2-66e3062a004b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:55.818521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7d7a2f7-b996-4622-95b8-8edb4273752b req-c714bcdf-f9e3-4678-a4eb-115a20df7a35 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702996 Aug 11 02:19:55.993585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:55.998467 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.053591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.110413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d154c7-ee78-41cd-ac6b-8ee6beb363d1 None None] Pushing event updated for resources: {'Port': ['ID=92751ddd-f634-421d-9cb2-66e3062a004b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:56.114917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Attempting to bind port 92751ddd-f634-421d-9cb2-66e3062a004b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:56.115374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Attempting to bind port 92751ddd-f634-421d-9cb2-66e3062a004b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:56.115967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Attempting to bind port 92751ddd-f634-421d-9cb2-66e3062a004b on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:56.152237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d0d4-d741-4421-99eb-f927747b5776 req-63185a15-d475-406d-98bb-99e12383694b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.154127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f89d0d4-d741-4421-99eb-f927747b5776 req-63185a15-d475-406d-98bb-99e12383694b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 943 time: 0.1829457 Aug 11 02:19:56.160890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:56.161763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:56.162621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.163450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:56.164147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Bound port: 92751ddd-f634-421d-9cb2-66e3062a004b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:56.164779 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.173110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.313059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:56.335338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] For port 92751ddd-f634-421d-9cb2-66e3062a004b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:56.338887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Allocated IP 172.20.0.1 (0dd66312-5fb1-45d3-aa6f-bc7dedddc72f/9f134b2f-0846-4c81-8c7d-6baa59d526d3/d3697c3d-47b6-4e95-9c54-dafe77dc4528) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:56.348210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] For port 92751ddd-f634-421d-9cb2-66e3062a004b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=92751ddd-f634-421d-9cb2-66e3062a004b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:56.363291 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.412819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f89d0d4-d741-4421-99eb-f927747b5776 req-6024698f-328a-4504-99cf-44be5455bb6d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216067 Aug 11 02:19:56.467450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Routers {'2b74f3a2-e607-4960-827e-6ea2a814fb86'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:56.471476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2b74f3a2-e607-4960-827e-6ea2a814fb86'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:56.493608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:56.592276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.650200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d154c7-ee78-41cd-ac6b-8ee6beb363d1 None None] Pushing event updated for resources: {'Port': ['ID=92751ddd-f634-421d-9cb2-66e3062a004b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:56.681135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d5482-97eb-4f43-b19f-6b01ddfed699 req-fa9e7c1d-dfdc-4c60-8c95-3f3c714c6712 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.683082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d2d5482-97eb-4f43-b19f-6b01ddfed699 req-fa9e7c1d-dfdc-4c60-8c95-3f3c714c6712 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.1599865 Aug 11 02:19:56.796249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.826498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d2d5482-97eb-4f43-b19f-6b01ddfed699 req-20a27938-7e10-4c54-b849-c7e8b27b0e96 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357708 Aug 11 02:19:56.857906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.863295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] Set router 2b74f3a2-e607-4960-827e-6ea2a814fb86 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:56.887876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Transition to ACTIVE for port object d3697c3d-47b6-4e95-9c54-dafe77dc4528 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:57.080855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.086440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e868f8cf-7c16-4e3d-b566-2b101e114157 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:57.223585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:57.242428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:57.255433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:57.333230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c96cf4-33d2-488c-ab49-8068464af021 None None] Network 6f556acf-30ea-48bd-867a-e64b6506464c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:57.473551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=d3697c3d-47b6-4e95-9c54-dafe77dc4528,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:57.515286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-eb73c095-2165-4b9e-8dbb-ad309d740f19 service neutron] 10.222.0.25 "GET /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f/bindings/n-h2-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.4181499 Aug 11 02:19:57.553085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.569509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ff59c-325c-412a-b571-14c15076a868 req-53b666a6-d0b4-4f41-ada1-836fd8aa195c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.582329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae6ff59c-325c-412a-b571-14c15076a868 req-53b666a6-d0b4-4f41-ada1-836fd8aa195c tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.5500519 Aug 11 02:19:57.656362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7b6acaf7-d1c5-4c74-b90c-6770a20acc00 None None] Provisioning for port e868f8cf-7c16-4e3d-b566-2b101e114157 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:57.794412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-6f767ef8-8aec-4d80-8ab0-d5f7c29891c5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:19:57.797358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-6f767ef8-8aec-4d80-8ab0-d5f7c29891c5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343025 Aug 11 02:19:57.815169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e868f8cf-7c16-4e3d-b566-2b101e114157 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:57.855140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e868f8cf-7c16-4e3d-b566-2b101e114157 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:57.856178 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.869489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Request body: {'binding': {'host': 'n-h1-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:57.870022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Unknown quota resources ['binding']. {{(pid=94699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:19:57.897828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae6ff59c-325c-412a-b571-14c15076a868 req-a27555d3-b852-4d1f-826e-27645ea2ae74 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201917 Aug 11 02:19:57.914232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:19:49Z', 'revision_number': 3, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:58.021333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-168314fc-8bf9-444e-abf6-c64c83704d4b None None] Provisioning for port d3697c3d-47b6-4e95-9c54-dafe77dc4528 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:58.042074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298fed9-e614-4ef0-8362-62e0bf446d7f None None] The sync data for ids ['2b74f3a2-e607-4960-827e-6ea2a814fb86'] in n-d-715271-8 is: [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:19:49Z', 'revision_number': 3, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:19:58.052909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Deleting port 21b4c8e2-9982-4707-bd78-0f06434fb77b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:58.054516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.061760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-168314fc-8bf9-444e-abf6-c64c83704d4b None None] Provisioning complete for port d3697c3d-47b6-4e95-9c54-dafe77dc4528 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:58.062442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-168314fc-8bf9-444e-abf6-c64c83704d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.141380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-168314fc-8bf9-444e-abf6-c64c83704d4b None None] Port d3697c3d-47b6-4e95-9c54-dafe77dc4528 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:58.234838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:19:58.239381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.260254 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-f2b2aa3f-1fab-466b-b6a6-920c7ca325ba service neutron] show failed (client error): The resource could not be found. Aug 11 02:19:58.262046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-f2b2aa3f-1fab-466b-b6a6-920c7ca325ba service neutron] 10.222.0.25 "GET /v2.0/ports/bd02fe3a-6755-42c6-bad6-e82214778548/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.5116990 Aug 11 02:19:58.381793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e868f8cf-7c16-4e3d-b566-2b101e114157, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e868f8cf-7c16-4e3d-b566-2b101e114157,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:58.415300 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.429134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a69965-9cae-4712-a01c-36f3fb20d0ad req-9ba8b6bf-153b-46c4-b397-789acffb0fa2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:58.433326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84a69965-9cae-4712-a01c-36f3fb20d0ad req-9ba8b6bf-153b-46c4-b397-789acffb0fa2 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 944 time: 0.4043250 Aug 11 02:19:58.544930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e868f8cf-7c16-4e3d-b566-2b101e114157,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:58.545836 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.713119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] For port 21b4c8e2-9982-4707-bd78-0f06434fb77b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=21b4c8e2-9982-4707-bd78-0f06434fb77b,segment=NetworkSegment(fb804e9a-b531-47f9-a072-b2cf3fbfa3f5),segment_id=fb804e9a-b531-47f9-a072-b2cf3fbfa3f5)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:58.714248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.771493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84a69965-9cae-4712-a01c-36f3fb20d0ad req-d7a94fc5-af9c-435c-ace8-f9523b2f13ec tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152561 Aug 11 02:19:58.817610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f177837f-ecee-405b-afb5-40cbaf68e3ed None None] Provisioning complete for port e868f8cf-7c16-4e3d-b566-2b101e114157 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:58.819412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f177837f-ecee-405b-afb5-40cbaf68e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.823436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on host n-h1-715271-8 for vnic_type normal with profile None {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:58.823937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:58.825106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:58.830293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Calling delete_port for 21b4c8e2-9982-4707-bd78-0f06434fb77b owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:58.859329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:58.862963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:58.918706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:58.919327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:58.920084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:58.921044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Bound port: 659ab261-b134-4f68-9877-e0097a2feebc, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:58.988912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:19:59.000761 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Sync routers for ids ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:19:59.032600 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Routers {'6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:19:59.033625 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:59.108831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.114582 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3632cc73-bcd3-45a2-9e49-d2ef7a09ea96 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8268456 Aug 11 02:19:59.120741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47172) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.135210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:59.235954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:59.244552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-f8954ad6-7f3e-433b-98b9-d623c9612eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.246511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-f8954ad6-7f3e-433b-98b9-d623c9612eaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c&tenant_id=c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 1100 time: 0.3397267 Aug 11 02:19:59.261347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:59.268005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:59.277863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e868f8cf-7c16-4e3d-b566-2b101e114157 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:59.322237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.338786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c3b6a99b-71b3-41be-ad01-761dc1e6e527 service neutron] 10.222.0.16 "POST /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc/bindings HTTP/1.1" status: 201 len: 389 time: 1.4836454 Aug 11 02:19:59.391664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e868f8cf-7c16-4e3d-b566-2b101e114157 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:59.391959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.439859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.450564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3860444e-d847-463f-91a9-1bde92faad5f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:59.573862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 92751ddd-f634-421d-9cb2-66e3062a004b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:59.613478 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Set router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:19:59.652662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:59.705776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 92751ddd-f634-421d-9cb2-66e3062a004b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:59.714822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 92751ddd-f634-421d-9cb2-66e3062a004b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:59.715392 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.750614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.892393 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.914306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2ec4-d24c-4331-9e8c-60e2a258ff87 req-3ec84e29-7ea5-4daf-ba50-4883309148a7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.916918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a3f2ec4-d24c-4331-9e8c-60e2a258ff87 req-3ec84e29-7ea5-4daf-ba50-4883309148a7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 943 time: 0.8710101 Aug 11 02:19:59.924521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b4c8e2-9982-4707-bd78-0f06434fb77b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:59.931957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.966359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.967519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a905f-d840-46fb-a9f8-676c6ef4accd req-ada8297b-a9a6-4e62-8e91-afe7949ac637 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.975558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-890a905f-d840-46fb-a9f8-676c6ef4accd req-ada8297b-a9a6-4e62-8e91-afe7949ac637 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.2420888 Aug 11 02:20:00.026042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:19:55Z', 'revision_number': 3, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:00.034807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-a079e07f-7535-4ab1-9420-db021210bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.043451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-a079e07f-7535-4ab1-9420-db021210bcfe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1097 time: 0.3154681 Aug 11 02:20:00.069414 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Checking router: 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:00.069825 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Updating router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 port e6e61e12-8563-42d3-925f-d1b5f049544e binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:00.078985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.111027 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.152363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 92751ddd-f634-421d-9cb2-66e3062a004b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=92751ddd-f634-421d-9cb2-66e3062a004b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:00.161189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.183941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-890a905f-d840-46fb-a9f8-676c6ef4accd req-cdb0153a-d6a6-4569-a8ee-8c7617f6562e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066121 Aug 11 02:20:00.271981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a3f2ec4-d24c-4331-9e8c-60e2a258ff87 req-5ab61b09-2bf0-4891-89ca-0cc9faad1edc tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929945 Aug 11 02:20:00.309623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:00.376826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=92751ddd-f634-421d-9cb2-66e3062a004b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:00.463787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:00.474176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:00.475041 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.524826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=d3697c3d-47b6-4e95-9c54-dafe77dc4528,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:00.539399 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.640466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] Transition to ACTIVE for port object 3860444e-d847-463f-91a9-1bde92faad5f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:00.666687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.700683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.744785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-d8f714c4-344b-4d3f-845d-885672c0f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.748986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-d8f714c4-344b-4d3f-845d-885672c0f818 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.6689446 Aug 11 02:20:00.766722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:00.775407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:00.780262 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed6b2f6-c085-48d5-8e05-8a1617150acb" -d '{"events": [{"server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "name": "network-vif-plugged", "status": "completed", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:00.787103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:00.815951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:00.846382 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.847599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:00.907009 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.951706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-b9d61e1e-a8c2-47be-be6d-3fc348a3ae53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 217 time: 0.1900043 Aug 11 02:20:00.952586 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Transition to ACTIVE for port object e6e61e12-8563-42d3-925f-d1b5f049544e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:00.966587 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.986201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe618bd-b813-4d35-ae5a-d27958e9d286 req-7d08c36d-e165-4f8d-a6ae-2eb67ab8c6e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.999681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbe618bd-b813-4d35-ae5a-d27958e9d286 req-7d08c36d-e165-4f8d-a6ae-2eb67ab8c6e6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.4784091 Aug 11 02:20:01.065993 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Attempting to bind port e6e61e12-8563-42d3-925f-d1b5f049544e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:01.070102 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Attempting to bind port e6e61e12-8563-42d3-925f-d1b5f049544e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:01.070914 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Attempting to bind port e6e61e12-8563-42d3-925f-d1b5f049544e on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:01.077479 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Pushing event updated for resources: {'Port': ['ID=e6e61e12-8563-42d3-925f-d1b5f049544e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.090399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b7e07-87f0-4482-b239-f7d98d66a030 req-f7f22eac-d2c6-42da-a9d6-e8b0b68c7b6e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.095933 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:01.096595 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:01.097157 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.097732 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:01.098411 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Bound port: e6e61e12-8563-42d3-925f-d1b5f049544e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:01.098984 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.103726 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.104357 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.104670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-348b7e07-87f0-4482-b239-f7d98d66a030 req-f7f22eac-d2c6-42da-a9d6-e8b0b68c7b6e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.4568856 Aug 11 02:20:01.105034 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.105521 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.106255 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.106737 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.107274 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.107748 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.108217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.108714 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.109190 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.109659 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:01.111327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] No DVR routers for this DVR port 3860444e-d847-463f-91a9-1bde92faad5f on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:01.190742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.199574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.234407 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.245279 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] For port e6e61e12-8563-42d3-925f-d1b5f049544e, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:01.258621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7542-bc14-44fc-b680-62db72494aa3 req-a5e8e144-3cbf-4de9-a63c-a2e8c4435700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.258803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbe618bd-b813-4d35-ae5a-d27958e9d286 req-a1584cef-a297-4d93-b5ca-b6fb1bb73d84 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005460 Aug 11 02:20:01.258952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 92751ddd-f634-421d-9cb2-66e3062a004b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:01.264559 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-edbe7542-bc14-44fc-b680-62db72494aa3 req-a5e8e144-3cbf-4de9-a63c-a2e8c4435700 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.4821484 Aug 11 02:20:01.269313 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] For port e6e61e12-8563-42d3-925f-d1b5f049544e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e6e61e12-8563-42d3-925f-d1b5f049544e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:01.287289 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.312183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-348b7e07-87f0-4482-b239-f7d98d66a030 req-1eadfa5e-f666-4fca-b2af-8ae6af94d7fc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978180 Aug 11 02:20:01.312481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] Pushing event updated for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.327323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:01.356810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 92751ddd-f634-421d-9cb2-66e3062a004b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:01.357296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.361635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:01.376024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-f71b23e6-c1a8-4c23-8f93-0bb4f7b53b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.378644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-f71b23e6-c1a8-4c23-8f93-0bb4f7b53b86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.3766489 Aug 11 02:20:01.432676 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede4e063-35d5-4eae-b179-3e6f855de7f9 x-openstack-request-id: req-ede4e063-35d5-4eae-b179-3e6f855de7f9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:01.433103 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "name": "network-vif-plugged", "status": "completed", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:01.433482 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ede4e063-35d5-4eae-b179-3e6f855de7f9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:01.434227 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'code': 200} Aug 11 02:20:01.483167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:01.496121 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e09c-4cf0-46c4-904c-32f8a1642ecc None None] Pushing event updated for resources: {'Port': ['ID=e6e61e12-8563-42d3-925f-d1b5f049544e,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.503446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-2446b906-c994-4cfd-be18-1c01134ef2da service neutron] 10.222.0.25 "PUT /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f/bindings/n-h2-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 3.9762192 Aug 11 02:20:01.543265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.59', 61121) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:01.573861 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Routers {'6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:01.574921 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:01.592572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.59', 61122) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:01.595153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-50925f18-62ed-4c63-8f08-820b22a541ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481891 Aug 11 02:20:01.655677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.777936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:01.826105 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.905140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] Set router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:01.921635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-46881172-8d86-4fad-9a29-d59230392387 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.923987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-46881172-8d86-4fad-9a29-d59230392387 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.3275352 Aug 11 02:20:01.949230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:01.951617 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262db063-8d3d-47a8-a59d-21035dfcefd8" -d '{"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:01.976247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.978329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e6fcd-da48-4cb6-ac87-75a95c8b9af1 req-9f80783d-f83e-4bf7-99bd-ab7089cec8c1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.986711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b2e6fcd-da48-4cb6-ac87-75a95c8b9af1 req-9f80783d-f83e-4bf7-99bd-ab7089cec8c1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.3957255 Aug 11 02:20:02.001696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382f3b7-b202-4a22-82a1-9c9107034036 req-212503d3-f626-4f81-ba70-46602b563281 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.009459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.010557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a382f3b7-b202-4a22-82a1-9c9107034036 req-212503d3-f626-4f81-ba70-46602b563281 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 0.6804407 Aug 11 02:20:02.010748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-79ed7de9-4401-44fa-897d-f94974ed5ee4 None None] Provisioning complete for port d3697c3d-47b6-4e95-9c54-dafe77dc4528 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:02.011224 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79ed7de9-4401-44fa-897d-f94974ed5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.015411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-edbe7542-bc14-44fc-b680-62db72494aa3 req-38edd234-30ef-4cf0-9757-e68fbcc68213 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373817 Aug 11 02:20:02.055165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-79ed7de9-4401-44fa-897d-f94974ed5ee4 None None] Port d3697c3d-47b6-4e95-9c54-dafe77dc4528 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:02.055605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.107497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Transition to ACTIVE for port object bd02fe3a-6755-42c6-bad6-e82214778548 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:02.124378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.169326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b2e6fcd-da48-4cb6-ac87-75a95c8b9af1 req-1e302e83-b479-4000-bf28-8ea141589388 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815927 Aug 11 02:20:02.192184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4aea7-a301-4c16-9016-b5bcde9d45f1 req-61315947-f436-43af-b278-bfd3ce55918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.192184 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2c4aea7-a301-4c16-9016-b5bcde9d45f1 req-61315947-f436-43af-b278-bfd3ce55918e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 1096 time: 0.6309295 Aug 11 02:20:02.192507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a382f3b7-b202-4a22-82a1-9c9107034036 req-6a662b58-bf5c-45ca-b39d-364fe99ddfed tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786382 Aug 11 02:20:02.225687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:20:02.228318 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:20:02.282336 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:19:55Z', 'revision_number': 3, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:02.290532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-bae88876-16b0-4a91-afe4-4a54386d8b66 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535133 Aug 11 02:20:02.302989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Router 0b901384-94b3-4229-ad59-ac8b1ba5df1a has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:02.313777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:02.326187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-8a469e5d-217f-4b70-88ee-3ab32719dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.334434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-8a469e5d-217f-4b70-88ee-3ab32719dc31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85&tenant_id=3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 1095 time: 0.3684442 Aug 11 02:20:02.336770 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307e6af-494c-4833-bac0-63c12b548291 None None] The sync data for ids ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'] in n-d-715271-8 is: [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:19:55Z', 'revision_number': 3, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:02.397801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:02.494422 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bedbf4-e16b-4cb2-8880-bb3043557d8f x-openstack-request-id: req-f4bedbf4-e16b-4cb2-8880-bb3043557d8f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:02.494894 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:02.495299 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4bedbf4-e16b-4cb2-8880-bb3043557d8f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:02.495933 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'code': 200} Aug 11 02:20:02.595787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] No DVR routers for this DVR port bd02fe3a-6755-42c6-bad6-e82214778548 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:02.625553 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2c4aea7-a301-4c16-9016-b5bcde9d45f1 req-3847d664-68cd-4cf7-b71c-9e2f892f07c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897395 Aug 11 02:20:02.664012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:02.670727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Router 2b74f3a2-e607-4960-827e-6ea2a814fb86 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:02.687430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'mac_address': 'fa:16:3e:f6:19:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:02.782716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:02.783258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:02.783800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:02.809519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Port bd02fe3a-6755-42c6-bad6-e82214778548 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:02.809962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Attempting to bind port bd02fe3a-6755-42c6-bad6-e82214778548 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:02.841178 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.855141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-5db8772e-2d1c-4657-87b1-5ca1709351d7 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507281 Aug 11 02:20:02.887848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:03.060078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:03.063757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6e61e12-8563-42d3-925f-d1b5f049544e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:03.088008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237e056-f0ba-4cba-a748-da3bc9bc1898 req-07e755cc-b18d-443f-9e33-b325d07ce639 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.096421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3237e056-f0ba-4cba-a748-da3bc9bc1898 req-07e755cc-b18d-443f-9e33-b325d07ce639 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.7828026 Aug 11 02:20:03.137985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-0a6976aa-12bf-4951-b3d8-f7fbd52e5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.139697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-0a6976aa-12bf-4951-b3d8-f7fbd52e5316 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1095 time: 0.2872875 Aug 11 02:20:03.154640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:03.178863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d6cf7a3-bdab-4324-a198-1ed921d3e9ce admin admin] 10.222.0.16 "PUT /v2.0/routers/2b74f3a2-e607-4960-827e-6ea2a814fb86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6396966 Aug 11 02:20:03.178863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:03.178863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:03.178863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:03.178863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Bound port: bd02fe3a-6755-42c6-bad6-e82214778548, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:03.178863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.195922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:03.219435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Sync routers for ids ['2b74f3a2-e607-4960-827e-6ea2a814fb86'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:03.281348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Routers {'2b74f3a2-e607-4960-827e-6ea2a814fb86'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:03.282703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2b74f3a2-e607-4960-827e-6ea2a814fb86'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:03.282888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Allocated IP 172.20.0.1 (6f556acf-30ea-48bd-867a-e64b6506464c/f48ab1f6-d8f5-41c7-9485-5a6a846ca93f/85800e63-d9a1-4aba-a14d-0fc95e9eb0f4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:03.315559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:03.342603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b5136-988c-4ad0-8787-b1d97a8f85dd req-b9dd3acc-f61c-48a3-bf78-8a4c0ac5ad1a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.346066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d91b5136-988c-4ad0-8787-b1d97a8f85dd req-b9dd3acc-f61c-48a3-bf78-8a4c0ac5ad1a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 947 time: 0.5574074 Aug 11 02:20:03.395092 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.499799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3237e056-f0ba-4cba-a748-da3bc9bc1898 req-ff6d256d-bd40-4321-b297-98114554c4d7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023523 Aug 11 02:20:03.506851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.526926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:03.535366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Transition to ACTIVE for port object 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:03.548199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b0792e0-5b6b-4660-8263-4ab8a8153435 admin admin] 10.222.0.16 "PUT /v2.0/routers/0b901384-94b3-4229-ad59-ac8b1ba5df1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3621166 Aug 11 02:20:03.548522 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] Sync routers for ids ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:03.562912 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] Routers {'0b901384-94b3-4229-ad59-ac8b1ba5df1a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:03.563563 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:03.570660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47198) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:03.670158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:03.677787 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38665ab4-4fcc-485b-babe-501de7d89167" -d '{"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:03.732367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d91b5136-988c-4ad0-8787-b1d97a8f85dd req-d69d16fb-9d15-4790-ab64-70d54ea22b1b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524690 Aug 11 02:20:03.737379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:03.759221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-110a94fc-b350-470f-8299-2e65591c7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.760802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-110a94fc-b350-470f-8299-2e65591c7a1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.5727522 Aug 11 02:20:03.761255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e6e61e12-8563-42d3-925f-d1b5f049544e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:03.784093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e6e61e12-8563-42d3-925f-d1b5f049544e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:03.785053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.828808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:03.836900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:03.841845 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.864769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.914051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:03.919210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Set router 2b74f3a2-e607-4960-827e-6ea2a814fb86 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:03.943743 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] Set router 0b901384-94b3-4229-ad59-ac8b1ba5df1a gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:03.976459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.977734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.980044 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] 10.222.0.59 "PUT /v2.0/ports/bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 1095 time: 4.7164800 Aug 11 02:20:03.982569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Network 6f556acf-30ea-48bd-867a-e64b6506464c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:03.987084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:04.006259 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-215785e1-a71f-451c-b733-4b6d45a98318 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 217 time: 0.2187622 Aug 11 02:20:04.009538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:04.069975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:04.197949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0fb2-83f5-4edd-be89-070d742ea8be service neutron] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:04.287574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.311677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ef6bd-a410-40b9-ba34-5b4137fff086 req-7c88d5c3-bd87-4e20-b6e8-ebcc056b69d7 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.323803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-138ef6bd-a410-40b9-ba34-5b4137fff086 req-7c88d5c3-bd87-4e20-b6e8-ebcc056b69d7 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.7098265 Aug 11 02:20:04.381615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd6de5d3-c26f-4c55-b8f3-b0011ccf6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.388959 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-dd6de5d3-c26f-4c55-b8f3-b0011ccf6c2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1098 time: 0.3199883 Aug 11 02:20:04.421946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.507954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-fa1d0991-da7f-4a3b-9128-f12b1a2b4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.509607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-fa1d0991-da7f-4a3b-9128-f12b1a2b4349 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.4779937 Aug 11 02:20:04.515843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:04.523901 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db6447d-f20d-4201-b9d0-a1398a2e878b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:04.576831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-138ef6bd-a410-40b9-ba34-5b4137fff086 req-94c46f47-203b-4246-b251-6528062cf42c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496018 Aug 11 02:20:04.581903 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.624636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-0d64449a-c67a-4dcd-a818-a091fb45340a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004846 Aug 11 02:20:04.626739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e6e61e12-8563-42d3-925f-d1b5f049544e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e6e61e12-8563-42d3-925f-d1b5f049544e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:04.640328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-25ebeb50-13ff-4a83-ab2c-1765df22a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.645195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-25ebeb50-13ff-4a83-ab2c-1765df22a559 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2441754 Aug 11 02:20:04.714123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.714766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-2329606f-54df-4148-b205-4e025ba0edbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.0500724 Aug 11 02:20:04.715359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.719599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561cc0-fb0a-4c82-a320-65cb081f4805 req-96da12f7-f909-415d-842e-6c4157100c50 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.722314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:19:59Z', 'revision_number': 5, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:04.738963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed561cc0-fb0a-4c82-a320-65cb081f4805 req-96da12f7-f909-415d-842e-6c4157100c50 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.7531340 Aug 11 02:20:04.834466 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] Checking router: 0b901384-94b3-4229-ad59-ac8b1ba5df1a for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:04.852642 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] Routers {'0b901384-94b3-4229-ad59-ac8b1ba5df1a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:04.854862 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:04.920227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed561cc0-fb0a-4c82-a320-65cb081f4805 req-61b8463f-4bd9-4b11-98c1-152ab389f251 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801000 Aug 11 02:20:04.938941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e6e61e12-8563-42d3-925f-d1b5f049544e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:04.951237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-8c3eae10-3ec7-44ac-b07f-503dd90765d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.953919 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-8c3eae10-3ec7-44ac-b07f-503dd90765d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2281439 Aug 11 02:20:04.977130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.003076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa397-ae41-486c-a74f-69e1506cf1e7 req-2509149b-5a63-4996-8296-39f3c3855c94 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.020922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-806aa397-ae41-486c-a74f-69e1506cf1e7 req-2509149b-5a63-4996-8296-39f3c3855c94 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 0.2601562 Aug 11 02:20:05.112651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-51a482eb-1dd2-44da-96e3-b93cd667213c service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652432 Aug 11 02:20:05.195062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-833f56c9-cf1d-4143-84df-949e23f4105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.199438 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-833f56c9-cf1d-4143-84df-949e23f4105f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298138 Aug 11 02:20:05.235851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-806aa397-ae41-486c-a74f-69e1506cf1e7 req-1345ef5c-e6ee-419e-adc1-168c097f79ce tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134678 Aug 11 02:20:05.238504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0af6dda1-d97a-4b04-a73b-5956e8eb1cf9 None None] Provisioning for port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:05.272445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0af6dda1-d97a-4b04-a73b-5956e8eb1cf9 None None] Provisioning complete for port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:05.272445 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0af6dda1-d97a-4b04-a73b-5956e8eb1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.394188 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b264e7c-3d84-4076-b6a7-ad816e7b260f x-openstack-request-id: req-0b264e7c-3d84-4076-b6a7-ad816e7b260f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:05.394947 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:05.395589 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b264e7c-3d84-4076-b6a7-ad816e7b260f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:05.396474 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'code': 200} Aug 11 02:20:05.441930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Deleting port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:05.442628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.464162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0af6dda1-d97a-4b04-a73b-5956e8eb1cf9 None None] Port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:05.480414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.483888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:19:58Z', 'revision_number': 4, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd3697c3d-47b6-4e95-9c54-dafe77dc4528', 'name': '', 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'mac_address': 'fa:16:3e:1a:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:55Z', 'updated_at': '2021-08-11T02:19:58Z', 'revision_number': 2, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'subnets': [{'id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:05.494620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.513236 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] Set router 0b901384-94b3-4229-ad59-ac8b1ba5df1a gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:05.519131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Checking router: 2b74f3a2-e607-4960-827e-6ea2a814fb86 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:05.519751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Updating router 2b74f3a2-e607-4960-827e-6ea2a814fb86 port d3697c3d-47b6-4e95-9c54-dafe77dc4528 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:05.566694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.581425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-fd74e5b5-6193-48bd-8a75-a8935722126f service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595425 Aug 11 02:20:05.627040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.634150 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-5bdea193-595b-4c7b-bbce-9af11041600d service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991320 Aug 11 02:20:05.635184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.772234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c0d4f0c-a330-464d-95b3-03816c462432 req-7a3df982-a276-4a62-95d0-2ce3fb029007 tempest-FloatingIPsNegativeTestJSON-1612274141 tempest-FloatingIPsNegativeTestJSON-1612274141-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=1ec8c01328e84255b0ae2c1e3614ef66 HTTP/1.1" status: 200 len: 217 time: 0.3452919 Aug 11 02:20:05.850587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bc752-87aa-44da-942c-58cb2211af3f req-a2eec8d0-0277-4862-bf1d-2e9bdb6ad7a9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.870163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa1bc752-87aa-44da-942c-58cb2211af3f req-a2eec8d0-0277-4862-bf1d-2e9bdb6ad7a9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.4215801 Aug 11 02:20:05.882658 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfa21b-e81e-44b7-9269-15fba9f74f8f x-openstack-request-id: req-26dfa21b-e81e-44b7-9269-15fba9f74f8f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:05.884703 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:05.884703 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26dfa21b-e81e-44b7-9269-15fba9f74f8f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:05.884703 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'status': 'completed', 'code': 200} Aug 11 02:20:05.959857 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b2006b1-9ebb-49ba-83a8-4163a80aa82c req-aebfa5fb-7ae5-4b68-920b-b6da774c6fc9 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144393 Aug 11 02:20:05.964484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Network 6f556acf-30ea-48bd-867a-e64b6506464c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:05.967446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:06.129127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:19:59Z', 'revision_number': 5, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:06.264032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-c2ea7cbe-d887-4b05-917b-362725dc5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.264947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa1bc752-87aa-44da-942c-58cb2211af3f req-240ad6da-5449-49a8-8352-bd27eb6f149f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944652 Aug 11 02:20:06.266946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-c2ea7cbe-d887-4b05-917b-362725dc5e40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1098 time: 0.1724892 Aug 11 02:20:06.278745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb40d3-165f-4bc2-b60f-8dc3607c5b9e None None] The sync data for ids ['0b901384-94b3-4229-ad59-ac8b1ba5df1a'] in n-d-715271-8 is: [{'id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2006259520-router', 'tenant_id': '499e2cfac92146d6aad03424c66313d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:17:34Z', 'updated_at': '2021-08-11T02:19:59Z', 'revision_number': 5, 'project_id': '499e2cfac92146d6aad03424c66313d5', 'gw_port': {'id': '8b14e52d-fee5-4361-bffc-1fcf9a039c3d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b901384-94b3-4229-ad59-ac8b1ba5df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:35Z', 'updated_at': '2021-08-11T02:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:06.305087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] For port 8b14e52d-fee5-4361-bffc-1fcf9a039c3d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:06.305683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.372318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70170036-b696-4484-8834-443d27ea8a42 req-a18baca6-a5df-4754-bfa5-2edf196f3fcc tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.374163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.379026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70170036-b696-4484-8834-443d27ea8a42 req-a18baca6-a5df-4754-bfa5-2edf196f3fcc tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 948 time: 0.3071594 Aug 11 02:20:06.388605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Calling delete_port for 8b14e52d-fee5-4361-bffc-1fcf9a039c3d owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:06.394885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Transition to ACTIVE for port object d3697c3d-47b6-4e95-9c54-dafe77dc4528 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:06.404997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:06.410408 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.449476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-fa1a27cc-1cc2-45da-99d6-0ee446500981 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.453225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-fa1a27cc-1cc2-45da-99d6-0ee446500981 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.2726748 Aug 11 02:20:06.456905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-6b3f1ce6-42c5-41c5-80d4-6607de7e9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.459914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-6b3f1ce6-42c5-41c5-80d4-6607de7e9761 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1098 time: 0.5270545 Aug 11 02:20:06.498167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b45e1f22-de55-4a2d-9c8a-a56d02666498 None None] Provisioning complete for port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:06.498510 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45e1f22-de55-4a2d-9c8a-a56d02666498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.556132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:06.563245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cb4ea-65c1-4232-9cd3-410dcb6769ab None None] Pushing event updated for resources: {'Port': ['ID=d3697c3d-47b6-4e95-9c54-dafe77dc4528,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:06.606599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-8714da05-e702-48ce-9a25-3d2e10af1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.614885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-8714da05-e702-48ce-9a25-3d2e10af1f37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2447503 Aug 11 02:20:06.641108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b45e1f22-de55-4a2d-9c8a-a56d02666498 None None] Port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:06.649386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Attempting to bind port d3697c3d-47b6-4e95-9c54-dafe77dc4528 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:06.650018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Attempting to bind port d3697c3d-47b6-4e95-9c54-dafe77dc4528 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:06.650627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Attempting to bind port d3697c3d-47b6-4e95-9c54-dafe77dc4528 on network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:06.666361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:06.668523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.675696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:06.681124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Checking segment: {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:06.685510 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.686350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Bound using segment: {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:06.687471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Bound port: d3697c3d-47b6-4e95-9c54-dafe77dc4528, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79264603-eeca-4dbf-b991-45771dd76822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:06.688257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.801944 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-6f523213-30e5-40b8-91d6-ad1ec4296be0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.1709065 Aug 11 02:20:06.849250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-e493281a-8f43-4461-838c-678b98e4e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.852343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-e493281a-8f43-4461-838c-678b98e4e8fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3238590 Aug 11 02:20:06.958837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70170036-b696-4484-8834-443d27ea8a42 req-5fa4d4ae-900f-4f53-8742-6d6fccfa734d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661960 Aug 11 02:20:07.070567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-d6dd690f-e2fd-4240-a8f4-b4254293d8c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.0821624 Aug 11 02:20:07.113654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] For port d3697c3d-47b6-4e95-9c54-dafe77dc4528, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:07.125369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] For port d3697c3d-47b6-4e95-9c54-dafe77dc4528, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d3697c3d-47b6-4e95-9c54-dafe77dc4528,segment=NetworkSegment(79264603-eeca-4dbf-b991-45771dd76822),segment_id=79264603-eeca-4dbf-b991-45771dd76822)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:07.133432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6e61e12-8563-42d3-925f-d1b5f049544e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:07.186394 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.296935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cb4ea-65c1-4232-9cd3-410dcb6769ab None None] Pushing event updated for resources: {'Port': ['ID=d3697c3d-47b6-4e95-9c54-dafe77dc4528,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:07.384884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e6e61e12-8563-42d3-925f-d1b5f049544e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:07.385572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.395223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Routers {'2b74f3a2-e607-4960-827e-6ea2a814fb86'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:07.395952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2b74f3a2-e607-4960-827e-6ea2a814fb86'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:07.495274 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.503178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fde41-9b4b-4bed-9485-52a0d962f0bc req-f9ca5152-550b-4cad-ad1c-90b17d2d2d4d tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.520563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:07.521703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f41fde41-9b4b-4bed-9485-52a0d962f0bc req-f9ca5152-550b-4cad-ad1c-90b17d2d2d4d tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 1.0886412 Aug 11 02:20:07.541427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:07.550309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:07.553683 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbdc241-1b1a-4ef9-bc1f-1fb31e0b6806" -d '{"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:07.562647 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.574344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-50845442-5c7a-4ee7-b8ba-fef0614e7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.577209 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-50845442-5c7a-4ee7-b8ba-fef0614e7e1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.7645621 Aug 11 02:20:07.583944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Request body: {'floatingip': {'port_id': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:07.665703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:07.708070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2920e6b4-6248-4d7f-a814-c42fc4537569 req-5cf2dac4-eda4-400f-8bdd-b74b2ae6815f tempest-FloatingIPsNegativeTestJSON-1612274141 tempest-FloatingIPsNegativeTestJSON-1612274141-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1001484 Aug 11 02:20:07.717086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-2e9605a2-1c3c-4f78-83d8-a788c8a15e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.731543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-2e9605a2-1c3c-4f78-83d8-a788c8a15e05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.6099391 Aug 11 02:20:07.771557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-ecc7ae0c-0926-4349-ae40-a7c3ca4b03f3 service neutron] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:07.774509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.788232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 21b4c8e2-9982-4707-bd78-0f06434fb77b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:07.788500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-ecc7ae0c-0926-4349-ae40-a7c3ca4b03f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.790373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32e76-7a98-4bad-8b6b-6c4650e9773e req-ecc7ae0c-0926-4349-ae40-a7c3ca4b03f3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f/bindings/n-h1-715271-8 HTTP/1.1" status: 204 len: 173 time: 1.2857838 Aug 11 02:20:07.799428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] Set router 2b74f3a2-e607-4960-827e-6ea2a814fb86 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:07.845647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e64758-72f0-4bda-9a0a-ff9deb525fdf req-1355a671-633d-4616-bbcb-fab4e0903884 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.848447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4e64758-72f0-4bda-9a0a-ff9deb525fdf req-1355a671-633d-4616-bbcb-fab4e0903884 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.3742588 Aug 11 02:20:07.859749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 21b4c8e2-9982-4707-bd78-0f06434fb77b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:07.860139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 21b4c8e2-9982-4707-bd78-0f06434fb77b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:07.992143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-c7847d63-03b8-4e11-9dc2-a441825e90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.993940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-c7847d63-03b8-4e11-9dc2-a441825e90a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508366 Aug 11 02:20:08.107219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:19:58Z', 'revision_number': 4, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd3697c3d-47b6-4e95-9c54-dafe77dc4528', 'name': '', 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'mac_address': 'fa:16:3e:1a:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:55Z', 'updated_at': '2021-08-11T02:20:07Z', 'revision_number': 4, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'subnets': [{'id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:08.115617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-5cb0c369-a941-43a0-8b69-33b2d873883c service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099916 Aug 11 02:20:08.133231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4e64758-72f0-4bda-9a0a-ff9deb525fdf req-6e38c137-b792-4762-bd3c-a771b0c998ff tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459548 Aug 11 02:20:08.152145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11cc146-0a63-44a9-a11e-74c854b39b13 None None] The sync data for ids ['2b74f3a2-e607-4960-827e-6ea2a814fb86'] in n-d-715271-8 is: [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:19:58Z', 'revision_number': 4, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd3697c3d-47b6-4e95-9c54-dafe77dc4528', 'name': '', 'network_id': '0dd66312-5fb1-45d3-aa6f-bc7dedddc72f', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'mac_address': 'fa:16:3e:1a:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:55Z', 'updated_at': '2021-08-11T02:20:07Z', 'revision_number': 4, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'subnets': [{'id': '9f134b2f-0846-4c81-8c7d-6baa59d526d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:08.314774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602305-2b2b-4c4d-b32c-86aa60de1f06 req-19cc4c0b-d91e-4e92-aedd-b0383f198760 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:08.316912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69602305-2b2b-4c4d-b32c-86aa60de1f06 req-19cc4c0b-d91e-4e92-aedd-b0383f198760 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.4672809 Aug 11 02:20:08.369695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:08.383750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Sync routers for ids ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:08.452316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Routers {'6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:08.454628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:08.474489 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a19b98d6-5e8f-4e07-83b0-51840cb27ef4 admin admin] 10.222.0.16 "PUT /v2.0/routers/6f1c7a60-ff6e-4e43-b44a-c5bffd470e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3465242 Aug 11 02:20:08.526127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.676603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b14e52d-fee5-4361-bffc-1fcf9a039c3d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:08.717534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-e4a5bbad-773c-4167-b327-034ec4c33b92 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832310 Aug 11 02:20:08.746664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69602305-2b2b-4c4d-b32c-86aa60de1f06 req-4551e935-5e51-426b-84a8-424d0d4a55cc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193733 Aug 11 02:20:08.776938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47230) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:08.824951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-a66d9af6-2e81-4ed6-84c4-83356e3c2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:08.832783 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-a66d9af6-2e81-4ed6-84c4-83356e3c2846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2245214 Aug 11 02:20:08.905127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Set router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:08.923913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53f735-566f-46f0-b518-b84b7cc95e5c req-87e7da1f-1163-4286-a0dd-6b56c2ef22ac tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:08.933003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf53f735-566f-46f0-b518-b84b7cc95e5c req-87e7da1f-1163-4286-a0dd-6b56c2ef22ac tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.5631042 Aug 11 02:20:09.027469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1402364400'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:09.127653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.141098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf53f735-566f-46f0-b518-b84b7cc95e5c req-73644ee9-f5f0-4e5f-87b6-98bc9d30b0cd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069480 Aug 11 02:20:09.144301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:09.148935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.349009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00383-afae-42d8-9f0a-b610f7441b24 req-79b2837a-6fda-4fab-86a5-7dbd19765717 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.356739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ead00383-afae-42d8-9f0a-b610f7441b24 req-79b2837a-6fda-4fab-86a5-7dbd19765717 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.4557920 Aug 11 02:20:09.365518 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3eb798-2c40-4bf5-bbf6-8c1b5aaf955d x-openstack-request-id: req-3e3eb798-2c40-4bf5-bbf6-8c1b5aaf955d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:09.365518 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:09.365518 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e3eb798-2c40-4bf5-bbf6-8c1b5aaf955d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:09.365518 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'code': 200} Aug 11 02:20:09.392726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d3697c3d-47b6-4e95-9c54-dafe77dc4528 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:09.486173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.488295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port d3697c3d-47b6-4e95-9c54-dafe77dc4528 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:09.488860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:20:09.490905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.495270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d3697c3d-47b6-4e95-9c54-dafe77dc4528 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:09.495659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.560247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '85800e63-d9a1-4aba-a14d-0fc95e9eb0f4', 'name': '', 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'mac_address': 'fa:16:3e:94:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:02Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 2, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'subnets': [{'id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:09.605746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Checking router: 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:09.606150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Updating router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:09.624751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-e568f7f2-fdf6-4f13-bbb1-24930273651b service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778718 Aug 11 02:20:09.641515 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.684963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.693339 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-828581d0-3587-470d-9620-5ffe00548176 req-50648ae1-57f6-40af-9178-bb0cf67937a4 tempest-FloatingIPsNegativeTestJSON-1612274141 tempest-FloatingIPsNegativeTestJSON-1612274141-project] show failed (client error): The resource could not be found. Aug 11 02:20:09.695640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-828581d0-3587-470d-9620-5ffe00548176 req-50648ae1-57f6-40af-9178-bb0cf67937a4 tempest-FloatingIPsNegativeTestJSON-1612274141 tempest-FloatingIPsNegativeTestJSON-1612274141-project] 10.222.0.16 "GET /v2.0/floatingips/a254ee45-96b0-41bc-b0b7-ab53dd7a8c01 HTTP/1.1" status: 404 len: 350 time: 0.3309658 Aug 11 02:20:09.703338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.705270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47238) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:09.712267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.713331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b901384-94b3-4229-ad59-ac8b1ba5df1a {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:20:09.794509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.809433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.814809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a4842ec6-77bd-40de-949f-f3f26b485fe5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0b901384-94b3-4229-ad59-ac8b1ba5df1a HTTP/1.1" status: 204 len: 168 time: 6.2367637 Aug 11 02:20:09.823146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47242) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:09.869138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ead00383-afae-42d8-9f0a-b610f7441b24 req-5b3c3518-0973-4d3a-a16d-20d59b78da31 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110331 Aug 11 02:20:09.925919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port d3697c3d-47b6-4e95-9c54-dafe77dc4528, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d3697c3d-47b6-4e95-9c54-dafe77dc4528,segment=NetworkSegment(79264603-eeca-4dbf-b991-45771dd76822),segment_id=79264603-eeca-4dbf-b991-45771dd76822)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:10.047765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.146935 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20 associated. External IP: 172.25.6.217, port: a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2. Aug 11 02:20:10.152859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3db6447d-f20d-4201-b9d0-a1398a2e878b req-dc302380-87fc-4a93-a1b7-211c30043d57 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656682 Aug 11 02:20:10.154236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:10.263673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=d3697c3d-47b6-4e95-9c54-dafe77dc4528,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:10.334459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.338913 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Added segment cda7927c-8b39-4f52-bfcb-4369bda72ee3 of type vlan for network d0d14b45-04eb-4a8b-9d13-50ffe72df200 Aug 11 02:20:10.361404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:10.519227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.620212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76f6ac-4621-47db-a250-a44770d6913e req-cde4774b-4b28-4359-bf44-4ba2ca07ac1a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.624328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df76f6ac-4621-47db-a250-a44770d6913e req-cde4774b-4b28-4359-bf44-4ba2ca07ac1a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.6059036 Aug 11 02:20:10.634079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.647391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.648413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.693742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Deleting subnet ff926f59-2652-40bf-8a5f-680f43106ef9 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:10.718841 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.723464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:10.761548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Transition to ACTIVE for port object 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:10.763733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'mac_address': 'fa:16:3e:bb:e7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:10.778640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.826137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.832640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0471041 Aug 11 02:20:10.855512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:10.870778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'subnet': {'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:10.994215 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:20:11.012238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.063978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:11.098805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d3697c3d-47b6-4e95-9c54-dafe77dc4528 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:11.107563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.192116 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.198494 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.207640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b48a65-baf1-4b1a-b09f-40e9d97a5d6b None None] Pushing event updated for resources: {'Port': ['ID=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.234657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a85c4-270c-4ef6-9399-038ecc1eef48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Network': ['ID=d0d14b45-04eb-4a8b-9d13-50ffe72df200,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.254526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:11.272239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df76f6ac-4621-47db-a250-a44770d6913e req-53daf36b-62fb-44ff-a3e4-2cc72048cfab tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169875 Aug 11 02:20:11.283288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff926f59-2652-40bf-8a5f-680f43106ef9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.294395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.305855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a5f834c4-794a-47e2-a158-0932e247455f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff926f59-2652-40bf-8a5f-680f43106ef9 HTTP/1.1" status: 204 len: 168 time: 1.4797873 Aug 11 02:20:11.306670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47264) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:11.321618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:11.334141 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:11.334588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba751-4f0b-4587-a6f3-cc067019f844 req-e3b02ee9-7c3c-4658-9545-aca83ecee876 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:11.337045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea3ba751-4f0b-4587-a6f3-cc067019f844 req-e3b02ee9-7c3c-4658-9545-aca83ecee876 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 947 time: 0.7112248 Aug 11 02:20:11.346270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.349624 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:11.351979 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:11.409840 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4320370d-c14f-424a-9781-1760c237cd62 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "PUT /v2.0/floatingips/88ab8678-354b-4f2b-af4f-06e13c54ad20 HTTP/1.1" status: 200 len: 991 time: 3.8445294 Aug 11 02:20:11.446200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:11.448662 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a7af4-4593-48ff-87f4-4a4caee482dd" -d '{"events": [{"name": "network-changed", "server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:11.457130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd02fe3a-6755-42c6-bad6-e82214778548 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:11.508801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:11.529263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.541670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef92be-1ccc-4670-83d7-6ada10943fb5 None None] Network 21187934-853b-4ece-a85c-69c5b548820d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:11.547024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea3ba751-4f0b-4587-a6f3-cc067019f844 req-ce9a1cfb-ed51-42d9-a6ac-2a1ec8cf81e2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838071 Aug 11 02:20:11.557288 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.629026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:11.634698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.637074 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:11.663709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16951-1697-46b8-878d-2ab7189c64fa req-8284b7fa-f386-4975-a7a2-c308f6fcc789 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:11.683174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d16951-1697-46b8-878d-2ab7189c64fa req-8284b7fa-f386-4975-a7a2-c308f6fcc789 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1868308 Aug 11 02:20:11.725400 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.730582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Attempting to bind port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:11.730966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Attempting to bind port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:11.731992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Attempting to bind port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 on network 6f556acf-30ea-48bd-867a-e64b6506464c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:11.825446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:11.826098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Checking segment: {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:11.826578 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.827125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Bound using segment: {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:11.827644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Bound port: 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d013c-369c-4ff8-8584-36f25ebcdc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:11.828496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.846660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.914284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d16951-1697-46b8-878d-2ab7189c64fa req-ce0b6651-d9d9-4672-9554-6229490f2fed tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208090 Aug 11 02:20:11.949282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] For port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:11.953989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] For port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:11.972049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d3697c3d-47b6-4e95-9c54-dafe77dc4528 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:11.972495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.991233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a856c-ce70-4076-bf5b-23f4a0e8c7f3 req-4d61d9d8-f69d-428e-9a56-050a7f12762e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.006416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a22a856c-ce70-4076-bf5b-23f4a0e8c7f3 req-4d61d9d8-f69d-428e-9a56-050a7f12762e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1095 time: 0.2629833 Aug 11 02:20:12.071437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Deleting port b59f3a2a-2017-45dc-ac3c-aced0a26b070 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:12.072741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.088398 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.200327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] For port b59f3a2a-2017-45dc-ac3c-aced0a26b070, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b59f3a2a-2017-45dc-ac3c-aced0a26b070,segment=NetworkSegment(fb804e9a-b531-47f9-a072-b2cf3fbfa3f5),segment_id=fb804e9a-b531-47f9-a072-b2cf3fbfa3f5)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:12.200730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.219129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Calling delete_port for b59f3a2a-2017-45dc-ac3c-aced0a26b070 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:12.232659 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '88ab8678-354b-4f2b-af4f-06e13c54ad20', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'port_id': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'mac_address': 'fa:16:3e:b3:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f79594-350a-40b5-a59d-db137432e221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:18Z', 'updated_at': '2021-08-11T02:20:09Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.249481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b48a65-baf1-4b1a-b09f-40e9d97a5d6b None None] Pushing event updated for resources: {'Port': ['ID=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.295330 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:12.303756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:12.317949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:12.318763 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.398093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a22a856c-ce70-4076-bf5b-23f4a0e8c7f3 req-c978fa0f-200b-405e-95da-b45a39d95e53 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901520 Aug 11 02:20:12.426991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Routers {'6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:12.427897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.611377 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:12.625342 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c0f7f-96d3-48a9-9aee-ee673c00ffb9 x-openstack-request-id: req-d74c0f7f-96d3-48a9-9aee-ee673c00ffb9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:12.625918 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:12.625918 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d74c0f7f-96d3-48a9-9aee-ee673c00ffb9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:12.626385 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'status': 'completed', 'code': 200} Aug 11 02:20:12.627870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.805729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-8f6b13a6-7767-4e38-bbf6-37a9975d53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.807474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-8f6b13a6-7767-4e38-bbf6-37a9975d53f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f515faec97d415e85731cf5c93fb58c&device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 1096 time: 0.1794364 Aug 11 02:20:12.811386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.854448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] Set router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:12.901315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59f3a2a-2017-45dc-ac3c-aced0a26b070,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.949540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] No DVR routers for this DVR port b59f3a2a-2017-45dc-ac3c-aced0a26b070 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:13.010405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '88ab8678-354b-4f2b-af4f-06e13c54ad20', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'port_id': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'mac_address': 'fa:16:3e:b3:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f79594-350a-40b5-a59d-db137432e221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:18Z', 'updated_at': '2021-08-11T02:20:09Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:13.025663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c71b6c-de9c-48b5-b2d4-cb397abf86f1 req-4eb2bf1b-eba1-49c0-8089-40a0e412b0e8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.035044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67c71b6c-de9c-48b5-b2d4-cb397abf86f1 req-4eb2bf1b-eba1-49c0-8089-40a0e412b0e8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.4693475 Aug 11 02:20:13.042560 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19791d2-8b3e-4d58-9e29-31f85a02f656 None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '88ab8678-354b-4f2b-af4f-06e13c54ad20', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'port_id': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'mac_address': 'fa:16:3e:b3:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f79594-350a-40b5-a59d-db137432e221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:18Z', 'updated_at': '2021-08-11T02:20:09Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:13.059270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Subnet': ['ID=9dd38c39-c8a1-404a-8a50-d55f70206a70,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.116681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-b27fd624-5233-4b0c-9b4c-9a7f84355590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.118644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-b27fd624-5233-4b0c-9b4c-9a7f84355590 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 200 len: 923 time: 0.2802994 Aug 11 02:20:13.144812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.147299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Checking segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:13.148643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network hostable DHCP agents. Network: d0d14b45-04eb-4a8b-9d13-50ffe72df200, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:13.158253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21187934-853b-4ece-a85c-69c5b548820d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:13.171535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:13.171830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb804e9a-b531-47f9-a072-b2cf3fbfa3f5') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:13.183054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.228848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-d8d6af27-5bb0-4a80-abbf-bd78a118ba07 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.234325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-d8d6af27-5bb0-4a80-abbf-bd78a118ba07 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c&tenant_id=c079f15875914884a072129db96f8d64&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 948 time: 0.4407790 Aug 11 02:20:13.246481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a72196-ec26-4175-8992-87af7a6eaede req-1e006813-e074-47ca-a365-dcf2893c46cb tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.250929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0a72196-ec26-4175-8992-87af7a6eaede req-1e006813-e074-47ca-a365-dcf2893c46cb tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 948 time: 0.6156998 Aug 11 02:20:13.256376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f46909-f454-462b-8792-52fc1bd7eca8 None None] DHCP port deletion for 21187934-853b-4ece-a85c-69c5b548820d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:13.263184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b14e52d-fee5-4361-bffc-1fcf9a039c3d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:13.300429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b14e52d-fee5-4361-bffc-1fcf9a039c3d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:13.301742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b14e52d-fee5-4361-bffc-1fcf9a039c3d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:13.302356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Deleting port d3697c3d-47b6-4e95-9c54-dafe77dc4528 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:13.302708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.309576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:13.338845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d0d14b45-04eb-4a8b-9d13-50ffe72df200) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:13.360579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d2a525-c67f-4538-8496-cbe27c508020 None None] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:13.363732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.373941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:13.374424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.386090 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-bc0a8525-87b7-42b2-a70e-974c8039a59f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 HTTP/1.1" status: 200 len: 999 time: 0.2446864 Aug 11 02:20:13.386090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.386090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:13.444588 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:13.458965 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-50e27de4-6bf2-4306-ae57-3a2d36093a03 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:20:13.459689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-50e27de4-6bf2-4306-ae57-3a2d36093a03 service neutron] 10.222.0.25 "DELETE /v2.0/ports/bd02fe3a-6755-42c6-bad6-e82214778548/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.1846101 Aug 11 02:20:13.460888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.474774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782de52-d3e4-4045-8c6d-50cbfe8cb517 None None] New status for floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:20:13.481796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b59f3a2a-2017-45dc-ac3c-aced0a26b070 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:13.488763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67c71b6c-de9c-48b5-b2d4-cb397abf86f1 req-55c9cf41-09bd-4574-801b-1e7312362b96 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195306 Aug 11 02:20:13.515472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.520025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] 10.222.0.16 "DELETE /v2.0/networks/21187934-853b-4ece-a85c-69c5b548820d HTTP/1.1" status: 204 len: 168 time: 2.2089698 Aug 11 02:20:13.520025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795b35a-ba1a-4fd3-9c27-5b27b4eb6405 admin admin] Pushing event deleted for resources: {'Network': ['ID=21187934-853b-4ece-a85c-69c5b548820d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.546735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] For port d3697c3d-47b6-4e95-9c54-dafe77dc4528, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d3697c3d-47b6-4e95-9c54-dafe77dc4528,segment=NetworkSegment(79264603-eeca-4dbf-b991-45771dd76822),segment_id=79264603-eeca-4dbf-b991-45771dd76822)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:13.547173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.568389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0a72196-ec26-4175-8992-87af7a6eaede req-6f1099fa-5b26-42ed-8c66-7b52bebe6180 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168083 Aug 11 02:20:13.574964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-efccc303-f481-4e30-8cbb-86c83431f501 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7104514 Aug 11 02:20:13.574964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Calling delete_port for d3697c3d-47b6-4e95-9c54-dafe77dc4528 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:13.576553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47292) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:13.586736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-623174856'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:13.605378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-13e99192-9ab0-4ded-9da2-3c05f5b13b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.607012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-13e99192-9ab0-4ded-9da2-3c05f5b13b4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 200 len: 862 time: 0.1512156 Aug 11 02:20:13.739880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b59f3a2a-2017-45dc-ac3c-aced0a26b070 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:13.740527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b59f3a2a-2017-45dc-ac3c-aced0a26b070 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:13.789018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-39092a24-e80d-4dbc-815a-f69d236cbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.790961 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-39092a24-e80d-4dbc-815a-f69d236cbe79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0bab906-41b5-42e7-b3a8-c8a5a101c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830073 Aug 11 02:20:13.834222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:13.977012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cfc75309-7cc9-434a-bb43-2fd96effb45d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=268365ba69ea4b39944efe35e489acf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396301 Aug 11 02:20:13.982247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47300) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:13.983013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f81b22f-2d95-4d80-b417-cc25227452d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.989586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '85800e63-d9a1-4aba-a14d-0fc95e9eb0f4', 'name': '', 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'mac_address': 'fa:16:3e:94:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:02Z', 'updated_at': '2021-08-11T02:20:11Z', 'revision_number': 4, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'subnets': [{'id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:14.032015 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-936253d6-d62a-4157-8a5d-1df29b0881ba service neutron] 10.222.0.59 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966903 Aug 11 02:20:14.096273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92204b57-52d0-4328-a788-dab3ec4e2e60 None None] The sync data for ids ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'] in n-d-715271-8 is: [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '85800e63-d9a1-4aba-a14d-0fc95e9eb0f4', 'name': '', 'network_id': '6f556acf-30ea-48bd-867a-e64b6506464c', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'mac_address': 'fa:16:3e:94:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:02Z', 'updated_at': '2021-08-11T02:20:11Z', 'revision_number': 4, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'subnets': [{'id': 'f48ab1f6-d8f5-41c7-9485-5a6a846ca93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:14.157549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:14.178223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.208581 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.229194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b695c377-fdd1-4ae9-a527-5a4b7f881c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.245314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-53cdffef-b209-4c89-affa-457573d5d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.247811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-53cdffef-b209-4c89-affa-457573d5d111 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1099 time: 0.6523950 Aug 11 02:20:14.267054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3697c3d-47b6-4e95-9c54-dafe77dc4528,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:14.320227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:14.337602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.338247 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Added segment 41ee9a3b-ec3d-4b1d-abde-dfa3724155fe of type vlan for network d1e359e4-93b9-4d25-80c5-f8d4e100c368 Aug 11 02:20:14.404058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d0d14b45-04eb-4a8b-9d13-50ffe72df200', 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'fixed_ips': [{'subnet_id': '9dd38c39-c8a1-404a-8a50-d55f70206a70'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:14.404448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ac5f-e342-420c-a430-7e8a20657df7 req-c1cc606c-d2e9-44ba-96f8-13c68c13eabc tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.405210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.405506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b695c377-fdd1-4ae9-a527-5a4b7f881c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.407296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b94ac5f-e342-420c-a430-7e8a20657df7 req-c1cc606c-d2e9-44ba-96f8-13c68c13eabc tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.3569822 Aug 11 02:20:14.411727 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b8a7af4-4593-48ff-87f4-4a4caee482dd req-0370fd09-d670-47a3-84de-bd7c71c1d549 service neutron] 10.222.0.59 "GET /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447282 Aug 11 02:20:14.619378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Allocated IP 19.80.0.2 (d0d14b45-04eb-4a8b-9d13-50ffe72df200/9dd38c39-c8a1-404a-8a50-d55f70206a70/e41de925-c13b-48ec-9813-56c6e71f7e79) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:14.701251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.713660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-dfb3f072-6bb6-4a82-9e5f-b2356c80aa98 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.715520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-dfb3f072-6bb6-4a82-9e5f-b2356c80aa98 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 1.0622787 Aug 11 02:20:14.772003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.813689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-73a198a9-447f-45e9-9e5b-8690846acf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.817149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-73a198a9-447f-45e9-9e5b-8690846acf13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4532266 Aug 11 02:20:14.866178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b94ac5f-e342-420c-a430-7e8a20657df7 req-e9698c85-0b93-4eb9-b7e8-c4fad86a68ba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101834 Aug 11 02:20:14.896577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.919210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.920402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.936922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b695c377-fdd1-4ae9-a527-5a4b7f881c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.940272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b695c377-fdd1-4ae9-a527-5a4b7f881c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.941493 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b695c377-fdd1-4ae9-a527-5a4b7f881c8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf HTTP/1.1" status: 204 len: 168 time: 0.9580784 Aug 11 02:20:15.038535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695c377-fdd1-4ae9-a527-5a4b7f881c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa4f1b7-ed5d-4d65-a837-7a821c1c77cf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.113992 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.128386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Transition to ACTIVE for port object e41de925-c13b-48ec-9813-56c6e71f7e79 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:15.156521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Transition to ACTIVE for port object e41de925-c13b-48ec-9813-56c6e71f7e79 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:15.175631 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.200406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Router 2b74f3a2-e607-4960-827e-6ea2a814fb86 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:15.238067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Network': ['ID=d1e359e4-93b9-4d25-80c5-f8d4e100c368,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.238770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:15.243644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:15.245731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-95f05752-4149-49e9-8685-40538ceff717 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6675634 Aug 11 02:20:15.250095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:15.253017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-8fa851ab-6b98-40b3-834d-269533fed125 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.3836324 Aug 11 02:20:15.256208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-8b1cea35-075d-4b9f-9eae-874ef04f7444 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/quotas/3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 375 time: 0.4001117 Aug 11 02:20:15.257404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47308) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:15.262178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:15.339398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Pushing event updated for resources: {'Port': ['ID=e41de925-c13b-48ec-9813-56c6e71f7e79,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.404134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Attempting to bind port e41de925-c13b-48ec-9813-56c6e71f7e79 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:15.404759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Attempting to bind port e41de925-c13b-48ec-9813-56c6e71f7e79 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:15.405290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Attempting to bind port e41de925-c13b-48ec-9813-56c6e71f7e79 on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:15.412311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:15.413807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Checking segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:15.414591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.415230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Bound using segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:15.416192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Bound port: e41de925-c13b-48ec-9813-56c6e71f7e79, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:15.416849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.431576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'subnet': {'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:15.463827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:15.470438 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a7994b65-0049-46ae-988d-475678bc7d04 admin admin] 10.222.0.16 "PUT /v2.0/routers/2b74f3a2-e607-4960-827e-6ea2a814fb86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7608287 Aug 11 02:20:15.474382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:15.495517 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] Sync routers for ids ['2b74f3a2-e607-4960-827e-6ea2a814fb86'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:15.530791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] For port e41de925-c13b-48ec-9813-56c6e71f7e79, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:15.534364 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] Routers {'2b74f3a2-e607-4960-827e-6ea2a814fb86'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:15.538041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] For port e41de925-c13b-48ec-9813-56c6e71f7e79, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e41de925-c13b-48ec-9813-56c6e71f7e79,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:15.541776 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2b74f3a2-e607-4960-827e-6ea2a814fb86'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:15.546723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.609076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-df3ba8cd-3491-4a2b-ae81-c2a6b35d4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.616122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-df3ba8cd-3491-4a2b-ae81-c2a6b35d4c8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2970846 Aug 11 02:20:15.691639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.724197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f543f82-61f4-4b52-be7b-9e28d7f48ee0 None None] Pushing event updated for resources: {'Port': ['ID=e41de925-c13b-48ec-9813-56c6e71f7e79,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.744766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-9c2cc94a-d525-4471-9266-277c490792f8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3295658 Aug 11 02:20:15.778947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252fef1-1429-4bfb-9114-55a0751c73f2 req-a7ac885a-a3c0-443a-8c9b-7110590e5eef tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.787394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d252fef1-1429-4bfb-9114-55a0751c73f2 req-a7ac885a-a3c0-443a-8c9b-7110590e5eef tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.5390186 Aug 11 02:20:15.801855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:15.865364 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] Set router 2b74f3a2-e607-4960-827e-6ea2a814fb86 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:15.973516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:15.982279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:15.982780 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.011750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:16.144668 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3d75a41c-df61-4835-9261-48777f4fed09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=499e2cfac92146d6aad03424c66313d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282079 Aug 11 02:20:16.144988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-1c79a742-0ea5-44c7-93fe-2315a193f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.145157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:16.149014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-1c79a742-0ea5-44c7-93fe-2315a193f5a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5057602 Aug 11 02:20:16.235902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.290695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d252fef1-1429-4bfb-9114-55a0751c73f2 req-c8d376ce-e3cd-4d39-939d-27fd00dae020 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021415 Aug 11 02:20:16.293293 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.405675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:16.406272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:16.417634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.426398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:16.435282 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:20:14Z', 'revision_number': 5, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port': {'id': '92751ddd-f634-421d-9cb2-66e3062a004b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:46Z', 'updated_at': '2021-08-11T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:16.462110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22c80f0a-cfed-4719-9fd3-b582c222a6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.488133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.512018 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] Checking router: 2b74f3a2-e607-4960-827e-6ea2a814fb86 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:16.524892 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] Routers {'2b74f3a2-e607-4960-827e-6ea2a814fb86'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:16.525892 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:19:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2b74f3a2-e607-4960-827e-6ea2a814fb86'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:16.540074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22c80f0a-cfed-4719-9fd3-b582c222a6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.642674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-e4aadbbe-2793-4cdc-be16-fc38da06d293 service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423460 Aug 11 02:20:16.654130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22c80f0a-cfed-4719-9fd3-b582c222a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.661746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22c80f0a-cfed-4719-9fd3-b582c222a6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.672249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-22c80f0a-cfed-4719-9fd3-b582c222a6c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5543e98-6f86-4c6f-b139-038af71a2ee5 HTTP/1.1" status: 204 len: 168 time: 0.5249891 Aug 11 02:20:16.689687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c80f0a-cfed-4719-9fd3-b582c222a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5543e98-6f86-4c6f-b139-038af71a2ee5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:16.708108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Deleting port 92751ddd-f634-421d-9cb2-66e3062a004b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:16.711333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.760448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:16.782071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port bd02fe3a-6755-42c6-bad6-e82214778548 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:16.791999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port bd02fe3a-6755-42c6-bad6-e82214778548 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:16.793099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.877333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-550b3825-5481-49b2-bcd0-df2709429cb8 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682463 Aug 11 02:20:16.931807 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] Set router 2b74f3a2-e607-4960-827e-6ea2a814fb86 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:16.932736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de551a2-afa8-4da7-8a29-025d7ebfed68 req-2df87640-60c6-431b-9790-539282f208b5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:16.937515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8de551a2-afa8-4da7-8a29-025d7ebfed68 req-2df87640-60c6-431b-9790-539282f208b5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 948 time: 0.5159018 Aug 11 02:20:17.151432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.231263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:17.251240 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a69f84c-3c38-47e0-8b7f-e80820c9f12e" -d '{"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-plugged", "status": "completed", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:17.297056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:17.311755 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.321878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8de551a2-afa8-4da7-8a29-025d7ebfed68 req-7ff0fbd3-28a9-440d-9fc5-e4b52303b61a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555853 Aug 11 02:20:17.327152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-580d2985-2ce4-4304-83f0-c451a9bb3958 req-aec0813c-1292-41a1-877d-5360c444428c service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746459 Aug 11 02:20:17.510713 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:20:16Z', 'revision_number': 6, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:17.565518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:17.571426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-8f82f459-27bb-4057-94c6-6329dbe8bd6d service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9245937 Aug 11 02:20:17.594354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0910acb-15be-49df-b8fc-732a4bf1058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.674039 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119a00c-59ab-4eb5-8036-d48db2a496f5 None None] The sync data for ids ['2b74f3a2-e607-4960-827e-6ea2a814fb86'] in n-d-715271-8 is: [{'id': '2b74f3a2-e607-4960-827e-6ea2a814fb86', 'name': 'tempest-FloatingIPsNegativeTestJSON-1759972095-router', 'tenant_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:44Z', 'updated_at': '2021-08-11T02:20:16Z', 'revision_number': 6, 'project_id': '1ec8c01328e84255b0ae2c1e3614ef66', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:17.715404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.788774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78d890-3258-4b6d-8814-13ab4e4f4cde None None] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:17.912630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] For port 92751ddd-f634-421d-9cb2-66e3062a004b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=92751ddd-f634-421d-9cb2-66e3062a004b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:17.914321 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.924370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-915addd1-2e9b-4ea4-b514-531af4c69c59 None None] Provisioning for port e41de925-c13b-48ec-9813-56c6e71f7e79 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:17.945808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Calling delete_port for 92751ddd-f634-421d-9cb2-66e3062a004b owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:18.035053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a52d8-cbb6-4fe3-8a85-acae866a9dfd req-d5353352-7f13-4d39-b3f8-60331c4a9ca3 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.055108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba5a52d8-cbb6-4fe3-8a85-acae866a9dfd req-d5353352-7f13-4d39-b3f8-60331c4a9ca3 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.4329376 Aug 11 02:20:18.252739 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.293034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e41de925-c13b-48ec-9813-56c6e71f7e79 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:18.459886 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f993d85d-a77e-4008-86e1-088d9fd0819f x-openstack-request-id: req-f993d85d-a77e-4008-86e1-088d9fd0819f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:18.461377 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-plugged", "status": "completed", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:18.461377 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f993d85d-a77e-4008-86e1-088d9fd0819f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:18.464072 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'code': 200} Aug 11 02:20:18.485376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.492541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba5a52d8-cbb6-4fe3-8a85-acae866a9dfd req-163dd883-eb25-4b95-9a25-8cfa32b7647d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358687 Aug 11 02:20:18.641290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e41de925-c13b-48ec-9813-56c6e71f7e79 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:18.662722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e41de925-c13b-48ec-9813-56c6e71f7e79 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:18.664840 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.682511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Subnet': ['ID=0bf25202-0e6b-4b89-8953-1a67c2441838,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:18.829177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.842565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-961dfebb-c151-46c8-90f6-70d5aa20df4e req-ea2f12b6-67b1-44af-8324-f2d6f1915534 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 210 time: 0.1022637 Aug 11 02:20:18.878209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Pushing event deleted for resources: {'Port': ['ID=92751ddd-f634-421d-9cb2-66e3062a004b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:18.880203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Checking segment: {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:18.880575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network hostable DHCP agents. Network: d1e359e4-93b9-4d25-80c5-f8d4e100c368, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:18.963344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a326-ae49-465b-b3f4-2095b7423c54 req-bea95c37-5952-4146-93f6-612f0ecc1938 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.975782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6257a326-ae49-465b-b3f4-2095b7423c54 req-bea95c37-5952-4146-93f6-612f0ecc1938 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 946 time: 0.2121074 Aug 11 02:20:19.046260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.057208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.075988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c842afd3-4bee-4d89-90fe-ddf22c0c28a0 None None] Provisioning complete for port e41de925-c13b-48ec-9813-56c6e71f7e79 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:19.076633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c842afd3-4bee-4d89-90fe-ddf22c0c28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.138128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:19.185196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d1e359e4-93b9-4d25-80c5-f8d4e100c368) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:19.206631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.209180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.250032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea74ce-a72f-4b15-8e3e-67b058dde838 None None] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:19.263137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e41de925-c13b-48ec-9813-56c6e71f7e79, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e41de925-c13b-48ec-9813-56c6e71f7e79,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:19.264747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.268490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.283223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6257a326-ae49-465b-b3f4-2095b7423c54 req-a126a2a9-9d82-45a3-bc47-bd1c4eecf306 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911870 Aug 11 02:20:19.290162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df714892-3269-4d58-92e8-65fcc9bf20a0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0295243 Aug 11 02:20:19.371208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f0a3-7e9a-4e57-9e3c-82d2d1c05b97 req-c01d8f72-a81b-4ed3-9719-8662f3bb33dd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.380064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8d5f0a3-7e9a-4e57-9e3c-82d2d1c05b97 req-c01d8f72-a81b-4ed3-9719-8662f3bb33dd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.4024365 Aug 11 02:20:19.407973 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.416751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:19.424215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.425071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b74f3a2-e607-4960-827e-6ea2a814fb86 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:20:19.436078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.438472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c333079b-a96b-4d05-806d-b54d819f0581 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2b74f3a2-e607-4960-827e-6ea2a814fb86 HTTP/1.1" status: 204 len: 168 time: 3.9628711 Aug 11 02:20:19.443659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:19.512483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8d5f0a3-7e9a-4e57-9e3c-82d2d1c05b97 req-c7cb1465-8326-4565-a15f-e791408913be tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243181 Aug 11 02:20:19.553178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-81733aa5-b033-45e9-bd5c-737b93c2b8bf tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.555262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-81733aa5-b033-45e9-bd5c-737b93c2b8bf tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1097 time: 0.1296458 Aug 11 02:20:19.574837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-8'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:19.605520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Deleting subnet 9f134b2f-0846-4c81-8c7d-6baa59d526d3 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:19.613096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.696317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.749386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.913862 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.969225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e41de925-c13b-48ec-9813-56c6e71f7e79,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.025594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.032000 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.043467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:20.079151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:20.079696 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.099522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f134b2f-0846-4c81-8c7d-6baa59d526d3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.104735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.109748 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-24a6b41c-4032-411f-aced-8b9aa2d7971e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9f134b2f-0846-4c81-8c7d-6baa59d526d3 HTTP/1.1" status: 204 len: 168 time: 0.6632988 Aug 11 02:20:20.114873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:20.128543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:20.132338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9798571f-a48b-4dfd-93f7-1ac736815911 None None] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:20.303678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:20.308140 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1646167-9b6c-4439-b2b3-6c12a859e065" -d '{"events": [{"server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "name": "network-vif-unplugged", "status": "completed", "tag": "659ab261-b134-4f68-9877-e0097a2feebc"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:20.324601 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.341339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bae7f8-bb42-4ba1-a257-066b5d5954c7 req-f687775c-607e-482f-b98a-a1cbe13274f6 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.344440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1bae7f8-bb42-4ba1-a257-066b5d5954c7 req-f687775c-607e-482f-b98a-a1cbe13274f6 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1100 time: 0.6070921 Aug 11 02:20:20.353758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d1e359e4-93b9-4d25-80c5-f8d4e100c368', 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'fixed_ips': [{'subnet_id': '0bf25202-0e6b-4b89-8953-1a67c2441838'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:20.354847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.357001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.404566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acf8ad-c63e-448b-b322-51d7deb98a6a req-ccc5d319-d9b8-4a1c-b74c-e5aac0da1df6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.407660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1acf8ad-c63e-448b-b322-51d7deb98a6a req-ccc5d319-d9b8-4a1c-b74c-e5aac0da1df6 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2526870 Aug 11 02:20:20.485121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.546180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e41de925-c13b-48ec-9813-56c6e71f7e79 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:20.586811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1bae7f8-bb42-4ba1-a257-066b5d5954c7 req-eb1d9d9d-7c72-4e5a-8707-9621192049dd tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214456 Aug 11 02:20:20.658134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.664130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-7ca684e1-61dd-443c-939c-abe29f538a9c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.665723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-7ca684e1-61dd-443c-939c-abe29f538a9c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.4281120 Aug 11 02:20:20.690617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Request body: {'port': {'device_id': 'be143069-e14e-4dda-8c43-11898158de68', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'admin_state_up': True, 'tenant_id': '3abd683ca71844e3be8a3340655d8956'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:20.722120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1acf8ad-c63e-448b-b322-51d7deb98a6a req-74fd35d8-b7ae-4371-969f-e95bd3d1177b tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351038 Aug 11 02:20:20.723534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:20.724081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:20.724973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:20.731931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] DHCP port deletion for 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:20.742336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:20.742944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Attempting to bind port 659ab261-b134-4f68-9877-e0097a2feebc on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:20.758532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:20.759093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:20.760291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:20.760703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Bound port: 659ab261-b134-4f68-9877-e0097a2feebc, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:20.761348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.779307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Allocated IP 19.86.0.2 (d1e359e4-93b9-4d25-80c5-f8d4e100c368/0bf25202-0e6b-4b89-8953-1a67c2441838/a004c771-c12f-4952-bfb0-92b32a0aebc0) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:20.814976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Deleting port e97154a8-5ed6-4100-b705-22882e0e792e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:20.815601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.914130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] For port e97154a8-5ed6-4100-b705-22882e0e792e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e97154a8-5ed6-4100-b705-22882e0e792e,segment=NetworkSegment(79264603-eeca-4dbf-b991-45771dd76822),segment_id=79264603-eeca-4dbf-b991-45771dd76822)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:20.914973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.935550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Calling delete_port for e97154a8-5ed6-4100-b705-22882e0e792e owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:20.941719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bff9e992-7070-4223-9fd8-e0363bd8d23e req-7f3f880a-fe18-40a1-97ff-60d2c5d458a3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 210 time: 0.0577431 Aug 11 02:20:20.961135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e41de925-c13b-48ec-9813-56c6e71f7e79 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:20.961135 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.042600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Made reservation on behalf of 3abd683ca71844e3be8a3340655d8956 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:21.047074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.049950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.088386 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f50903b-8371-4bf4-b2c9-3a65ed664d9f x-openstack-request-id: req-2f50903b-8371-4bf4-b2c9-3a65ed664d9f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:21.088863 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "name": "network-vif-unplugged", "status": "completed", "tag": "659ab261-b134-4f68-9877-e0097a2feebc", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:21.089286 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f50903b-8371-4bf4-b2c9-3a65ed664d9f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:21.089981 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc', 'code': 200} Aug 11 02:20:21.094563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] No DVR routers for this DVR port e97154a8-5ed6-4100-b705-22882e0e792e on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:21.100949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97154a8-5ed6-4100-b705-22882e0e792e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:21.157473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-6350e085-539b-44ae-9ae4-ed960ed8b2c9 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.170131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-6350e085-539b-44ae-9ae4-ed960ed8b2c9 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.172583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-6350e085-539b-44ae-9ae4-ed960ed8b2c9 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/networks?id=d0d14b45-04eb-4a8b-9d13-50ffe72df200&id=d1e359e4-93b9-4d25-80c5-f8d4e100c368&id=d0d14b45-04eb-4a8b-9d13-50ffe72df200 HTTP/1.1" status: 200 len: 1391 time: 0.4072850 Aug 11 02:20:21.174866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:21.193136 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.194853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.211735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Transition to ACTIVE for port object a004c771-c12f-4952-bfb0-92b32a0aebc0 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:21.217949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Deleting port e97154a8-5ed6-4100-b705-22882e0e792e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:21.218755 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.231391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:21.235375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-05899993-b2c0-437f-9540-7e33945666e9 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/quotas/0082b1b5f05b454e82109bb16b5f4590 HTTP/1.1" status: 200 len: 375 time: 0.0562451 Aug 11 02:20:21.245394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd66312-5fb1-45d3-aa6f-bc7dedddc72f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:21.266306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79264603-eeca-4dbf-b991-45771dd76822') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:21.266603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79264603-eeca-4dbf-b991-45771dd76822') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:21.274490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.282927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.327242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.341992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:21.342983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:21.346109 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:21.412523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Allocated IP 172.20.0.14 (7ada9445-7834-4d1b-8b0f-ad38597e5910/bd1bd06d-16ed-46e3-8fec-24dea8a8db0f/fec611a4-535b-4795-94e6-fab909867a94) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:21.429992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.437683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.443461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0dd66312-5fb1-45d3-aa6f-bc7dedddc72f HTTP/1.1" status: 204 len: 168 time: 1.3249764 Aug 11 02:20:21.518733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518cd20-7e8d-4cfa-bc70-6a17450feb5a req-f4b4c4f2-6d17-43a3-b19c-7bc094283fbe tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.521696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0518cd20-7e8d-4cfa-bc70-6a17450feb5a req-f4b4c4f2-6d17-43a3-b19c-7bc094283fbe tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.3149099 Aug 11 02:20:21.530156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:21.531662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.534629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] 10.222.0.25 "PUT /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 1122 time: 1.9706416 Aug 11 02:20:21.563010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-911f0153-ab19-48de-8acb-9547dae5c892 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2986386 Aug 11 02:20:21.596781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Transition to ACTIVE for port object a004c771-c12f-4952-bfb0-92b32a0aebc0 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:21.610180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551d8e-2a77-4360-ba0f-5440ad0749d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd66312-5fb1-45d3-aa6f-bc7dedddc72f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:21.622943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] For port e97154a8-5ed6-4100-b705-22882e0e792e, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:21.623449 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.645853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.664826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['659ab261-b134-4f68-9877-e0097a2feebc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:21.688351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['659ab261-b134-4f68-9877-e0097a2feebc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:21.693701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Calling delete_port for e97154a8-5ed6-4100-b705-22882e0e792e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:21.753963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:21.759368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.771879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Port e97154a8-5ed6-4100-b705-22882e0e792e was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:20:21.837666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-198503f5-ed15-4ae2-ae11-27decf941b31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ec8c01328e84255b0ae2c1e3614ef66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723808 Aug 11 02:20:21.838493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:21.870435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.877395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.926851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:21.928333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Network 0dd66312-5fb1-45d3-aa6f-bc7dedddc72f is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:20:21.929072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] No DVR routers for this DVR port e97154a8-5ed6-4100-b705-22882e0e792e on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:21.942878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:21.951485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:21.954759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 92751ddd-f634-421d-9cb2-66e3062a004b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:21.956031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:21.958488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:21.967597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:22.013833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.035098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a161130-d907-4561-abd5-bb79caaff222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.040879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Pushing event updated for resources: {'Port': ['ID=a004c771-c12f-4952-bfb0-92b32a0aebc0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.050811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 92751ddd-f634-421d-9cb2-66e3062a004b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:22.051138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 92751ddd-f634-421d-9cb2-66e3062a004b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:22.051846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d3697c3d-47b6-4e95-9c54-dafe77dc4528 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:22.059391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.060232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.087749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a161130-d907-4561-abd5-bb79caaff222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.089182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d24d5-3844-4ade-9439-3385242aeca0 service neutron] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=8']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.107261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-61c5d854-7fa6-420f-9f1c-c4db810554a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4217458 Aug 11 02:20:22.123239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Request body: {'port': {'device_id': 'be143069-e14e-4dda-8c43-11898158de68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:22.155054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0518cd20-7e8d-4cfa-bc70-6a17450feb5a req-7112cbfc-ac1c-417a-bf4c-0790227cf437 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901453 Aug 11 02:20:22.197160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: d3697c3d-47b6-4e95-9c54-dafe77dc4528 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:22.197746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d3697c3d-47b6-4e95-9c54-dafe77dc4528 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:22.203998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-b44b2580-fe2d-4cf2-be84-188d9db467d8 service neutron] 10.222.0.16 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159286 Aug 11 02:20:22.236788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.240721 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a161130-d907-4561-abd5-bb79caaff222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.244042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a161130-d907-4561-abd5-bb79caaff222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.248263 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a161130-d907-4561-abd5-bb79caaff222 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22729645-db1c-4213-a127-79a5ce8f3b04 HTTP/1.1" status: 204 len: 168 time: 0.4070160 Aug 11 02:20:22.270056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a161130-d907-4561-abd5-bb79caaff222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22729645-db1c-4213-a127-79a5ce8f3b04,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.284779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1088f-2e3c-4892-b277-d26f59b89b56 None None] Pushing event deleted for resources: {'Port': ['ID=e97154a8-5ed6-4100-b705-22882e0e792e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.434172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e5c8e660-77c8-4f03-b6dc-5de31be8168a service neutron] 10.222.0.16 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220566 Aug 11 02:20:22.452067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Attempting to bind port a004c771-c12f-4952-bfb0-92b32a0aebc0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:22.456656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Attempting to bind port a004c771-c12f-4952-bfb0-92b32a0aebc0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:22.457704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Attempting to bind port a004c771-c12f-4952-bfb0-92b32a0aebc0 on network d1e359e4-93b9-4d25-80c5-f8d4e100c368 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:22.498452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e97154a8-5ed6-4100-b705-22882e0e792e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:22.555697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:22.556744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Checking segment: {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:22.557447 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.558182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Bound using segment: {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:22.559017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Bound port: a004c771-c12f-4952-bfb0-92b32a0aebc0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:22.559688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.618686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e97154a8-5ed6-4100-b705-22882e0e792e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:22.619268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e97154a8-5ed6-4100-b705-22882e0e792e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:22.757846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec611a4-535b-4795-94e6-fab909867a94 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:22.761299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9afc267f-f792-4d08-a0eb-f4ccd885f745 service neutron] 10.222.0.16 "GET /v2.0/networks/d1e359e4-93b9-4d25-80c5-f8d4e100c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258753 Aug 11 02:20:22.769314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.791522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Transition to ACTIVE for port object fec611a4-535b-4795-94e6-fab909867a94 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:22.794708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569ee09-750e-47ff-bae1-e7eb27f8fb48 req-8ff7022c-3784-4346-8f1f-1d3da4dbf336 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.797494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2569ee09-750e-47ff-bae1-e7eb27f8fb48 req-8ff7022c-3784-4346-8f1f-1d3da4dbf336 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1205518 Aug 11 02:20:22.801806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.857777 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.858950 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.895645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:22.922731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2569ee09-750e-47ff-bae1-e7eb27f8fb48 req-f94dcbeb-9167-490b-b227-11d190598711 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983007 Aug 11 02:20:22.945753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] For port a004c771-c12f-4952-bfb0-92b32a0aebc0, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:22.976824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] For port a004c771-c12f-4952-bfb0-92b32a0aebc0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a004c771-c12f-4952-bfb0-92b32a0aebc0,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:22.980499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-1342058c-f53c-4ea3-ac37-aa4b9b82894b service neutron] 10.222.0.16 "GET /v2.0/networks/d1e359e4-93b9-4d25-80c5-f8d4e100c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806300 Aug 11 02:20:22.989730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.095616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:23.099859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.101832 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "tag": "659ab261-b134-4f68-9877-e0097a2feebc"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:23.129744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727f42-5d54-41c3-b570-d593ba01adf3 None None] Pushing event updated for resources: {'Port': ['ID=a004c771-c12f-4952-bfb0-92b32a0aebc0,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.159438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:23.173856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc has no active binding in host n-h1-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:20:23.230335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:23.231141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:23.231403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:23.239741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:23.240253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:23.243074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa883-e254-4737-8063-460c15d0e272 req-0914b8c9-7147-4456-bd62-c28eea0a24ac tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.246921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-710aa883-e254-4737-8063-460c15d0e272 req-0914b8c9-7147-4456-bd62-c28eea0a24ac tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 944 time: 0.1717732 Aug 11 02:20:23.260507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:23.261038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:23.261687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:23.267858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Bound port: fec611a4-535b-4795-94e6-fab909867a94, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:23.267858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.288562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-4cd7955e-d271-492f-a48d-859644122d00 service neutron] 10.222.0.16 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917919 Aug 11 02:20:23.330195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-710aa883-e254-4737-8063-460c15d0e272 req-5e7ec456-d137-4f70-924b-6ce8815efd81 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715547 Aug 11 02:20:23.399432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:23.406548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:23.414704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.452844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-68d64bbb-c851-4e93-b4ec-62622f12698a service neutron] 10.222.0.16 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507738 Aug 11 02:20:23.493134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.500735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.514074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] 10.222.0.25 "PUT /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 1092 time: 1.3878121 Aug 11 02:20:23.515080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:23.520152 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1" -d '{"events": [{"name": "network-changed", "server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "tag": "fec611a4-535b-4795-94e6-fab909867a94"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:23.629774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdf050-5f69-4184-a266-d57fcce5c306 service neutron] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.711355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-3852f66a-33f1-4230-bd22-4e523d6add4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.715412 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-3852f66a-33f1-4230-bd22-4e523d6add4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1095 time: 0.1074846 Aug 11 02:20:23.810979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-659c8e60-9dde-48a6-97f1-3b4686ddf741 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052277 Aug 11 02:20:23.815017 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d00f888-76c5-4625-9b3f-8911b787fcdb x-openstack-request-id: req-4d00f888-76c5-4625-9b3f-8911b787fcdb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:23.815506 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "tag": "659ab261-b134-4f68-9877-e0097a2feebc", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:23.816633 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d00f888-76c5-4625-9b3f-8911b787fcdb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:23.817368 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc', 'status': 'completed', 'code': 200} Aug 11 02:20:23.891480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-8bf17a1d-f27f-4077-8d65-7de8a9474e75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 217 time: 0.1673765 Aug 11 02:20:24.038752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-8b68becf-28da-4341-ae11-7688a56b923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.041427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-8b68becf-28da-4341-ae11-7688a56b923b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1231494 Aug 11 02:20:24.047353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-db9afcc3-742b-4a3d-8798-020ba872ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.051946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-db9afcc3-742b-4a3d-8798-020ba872ec49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1125 time: 0.1824181 Aug 11 02:20:24.087706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da901-8b54-4a55-a5c1-1a3e66fbe501 req-b3f01fff-a71e-4308-9404-13cf628b1e13 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.090486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a5da901-8b54-4a55-a5c1-1a3e66fbe501 req-b3f01fff-a71e-4308-9404-13cf628b1e13 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.1446614 Aug 11 02:20:24.141667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-99c2de68-59dd-43a7-9997-3398f2df8f73 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.154946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-99c2de68-59dd-43a7-9997-3398f2df8f73 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358662 Aug 11 02:20:24.169268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-4715a62e-7924-4e0d-b5fb-22e97477595c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870051 Aug 11 02:20:24.189940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-f7529e99-1d80-493e-abdd-e4a7c651cf08 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/quotas/c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 375 time: 0.0331824 Aug 11 02:20:24.290939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a5da901-8b54-4a55-a5c1-1a3e66fbe501 req-5002f253-5e17-4115-8ff6-38eda078931e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899190 Aug 11 02:20:24.368135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-a1290ff4-a601-43da-9e70-f04ae694f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.370049 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-a1290ff4-a601-43da-9e70-f04ae694f07b service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.3055544 Aug 11 02:20:24.446906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-3ff74b57-8fc7-48da-b85b-9d8ae141ef0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 217 time: 0.0615532 Aug 11 02:20:24.497408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-7e3570ce-66d5-45b6-ab6e-5e34e6c97e28 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3059080 Aug 11 02:20:24.523465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a004c771-c12f-4952-bfb0-92b32a0aebc0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:24.629653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-e3b49d17-ae10-42b1-9efe-907549d131b3 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498017 Aug 11 02:20:24.705259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a004c771-c12f-4952-bfb0-92b32a0aebc0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:24.729226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-de1ff4f3-6018-44e9-b66b-2883b56fb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.731994 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-de1ff4f3-6018-44e9-b66b-2883b56fb901 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.2519007 Aug 11 02:20:24.809929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7830337f-533a-4522-b7e9-57e2afbd4c32 req-ee5a0b40-3c68-4d25-acda-fa7301e2e217 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 210 time: 0.0497868 Aug 11 02:20:24.902360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-a4c76266-6e1a-463a-ac02-011447a62d01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188393 Aug 11 02:20:24.904444 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e704b5d-2b3f-4ae7-a202-5cf119f50360 x-openstack-request-id: req-8e704b5d-2b3f-4ae7-a202-5cf119f50360 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:24.904860 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "tag": "fec611a4-535b-4795-94e6-fab909867a94", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:24.905043 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e704b5d-2b3f-4ae7-a202-5cf119f50360 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:24.905390 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94', 'status': 'completed', 'code': 200} Aug 11 02:20:25.063735 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e65aa019-32e0-4bcc-86f6-c2faf8030a55 req-a53b13db-c89d-43d8-8601-81210946ea10 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067433 Aug 11 02:20:25.088531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce0cc5-1146-4893-9e78-114aaf1a95d8 None None] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:25.096428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-82821cb9-9e51-4bd0-a93a-eb4e3feae53f service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807745 Aug 11 02:20:25.160603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294c6e8-6c91-4f2a-b728-b12df2a48df2 req-d9bfc101-56fb-485a-932f-ea3718031fba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.177853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f294c6e8-6c91-4f2a-b728-b12df2a48df2 req-d9bfc101-56fb-485a-932f-ea3718031fba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2247317 Aug 11 02:20:25.281889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c5c9e-22ab-4d86-b651-4cad220aa9b9 req-8a3608ef-d39f-4dc4-8844-2f19fc09100a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.294838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-167c5c9e-22ab-4d86-b651-4cad220aa9b9 req-8a3608ef-d39f-4dc4-8844-2f19fc09100a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 944 time: 0.2667453 Aug 11 02:20:25.307461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] Provisioning for port a004c771-c12f-4952-bfb0-92b32a0aebc0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:25.337372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] Provisioning complete for port a004c771-c12f-4952-bfb0-92b32a0aebc0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:25.337651 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.379206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ee14c7d-bbb6-4eaf-9df4-997dd161c9ce req-c3fdc304-fdad-4d96-a808-6bcfdaba082f service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712197 Aug 11 02:20:25.393978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-67296944-19ef-448d-8d3f-3501ddd2e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.398264 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-67296944-19ef-448d-8d3f-3501ddd2e003 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1095 time: 0.1513455 Aug 11 02:20:25.455582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f294c6e8-6c91-4f2a-b728-b12df2a48df2 req-77c4fe4e-475e-4dea-a4df-b49900eddc79 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625821 Aug 11 02:20:25.511778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-167c5c9e-22ab-4d86-b651-4cad220aa9b9 req-bc4aa80f-d8af-49a0-b9d7-5d7ba41f8b5f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785636 Aug 11 02:20:25.529964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.564326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-964003ce-8c09-49aa-ab30-302efdd36308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.568964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-964003ce-8c09-49aa-ab30-302efdd36308 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.1580925 Aug 11 02:20:25.683512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] For port a004c771-c12f-4952-bfb0-92b32a0aebc0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a004c771-c12f-4952-bfb0-92b32a0aebc0,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:25.693553 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.713255 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-35cf5879-f787-4de7-b706-14232ca783bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 217 time: 0.1348150 Aug 11 02:20:25.812742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81360-48ca-49c1-9c8c-f705c1429d68 None None] Pushing event updated for resources: {'Port': ['ID=a004c771-c12f-4952-bfb0-92b32a0aebc0,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:25.889122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-6f841f51-6eb6-46f7-8c0e-7bd5f1b78f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:25.905244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-6f841f51-6eb6-46f7-8c0e-7bd5f1b78f7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1714144 Aug 11 02:20:25.909212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb659733-1a98-4f24-ace0-22c196bb4285 req-419a76ba-3c4a-4759-9dbf-14508013bc7b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 210 time: 0.1349864 Aug 11 02:20:26.008196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-6e239c6b-b513-45fb-9e6f-dfe40056a7be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959191 Aug 11 02:20:26.057330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8b12d81a-93d9-4d7d-a63d-d5d7616a8e1a None None] Provisioning complete for port a004c771-c12f-4952-bfb0-92b32a0aebc0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:26.057925 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b12d81a-93d9-4d7d-a63d-d5d7616a8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.223732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-b0eeaf64-bb24-44f5-83c0-663c01d7489b tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=13e6b5c6fed342b7af1c61ae599d52e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2074575 Aug 11 02:20:26.295041 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-b2131e0e-fea6-4d2a-a96c-f2e23fcc2145 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727742 Aug 11 02:20:26.387019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-464d1dfe-eb50-45ea-beea-5bb679b601e4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.393372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-464d1dfe-eb50-45ea-beea-5bb679b601e4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.395092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-464d1dfe-eb50-45ea-beea-5bb679b601e4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "GET /v2.0/networks?id=d0d14b45-04eb-4a8b-9d13-50ffe72df200&id=d1e359e4-93b9-4d25-80c5-f8d4e100c368&id=d0d14b45-04eb-4a8b-9d13-50ffe72df200 HTTP/1.1" status: 200 len: 1391 time: 0.4827845 Aug 11 02:20:26.419776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47528) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:26.426615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'port': {'device_id': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200', 'admin_state_up': True, 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:26.487627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a004c771-c12f-4952-bfb0-92b32a0aebc0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:26.493751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3daf60-e13b-4e74-9dde-c76b30314e9d req-4fd5e29c-f747-45d7-baa3-e14112b2018c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.502106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca3daf60-e13b-4e74-9dde-c76b30314e9d req-4fd5e29c-f747-45d7-baa3-e14112b2018c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.3984725 Aug 11 02:20:26.549463 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c89851-69b7-49dd-8ae5-7fbdd79e22d1 req-27daf7d1-abb7-4d1b-8351-ab78fae8a620 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318568 Aug 11 02:20:26.576780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-e6314eea-2be7-4daa-8244-360a58e1ea72 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.585427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-e6314eea-2be7-4daa-8244-360a58e1ea72 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597033 Aug 11 02:20:26.609794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a004c771-c12f-4952-bfb0-92b32a0aebc0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:26.610719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.620064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-b310e78b-d891-44aa-91a8-f189cc004e62 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/quotas/13e6b5c6fed342b7af1c61ae599d52e9 HTTP/1.1" status: 200 len: 375 time: 0.0336080 Aug 11 02:20:26.676575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-fdc07df7-a0bc-4594-9149-3e726b29682d tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13e6b5c6fed342b7af1c61ae599d52e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554390 Aug 11 02:20:26.695424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca3daf60-e13b-4e74-9dde-c76b30314e9d req-a0a3c78a-faa0-4438-9cc8-9ce189b67030 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915240 Aug 11 02:20:26.773137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.832019 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:20:26.832019 n-d-715271-8 neutron-server[94699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:20:26.832019 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id': 'ff045124af7a425e927e77c26eaa1cdf', 'id': 'd3890149-5d93-4d99-994d-53eff61bc8e4', 'expiration': datetime.datetime(2021, 8, 11, 2, 22, 26, 814890)}] Aug 11 02:20:26.832019 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:20:26.832839 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:20:26.846624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:26.859695 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.065098 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-90917066-df4b-4515-91d8-dcc41e36ac40 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408125 Aug 11 02:20:27.113553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdc661d0-9984-4ef7-9485-3fe33eb601d4 req-48947c16-b4a5-4033-ba8d-d7c02224277d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 210 time: 0.0958087 Aug 11 02:20:27.246112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecd18-6162-40db-ac12-de434c2f3a87 req-e97bb2cc-dab6-4843-9389-f219af88be45 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:27.248893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0fecd18-6162-40db-ac12-de434c2f3a87 req-e97bb2cc-dab6-4843-9389-f219af88be45 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.3012018 Aug 11 02:20:27.339955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.384723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Allocated IP 19.80.0.101 (d0d14b45-04eb-4a8b-9d13-50ffe72df200/9dd38c39-c8a1-404a-8a50-d55f70206a70/2e44c3cc-34c9-441d-8bba-a970d85b1994) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:27.473016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-119bc2ef-a4a6-435b-8838-376c08307a11 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:27.475709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-119bc2ef-a4a6-435b-8838-376c08307a11 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024305 Aug 11 02:20:27.495163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Request body: {'port': {'device_id': '0abaec0b-c39e-492a-b1ab-291848687273', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'c079f15875914884a072129db96f8d64'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:27.544720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0fecd18-6162-40db-ac12-de434c2f3a87 req-17360f6a-10b9-4383-acdc-7f04ecdf7185 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792521 Aug 11 02:20:27.707011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfe346-1052-4ad6-b131-08c0355cafdd req-0cd387e1-1766-48b2-b40e-9a59b18925b8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:27.710195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4cfe346-1052-4ad6-b131-08c0355cafdd req-0cd387e1-1766-48b2-b40e-9a59b18925b8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 944 time: 0.3544781 Aug 11 02:20:27.864705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.921001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.954949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7481e8e-86a0-4b3f-9bbe-0f159c9c34ae req-4c2077a0-d8da-4706-9957-b000af4e12f5 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 210 time: 0.0869451 Aug 11 02:20:28.181487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf0750-e675-4215-92dc-fd0313523696,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.193538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9773ab1e-4294-4ef9-9b0b-6b26dfa2642c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff045124af7a425e927e77c26eaa1cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7121689 Aug 11 02:20:28.195102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47554) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.231408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Made reservation on behalf of c079f15875914884a072129db96f8d64 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:28.239947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.265383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4cfe346-1052-4ad6-b131-08c0355cafdd req-04319b6e-bf55-4e3a-b7d4-ffe1cb63a94c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713396 Aug 11 02:20:28.330863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1bcd6c6-178d-46f9-b83c-496f68b682f4 req-7ebbe75b-515c-4bd4-a26c-d73bc7021a1e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 210 time: 0.1147342 Aug 11 02:20:28.595896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.623914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Allocated IP 192.168.233.123 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/6c8534ab-6fcf-422e-a690-1ee7caf16dc8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:28.679513 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-722003b1-9b3e-40ac-a8da-e072a889c728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.724081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Transition to ACTIVE for port object 2e44c3cc-34c9-441d-8bba-a970d85b1994 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:28.754225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69932d63-3d91-4a84-89f0-8fbb42576dee req-09513dfd-92df-4999-a081-8c26eedfdfe3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 210 time: 0.1163168 Aug 11 02:20:28.790069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-52d9ecab-fe06-4c06-8a9c-1cb3e12083b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3774233 Aug 11 02:20:28.811300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-722003b1-9b3e-40ac-a8da-e072a889c728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.852893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e124d-0e9a-4a51-a3ad-19c761a6c149 req-ad0e8945-deeb-492c-abd7-4a1e004eda9d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.856687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f54e124d-0e9a-4a51-a3ad-19c761a6c149 req-ad0e8945-deeb-492c-abd7-4a1e004eda9d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.3220451 Aug 11 02:20:28.958685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fec611a4-535b-4795-94e6-fab909867a94 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:29.053253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-64d08ad2-d132-4796-903d-3775c6240b53 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=13e6b5c6fed342b7af1c61ae599d52e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629575 Aug 11 02:20:29.058373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.163636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:29.177991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f54e124d-0e9a-4a51-a3ad-19c761a6c149 req-8310c0f9-df0f-4159-b834-1d632af59794 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897966 Aug 11 02:20:29.183869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'fec611a4-535b-4795-94e6-fab909867a94', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'port_id': 'fec611a4-535b-4795-94e6-fab909867a94', 'mac_address': 'fa:16:3e:ff:1c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1bd06d-16ed-46e3-8fec-24dea8a8db0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:29.189349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.252476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.299875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec611a4-535b-4795-94e6-fab909867a94 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:29.323244 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-722003b1-9b3e-40ac-a8da-e072a889c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.324505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-722003b1-9b3e-40ac-a8da-e072a889c728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.328604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-722003b1-9b3e-40ac-a8da-e072a889c728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89cf0750-e675-4215-92dc-fd0313523696 HTTP/1.1" status: 204 len: 168 time: 1.1247528 Aug 11 02:20:29.332786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:29.342756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-395191eb-dc49-47ab-ad8d-fd0ceeda4e49 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.357607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:29.357893 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-395191eb-dc49-47ab-ad8d-fd0ceeda4e49 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857053 Aug 11 02:20:29.370527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.378217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Transition to ACTIVE for port object 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:29.384945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:29.427386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:29.438435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9b084-73fa-48b2-9da5-671e7db89754 req-f0fe1102-3ab6-4ddb-adf7-1c0aabfafc0d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.457196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Request body: {'port': {'device_id': '911d11a6-4682-4c57-8407-5624fa338e0d', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '13e6b5c6fed342b7af1c61ae599d52e9'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:29.460547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89e9b084-73fa-48b2-9da5-671e7db89754 req-f0fe1102-3ab6-4ddb-adf7-1c0aabfafc0d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.5856357 Aug 11 02:20:29.472061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.478411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-0906e3df-0386-4a04-ad9b-d45d010fedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.480238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-0906e3df-0386-4a04-ad9b-d45d010fedf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1117 time: 0.5544040 Aug 11 02:20:29.504417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722003b1-9b3e-40ac-a8da-e072a889c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf0750-e675-4215-92dc-fd0313523696,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.562427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:29.575898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Port': ['ID=2e44c3cc-34c9-441d-8bba-a970d85b1994,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.746971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['fec611a4-535b-4795-94e6-fab909867a94'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:29.780246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:29.790657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-0fc2fed5-bb22-4dae-b5c9-06be434638f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.792289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-0fc2fed5-bb22-4dae-b5c9-06be434638f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.2343071 Aug 11 02:20:29.800014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:29.801242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-963577da-5593-45ab-8438-8cc5e1cf8bff req-b619bf03-da1e-45de-a2e8-be9b3eebaa13 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 210 time: 0.3969171 Aug 11 02:20:29.818934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:29.876057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-69682112-1fc0-4110-a590-b4b85c5f0be9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.0607839 Aug 11 02:20:29.902167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.938694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.939540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.981588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Made reservation on behalf of 13e6b5c6fed342b7af1c61ae599d52e9 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:29.986351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.008276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.019361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-547f7932-7cc3-4e9a-8a99-1725b942f75e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5330369 Aug 11 02:20:30.049841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:30.112643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49e7614a-e0a0-4ba6-8438-6cdae078ab7f None None] Provisioning for port 2e44c3cc-34c9-441d-8bba-a970d85b1994 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:30.125552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Request body: {'port': {'device_id': '0abaec0b-c39e-492a-b1ab-291848687273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:30.158144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49e7614a-e0a0-4ba6-8438-6cdae078ab7f None None] Provisioning complete for port 2e44c3cc-34c9-441d-8bba-a970d85b1994 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:30.158918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49e7614a-e0a0-4ba6-8438-6cdae078ab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.175126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.176506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.244828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.278043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.291305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89e9b084-73fa-48b2-9da5-671e7db89754 req-be1b9edc-ec86-4c70-b174-29881665cc08 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256409 Aug 11 02:20:30.302545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-49e7614a-e0a0-4ba6-8438-6cdae078ab7f None None] Port 2e44c3cc-34c9-441d-8bba-a970d85b1994 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:30.389201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.445475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa205a-08e9-4704-9fbb-fff7ecbf2325,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:30.471763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11d28020-b639-44bf-9795-9490595f2ab6 None None] Provisioning for port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:30.477929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:30.482627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11d28020-b639-44bf-9795-9490595f2ab6 None None] Provisioning complete for port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:30.483148 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11d28020-b639-44bf-9795-9490595f2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.500872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-a2e63224-0160-4f9f-aacd-eb075ab6bd8a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0919685 Aug 11 02:20:30.548035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'port': {'device_id': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368', 'admin_state_up': True, 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:30.558544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-11d28020-b639-44bf-9795-9490595f2ab6 None None] Port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:30.560215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-49f67695-c9f2-4ea9-9b6d-42fb8bbb7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.563539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-49f67695-c9f2-4ea9-9b6d-42fb8bbb7c2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.6706345 Aug 11 02:20:30.686848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Allocated IP 192.168.233.64 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/720f64e4-abea-43bf-a344-2a4cd955aea7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:30.892930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:30.959179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.985734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Transition to ACTIVE for port object 720f64e4-abea-43bf-a344-2a4cd955aea7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:30.991939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fec611a4-535b-4795-94e6-fab909867a94 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:31.050131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18b256-ef7c-4fae-b273-548cf471c867 req-79015fef-f939-4603-af1b-d746474f1b4b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.051794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c18b256-ef7c-4fae-b273-548cf471c867 req-79015fef-f939-4603-af1b-d746474f1b4b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 945 time: 0.9150445 Aug 11 02:20:31.055006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-a4647abd-acb5-4ee9-a3ed-677b40e33a8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4703457 Aug 11 02:20:31.099209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.161022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port fec611a4-535b-4795-94e6-fab909867a94 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:31.170272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1221296175-network', 'tenant_id': 'd025a8e821bf475ba11c6f494b134d72'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:31.172061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port fec611a4-535b-4795-94e6-fab909867a94 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:31.172670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.195168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-9a2c7bfa-95e6-440f-80ac-c75bde27e678 service neutron] 10.222.0.59 "GET /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.7905505 Aug 11 02:20:31.203110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf610a3-be14-4256-a876-c53a1db57695 req-446d7076-1b40-4889-8193-6d1bfc6a12d9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.211454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbf610a3-be14-4256-a876-c53a1db57695 req-446d7076-1b40-4889-8193-6d1bfc6a12d9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 936 time: 0.6982491 Aug 11 02:20:31.283604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:31.285658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c18b256-ef7c-4fae-b273-548cf471c867 req-4c0609e7-827e-4a20-a29d-d8347459543e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126539 Aug 11 02:20:31.298936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:31.305162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:31.311562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:31.351495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.369003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Made reservation on behalf of d025a8e821bf475ba11c6f494b134d72 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:31.380007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.395243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:31.399363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.419825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:31.424002 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db9ad6-25d7-4bfd-ae1f-09574dcbc04c" -d '{"events": [{"server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "name": "network-vif-plugged", "status": "completed", "tag": "fec611a4-535b-4795-94e6-fab909867a94"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:31.426131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbf610a3-be14-4256-a876-c53a1db57695 req-a6e2c607-9aad-480f-a0dc-ff9b2dfa6fb2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101512 Aug 11 02:20:31.457970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-5f35b533-12c6-488e-8514-d186108715b9 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927507 Aug 11 02:20:31.461834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:31.462390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.472928 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.485195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-85ac465a-924a-4822-86f2-b286b0b16954 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3461657 Aug 11 02:20:31.564009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.565318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.605051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:31.774262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-c3b3dda0-07a2-4d1e-898d-3b849c5cd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.776043 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-c3b3dda0-07a2-4d1e-898d-3b849c5cd198 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 1101 time: 0.2491326 Aug 11 02:20:31.784071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:31.799131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.827810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Transition to ACTIVE for port object 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:31.856384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.863011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-24c8104e-d3f4-4ff1-8eed-c4af88306946 None None] Provisioning for port 720f64e4-abea-43bf-a344-2a4cd955aea7 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:31.872007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-24c8104e-d3f4-4ff1-8eed-c4af88306946 None None] Provisioning complete for port 720f64e4-abea-43bf-a344-2a4cd955aea7 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:31.872956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24c8104e-d3f4-4ff1-8eed-c4af88306946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.934046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da5835-a010-48a9-a9e7-fbc64214ed3e req-723e1581-b015-4394-bfc3-59eb0cbf183c tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.935805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51da5835-a010-48a9-a9e7-fbc64214ed3e req-723e1581-b015-4394-bfc3-59eb0cbf183c tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 932 time: 0.3079393 Aug 11 02:20:31.955722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45443f-59c1-460c-81f8-e0b298c08390 req-133715e9-1ef9-49e4-991e-d0661ddd2254 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.956026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-24c8104e-d3f4-4ff1-8eed-c4af88306946 None None] Port 720f64e4-abea-43bf-a344-2a4cd955aea7 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:31.963527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb45443f-59c1-460c-81f8-e0b298c08390 req-133715e9-1ef9-49e4-991e-d0661ddd2254 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 944 time: 0.3360374 Aug 11 02:20:31.968692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d11c583b-89a1-4aa3-8e60-37b4bae2db6a req-3d2b222e-5a44-402b-9c2d-55ffb000c1b8 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918439 Aug 11 02:20:31.976416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:32.009190 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.028645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.031484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.045572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0a93997d-c1f1-4e56-815a-cbdd5e9ea909 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5979559 Aug 11 02:20:32.077894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Request body: {'port': {'device_id': '911d11a6-4682-4c57-8407-5624fa338e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:32.148683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-0d69da77-af45-4862-a925-728c6201e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.151091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:32.151352 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-0d69da77-af45-4862-a925-728c6201e4d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3218231 Aug 11 02:20:32.217041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:32.232652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51da5835-a010-48a9-a9e7-fbc64214ed3e req-ce339848-5246-4416-b215-a4cbdbe4edf4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623887 Aug 11 02:20:32.262721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb45443f-59c1-460c-81f8-e0b298c08390 req-2f680139-dd3c-4c89-a577-98fbb91ed946 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977352 Aug 11 02:20:32.264881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Allocated IP 19.86.0.231 (d1e359e4-93b9-4d25-80c5-f8d4e100c368/0bf25202-0e6b-4b89-8953-1a67c2441838/e567d401-cbaa-4536-9123-a165499c2838) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:32.347673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84d165-9e0b-4f99-8228-434796f8cb1a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.359040 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-6237f1ca-83f5-44bf-a334-92759534b75b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=422198be-b227-491a-be26-9937a9d82293 HTTP/1.1" status: 200 len: 217 time: 0.1384401 Aug 11 02:20:32.359676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659ab261-b134-4f68-9877-e0097a2feebc {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:32.369794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.370341 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Added segment ce6537be-d9aa-465c-ad65-ca718a40e907 of type vlan for network 159cb050-43db-4585-912a-c776b7c87954 Aug 11 02:20:32.396174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:32.484624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Attempting to bind port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:32.485503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Attempting to bind port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:32.485705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Attempting to bind port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:32.507316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.545087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:32.545453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Attempting to bind port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:32.550572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.557807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.579863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:32.580389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:32.580958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:32.581495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Bound port: 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:32.581961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.585385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-9b3b8f31-b1eb-49ec-a43d-282f1e7129ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.587119 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-9b3b8f31-b1eb-49ec-a43d-282f1e7129ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2121065 Aug 11 02:20:32.706793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740d012-964d-4e90-bd7e-73c66d2e3378 req-0d2396c0-aac7-410b-b397-ccbc091f93d5 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.709900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c740d012-964d-4e90-bd7e-73c66d2e3378 req-0d2396c0-aac7-410b-b397-ccbc091f93d5 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 935 time: 0.2696567 Aug 11 02:20:32.784136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69a9ef-ea22-4d10-b07a-2b671b8780cc req-70b001fc-f6ed-413b-be37-10a0169cd3ba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.798891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c69a9ef-ea22-4d10-b07a-2b671b8780cc req-70b001fc-f6ed-413b-be37-10a0169cd3ba tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.3100429 Aug 11 02:20:32.821115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.822768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.823733 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.896980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-db3d7e4f-1bf2-4c34-8708-03f5d170d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:32.899945 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-db3d7e4f-1bf2-4c34-8708-03f5d170d492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2997174 Aug 11 02:20:32.955979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] Transition to ACTIVE for port object 659ab261-b134-4f68-9877-e0097a2feebc will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:32.979517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c740d012-964d-4e90-bd7e-73c66d2e3378 req-cb3b0436-5e44-499c-b714-aa673b5f828f tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504733 Aug 11 02:20:32.981989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.989218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.016139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c69a9ef-ea22-4d10-b07a-2b671b8780cc req-4c63e8a8-1f1f-46d7-912d-ea4436151d94 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963727 Aug 11 02:20:33.050714 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a197a2-2685-4d22-9308-634922a8e076 x-openstack-request-id: req-17a197a2-2685-4d22-9308-634922a8e076 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:33.050714 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "name": "network-vif-plugged", "status": "completed", "tag": "fec611a4-535b-4795-94e6-fab909867a94", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:33.050714 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17a197a2-2685-4d22-9308-634922a8e076 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:33.050714 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94', 'code': 200} Aug 11 02:20:33.056170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Transition to ACTIVE for port object e567d401-cbaa-4536-9123-a165499c2838 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:33.107979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:33.183888 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2893322 Aug 11 02:20:33.196019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:33.227319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Request body: {'subnet': {'network_id': '159cb050-43db-4585-912a-c776b7c87954', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1221296175-subnet', 'tenant_id': 'd025a8e821bf475ba11c6f494b134d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:33.268462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:33.291917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.322404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25598-710c-4d20-be3e-b0db44e156a5 admin admin] Pushing event updated for resources: {'Network': ['ID=159cb050-43db-4585-912a-c776b7c87954,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.338026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 159cb050-43db-4585-912a-c776b7c87954 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:33.366614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] No DVR routers for this DVR port 659ab261-b134-4f68-9877-e0097a2feebc on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:33.369162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.401945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] Pushing event updated for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=10']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.432771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Made reservation on behalf of d025a8e821bf475ba11c6f494b134d72 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:33.435216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.469918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.471091 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.473827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 1096 time: 3.3731003 Aug 11 02:20:33.485929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:33.492190 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eaae61-31ac-44e6-b724-b1fdbabfab44" -d '{"events": [{"name": "network-changed", "server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:33.496384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:33.525763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a26df6-7305-4b83-9e64-930450dc6d0c req-08fe688c-b6e7-44fa-8f30-36228a48ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.527413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41a26df6-7305-4b83-9e64-930450dc6d0c req-08fe688c-b6e7-44fa-8f30-36228a48ab61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1097 time: 0.3784697 Aug 11 02:20:33.547595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6987b9-b7d7-4b87-97f8-8d047fccd877 req-1fd81f2d-a41e-462e-a9f0-1e5ad306dac6 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.549534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a6987b9-b7d7-4b87-97f8-8d047fccd877 req-1fd81f2d-a41e-462e-a9f0-1e5ad306dac6 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 946 time: 0.3817883 Aug 11 02:20:33.560488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:33.570134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3598e393-40ce-4eb3-b8e4-596028af2d3b service neutron] 10.222.0.59 "PUT /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc/bindings/n-h1-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 2.3552952 Aug 11 02:20:33.582064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:33.618842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae3ff0-a79a-413b-9cd7-57bb13931ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.658451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfde09-8e4f-4155-a7c3-f363f4adaf06 req-4c8ffec3-cd18-4bd7-a285-a1fd11e32a8f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.660150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1bbfde09-8e4f-4155-a7c3-f363f4adaf06 req-4c8ffec3-cd18-4bd7-a285-a1fd11e32a8f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 948 time: 0.3773000 Aug 11 02:20:33.663521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.25', 64134) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:33.671015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Port': ['ID=e567d401-cbaa-4536-9123-a165499c2838,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.692939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-66428d37-da9d-4e32-9012-6f911f0fb64b service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145875 Aug 11 02:20:33.800617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41a26df6-7305-4b83-9e64-930450dc6d0c req-ad4626f4-f11a-46ea-9e8c-210bafe03e9e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499607 Aug 11 02:20:33.814490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a6987b9-b7d7-4b87-97f8-8d047fccd877 req-6a85398a-a64d-4fc2-a201-1c21044f1e71 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382505 Aug 11 02:20:33.829979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.831071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.932883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1bbfde09-8e4f-4155-a7c3-f363f4adaf06 req-484e3406-340e-4078-a2dd-4cd62034f271 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373905 Aug 11 02:20:33.936709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-06f94338-5c00-4102-989e-6305840e59e7 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.939704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-06f94338-5c00-4102-989e-6305840e59e7 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.2695324 Aug 11 02:20:33.942219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-c9e6bf1c-551f-4556-90d1-c260153b8523 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4260991 Aug 11 02:20:34.013196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'port': {'device_id': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200', 'admin_state_up': True, 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:34.074750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-804b8c08-6a5e-41a5-a37b-cf7fe94a59b7 None None] Provisioning for port e567d401-cbaa-4536-9123-a165499c2838 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:34.082724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-804b8c08-6a5e-41a5-a37b-cf7fe94a59b7 None None] Provisioning complete for port e567d401-cbaa-4536-9123-a165499c2838 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:34.083595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-804b8c08-6a5e-41a5-a37b-cf7fe94a59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.162510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-4e651162-2745-458e-8b64-1df06bb331ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.167076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-4e651162-2745-458e-8b64-1df06bb331ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1099 time: 0.6309512 Aug 11 02:20:34.233612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-2b2f1af9-7480-4ef6-8414-e57ea06c7351 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 217 time: 0.0604138 Aug 11 02:20:34.287850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-804b8c08-6a5e-41a5-a37b-cf7fe94a59b7 None None] Port e567d401-cbaa-4536-9123-a165499c2838 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:34.323053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720f64e4-abea-43bf-a344-2a4cd955aea7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:34.343718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.358239 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11ca5943-86d9-4585-bed5-3831e2e84706 req-76969352-aebd-4d7b-bb56-87e7f0abfd70 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387718 Aug 11 02:20:34.368615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-82291a31-d15f-42b1-adca-a473354e955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.370224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-82291a31-d15f-42b1-adca-a473354e955f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1109631 Aug 11 02:20:34.371836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Transition to ACTIVE for port object 720f64e4-abea-43bf-a344-2a4cd955aea7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:34.378626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.401247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d850c7a-2c57-43d2-9da0-f6c03018fc3d req-bf8e28db-305a-4ed2-86af-528bd89c4b94 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.408549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d850c7a-2c57-43d2-9da0-f6c03018fc3d req-bf8e28db-305a-4ed2-86af-528bd89c4b94 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.410505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d850c7a-2c57-43d2-9da0-f6c03018fc3d req-bf8e28db-305a-4ed2-86af-528bd89c4b94 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 1655 time: 0.4669297 Aug 11 02:20:34.422847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3bbb8bd9-d91f-42eb-b19b-e8b049cbede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.424739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-3bbb8bd9-d91f-42eb-b19b-e8b049cbede8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33&tenant_id=95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 1096 time: 0.4542763 Aug 11 02:20:34.464433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31cc3f-2d41-4c8f-8075-d4c6969dccdb req-fb58b54c-01e7-47de-a32c-10764604b99e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.468592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe31cc3f-2d41-4c8f-8075-d4c6969dccdb req-fb58b54c-01e7-47de-a32c-10764604b99e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.3973191 Aug 11 02:20:34.495030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:34.514253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.544110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-2cbdfe91-6300-4eb4-b19e-24a31ff7d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.546562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-2cbdfe91-6300-4eb4-b19e-24a31ff7d573 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633544 Aug 11 02:20:34.686610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d850c7a-2c57-43d2-9da0-f6c03018fc3d req-dce07215-f478-448d-b5c2-6f132fbb973a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450299 Aug 11 02:20:34.728799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-da15bdce-2c50-48bf-a2b2-c05e5e4c5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.730572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-da15bdce-2c50-48bf-a2b2-c05e5e4c5d33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1096 time: 0.2595210 Aug 11 02:20:34.755905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:34.760444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.822332 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-e28ca71e-10e3-41a9-aac1-76095629528a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438939 Aug 11 02:20:34.828718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Attempting to bind port 720f64e4-abea-43bf-a344-2a4cd955aea7 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:34.829166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Attempting to bind port 720f64e4-abea-43bf-a344-2a4cd955aea7 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:34.829612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Attempting to bind port 720f64e4-abea-43bf-a344-2a4cd955aea7 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:34.846316 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a45819e-11bd-41de-8047-73519d08fe84 x-openstack-request-id: req-5a45819e-11bd-41de-8047-73519d08fe84 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:34.846734 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:34.847426 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a45819e-11bd-41de-8047-73519d08fe84 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:34.847948 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'status': 'completed', 'code': 200} Aug 11 02:20:34.866558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Port 720f64e4-abea-43bf-a344-2a4cd955aea7 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:34.867084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Attempting to bind port 720f64e4-abea-43bf-a344-2a4cd955aea7 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:34.903559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:34.904010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:34.904464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:34.905019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Bound port: 720f64e4-abea-43bf-a344-2a4cd955aea7, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:34.905482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.924981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe31cc3f-2d41-4c8f-8075-d4c6969dccdb req-99a8097c-1707-441a-bc78-ae64a100192a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307187 Aug 11 02:20:34.952862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5a25c5-4497-4a59-8009-c1bb7efffdea,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:34.965457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Checking segment: {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:34.965830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Network hostable DHCP agents. Network: 159cb050-43db-4585-912a-c776b7c87954, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:34.996396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ad733257-5e4e-42b7-a20e-cefda3d0dddc req-b315d98f-38c5-465d-a591-e1e5628b63d1 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623459 Aug 11 02:20:35.040550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:35.044221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:35.049439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.118661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.119793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.121916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/720f64e4-abea-43bf-a344-2a4cd955aea7 HTTP/1.1" status: 200 len: 1095 time: 3.0567768 Aug 11 02:20:35.164424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d850-cf87-4043-996c-b8172b6161f2 service neutron] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.177876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-69134157-ef47-4ea8-ab9f-3fa966edf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.180467 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-69134157-ef47-4ea8-ab9f-3fa966edf179 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1099 time: 0.0960877 Aug 11 02:20:35.307428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-2f7a5751-f9c2-4c19-b618-5ecae4680705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.309053 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-2f7a5751-f9c2-4c19-b618-5ecae4680705 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13e6b5c6fed342b7af1c61ae599d52e9&device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 1098 time: 0.1105163 Aug 11 02:20:35.362293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-464b2a61-cedd-4152-8e2a-86cb2c7b47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.363898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-464b2a61-cedd-4152-8e2a-86cb2c7b47d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1755900 Aug 11 02:20:35.365464 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-4986c769-c547-4e91-b40c-3dfaba553435 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=720f64e4-abea-43bf-a344-2a4cd955aea7 HTTP/1.1" status: 200 len: 217 time: 0.0420034 Aug 11 02:20:35.381501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Allocated IP 19.80.0.149 (d0d14b45-04eb-4a8b-9d13-50ffe72df200/9dd38c39-c8a1-404a-8a50-d55f70206a70/79fdea41-36c1-443f-b827-1977b0cf061a) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:35.398051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Network 159cb050-43db-4585-912a-c776b7c87954 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:35.435799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 159cb050-43db-4585-912a-c776b7c87954) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:35.448564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd2b6c-7d40-4bfa-907b-0b7c9f8b7d31 None None] Network 159cb050-43db-4585-912a-c776b7c87954 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:35.465808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.466839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.470446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-2b761afc-0248-4446-83c3-7a4104b5dcb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 217 time: 0.0980012 Aug 11 02:20:35.478688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193487-f572-4123-9bcf-383e024481a7 req-724885a1-d66c-4c82-bebf-1d24efa9c502 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.479990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5193487-f572-4123-9bcf-383e024481a7 req-724885a1-d66c-4c82-bebf-1d24efa9c502 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 947 time: 0.5587387 Aug 11 02:20:35.488585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-f14867ef-6233-429a-8e0f-5e31e38a88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.489708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-f14867ef-6233-429a-8e0f-5e31e38a88d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.7118437 Aug 11 02:20:35.531236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1903-f9d1-4da4-b418-1050809c506c req-f4bf6d32-7356-486c-ab04-743df9cd9107 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.534571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3aaa1903-f9d1-4da4-b418-1050809c506c req-f4bf6d32-7356-486c-ab04-743df9cd9107 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.5114942 Aug 11 02:20:35.553157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-b8268d04-725b-498d-8eb6-4ea053c23ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.555465 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-b8268d04-725b-498d-8eb6-4ea053c23ab1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1772602 Aug 11 02:20:35.567865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-07534162-8fa3-40e6-ae81-911ef033cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.570284 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-07534162-8fa3-40e6-ae81-911ef033cfd2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0912616 Aug 11 02:20:35.585260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-b2b16ccf-f20f-4e17-ab0e-38c511ba10f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 200 len: 217 time: 0.0820403 Aug 11 02:20:35.607410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaea905-1a1e-4998-85e6-2b1c81dd80cf None None] Network 159cb050-43db-4585-912a-c776b7c87954 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:35.611787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-808dce6b-29dc-4fdb-bc5c-2e2c581ad65b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4023108 Aug 11 02:20:35.698803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-18254ea6-286f-4659-98b9-7d6006f5b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.701901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-18254ea6-286f-4659-98b9-7d6006f5b769 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300168 Aug 11 02:20:35.712734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-a719a45b-a43b-4cfc-b1a2-516ef6f18af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.715205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-a719a45b-a43b-4cfc-b1a2-516ef6f18af4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306913 Aug 11 02:20:35.729864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5193487-f572-4123-9bcf-383e024481a7 req-52ecff93-f18b-4120-aa79-17ba664364c1 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112710 Aug 11 02:20:35.768051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3aaa1903-f9d1-4da4-b418-1050809c506c req-e2227939-ee20-4395-a579-ee0e2ed5a587 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962628 Aug 11 02:20:35.805554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-594d32bb-54e4-45e4-8431-82c946a95e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:35.807646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-594d32bb-54e4-45e4-8431-82c946a95e6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1914315 Aug 11 02:20:35.864412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-c90f1e6b-e97c-4155-9726-6f0b0d46df1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478129 Aug 11 02:20:35.887651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.975588 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-ad319eef-41f8-4ad5-afe7-c566bc70cc3f service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589507 Aug 11 02:20:35.980542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Transition to ACTIVE for port object 79fdea41-36c1-443f-b827-1977b0cf061a will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:36.073148 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-fd5d1856-50bf-4b08-9365-6bdae8cdda3a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429070 Aug 11 02:20:36.078243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde006d-c16b-49eb-b1b6-ec3c98511bdc req-b433ed27-33f7-461e-a776-4e340b98369c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.079913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efde006d-c16b-49eb-b1b6-ec3c98511bdc req-b433ed27-33f7-461e-a776-4e340b98369c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 946 time: 0.1759067 Aug 11 02:20:36.136247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f6292-70d0-47b5-9e2a-fc4dc3fd6169 req-3a548fd8-d288-45bb-a45d-5782b1c1d7ca tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.137953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-200f6292-70d0-47b5-9e2a-fc4dc3fd6169 req-3a548fd8-d288-45bb-a45d-5782b1c1d7ca tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 948 time: 0.1554387 Aug 11 02:20:36.139959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-70405796-9d35-4e54-8177-7be82c60fefb service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660437 Aug 11 02:20:36.166247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ed3097c-9a86-41ca-8b39-fc2e6c61a4cf req-ded0e9e1-56b2-46b8-aa53-4873f5affe79 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807342 Aug 11 02:20:36.167808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.226017 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20eaae61-31ac-44e6-b724-b1fdbabfab44 req-00fb9f54-1f16-43fe-8f88-bc4b28da1fd1 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444981 Aug 11 02:20:36.238397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efde006d-c16b-49eb-b1b6-ec3c98511bdc req-c7c66480-1241-46ed-bee5-8ea6fa6f91c3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396954 Aug 11 02:20:36.346034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:36.362231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-200f6292-70d0-47b5-9e2a-fc4dc3fd6169 req-429e00d2-0129-4d34-b2ee-99f997647b88 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044909 Aug 11 02:20:36.380579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:36.384514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Port': ['ID=79fdea41-36c1-443f-b827-1977b0cf061a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:36.399519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:36.472354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-5e5b0a51-e994-4d5b-931e-79642400a7cb service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238008 Aug 11 02:20:36.527312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.528008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.541925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceb9-5ae5-46a2-a4b5-c28638b35fb4 req-10e9d627-b260-4d4c-9f47-fb30e7e7c642 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.548207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceb9-5ae5-46a2-a4b5-c28638b35fb4 req-10e9d627-b260-4d4c-9f47-fb30e7e7c642 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.559302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ceb9-5ae5-46a2-a4b5-c28638b35fb4 req-10e9d627-b260-4d4c-9f47-fb30e7e7c642 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.562446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd06ceb9-5ae5-46a2-a4b5-c28638b35fb4 req-10e9d627-b260-4d4c-9f47-fb30e7e7c642 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2377 time: 0.2268271 Aug 11 02:20:36.587196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9e3945b5-13a9-4c52-ac60-7f2ba2090f78 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5815179 Aug 11 02:20:36.603327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Request body: {'port': {'device_id': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:36.656491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd06ceb9-5ae5-46a2-a4b5-c28638b35fb4 req-1659496c-ea27-46fd-b2ae-d41c0157b961 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832608 Aug 11 02:20:36.680962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-a4d95577-940f-4241-814c-29e4df9cfbac req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849335063', 'description': 'tempest-description-2090818580'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:36.705982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.768099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4d95577-940f-4241-814c-29e4df9cfbac req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.846841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4a81b225-5ed3-49b0-8ed0-ceaaf0df2ff7 None None] Provisioning for port 79fdea41-36c1-443f-b827-1977b0cf061a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:36.849657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:36.852876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4a81b225-5ed3-49b0-8ed0-ceaaf0df2ff7 None None] Provisioning complete for port 79fdea41-36c1-443f-b827-1977b0cf061a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:36.853673 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a81b225-5ed3-49b0-8ed0-ceaaf0df2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.854975 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd114f36-2553-422f-9727-247920f48c55" -d '{"events": [{"name": "network-changed", "server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:36.895907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4a81b225-5ed3-49b0-8ed0-ceaaf0df2ff7 None None] Port 79fdea41-36c1-443f-b827-1977b0cf061a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:36.973980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023c22-94c6-484d-930a-4acb16047ce5 req-59cc9a73-5b08-43ab-8d2c-bb7e51ee588e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.976219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26023c22-94c6-484d-930a-4acb16047ce5 req-59cc9a73-5b08-43ab-8d2c-bb7e51ee588e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.2218120 Aug 11 02:20:36.992877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-965de864-4e1d-48b5-86be-bfe8f7b7d8d5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.994491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-965de864-4e1d-48b5-86be-bfe8f7b7d8d5 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.2416387 Aug 11 02:20:37.154547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26023c22-94c6-484d-930a-4acb16047ce5 req-93ab38e3-f1ff-4c76-a231-51f10e67dc16 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645911 Aug 11 02:20:37.227469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4d95577-940f-4241-814c-29e4df9cfbac req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.253496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4d95577-940f-4241-814c-29e4df9cfbac req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.352665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4d95577-940f-4241-814c-29e4df9cfbac req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.353960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4d95577-940f-4241-814c-29e4df9cfbac req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6784627 Aug 11 02:20:37.364165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f2bf0-a528-4ec6-8e60-76e22ac14cdd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d49179-b4b7-4717-b994-63f5a528a4b7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:37.402591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-0692eda6-1bc9-406d-98b9-63bfba8e0df8 service neutron] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:37.409843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-0692eda6-1bc9-406d-98b9-63bfba8e0df8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.411300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b24512-4aeb-42d8-b069-6ed9530418e5 req-0692eda6-1bc9-406d-98b9-63bfba8e0df8 service neutron] 10.222.0.25 "DELETE /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc/bindings/n-h2-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.4013414 Aug 11 02:20:37.420023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c509a-22b6-4ae1-82d3-8d59b0522ffd req-db8c87a6-7cfa-4a5d-8912-7e310e1e0cd6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.421645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-508c509a-22b6-4ae1-82d3-8d59b0522ffd req-db8c87a6-7cfa-4a5d-8912-7e310e1e0cd6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1097 time: 0.1525998 Aug 11 02:20:37.427432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e44c3cc-34c9-441d-8bba-a970d85b1994 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:37.440620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.514214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Transition to ACTIVE for port object 2e44c3cc-34c9-441d-8bba-a970d85b1994 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:37.527685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.544482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-508c509a-22b6-4ae1-82d3-8d59b0522ffd req-a69cad53-5a1a-4ada-85e1-ce6f20385fa6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985410 Aug 11 02:20:37.601012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2225f-89bf-4b6f-ae10-de149b151e0b req-3cc28da8-8a76-4553-8723-619066be8275 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.602691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12a2225f-89bf-4b6f-ae10-de149b151e0b req-3cc28da8-8a76-4553-8723-619066be8275 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 947 time: 0.1463523 Aug 11 02:20:37.610491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Pushing event updated for resources: {'Port': ['ID=2e44c3cc-34c9-441d-8bba-a970d85b1994,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:37.745960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12a2225f-89bf-4b6f-ae10-de149b151e0b req-b3c94338-b5be-4e96-9859-4048bf79bf41 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244812 Aug 11 02:20:37.766977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8612c-4e1d-4b35-9230-0941bb9ce78a req-209b21ff-b464-4053-833c-777a92e7e87d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.775163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6df8612c-4e1d-4b35-9230-0941bb9ce78a req-209b21ff-b464-4053-833c-777a92e7e87d tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1617665 Aug 11 02:20:37.783403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Attempting to bind port 2e44c3cc-34c9-441d-8bba-a970d85b1994 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:37.783848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Attempting to bind port 2e44c3cc-34c9-441d-8bba-a970d85b1994 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:37.784059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Attempting to bind port 2e44c3cc-34c9-441d-8bba-a970d85b1994 on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:37.806714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Port 2e44c3cc-34c9-441d-8bba-a970d85b1994 on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:37.807155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Attempting to bind port 2e44c3cc-34c9-441d-8bba-a970d85b1994 on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:37.818938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:37.819834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Checking segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:37.820326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Bound using segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:37.820685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Bound port: 2e44c3cc-34c9-441d-8bba-a970d85b1994, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:37.821898 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.853574 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b166294-1aad-49e3-857d-aeee2478c607 x-openstack-request-id: req-8b166294-1aad-49e3-857d-aeee2478c607 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:37.854190 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:37.854456 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b166294-1aad-49e3-857d-aeee2478c607 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:37.855072 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'status': 'completed', 'code': 200} Aug 11 02:20:37.857152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6df8612c-4e1d-4b35-9230-0941bb9ce78a req-d4d727f2-c620-42df-a481-2d93e6671f73 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807500 Aug 11 02:20:37.915866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-99ca8b60-bf66-468b-bc10-7dafd270eca6 req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1954051172', 'description': 'tempest-description-398108518'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:37.941151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114f36-2553-422f-9727-247920f48c55 req-c306de85-046a-4bc7-9600-7bb54631f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.942828 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-c306de85-046a-4bc7-9600-7bb54631f0c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13e6b5c6fed342b7af1c61ae599d52e9&device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 1098 time: 0.0600610 Aug 11 02:20:37.970718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] For port 2e44c3cc-34c9-441d-8bba-a970d85b1994, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:37.974606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] For port 2e44c3cc-34c9-441d-8bba-a970d85b1994, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2e44c3cc-34c9-441d-8bba-a970d85b1994,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:37.976218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-99ca8b60-bf66-468b-bc10-7dafd270eca6 req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.994741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.048736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.050133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.051444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e44c3cc-34c9-441d-8bba-a970d85b1994 HTTP/1.1" status: 200 len: 1092 time: 1.4557934 Aug 11 02:20:38.054101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'tag': '2e44c3cc-34c9-441d-8bba-a970d85b1994'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:38.058047 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "tag": "2e44c3cc-34c9-441d-8bba-a970d85b1994"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:38.103868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114f36-2553-422f-9727-247920f48c55 req-802fd22f-4625-481a-b6d5-435531a6c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.103868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-802fd22f-4625-481a-b6d5-435531a6c259 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1453185 Aug 11 02:20:38.110445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Request body: {'port': {'device_id': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:38.158253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-50814287-5cbc-46b6-b6f1-e78c523703f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=720f64e4-abea-43bf-a344-2a4cd955aea7 HTTP/1.1" status: 200 len: 217 time: 0.0468993 Aug 11 02:20:38.207189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e1bb0-4336-424e-b8a7-6b6ecc568685 service neutron] Pushing event updated for resources: {'Port': ['ID=2e44c3cc-34c9-441d-8bba-a970d85b1994,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.242148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114f36-2553-422f-9727-247920f48c55 req-b72cd0f6-5e0f-4ce2-b756-e88340608ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.244169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-b72cd0f6-5e0f-4ce2-b756-e88340608ac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0723798 Aug 11 02:20:38.269246 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.279234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54835381-7791-4d75-af53-e159dd6ac3aa req-fce153f9-8721-4ca9-b559-89dbbac24b7e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.280872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54835381-7791-4d75-af53-e159dd6ac3aa req-fce153f9-8721-4ca9-b559-89dbbac24b7e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 948 time: 0.2178707 Aug 11 02:20:38.299111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd114f36-2553-422f-9727-247920f48c55 req-5e3f9e6e-636b-4952-949a-ae47ddf615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.300815 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-5e3f9e6e-636b-4952-949a-ae47ddf615ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473888 Aug 11 02:20:38.330382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-99ca8b60-bf66-468b-bc10-7dafd270eca6 req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.352439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-99ca8b60-bf66-468b-bc10-7dafd270eca6 req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.422864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54835381-7791-4d75-af53-e159dd6ac3aa req-15a523ad-8133-4cc5-aeb8-f200131043c7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298237 Aug 11 02:20:38.450262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-5f87271f-1b34-45e0-8108-fd9099ded7db service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410024 Aug 11 02:20:38.477978 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-99ca8b60-bf66-468b-bc10-7dafd270eca6 req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.479392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99ca8b60-bf66-468b-bc10-7dafd270eca6 req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5745919 Aug 11 02:20:38.514443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc77ede-8d4e-43d1-af98-a57a3b16ddfa tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15ea643-fcfb-4f4a-bec5-29e2572db640,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.521484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:38.664311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd114f36-2553-422f-9727-247920f48c55 req-9a886412-131c-4f43-b910-76ecc5a50d3d service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067585 Aug 11 02:20:38.707476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:38.722603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'mac_address': 'fa:16:3e:8e:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:38.745404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c8fc-7509-4646-9816-2dea4776e66c req-b8d2fe9c-6f98-4a57-92e5-bf0225e677f7 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.747030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1471c8fc-7509-4646-9816-2dea4776e66c req-b8d2fe9c-6f98-4a57-92e5-bf0225e677f7 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1097 time: 0.1105444 Aug 11 02:20:38.774237 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.787780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cb40-0379-4a74-a38f-68bae6d2fa4b req-77a69893-f4f4-43c1-828a-67526b933556 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.793226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cb40-0379-4a74-a38f-68bae6d2fa4b req-77a69893-f4f4-43c1-828a-67526b933556 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.798546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720f64e4-abea-43bf-a344-2a4cd955aea7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:38.799267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cb40-0379-4a74-a38f-68bae6d2fa4b req-77a69893-f4f4-43c1-828a-67526b933556 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.800993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5722cb40-0379-4a74-a38f-68bae6d2fa4b req-77a69893-f4f4-43c1-828a-67526b933556 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2389 time: 0.1665359 Aug 11 02:20:38.828920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:38.834826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.907710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1471c8fc-7509-4646-9816-2dea4776e66c req-06de6c9c-555c-4722-aefb-01e2e8488f23 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433985 Aug 11 02:20:38.912524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.915366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5722cb40-0379-4a74-a38f-68bae6d2fa4b req-b9f300ea-5714-4e04-b091-6d34206800fa tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000586 Aug 11 02:20:38.927344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567d401-cbaa-4536-9123-a165499c2838 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:38.942581 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.964543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Transition to ACTIVE for port object e567d401-cbaa-4536-9123-a165499c2838 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:38.970580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.024495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:39.032162 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f946b28-d656-4169-9529-4400dddf4757 x-openstack-request-id: req-2f946b28-d656-4169-9529-4400dddf4757 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:39.032613 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "tag": "2e44c3cc-34c9-441d-8bba-a970d85b1994", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:39.032991 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f946b28-d656-4169-9529-4400dddf4757 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:39.033509 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'tag': '2e44c3cc-34c9-441d-8bba-a970d85b1994', 'status': 'completed', 'code': 200} Aug 11 02:20:39.130682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['720f64e4-abea-43bf-a344-2a4cd955aea7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:39.249540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:39.273792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Pushing event updated for resources: {'Port': ['ID=e567d401-cbaa-4536-9123-a165499c2838,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.275049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'mac_address': 'fa:16:3e:83:c9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:39.326784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-de9ecc4b-7a95-4d55-9e72-e9e4043e23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.327225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-de9ecc4b-7a95-4d55-9e72-e9e4043e23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.327655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-de9ecc4b-7a95-4d55-9e72-e9e4043e23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.330376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-de9ecc4b-7a95-4d55-9e72-e9e4043e23e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2757 time: 0.2869012 Aug 11 02:20:39.346058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.383356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74af7-b61a-41cf-8e24-76c6bb342245 req-2cbc33cf-b6e7-4a05-9abe-8e92d3c4cd68 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.383674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:39.385055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22d74af7-b61a-41cf-8e24-76c6bb342245 req-2cbc33cf-b6e7-4a05-9abe-8e92d3c4cd68 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.3505399 Aug 11 02:20:39.426413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:39.437083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.518029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.709230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c8534ab-6fcf-422e-a690-1ee7caf16dc8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:40.056651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-d56e8655-3614-45db-8e3b-189de39fc4fb tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.059501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-d56e8655-3614-45db-8e3b-189de39fc4fb tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 813 time: 0.9377687 Aug 11 02:20:40.060758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Attempting to bind port e567d401-cbaa-4536-9123-a165499c2838 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:40.061381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Attempting to bind port e567d401-cbaa-4536-9123-a165499c2838 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:40.062098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Attempting to bind port e567d401-cbaa-4536-9123-a165499c2838 on network d1e359e4-93b9-4d25-80c5-f8d4e100c368 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:40.145299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Port e567d401-cbaa-4536-9123-a165499c2838 on network d1e359e4-93b9-4d25-80c5-f8d4e100c368 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:40.145852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Attempting to bind port e567d401-cbaa-4536-9123-a165499c2838 on network d1e359e4-93b9-4d25-80c5-f8d4e100c368 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:40.170469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22d74af7-b61a-41cf-8e24-76c6bb342245 req-7ce5d57a-4a85-41e7-b2fa-c03fe5338917 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7551908 Aug 11 02:20:40.187004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-dba10f9e-5672-47a3-b12f-a52fb3709338 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/quotas/d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 375 time: 0.1203263 Aug 11 02:20:40.200477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:40.201152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Checking segment: {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:40.201680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Bound using segment: {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:40.202492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Bound port: e567d401-cbaa-4536-9123-a165499c2838, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:40.203114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.310840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-e9231016-a44a-4788-9fe1-372915a65ec3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944009 Aug 11 02:20:40.312945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-b9906494-4dd1-45a0-826f-6ccdaef7a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.313852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-b9906494-4dd1-45a0-826f-6ccdaef7a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.314806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-b9906494-4dd1-45a0-826f-6ccdaef7a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.317726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-b9906494-4dd1-45a0-826f-6ccdaef7a8ad service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0082b1b5f05b454e82109bb16b5f4590&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.9721191 Aug 11 02:20:40.520937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:40.575682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 720f64e4-abea-43bf-a344-2a4cd955aea7 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:40.579963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 720f64e4-abea-43bf-a344-2a4cd955aea7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:40.580335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.672964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.701028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:40.703496 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b39cf4-3a9c-4d8b-a1d6-ba9d60140cca" -d '{"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-plugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:40.718428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:40.724406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.734471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113199e7-0e72-4d3d-be12-9da4a39e621e req-e3f0fbb0-c4c8-459b-b209-6072e670bff8 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.736154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-113199e7-0e72-4d3d-be12-9da4a39e621e req-e3f0fbb0-c4c8-459b-b209-6072e670bff8 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 948 time: 0.4954841 Aug 11 02:20:40.737422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] For port e567d401-cbaa-4536-9123-a165499c2838, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:40.791783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:40.801170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] For port e567d401-cbaa-4536-9123-a165499c2838, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e567d401-cbaa-4536-9123-a165499c2838,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:40.825202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.869877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-94fb9668-fc53-4cb1-8895-1c133a39a585 service neutron] 10.222.0.16 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256426 Aug 11 02:20:40.870873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-1edb56c7-26d2-44ce-adbb-aad35a089971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.872289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cbcaad0-1e33-428c-9b91-ee8e81ad7ca7 req-1edb56c7-26d2-44ce-adbb-aad35a089971 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5236609 Aug 11 02:20:40.904116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.904765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.906452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] 10.222.0.25 "PUT /v2.0/ports/e567d401-cbaa-4536-9123-a165499c2838 HTTP/1.1" status: 200 len: 1092 time: 2.8106897 Aug 11 02:20:40.924625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-113199e7-0e72-4d3d-be12-9da4a39e621e req-0b4f8681-969a-4a0e-b062-590fdcfebafa tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633801 Aug 11 02:20:40.960288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Request body: {'port': {'device_id': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:41.012297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc413e-0148-43df-b8a5-77a14cc3ca2f service neutron] Pushing event updated for resources: {'Port': ['ID=e567d401-cbaa-4536-9123-a165499c2838,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:41.035808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'tag': 'e567d401-cbaa-4536-9123-a165499c2838'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:41.038493 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782f85e8-fd49-46f2-b5cd-c78df06de219" -d '{"events": [{"name": "network-changed", "server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "tag": "e567d401-cbaa-4536-9123-a165499c2838"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:41.041420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:41.094651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.110329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:41.117631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:41.118136 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.128874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-becdafe1-95df-4faf-ae2f-7f218ffe74f6 service neutron] 10.222.0.16 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446663 Aug 11 02:20:41.275076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b3478-fd0b-4691-bcf9-fe8a7dd95b86 req-631736ac-cac4-4d75-b21d-72773a40a822 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.276921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e9b3478-fd0b-4691-bcf9-fe8a7dd95b86 req-631736ac-cac4-4d75-b21d-72773a40a822 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.2289784 Aug 11 02:20:41.286560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.360741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:41.368596 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.402698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e9b3478-fd0b-4691-bcf9-fe8a7dd95b86 req-6ee8be49-adb7-4407-9ade-7588116df16f tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111698 Aug 11 02:20:41.484033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:41.760287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83902da-9991-4bbb-be37-26994587dce4 req-e6423ba3-6b1a-4e25-b86a-3e4d893c4570 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.763117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d83902da-9991-4bbb-be37-26994587dce4 req-e6423ba3-6b1a-4e25-b86a-3e4d893c4570 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.2485623 Aug 11 02:20:41.794243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eddb3f-b066-48a1-b404-e4eee4fefad8 req-b9ee3b57-c4a9-4153-856a-52a2c898f57d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.807601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eddb3f-b066-48a1-b404-e4eee4fefad8 req-b9ee3b57-c4a9-4153-856a-52a2c898f57d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.820108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eddb3f-b066-48a1-b404-e4eee4fefad8 req-b9ee3b57-c4a9-4153-856a-52a2c898f57d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.823097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90eddb3f-b066-48a1-b404-e4eee4fefad8 req-b9ee3b57-c4a9-4153-856a-52a2c898f57d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2401 time: 0.2833061 Aug 11 02:20:41.841004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fdea41-36c1-443f-b827-1977b0cf061a {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:41.875637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.955931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Transition to ACTIVE for port object 79fdea41-36c1-443f-b827-1977b0cf061a will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:41.973472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.981602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d83902da-9991-4bbb-be37-26994587dce4 req-fe99d787-11ce-460c-bd9b-77020b7779fc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052643 Aug 11 02:20:42.048345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90eddb3f-b066-48a1-b404-e4eee4fefad8 req-dc053a10-7ceb-4f35-a562-e03e01ed8f07 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970823 Aug 11 02:20:42.094369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Pushing event updated for resources: {'Port': ['ID=79fdea41-36c1-443f-b827-1977b0cf061a,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.098086 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fbc784-9d8a-458d-910e-3c8cc1dec8ff x-openstack-request-id: req-93fbc784-9d8a-458d-910e-3c8cc1dec8ff {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:42.098653 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-plugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:42.098780 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93fbc784-9d8a-458d-910e-3c8cc1dec8ff {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:42.108847 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'code': 200} Aug 11 02:20:42.224156 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cd763e-db63-408d-a8e5-a2ad57a4ec0a x-openstack-request-id: req-05cd763e-db63-408d-a8e5-a2ad57a4ec0a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:42.224156 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "tag": "e567d401-cbaa-4536-9123-a165499c2838", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:42.224156 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05cd763e-db63-408d-a8e5-a2ad57a4ec0a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:42.233711 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'tag': 'e567d401-cbaa-4536-9123-a165499c2838', 'status': 'completed', 'code': 200} Aug 11 02:20:42.302357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8c800ad-57f2-402b-8c73-e16895fd9241 req-6bc24f17-8986-407c-bc68-201b43a75002 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 210 time: 0.1120062 Aug 11 02:20:42.362808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-9fec16c1-ccba-4444-8277-035eba5847fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.363374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-9fec16c1-ccba-4444-8277-035eba5847fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.363904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-9fec16c1-ccba-4444-8277-035eba5847fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.365681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-9fec16c1-ccba-4444-8277-035eba5847fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2824 time: 0.1309037 Aug 11 02:20:42.371086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Attempting to bind port 79fdea41-36c1-443f-b827-1977b0cf061a on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:42.371086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Attempting to bind port 79fdea41-36c1-443f-b827-1977b0cf061a by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:42.371086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Attempting to bind port 79fdea41-36c1-443f-b827-1977b0cf061a on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:42.395750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195fd14-5b1e-4ea1-bbad-db3d875cf0d8 req-a99bbb59-6ab3-42fb-b3f5-a56588a65722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.402886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c195fd14-5b1e-4ea1-bbad-db3d875cf0d8 req-a99bbb59-6ab3-42fb-b3f5-a56588a65722 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 1100 time: 0.1961930 Aug 11 02:20:42.505311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c195fd14-5b1e-4ea1-bbad-db3d875cf0d8 req-676a9335-6461-479d-bb2b-30b61c953263 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914853 Aug 11 02:20:42.541149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Port 79fdea41-36c1-443f-b827-1977b0cf061a on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:42.541636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Attempting to bind port 79fdea41-36c1-443f-b827-1977b0cf061a on network d0d14b45-04eb-4a8b-9d13-50ffe72df200 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:42.594929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:42.595494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Checking segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:42.596142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Bound using segment: {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:42.596941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Bound port: 79fdea41-36c1-443f-b827-1977b0cf061a, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda7927c-8b39-4f52-bfcb-4369bda72ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:42.597556 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.749766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-55ec6f1f-629e-43e4-a737-7adb1d6d8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.750382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-55ec6f1f-629e-43e4-a737-7adb1d6d8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.750974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-55ec6f1f-629e-43e4-a737-7adb1d6d8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.752871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-55ec6f1f-629e-43e4-a737-7adb1d6d8761 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0082b1b5f05b454e82109bb16b5f4590&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3758574 Aug 11 02:20:42.754888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc02a-9916-476c-934d-440ef023da6d req-db175569-0f30-44a3-ae08-06a072b88fc4 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.757039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-573dc02a-9916-476c-934d-440ef023da6d req-db175569-0f30-44a3-ae08-06a072b88fc4 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1096 time: 0.2087171 Aug 11 02:20:42.770629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421294-3394-4600-bcbe-b10ca257c6f3 req-d355fb1c-7595-4260-b924-fa05262b87d3 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.772471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e421294-3394-4600-bcbe-b10ca257c6f3 req-d355fb1c-7595-4260-b924-fa05262b87d3 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 949 time: 0.2217889 Aug 11 02:20:42.862801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] For port 79fdea41-36c1-443f-b827-1977b0cf061a, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:42.928415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] For port 79fdea41-36c1-443f-b827-1977b0cf061a, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=79fdea41-36c1-443f-b827-1977b0cf061a,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:42.952478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.955793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-573dc02a-9916-476c-934d-440ef023da6d req-4dbe90ac-cac2-419e-a202-761abf19ed77 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788478 Aug 11 02:20:43.005762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e421294-3394-4600-bcbe-b10ca257c6f3 req-c22c14e4-1ee3-4a28-8a29-fa6cdacbfcda tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061369 Aug 11 02:20:43.056013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.057734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.061210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] 10.222.0.25 "PUT /v2.0/ports/79fdea41-36c1-443f-b827-1977b0cf061a HTTP/1.1" status: 200 len: 1092 time: 2.1077974 Aug 11 02:20:43.071264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-e407b46c-905b-43a6-93f4-8f51ddb5a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.076650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-782f85e8-fd49-46f2-b5cd-c78df06de219 req-e407b46c-905b-43a6-93f4-8f51ddb5a8c6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3006246 Aug 11 02:20:43.126090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ab12-5457-4d2b-b9e4-92f2513dd8ca service neutron] Pushing event updated for resources: {'Port': ['ID=79fdea41-36c1-443f-b827-1977b0cf061a,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:43.205285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-242ea7f8-4018-47fe-8464-61473979c57a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.208031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-242ea7f8-4018-47fe-8464-61473979c57a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.59 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 813 time: 0.2368147 Aug 11 02:20:43.226920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'port': {'device_id': '88ce398f-3eef-4dd0-9943-11a121046527', 'network_id': '159cb050-43db-4585-912a-c776b7c87954', 'admin_state_up': True, 'tenant_id': 'd025a8e821bf475ba11c6f494b134d72'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:43.305780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f23e5-b815-4262-a4cb-7a1720865d34 req-5be0beb5-f7bd-4006-ae98-c6fed85a0684 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.307712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-078f23e5-b815-4262-a4cb-7a1720865d34 req-5be0beb5-f7bd-4006-ae98-c6fed85a0684 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1097 time: 0.1432092 Aug 11 02:20:43.331137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d6f8-aaed-4baa-9017-63a276175cc5 req-94f38642-8755-43db-b3cd-9f54df1962cd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.332844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6181d6f8-aaed-4baa-9017-63a276175cc5 req-94f38642-8755-43db-b3cd-9f54df1962cd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1252780 Aug 11 02:20:43.343912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-3fdd1105-32ad-409c-9bf5-98e8a67b8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.344413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-3fdd1105-32ad-409c-9bf5-98e8a67b8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.344905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-3fdd1105-32ad-409c-9bf5-98e8a67b8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.346726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-3fdd1105-32ad-409c-9bf5-98e8a67b8242 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2866 time: 0.1219220 Aug 11 02:20:43.429043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-20f3fd68-8d86-497e-aa40-eb579a0f188d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=2e44c3cc-34c9-441d-8bba-a970d85b1994 HTTP/1.1" status: 200 len: 217 time: 0.0682845 Aug 11 02:20:43.475953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Made reservation on behalf of d025a8e821bf475ba11c6f494b134d72 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:43.485429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.551507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-078f23e5-b815-4262-a4cb-7a1720865d34 req-c82e01d0-0a6f-4735-8542-383d8a7dea2c tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166920 Aug 11 02:20:43.587963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-040e2f44-4f59-43f4-afee-72b2a974c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.587963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-040e2f44-4f59-43f4-afee-72b2a974c689 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dd38c39-c8a1-404a-8a50-d55f70206a70 HTTP/1.1" status: 200 len: 801 time: 0.1372759 Aug 11 02:20:43.603896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6181d6f8-aaed-4baa-9017-63a276175cc5 req-cce793a6-6b25-4a58-bb5e-0fb857b7d8a1 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778738 Aug 11 02:20:43.668748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-03b7e485-a059-4d63-8a69-4090a611f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.670550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-03b7e485-a059-4d63-8a69-4090a611f954 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d0d14b45-04eb-4a8b-9d13-50ffe72df200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622618 Aug 11 02:20:43.752254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Allocated IP 172.20.0.10 (159cb050-43db-4585-912a-c776b7c87954/0f5a25c5-4497-4a59-8009-c1bb7efffdea/8a4089eb-ecec-40a8-a15d-5718fb7fc27e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:43.794779 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d17244f9-a61a-4542-86c6-4e489d532124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.010531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.064100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.110346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:44.115644 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c220324-5dc6-47d9-8de5-aec21718871a" -d '{"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-plugged", "status": "completed", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:44.148455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Network 159cb050-43db-4585-912a-c776b7c87954 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:44.154345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:44.161598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:44.173156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:44.209845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414a137-8e44-41d8-93d9-07f2647f4266 req-4b3e4730-5bdb-45d7-bc04-49d164acf71e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.211623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d414a137-8e44-41d8-93d9-07f2647f4266 req-4b3e4730-5bdb-45d7-bc04-49d164acf71e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1616018 Aug 11 02:20:44.224859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-b3042a8f-4fdd-41bb-8299-b5e06cd38532 service neutron] 10.222.0.25 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442605 Aug 11 02:20:44.234910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6ee4-2219-4246-90ee-16896e43653d req-205d4880-2926-4406-9879-621a1d76bfcd tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.236513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6ea6ee4-2219-4246-90ee-16896e43653d req-205d4880-2926-4406-9879-621a1d76bfcd tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 1096 time: 0.1853395 Aug 11 02:20:44.244674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'tag': '79fdea41-36c1-443f-b827-1977b0cf061a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:44.251149 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a56c09b-dff6-4f24-a54c-baba74fae2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "tag": "79fdea41-36c1-443f-b827-1977b0cf061a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:44.261378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.262372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.289272 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f48fec05-5a56-43e1-8270-7697fd3c31a4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704393 Aug 11 02:20:44.305595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Request body: {'port': {'device_id': '88ce398f-3eef-4dd0-9943-11a121046527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:44.351841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d414a137-8e44-41d8-93d9-07f2647f4266 req-3919c965-4518-41d3-b730-6834d0c3ebd1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294558 Aug 11 02:20:44.402747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6ea6ee4-2219-4246-90ee-16896e43653d req-969fe269-336e-45a1-b616-f1d33ac43015 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439161 Aug 11 02:20:44.415686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.431732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-f4b57ad8-8039-425b-b61f-8aa87a82b26c service neutron] 10.222.0.25 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875749 Aug 11 02:20:44.532531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-7cf8c5e1-439f-436c-84b0-bdebb7fceb63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=e567d401-cbaa-4536-9123-a165499c2838 HTTP/1.1" status: 200 len: 217 time: 0.0895271 Aug 11 02:20:44.692496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-7e98f2b2-d2f0-40e0-bfef-8e04a948e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.694668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-7e98f2b2-d2f0-40e0-bfef-8e04a948e95e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0bf25202-0e6b-4b89-8953-1a67c2441838 HTTP/1.1" status: 200 len: 801 time: 0.1545281 Aug 11 02:20:44.729649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767f7ff-8274-4f9b-b035-0b931ced9ad9 req-e7adb0a1-d0b3-42f7-81ca-8a7e5b9cfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.730503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70624ef0-2ff3-4fde-8104-6122b0cdd654 req-4de0f4a6-72be-49dd-a2a0-79c19bb183d7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.731644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70624ef0-2ff3-4fde-8104-6122b0cdd654 req-4de0f4a6-72be-49dd-a2a0-79c19bb183d7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 932 time: 0.1717415 Aug 11 02:20:44.731900 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2767f7ff-8274-4f9b-b035-0b931ced9ad9 req-e7adb0a1-d0b3-42f7-81ca-8a7e5b9cfcda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.1826484 Aug 11 02:20:44.772824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282959-e2e3-4c9b-a984-cec295beada3 req-cde63ad8-fe7d-4382-8c6c-c6b84b9bf589 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.779484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282959-e2e3-4c9b-a984-cec295beada3 req-cde63ad8-fe7d-4382-8c6c-c6b84b9bf589 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.785534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282959-e2e3-4c9b-a984-cec295beada3 req-cde63ad8-fe7d-4382-8c6c-c6b84b9bf589 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.787681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3282959-e2e3-4c9b-a984-cec295beada3 req-cde63ad8-fe7d-4382-8c6c-c6b84b9bf589 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2413 time: 0.2308514 Aug 11 02:20:44.849637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-16dc26da-1e87-4af6-b9ee-1110e75caa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.852211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-16dc26da-1e87-4af6-b9ee-1110e75caa02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d1e359e4-93b9-4d25-80c5-f8d4e100c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444755 Aug 11 02:20:44.862436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70624ef0-2ff3-4fde-8104-6122b0cdd654 req-9f44177d-d809-447f-9a23-2eaf46081442 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094506 Aug 11 02:20:44.891505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3282959-e2e3-4c9b-a984-cec295beada3 req-0e98048c-6c6e-4806-a1ad-ad0797d9f507 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928483 Aug 11 02:20:44.909080 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2767f7ff-8274-4f9b-b035-0b931ced9ad9 req-40fb9ade-8b45-44c8-9b57-74c1214f5739 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543727 Aug 11 02:20:45.035244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4089eb-ecec-40a8-a15d-5718fb7fc27e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:45.038369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-9069a9ce-6b81-4d5e-881f-36f61c198abc service neutron] 10.222.0.25 "GET /v2.0/networks/d1e359e4-93b9-4d25-80c5-f8d4e100c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715078 Aug 11 02:20:45.046924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.067386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Transition to ACTIVE for port object 8a4089eb-ecec-40a8-a15d-5718fb7fc27e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:45.073596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.130847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:45.219198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Attempting to bind port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:45.219535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Attempting to bind port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:45.219872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Attempting to bind port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e on network 159cb050-43db-4585-912a-c776b7c87954 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:45.225542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e on network 159cb050-43db-4585-912a-c776b7c87954 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:45.225871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Attempting to bind port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e on network 159cb050-43db-4585-912a-c776b7c87954 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:45.232502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:45.232864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Checking segment: {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:45.233259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Bound using segment: {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:45.233715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Bound port: 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:45.234135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.268222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20a84f-6122-4139-958c-a1999eae702e req-941f4abe-6c73-42c8-8b51-fec34ceadd78 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.271434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e20a84f-6122-4139-958c-a1999eae702e req-941f4abe-6c73-42c8-8b51-fec34ceadd78 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 949 time: 0.2309418 Aug 11 02:20:45.319866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-509e5b9e-6ea0-40c8-932a-1a6ef08cf224 service neutron] 10.222.0.25 "GET /v2.0/networks/d1e359e4-93b9-4d25-80c5-f8d4e100c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637618 Aug 11 02:20:45.324378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:45.330719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:45.338391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.351911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e20a84f-6122-4139-958c-a1999eae702e req-d48d88f9-551d-4c61-9e48-994742bf9bcb tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Aug 11 02:20:45.382304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-f16abea0-c013-4e89-b046-61a8ba27d864 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=79fdea41-36c1-443f-b827-1977b0cf061a HTTP/1.1" status: 200 len: 217 time: 0.0502114 Aug 11 02:20:45.391567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.392211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.393866 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] 10.222.0.59 "PUT /v2.0/ports/8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 1092 time: 1.0945637 Aug 11 02:20:45.394367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:45.397254 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25faceb8-7f1f-4c48-a87d-5524b2dc55be" -d '{"events": [{"name": "network-changed", "server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:45.446260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e85d7-34e3-47db-a94b-c0a803c16bfb service neutron] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:45.478522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-6d64da65-9d9a-451e-8f2d-e3cc5c917088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.484278 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588c752-c305-40cc-b16f-ef78be1a435f x-openstack-request-id: req-2588c752-c305-40cc-b16f-ef78be1a435f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:45.485158 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-plugged", "status": "completed", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:45.486697 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2588c752-c305-40cc-b16f-ef78be1a435f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:45.487362 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'code': 200} Aug 11 02:20:45.490423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-6d64da65-9d9a-451e-8f2d-e3cc5c917088 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dd38c39-c8a1-404a-8a50-d55f70206a70 HTTP/1.1" status: 200 len: 801 time: 0.0934217 Aug 11 02:20:45.513045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f1e61495-53e0-4450-bf0a-becf819a46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.515251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-f1e61495-53e0-4450-bf0a-becf819a46a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1095 time: 0.0542407 Aug 11 02:20:45.577962 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-97e7ded0-23b8-4a2f-b085-b2fc5b40f042 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 217 time: 0.0532146 Aug 11 02:20:45.581664 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050cf494-6497-4e83-bbc3-12c08e97b01f x-openstack-request-id: req-050cf494-6497-4e83-bbc3-12c08e97b01f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:45.582092 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "tag": "79fdea41-36c1-443f-b827-1977b0cf061a", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:45.582274 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-050cf494-6497-4e83-bbc3-12c08e97b01f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:45.582658 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'tag': '79fdea41-36c1-443f-b827-1977b0cf061a', 'status': 'completed', 'code': 200} Aug 11 02:20:45.602671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-1aff7cfc-8905-4689-a5af-5a8be850d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.604677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-1aff7cfc-8905-4689-a5af-5a8be850d524 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d0d14b45-04eb-4a8b-9d13-50ffe72df200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127720 Aug 11 02:20:45.615367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd3316-60cb-44a1-9568-092264e7ca5b req-a9aa1a01-20c9-45ce-83d7-9eb5b96c2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.618427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1dd3316-60cb-44a1-9568-092264e7ca5b req-a9aa1a01-20c9-45ce-83d7-9eb5b96c2e4a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1101 time: 0.0772986 Aug 11 02:20:45.641167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17059e-7a01-410d-bb75-319c0f485944 req-c415679b-bf03-49fc-871c-3165afabced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.642751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-c415679b-bf03-49fc-871c-3165afabced7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.0518453 Aug 11 02:20:45.707688 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-a66a50e7-8a33-4350-a11d-1e2a589ec2d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507042 Aug 11 02:20:45.773628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-cbc36721-56f9-40b0-8dcb-ed49abe0f25d service neutron] 10.222.0.25 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537361 Aug 11 02:20:45.775767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1dd3316-60cb-44a1-9568-092264e7ca5b req-1355a3b9-b97d-44f6-90a3-480d2ae9d23e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Aug 11 02:20:45.911853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-967ccb82-8736-4db9-83fc-69edabd781f1 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921542 Aug 11 02:20:46.038571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42084d20-ca68-4ddf-a9e9-cf427fb866d5 req-469a4c94-899a-4c55-a596-fcfa485bd7e5 service neutron] 10.222.0.25 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144883 Aug 11 02:20:46.126254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a17059e-7a01-410d-bb75-319c0f485944 req-fc526382-9f7b-4058-a295-4ec2c3748ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056067 Aug 11 02:20:46.282154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-c5ab4a34-3991-4354-9b97-3000fd895c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.282656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-c5ab4a34-3991-4354-9b97-3000fd895c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.283139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-c5ab4a34-3991-4354-9b97-3000fd895c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.284917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-c5ab4a34-3991-4354-9b97-3000fd895c83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2866 time: 0.1517248 Aug 11 02:20:46.301757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6340276-10ab-4f69-bd50-38e515f7037e req-0b8f2b08-cdd4-4ef0-be69-8a25739133a7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.304151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6340276-10ab-4f69-bd50-38e515f7037e req-0b8f2b08-cdd4-4ef0-be69-8a25739133a7 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 949 time: 0.1204147 Aug 11 02:20:46.409679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6340276-10ab-4f69-bd50-38e515f7037e req-4f0b1a5e-f3e5-4a50-b010-de01826eb0fd tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956414 Aug 11 02:20:46.436340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-bf66bebf-a98b-476f-9372-5fbe4cf1201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.438987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-bf66bebf-a98b-476f-9372-5fbe4cf1201e service neutron] 10.222.0.25 "GET /v2.0/networks?id=d0d14b45-04eb-4a8b-9d13-50ffe72df200 HTTP/1.1" status: 200 len: 902 time: 0.1335161 Aug 11 02:20:46.506038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-821d1017-bff9-40cf-8ca5-a0d0250d3bce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=79fdea41-36c1-443f-b827-1977b0cf061a HTTP/1.1" status: 200 len: 217 time: 0.0506251 Aug 11 02:20:46.557697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:46.560338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:46.565847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-8afcf6f8-5aa5-41b2-858c-e742a057268c tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:20:46.566764 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-8afcf6f8-5aa5-41b2-858c-e742a057268c tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142634 Aug 11 02:20:46.591269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Request body: {'binding': {'host': 'n-h2-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:46.592176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Unknown quota resources ['binding']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:20:46.596028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-44691070-efc7-44a7-8592-d8f66b7b4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.598378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-44691070-efc7-44a7-8592-d8f66b7b4a29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9dd38c39-c8a1-404a-8a50-d55f70206a70 HTTP/1.1" status: 200 len: 801 time: 0.0835006 Aug 11 02:20:46.675457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-a941d8a3-e573-430a-9aa9-ff7d80f22c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.677201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-a941d8a3-e573-430a-9aa9-ff7d80f22c94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d0d14b45-04eb-4a8b-9d13-50ffe72df200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684762 Aug 11 02:20:46.784101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.796004 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:20:46.868778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-3ca610a4-d039-4b3f-9766-925e837e8686 service neutron] 10.222.0.25 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791122 Aug 11 02:20:47.022648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on host n-h2-715271-8 for vnic_type normal with profile None {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:47.023253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:47.023386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:47.023520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:47.035863 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.036695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:47.037035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:47.042868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:47.043251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:47.043649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:47.044088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Bound port: fec611a4-535b-4795-94e6-fab909867a94, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:47.044547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a56c09b-dff6-4f24-a54c-baba74fae2ce req-5725cf32-87cf-440b-bab1-cd68fa6f3af4 service neutron] 10.222.0.25 "GET /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645741 Aug 11 02:20:47.119704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:47.133779 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.136281 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-0b7b95b4-b7d6-40d5-87ca-bcabf913432f service neutron] 10.222.0.16 "POST /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94/bindings HTTP/1.1" status: 201 len: 389 time: 0.5527921 Aug 11 02:20:47.229352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:47.235866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:47.289008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'mac_address': 'fa:16:3e:f6:19:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:47.364476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.406177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d10148-89af-4c49-a636-9a56dbde7c5a req-790aa16a-8f8b-4c17-a4f6-8e7ddcfeacf8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.412008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:47.420175 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb758d39-5fdd-43d3-9814-def189c6a6be x-openstack-request-id: req-bb758d39-5fdd-43d3-9814-def189c6a6be {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:47.421019 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:47.421633 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb758d39-5fdd-43d3-9814-def189c6a6be {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:47.421823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77d10148-89af-4c49-a636-9a56dbde7c5a req-790aa16a-8f8b-4c17-a4f6-8e7ddcfeacf8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1188734 Aug 11 02:20:47.423423 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'status': 'completed', 'code': 200} Aug 11 02:20:47.453548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8313f27-1de3-4a41-86ba-a6f8ee923190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.495999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:47.500946 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eec02b5-a14f-4af0-ba24-9944f83dbeb8" -d '{"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:47.512444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:47.521152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.559090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-e310fd74-33e3-4d62-981f-e80e5bd1d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.561534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-e310fd74-33e3-4d62-981f-e80e5bd1d778 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1095 time: 0.1071126 Aug 11 02:20:47.579204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77d10148-89af-4c49-a636-9a56dbde7c5a req-4d028c8b-4dd4-4e80-b94c-0338e89a64e4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545861 Aug 11 02:20:47.716603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c485e9-11c1-4354-98e1-d30794efeded req-0fa6ac8a-cc37-4e7d-b0e2-57dc995c7088 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.719610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95c485e9-11c1-4354-98e1-d30794efeded req-0fa6ac8a-cc37-4e7d-b0e2-57dc995c7088 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 944 time: 0.1906741 Aug 11 02:20:47.746294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:47.752368 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.769351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-19f54508-feed-4f4d-a6f9-d7fbcabb6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.771002 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-19f54508-feed-4f4d-a6f9-d7fbcabb6e20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.1843655 Aug 11 02:20:47.841739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95c485e9-11c1-4354-98e1-d30794efeded req-da037a0c-cd03-4257-bef6-7dd9aff75dfd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113293 Aug 11 02:20:47.860985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-0b5c81de-305c-4237-9f61-646560f99142 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 217 time: 0.0712345 Aug 11 02:20:47.871992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe1a9-9968-4ca2-9eba-158dfd34618b req-023635f3-4f8a-4616-ac7b-0dca77266b0e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.878076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe1a9-9968-4ca2-9eba-158dfd34618b req-023635f3-4f8a-4616-ac7b-0dca77266b0e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.885469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe1a9-9968-4ca2-9eba-158dfd34618b req-023635f3-4f8a-4616-ac7b-0dca77266b0e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.887474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d4fe1a9-9968-4ca2-9eba-158dfd34618b req-023635f3-4f8a-4616-ac7b-0dca77266b0e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2413 time: 0.0966213 Aug 11 02:20:47.906146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:47.921278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-638e87a5-4bfd-484a-b8d5-a92d0147f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.923060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-638e87a5-4bfd-484a-b8d5-a92d0147f59c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1097 time: 0.1264544 Aug 11 02:20:47.997795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-56194b82-642e-4849-a1f2-fbc9a8520100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.003103 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-56194b82-642e-4849-a1f2-fbc9a8520100 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.1302104 Aug 11 02:20:48.008812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d4fe1a9-9968-4ca2-9eba-158dfd34618b req-dc39ab0e-83ee-4b7b-b812-0eb0be1d9a95 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070361 Aug 11 02:20:48.059818 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:20:48.073939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-749f13dd-c628-4e40-8d8e-2442e072fd7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575423 Aug 11 02:20:48.332818 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.369042 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84b818-c6c5-463d-aab9-3f0cdec9515c x-openstack-request-id: req-cd84b818-c6c5-463d-aab9-3f0cdec9515c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:48.371642 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:48.376361 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd84b818-c6c5-463d-aab9-3f0cdec9515c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:48.378551 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'code': 200} Aug 11 02:20:48.410523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d505ac-8fbc-41d6-821d-99c1f2e8505f req-a52c67b8-001a-4ae3-8633-26c0fd1d0bc8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.415269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74d505ac-8fbc-41d6-821d-99c1f2e8505f req-a52c67b8-001a-4ae3-8633-26c0fd1d0bc8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 946 time: 0.1639996 Aug 11 02:20:48.527293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74d505ac-8fbc-41d6-821d-99c1f2e8505f req-a6f6a877-98d0-4f7d-ae36-40518f72c2f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980053 Aug 11 02:20:48.588689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8a4089eb-ecec-40a8-a15d-5718fb7fc27e details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:48.594573 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-2b96247a-9ba1-49ef-8793-662aca9ab213 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917448 Aug 11 02:20:48.679539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-f920cdd2-4e30-4efe-bf4e-643835e80bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.681358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-f920cdd2-4e30-4efe-bf4e-643835e80bfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.7500491 Aug 11 02:20:48.735202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-6d5f5da0-d76e-4032-a5bf-eee6a955af57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 217 time: 0.0440943 Aug 11 02:20:48.803899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-cf30b7e2-304d-4300-914d-d8c899e1f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.806651 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-cf30b7e2-304d-4300-914d-d8c899e1f5d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.0608728 Aug 11 02:20:48.844283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e9a63-8bbe-4967-8229-37818996830a req-db89c1ae-0c72-4d00-b234-57e861b9c7bd tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.856052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-991e9a63-8bbe-4967-8229-37818996830a req-db89c1ae-0c72-4d00-b234-57e861b9c7bd tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.1691749 Aug 11 02:20:48.889965 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-3813f259-47d8-48be-8619-8c9c16382094 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692892 Aug 11 02:20:48.892282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25faceb8-7f1f-4c48-a87d-5524b2dc55be req-40ad23f9-64f8-487a-b1ee-9a7eafc0e91c service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830391 Aug 11 02:20:48.895520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:48.922192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'network_id': '159cb050-43db-4585-912a-c776b7c87954', 'port_id': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'mac_address': 'fa:16:3e:ed:f7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5a25c5-4497-4a59-8009-c1bb7efffdea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:49.002219 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.029420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4089eb-ecec-40a8-a15d-5718fb7fc27e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:49.036403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8a67a-23e9-4668-b68a-879f600b0699 req-90e092f7-52cb-4856-a3bb-e4a9e9502ca1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.038840 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-efdf0e24-ecc0-47a0-8fad-295fb9fcf9fe service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321304 Aug 11 02:20:49.046793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1d8a67a-23e9-4668-b68a-879f600b0699 req-90e092f7-52cb-4856-a3bb-e4a9e9502ca1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1423268 Aug 11 02:20:49.066687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-991e9a63-8bbe-4967-8229-37818996830a req-5e3b4d8f-e8eb-4783-b107-71a013804f7b tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986644 Aug 11 02:20:49.072986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:49.085928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2e44c3cc-34c9-441d-8bba-a970d85b1994 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:49.119585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-e87b7bff-1499-4dbf-bd89-8ff11b357d51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2019701 Aug 11 02:20:49.163246 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-9a6f4f1a-d8b4-4084-b528-8814203741ac service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132486 Aug 11 02:20:49.189919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1d8a67a-23e9-4668-b68a-879f600b0699 req-4e6bdedd-dbbd-4baf-8e78-3fb406776004 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402631 Aug 11 02:20:49.259302 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.336486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a71f90-4338-404d-be78-460c06e92511 req-adf64930-a47c-43d2-972b-eb3be2b63835 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.340754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2e600c7c-3c1d-4297-9077-3ecbef9e4aa3 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.342115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13a71f90-4338-404d-be78-460c06e92511 req-adf64930-a47c-43d2-972b-eb3be2b63835 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 945 time: 0.1129057 Aug 11 02:20:49.346571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:49.348964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2e600c7c-3c1d-4297-9077-3ecbef9e4aa3 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1097 time: 0.0607681 Aug 11 02:20:49.371580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-8'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:49.439221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13a71f90-4338-404d-be78-460c06e92511 req-8afb7421-e2fd-40cf-9279-89b7f8ddba18 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908432 Aug 11 02:20:49.442517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2e44c3cc-34c9-441d-8bba-a970d85b1994, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2e44c3cc-34c9-441d-8bba-a970d85b1994,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:49.473913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.500967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2e44c3cc-34c9-441d-8bba-a970d85b1994', 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200', 'port_id': '2e44c3cc-34c9-441d-8bba-a970d85b1994', 'mac_address': 'fa:16:3e:b4:29:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd38c39-c8a1-404a-8a50-d55f70206a70', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:49.629964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.656239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e44c3cc-34c9-441d-8bba-a970d85b1994 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:49.678617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b068667-ab00-4796-af7e-a7033621cdeb req-c2871121-b7b9-4413-b848-627225ee1fd2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.698196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b068667-ab00-4796-af7e-a7033621cdeb req-c2871121-b7b9-4413-b848-627225ee1fd2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.706033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2e44c3cc-34c9-441d-8bba-a970d85b1994, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2e44c3cc-34c9-441d-8bba-a970d85b1994,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:49.710228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b068667-ab00-4796-af7e-a7033621cdeb req-c2871121-b7b9-4413-b848-627225ee1fd2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.716680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b068667-ab00-4796-af7e-a7033621cdeb req-c2871121-b7b9-4413-b848-627225ee1fd2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2413 time: 0.1836131 Aug 11 02:20:49.718099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.780776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b068667-ab00-4796-af7e-a7033621cdeb req-8deea158-9063-4633-bb32-fe4d4bb2e65a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 Aug 11 02:20:49.786385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:49.795986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:49.893586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:49.966072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:49.969370 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d929d60-5000-4c17-8214-d1ccc59df954" -d '{"events": [{"server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "name": "network-vif-unplugged", "status": "completed", "tag": "fec611a4-535b-4795-94e6-fab909867a94"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:49.977982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.987980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.024266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2e44c3cc-34c9-441d-8bba-a970d85b1994'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:50.028896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4934-fc07-46a9-b9be-90e3a64499da req-65b3bb0d-54f3-4ef8-9152-67b635a2fcb1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.030752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-518a4934-fc07-46a9-b9be-90e3a64499da req-65b3bb0d-54f3-4ef8-9152-67b635a2fcb1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 946 time: 0.1498418 Aug 11 02:20:50.041678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d652a-6dad-40bb-b600-874abc89a7dc req-3411b05a-da72-4a7c-ad9c-d665bb48bc82 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.044127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5d652a-6dad-40bb-b600-874abc89a7dc req-3411b05a-da72-4a7c-ad9c-d665bb48bc82 tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 1100 time: 0.0993388 Aug 11 02:20:50.081523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.083593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2e44c3cc-34c9-441d-8bba-a970d85b1994,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:50.119804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:50.139401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.139736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.140239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.140591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.140938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.141422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.141830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.142563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.142957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.143494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.144265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.144539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.151056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-518a4934-fc07-46a9-b9be-90e3a64499da req-e3f9822e-cfb2-4dc1-80b2-d1d078983378 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053863 Aug 11 02:20:50.154875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5d652a-6dad-40bb-b600-874abc89a7dc req-c47c353e-4381-47bf-8d8a-e92a995fc05f tempest-ServersAdminTestJSON-1209129730 tempest-ServersAdminTestJSON-1209129730-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020224 Aug 11 02:20:50.163827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.164379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.164833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.165284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.165750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.166308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.166674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.167114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.167554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.167996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.168753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.169098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:50.254855 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f806b97e-5817-4d5e-8a74-e9c781f274b6 x-openstack-request-id: req-f806b97e-5817-4d5e-8a74-e9c781f274b6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:50.256031 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "name": "network-vif-unplugged", "status": "completed", "tag": "fec611a4-535b-4795-94e6-fab909867a94", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:50.256031 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f806b97e-5817-4d5e-8a74-e9c781f274b6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:50.266410 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94', 'code': 200} Aug 11 02:20:50.272204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on host n-h1-715271-8 for vnic_type normal with profile {"migrating_to": "n-h2-715271-8"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:50.272566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:50.272896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:50.278528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:50.278795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Attempting to bind port fec611a4-535b-4795-94e6-fab909867a94 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:50.284703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:50.285094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:50.285498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:50.286207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Bound port: fec611a4-535b-4795-94e6-fab909867a94, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:50.286599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.404967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:50.413709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:50.429625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.538807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac074f14-3768-426b-92dc-ccbac06be8e2 req-f9d58349-72de-450e-bfc2-81b7a8a6a425 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.541306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac074f14-3768-426b-92dc-ccbac06be8e2 req-f9d58349-72de-450e-bfc2-81b7a8a6a425 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1219192 Aug 11 02:20:50.586320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:50.588519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:50.601475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.602498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.604286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] 10.222.0.59 "PUT /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 1122 time: 1.2412400 Aug 11 02:20:50.605983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee36fe2-e5fc-497b-b5fb-845fc19b9605 service neutron] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:50.654703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac074f14-3768-426b-92dc-ccbac06be8e2 req-9092bf89-0e4f-4169-8f1e-f41fec3caea4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038861 Aug 11 02:20:50.791821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['fec611a4-535b-4795-94e6-fab909867a94'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:50.890032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbcff1-a88e-4d8f-a177-b392a6de978c req-aa1569e6-4bd6-4893-a74e-428452fb0d55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.894117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26bbcff1-a88e-4d8f-a177-b392a6de978c req-aa1569e6-4bd6-4893-a74e-428452fb0d55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 945 time: 0.0939498 Aug 11 02:20:50.924145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:50.924526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.956456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:50.995320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'mac_address': 'fa:16:3e:8e:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:51.015681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5051d66-4477-4c82-8be5-0f646053f200 req-782e108d-49c8-49d0-b7dd-764e833b6b2a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.018544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5051d66-4477-4c82-8be5-0f646053f200 req-782e108d-49c8-49d0-b7dd-764e833b6b2a tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 950 time: 0.1491735 Aug 11 02:20:51.025206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26bbcff1-a88e-4d8f-a177-b392a6de978c req-e323d177-22ed-453e-9ea2-1831ce543c04 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020372 Aug 11 02:20:51.091772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5051d66-4477-4c82-8be5-0f646053f200 req-21667dd1-8d34-49ee-95be-7d4c402a0cbf tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606353 Aug 11 02:20:51.141730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e567d401-cbaa-4536-9123-a165499c2838 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:51.156543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.292069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02c74e-75f9-47d6-a91d-2be6cacfaf4c req-ca4aa563-196c-42bf-b88b-cb887618c99a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.303894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02c74e-75f9-47d6-a91d-2be6cacfaf4c req-ca4aa563-196c-42bf-b88b-cb887618c99a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.316707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02c74e-75f9-47d6-a91d-2be6cacfaf4c req-ca4aa563-196c-42bf-b88b-cb887618c99a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.320443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f02c74e-75f9-47d6-a91d-2be6cacfaf4c req-ca4aa563-196c-42bf-b88b-cb887618c99a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2414 time: 0.1178303 Aug 11 02:20:51.367930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.380582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 720f64e4-abea-43bf-a344-2a4cd955aea7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:51.452356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:51.469933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f02c74e-75f9-47d6-a91d-2be6cacfaf4c req-de65b256-5722-4aa7-880e-b023d6d85cb5 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280522 Aug 11 02:20:51.473768 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.498853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:51.501239 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d5a53-b524-4c92-9356-2d4a416782d1" -d '{"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:51.555853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:51.561176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8a77-da61-4add-beeb-bce3444801c2 req-1d0cdcb7-0233-4313-9156-3fd51c1e313c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.575320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.578461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-355a8a77-da61-4add-beeb-bce3444801c2 req-1d0cdcb7-0233-4313-9156-3fd51c1e313c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 944 time: 0.2564270 Aug 11 02:20:51.622054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.626381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e567d401-cbaa-4536-9123-a165499c2838, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e567d401-cbaa-4536-9123-a165499c2838,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:51.655440 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b006c2-da3a-4e57-afe9-2029605410c3 x-openstack-request-id: req-71b006c2-da3a-4e57-afe9-2029605410c3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:51.656160 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:51.657099 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71b006c2-da3a-4e57-afe9-2029605410c3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:51.657340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-355a8a77-da61-4add-beeb-bce3444801c2 req-a87236a0-889b-4f4d-9b79-02b561113a22 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773573 Aug 11 02:20:51.657935 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'code': 200} Aug 11 02:20:51.681387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-067c6710-960f-41e4-894b-e982d419d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.683306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-067c6710-960f-41e4-894b-e982d419d5cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1101 time: 0.2472990 Aug 11 02:20:51.709082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['720f64e4-abea-43bf-a344-2a4cd955aea7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:51.757688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'e567d401-cbaa-4536-9123-a165499c2838', 'network_id': 'd1e359e4-93b9-4d25-80c5-f8d4e100c368', 'port_id': 'e567d401-cbaa-4536-9123-a165499c2838', 'mac_address': 'fa:16:3e:21:53:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf25202-0e6b-4b89-8953-1a67c2441838', 'ip_address': '19.86.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:51.841523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a0b1e-9e13-4983-bd73-344fab7a74d1 req-6b937257-d1fc-4073-9648-4b6954db1326 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.849820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a7a0b1e-9e13-4983-bd73-344fab7a74d1 req-6b937257-d1fc-4073-9648-4b6954db1326 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.0849354 Aug 11 02:20:51.882682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.924647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a7a0b1e-9e13-4983-bd73-344fab7a74d1 req-881101a4-57b0-4be7-9c70-48923f21647d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697548 Aug 11 02:20:51.946540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.976477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-0a036dfd-243d-424a-b11a-be425e0ec8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.976585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567d401-cbaa-4536-9123-a165499c2838 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:51.980205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-0a036dfd-243d-424a-b11a-be425e0ec8c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2764852 Aug 11 02:20:52.017846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e567d401-cbaa-4536-9123-a165499c2838, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e567d401-cbaa-4536-9123-a165499c2838,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:52.029271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.029953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 79fdea41-36c1-443f-b827-1977b0cf061a details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:52.048353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-705dd36f-c956-4616-8289-476f83e2e047 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 217 time: 0.0594499 Aug 11 02:20:52.130377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-76eb12c9-8d90-4f72-a7d2-06e15eaec511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.132720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-76eb12c9-8d90-4f72-a7d2-06e15eaec511 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0768039 Aug 11 02:20:52.158737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e567d401-cbaa-4536-9123-a165499c2838,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:52.267716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:52.270159 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d03d97-64f8-4464-8ec8-603df8d49b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "tag": "fec611a4-535b-4795-94e6-fab909867a94"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:52.347337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-3956745d-1271-4ffb-b037-0c3aa8134f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.349152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-3956745d-1271-4ffb-b037-0c3aa8134f9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080395 Aug 11 02:20:52.386185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63674aca-6313-41a8-81da-8ba155741883 req-ba725807-9627-4b22-ae16-87d1fbfb96db tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.387931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63674aca-6313-41a8-81da-8ba155741883 req-ba725807-9627-4b22-ae16-87d1fbfb96db tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 950 time: 0.1388788 Aug 11 02:20:52.389809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 79fdea41-36c1-443f-b827-1977b0cf061a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=79fdea41-36c1-443f-b827-1977b0cf061a,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:52.398386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96f8-5dd4-42e7-8439-5f56d86f9988 req-7a520233-179f-460c-92d1-377fed379a17 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.400324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9da96f8-5dd4-42e7-8439-5f56d86f9988 req-7a520233-179f-460c-92d1-377fed379a17 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 945 time: 0.1895871 Aug 11 02:20:52.417217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '79fdea41-36c1-443f-b827-1977b0cf061a', 'network_id': 'd0d14b45-04eb-4a8b-9d13-50ffe72df200', 'port_id': '79fdea41-36c1-443f-b827-1977b0cf061a', 'mac_address': 'fa:16:3e:c1:ae:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd38c39-c8a1-404a-8a50-d55f70206a70', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:20:52.475065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.493734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fdea41-36c1-443f-b827-1977b0cf061a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:52.542353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 79fdea41-36c1-443f-b827-1977b0cf061a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=79fdea41-36c1-443f-b827-1977b0cf061a,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:52.543332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63674aca-6313-41a8-81da-8ba155741883 req-1891dd56-150c-4d36-9ac0-3a677a2ae144 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288519 Aug 11 02:20:52.562336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.563746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9da96f8-5dd4-42e7-8439-5f56d86f9988 req-3e4c4325-c671-43de-902d-84dc4fcf4b2e tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150622 Aug 11 02:20:52.661477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-bdecf280-e172-4302-a1e5-b8ace2e49db6 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953351 Aug 11 02:20:52.676617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fec611a4-535b-4795-94e6-fab909867a94 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:20:52.680583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8a4089eb-ecec-40a8-a15d-5718fb7fc27e up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:52.878063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-06848e47-6572-43a9-919b-f8f61347e812 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046504 Aug 11 02:20:52.882116 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe484d-b3dc-4da5-b5d3-ea7bc5d866b8 x-openstack-request-id: req-e7fe484d-b3dc-4da5-b5d3-ea7bc5d866b8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:52.885320 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "tag": "fec611a4-535b-4795-94e6-fab909867a94", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:52.886189 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7fe484d-b3dc-4da5-b5d3-ea7bc5d866b8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:52.887357 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94', 'status': 'completed', 'code': 200} Aug 11 02:20:52.899502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:52.925417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fec611a4-535b-4795-94e6-fab909867a94 has no active binding in host n-h2-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:20:53.024757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=79fdea41-36c1-443f-b827-1977b0cf061a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:53.048885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.052597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.058608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210531-0e46-441f-9367-e2b63d180dd9 req-8642e8c4-9124-4ac4-8606-f313dd5fe8d2 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.071208 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-74210531-0e46-441f-9367-e2b63d180dd9 req-8642e8c4-9124-4ac4-8606-f313dd5fe8d2 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 950 time: 0.3069715 Aug 11 02:20:53.082241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-52f5af08-6866-4cba-940e-7a1f950ed7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.085198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:53.085458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-52f5af08-6866-4cba-940e-7a1f950ed7b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1125 time: 0.2056041 Aug 11 02:20:53.102781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:53.104522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.107311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914436fa-f4cb-4c1f-b3e9-0094b887e811 req-1aab87a9-101e-4372-a157-1388bb4b2374 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.124237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914436fa-f4cb-4c1f-b3e9-0094b887e811 req-1aab87a9-101e-4372-a157-1388bb4b2374 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.131235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e567d401-cbaa-4536-9123-a165499c2838'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:53.132570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914436fa-f4cb-4c1f-b3e9-0094b887e811 req-1aab87a9-101e-4372-a157-1388bb4b2374 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.135263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-914436fa-f4cb-4c1f-b3e9-0094b887e811 req-1aab87a9-101e-4372-a157-1388bb4b2374 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2416 time: 0.1863627 Aug 11 02:20:53.140993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['79fdea41-36c1-443f-b827-1977b0cf061a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:53.151069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2e44c3cc-34c9-441d-8bba-a970d85b1994 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:53.320950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-914436fa-f4cb-4c1f-b3e9-0094b887e811 req-b30097bb-c83e-4e8d-a391-090e229039eb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673498 Aug 11 02:20:53.363217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca914f9d-4600-405a-9345-0dc4887ffc16 req-5a4ca3a9-080d-4b77-80d0-8ba0c7b804c4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.383733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca914f9d-4600-405a-9345-0dc4887ffc16 req-5a4ca3a9-080d-4b77-80d0-8ba0c7b804c4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 944 time: 0.4049990 Aug 11 02:20:53.412080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Deleting port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:53.414598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.569304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca914f9d-4600-405a-9345-0dc4887ffc16 req-724ac078-59bd-47c9-a7b8-d90fd19a3ba2 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810896 Aug 11 02:20:53.572951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-1376df7b-84b4-4d48-b104-7e5a841ac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.583152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-1376df7b-84b4-4d48-b104-7e5a841ac896 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.4443531 Aug 11 02:20:53.649083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 2e44c3cc-34c9-441d-8bba-a970d85b1994 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:53.688942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2e44c3cc-34c9-441d-8bba-a970d85b1994 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:53.689262 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.734510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] For port 9bc954ca-10f5-407a-88d9-886c8f8f72f5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9bc954ca-10f5-407a-88d9-886c8f8f72f5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:53.735800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.746189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-ebd8720d-569c-4913-b3e6-121901419974 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 217 time: 0.1559794 Aug 11 02:20:53.778343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Calling delete_port for 9bc954ca-10f5-407a-88d9-886c8f8f72f5 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:53.869902 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.970807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:53.973144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfbfcad-8753-4549-ab21-86d2dd6518c4" -d '{"events": [{"server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "name": "network-vif-plugged", "status": "completed", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:54.095692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:54.135951 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.142171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:54.230651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-170df699-bcf3-484d-8ab6-fa93e1835296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.238194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-170df699-bcf3-484d-8ab6-fa93e1835296 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.4814036 Aug 11 02:20:54.244945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.274304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe144-4b40-41cf-bb70-82145ab12636 req-f26a3fa4-4d5a-49c2-88f7-4bb610a243d9 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.283066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7ffe144-4b40-41cf-bb70-82145ab12636 req-f26a3fa4-4d5a-49c2-88f7-4bb610a243d9 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 945 time: 0.3467679 Aug 11 02:20:54.316515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event deleted for resources: {'Port': ['ID=9bc954ca-10f5-407a-88d9-886c8f8f72f5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:54.380009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['422198be-b227-491a-be26-9937a9d82293', '9bc954ca-10f5-407a-88d9-886c8f8f72f5', 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:54.454842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd5291-290e-482b-8660-10bec773b9ff req-91572e55-8343-4a87-be91-2a52c75e3c1e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.468271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32fd5291-290e-482b-8660-10bec773b9ff req-91572e55-8343-4a87-be91-2a52c75e3c1e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.6967885 Aug 11 02:20:54.487691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] No DVR routers for this DVR port 9bc954ca-10f5-407a-88d9-886c8f8f72f5 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:54.499752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.504443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-74210531-0e46-441f-9367-e2b63d180dd9 req-f277e8d8-cb68-4824-9b77-1549275b2636 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "DELETE /v2.0/ports/9bc954ca-10f5-407a-88d9-886c8f8f72f5 HTTP/1.1" status: 204 len: 173 time: 1.4227555 Aug 11 02:20:54.515339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-078a5269-4768-40c6-b159-c8c73a436adb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2289445 Aug 11 02:20:54.540125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.672749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32fd5291-290e-482b-8660-10bec773b9ff req-d99053c8-02d1-4782-9292-4d9f4530cc5f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030232 Aug 11 02:20:54.889453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'name': 'network-vif-deleted', 'tag': '9bc954ca-10f5-407a-88d9-886c8f8f72f5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:54.889981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:54.894143 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb4d6d7-da76-418b-ba58-4ed4acccd208" -d '{"events": [{"server_uuid": "9609cb4d-86df-49c8-a093-ba9ed0dc6655", "name": "network-vif-deleted", "tag": "9bc954ca-10f5-407a-88d9-886c8f8f72f5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:54.953929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 720f64e4-abea-43bf-a344-2a4cd955aea7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:54.954335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.968372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2e44c3cc-34c9-441d-8bba-a970d85b1994, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2e44c3cc-34c9-441d-8bba-a970d85b1994,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:55.033985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.177592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2e44c3cc-34c9-441d-8bba-a970d85b1994,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:55.222778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-b76bebf8-6dbe-4eec-9223-ff54fe30ab6d service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032960 Aug 11 02:20:55.260076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7ffe144-4b40-41cf-bb70-82145ab12636 req-53b19d98-6456-4b78-9936-ce6cc6713f46 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9086409 Aug 11 02:20:55.394561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a78722b-87b9-46cd-b78f-82e3056bcbdb req-eaf65a6f-5546-4fea-b4af-019eb9372b80 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=9609cb4d-86df-49c8-a093-ba9ed0dc6655 HTTP/1.1" status: 200 len: 210 time: 0.1114376 Aug 11 02:20:55.534463 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9efed9-9c55-4400-83ed-7d78ac94ecb9 x-openstack-request-id: req-5f9efed9-9c55-4400-83ed-7d78ac94ecb9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:55.534990 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "name": "network-vif-plugged", "status": "completed", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:55.535396 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f9efed9-9c55-4400-83ed-7d78ac94ecb9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:55.536216 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'code': 200} Aug 11 02:20:55.548110 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.680753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-b3c0042e-e251-4eb7-89f5-2502de182546 service neutron] 10.222.0.25 "GET /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94/bindings/n-h2-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.7117481 Aug 11 02:20:55.686925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2d03d97-64f8-4464-8ec8-603df8d49b7c req-8d5b674b-c7b2-4f03-9515-15a260a2c09d service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257169 Aug 11 02:20:55.746698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:55.759970 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.799323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9bc954ca-10f5-407a-88d9-886c8f8f72f5 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:55.879246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc445-83f7-4a91-917d-f838db1ade78 req-42b93361-6566-43e2-a57c-e19c2d28fc1e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.884460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c79a0b-2ca7-494b-800f-0b0e2032a3bf req-502cf3f0-921f-4b6a-a0ed-7da2f751c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.896741 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-84c79a0b-2ca7-494b-800f-0b0e2032a3bf req-502cf3f0-921f-4b6a-a0ed-7da2f751c27b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1097 time: 0.1766315 Aug 11 02:20:55.908193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc445-83f7-4a91-917d-f838db1ade78 req-42b93361-6566-43e2-a57c-e19c2d28fc1e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.918339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc445-83f7-4a91-917d-f838db1ade78 req-42b93361-6566-43e2-a57c-e19c2d28fc1e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.927638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-339fc445-83f7-4a91-917d-f838db1ade78 req-42b93361-6566-43e2-a57c-e19c2d28fc1e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2417 time: 0.3094177 Aug 11 02:20:55.947998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 9bc954ca-10f5-407a-88d9-886c8f8f72f5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:55.949504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9bc954ca-10f5-407a-88d9-886c8f8f72f5 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:56.027798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-339fc445-83f7-4a91-917d-f838db1ade78 req-ba077c69-d85e-4f9d-b050-1f5ef47d2920 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966377 Aug 11 02:20:56.045304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-84c79a0b-2ca7-494b-800f-0b0e2032a3bf req-5c589a61-b2ff-434f-9b65-58d7507db061 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431186 Aug 11 02:20:56.102313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:56.182500 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b730848-a1d1-4930-9adc-6a7b589576f1 x-openstack-request-id: req-7b730848-a1d1-4930-9adc-6a7b589576f1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:56.182801 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9609cb4d-86df-49c8-a093-ba9ed0dc6655", "name": "network-vif-deleted", "tag": "9bc954ca-10f5-407a-88d9-886c8f8f72f5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:56.183062 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b730848-a1d1-4930-9adc-6a7b589576f1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:56.183475 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9609cb4d-86df-49c8-a093-ba9ed0dc6655', 'name': 'network-vif-deleted', 'tag': '9bc954ca-10f5-407a-88d9-886c8f8f72f5', 'status': 'completed', 'code': 200} Aug 11 02:20:56.364061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:56.401471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:56.542190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec611a4-535b-4795-94e6-fab909867a94 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:56.589062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:56.607590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec75ca-62fb-4ce9-9d44-f3df6a4e9010 req-2dd010e7-07c0-4398-b9a9-01a999995808 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.609460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cec75ca-62fb-4ce9-9d44-f3df6a4e9010 req-2dd010e7-07c0-4398-b9a9-01a999995808 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1434045 Aug 11 02:20:56.622672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19befac1-68ae-4278-83f7-aca698c3b8ab req-0e4e3e18-37ce-4a20-b7bd-996d7fc0eb1d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.629406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19befac1-68ae-4278-83f7-aca698c3b8ab req-0e4e3e18-37ce-4a20-b7bd-996d7fc0eb1d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 944 time: 0.5709412 Aug 11 02:20:56.718971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.754811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cec75ca-62fb-4ce9-9d44-f3df6a4e9010 req-fd24ebe6-8faf-44eb-bf9c-3f1e5da7e8c7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091805 Aug 11 02:20:56.865204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19befac1-68ae-4278-83f7-aca698c3b8ab req-c3f571ef-781c-498a-8fbb-eb96c76d25d8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344987 Aug 11 02:20:57.029956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646ab2e-6c45-4a4d-a648-9115fdb1322d req-624645b3-7c0f-4b3a-bee6-a6f341323f0c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.039635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3646ab2e-6c45-4a4d-a648-9115fdb1322d req-624645b3-7c0f-4b3a-bee6-a6f341323f0c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 946 time: 0.1348302 Aug 11 02:20:57.048951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Transition to ACTIVE for port object fec611a4-535b-4795-94e6-fab909867a94 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:57.067556 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.120837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e567d401-cbaa-4536-9123-a165499c2838 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:57.202282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port e567d401-cbaa-4536-9123-a165499c2838 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:57.209046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port e567d401-cbaa-4536-9123-a165499c2838 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:57.209559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.676988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e44c3cc-34c9-441d-8bba-a970d85b1994'}, {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:57.688241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3646ab2e-6c45-4a4d-a648-9115fdb1322d req-95e63699-10a7-4739-befb-72bf26c15bbc tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467946 Aug 11 02:20:57.693484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] No DVR routers for this DVR port fec611a4-535b-4795-94e6-fab909867a94 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:57.700726 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63518ec-069c-4860-9ac5-aa623c8b137c" -d '{"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-plugged", "status": "completed", "tag": "2e44c3cc-34c9-441d-8bba-a970d85b1994"}, {"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-plugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:57.775537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.830210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Pushing event updated for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=10']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:57.847649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] 10.222.0.25 "PUT /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94/bindings/n-h2-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 2.1501143 Aug 11 02:20:57.863439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.864345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.865154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.866955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.868100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.868952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.869724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.870537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.871346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.872054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e567d401-cbaa-4536-9123-a165499c2838, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e567d401-cbaa-4536-9123-a165499c2838,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:57.872510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.876228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.877927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92d999-32cd-4afe-86ba-7c06838b5a9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:57.879764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.880659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 79fdea41-36c1-443f-b827-1977b0cf061a up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:57.991944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e567d401-cbaa-4536-9123-a165499c2838,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:58.026307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 79fdea41-36c1-443f-b827-1977b0cf061a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:58.032197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 79fdea41-36c1-443f-b827-1977b0cf061a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:58.032592 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.126638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-594c8f57-9a63-418d-99bc-bf7e5285c089 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.138538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-594c8f57-9a63-418d-99bc-bf7e5285c089 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.1654921 Aug 11 02:20:58.296046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-07ce113c-a5cb-41af-9186-b5901e639c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.298849 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-07ce113c-a5cb-41af-9186-b5901e639c12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68&tenant_id=3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 1096 time: 0.1516848 Aug 11 02:20:58.341008 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.443920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5e1c86a8-dca8-4c5a-92e3-3388e02f0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.446367 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-5e1c86a8-dca8-4c5a-92e3-3388e02f0889 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1096 time: 0.1067264 Aug 11 02:20:58.503490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 79fdea41-36c1-443f-b827-1977b0cf061a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=79fdea41-36c1-443f-b827-1977b0cf061a,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:58.516030 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.645447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=79fdea41-36c1-443f-b827-1977b0cf061a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:58.713333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676038-357c-4252-86e9-36e1c10442c8 req-398bdd36-9acf-45e0-bfb2-470007451a70 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.721844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676038-357c-4252-86e9-36e1c10442c8 req-398bdd36-9acf-45e0-bfb2-470007451a70 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.729274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676038-357c-4252-86e9-36e1c10442c8 req-398bdd36-9acf-45e0-bfb2-470007451a70 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.731338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20676038-357c-4252-86e9-36e1c10442c8 req-398bdd36-9acf-45e0-bfb2-470007451a70 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.1733453 Aug 11 02:20:58.742784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-ef3174d6-b62b-4d85-abb2-80daa8c33375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.744665 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-ef3174d6-b62b-4d85-abb2-80daa8c33375 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.2895737 Aug 11 02:20:58.804824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-bf3ffbb9-a24d-4299-9373-24b70699ddbe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 217 time: 0.0472045 Aug 11 02:20:58.839302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20676038-357c-4252-86e9-36e1c10442c8 req-95ad844c-5f23-434d-b0d6-101db6756167 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900795 Aug 11 02:20:58.895667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-9ecf8061-9d09-4640-8fb4-42272cf03826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:58.897719 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-9ecf8061-9d09-4640-8fb4-42272cf03826 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.0806401 Aug 11 02:20:58.939830 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101286a-fa78-4c9a-9fee-5039bbdb3207 x-openstack-request-id: req-7101286a-fa78-4c9a-9fee-5039bbdb3207 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:58.940071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-9748e8f0-8f7b-46f2-a1f9-d46e2b30d3c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323064 Aug 11 02:20:58.940311 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-plugged", "status": "completed", "tag": "2e44c3cc-34c9-441d-8bba-a970d85b1994", "code": 200}, {"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-plugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:58.940673 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7101286a-fa78-4c9a-9fee-5039bbdb3207 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:58.941311 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e44c3cc-34c9-441d-8bba-a970d85b1994', 'code': 200} Aug 11 02:20:58.941690 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'code': 200} Aug 11 02:20:59.094524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd5af7-f9d7-4e13-8a23-396d20b85636 req-311f8181-bc08-4064-99dd-86a96ae55a90 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.098994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefd5af7-f9d7-4e13-8a23-396d20b85636 req-311f8181-bc08-4064-99dd-86a96ae55a90 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.0903013 Aug 11 02:20:59.118816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fec611a4-535b-4795-94e6-fab909867a94 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:59.126251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-68bc7b11-4482-45b7-91a2-c4ef2807eb8d service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752446 Aug 11 02:20:59.187252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefd5af7-f9d7-4e13-8a23-396d20b85636 req-52e92c62-eac7-47ce-9894-3773db57a331 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Aug 11 02:20:59.249120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fec611a4-535b-4795-94e6-fab909867a94 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:59.336306 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-46359d50-8929-46b3-90cd-a25d6111e356 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980815 Aug 11 02:20:59.390172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bb178-e94d-40fa-9a84-ab11e6ac9793 req-2d5da3bb-7a59-4cf7-9bb1-c3d4c65fcb82 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.390172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-876bb178-e94d-40fa-9a84-ab11e6ac9793 req-2d5da3bb-7a59-4cf7-9bb1-c3d4c65fcb82 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 945 time: 0.1132479 Aug 11 02:20:59.443448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-876bb178-e94d-40fa-9a84-ab11e6ac9793 req-97b68cf2-fd8d-47f2-bffc-22da9df14eb0 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Aug 11 02:20:59.718901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19167f3-99b4-4421-b7f9-ffdf5b9496bf req-4bf15a5f-932c-4f6d-aaad-f9ef1c8e8289 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.721702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d19167f3-99b4-4421-b7f9-ffdf5b9496bf req-4bf15a5f-932c-4f6d-aaad-f9ef1c8e8289 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 950 time: 0.1685498 Aug 11 02:20:59.827552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-1a4b7618-9b1d-4600-a3d9-f60f8397b9c5 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.830263 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-1a4b7618-9b1d-4600-a3d9-f60f8397b9c5 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.1423702 Aug 11 02:20:59.834371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d19167f3-99b4-4421-b7f9-ffdf5b9496bf req-4d85ca7a-2e1d-4d43-b70f-30a5df6da308 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045198 Aug 11 02:21:00.080478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e203a7-fcb9-47b1-980c-f8250c0fab4f req-e9726a84-7e34-45fe-aa45-4ed8d49137e7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.094888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55e203a7-fcb9-47b1-980c-f8250c0fab4f req-e9726a84-7e34-45fe-aa45-4ed8d49137e7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 946 time: 0.1346138 Aug 11 02:21:00.174476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55e203a7-fcb9-47b1-980c-f8250c0fab4f req-7891ef4b-1c2b-4bca-8dda-31bb93225519 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764506 Aug 11 02:21:00.211545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-e9918fa1-4737-44af-b73d-c67df573c10b service neutron] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:00.221983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-e9918fa1-4737-44af-b73d-c67df573c10b service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.224066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7fa8c4f-bc6e-49fa-8d20-992cbad52e23 req-e9918fa1-4737-44af-b73d-c67df573c10b service neutron] 10.222.0.59 "DELETE /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94/bindings/n-h1-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.3775458 Aug 11 02:21:00.250269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8d00f2f9-0963-4211-907d-7de90058da97 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.252927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8d00f2f9-0963-4211-907d-7de90058da97 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba5910-33f5-4072-ba22-d6737e5169f2 HTTP/1.1" status: 200 len: 950 time: 0.1293879 Aug 11 02:21:00.440400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831346-307e-49c7-bc64-d9f909f8151f req-c15d0571-3cb6-459d-bf4a-992e84901470 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.450701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831346-307e-49c7-bc64-d9f909f8151f req-c15d0571-3cb6-459d-bf4a-992e84901470 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.457273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831346-307e-49c7-bc64-d9f909f8151f req-c15d0571-3cb6-459d-bf4a-992e84901470 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.466335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6831346-307e-49c7-bc64-d9f909f8151f req-c15d0571-3cb6-459d-bf4a-992e84901470 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.1031651 Aug 11 02:21:00.482265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Deleting port 422198be-b227-491a-be26-9937a9d82293 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:00.484407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.523016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6831346-307e-49c7-bc64-d9f909f8151f req-29f3e3d8-71c7-4ecf-9414-cb944173e1d4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517509 Aug 11 02:21:00.654722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a9364-2625-4c70-8f7d-850da5a5e507 req-7f670bf2-fd9c-43d9-afa8-f066db633e94 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.664186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-348a9364-2625-4c70-8f7d-850da5a5e507 req-7f670bf2-fd9c-43d9-afa8-f066db633e94 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.0716987 Aug 11 02:21:00.699034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] For port 422198be-b227-491a-be26-9937a9d82293, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=422198be-b227-491a-be26-9937a9d82293,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:00.699547 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.724129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Calling delete_port for 422198be-b227-491a-be26-9937a9d82293 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:00.729548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-348a9364-2625-4c70-8f7d-850da5a5e507 req-19863d36-42c5-4dc4-bfd8-33089f533732 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Aug 11 02:21:00.949514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567d401-cbaa-4536-9123-a165499c2838'}, {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fdea41-36c1-443f-b827-1977b0cf061a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:00.954242 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329edb6a-74a9-44c4-ac0c-4da0f43b42e8" -d '{"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-plugged", "status": "completed", "tag": "e567d401-cbaa-4536-9123-a165499c2838"}, {"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-plugged", "status": "completed", "tag": "79fdea41-36c1-443f-b827-1977b0cf061a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:00.977382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-5cbc2c5d-91b9-46cf-883a-2ccd1731d9fd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-849335063&fields=id&tenant_id=d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 267 time: 0.0767708 Aug 11 02:21:01.035186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.049436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['422198be-b227-491a-be26-9937a9d82293', 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:01.090434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-40fa6b8e-bb12-4df3-ae2b-19b0b6e39c39 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.099675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-40fa6b8e-bb12-4df3-ae2b-19b0b6e39c39 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 946 time: 0.1151428 Aug 11 02:21:01.107065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event deleted for resources: {'Port': ['ID=422198be-b227-491a-be26-9937a9d82293,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:01.120935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'port': {'security_groups': ['9d84d165-9e0b-4f99-8228-434796f8cb1a', 'a9d49179-b4b7-4717-b994-63f5a528a4b7']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:01.192144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] No DVR routers for this DVR port 422198be-b227-491a-be26-9937a9d82293 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:01.197583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.201918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e143c763-e37d-4ac4-9351-03722c7bf8e9 req-8cb6ebd3-c02b-4d26-8ed7-8d3dd4492bb4 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "DELETE /v2.0/ports/422198be-b227-491a-be26-9937a9d82293 HTTP/1.1" status: 204 len: 173 time: 0.9397378 Aug 11 02:21:01.202456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'name': 'network-vif-deleted', 'tag': '422198be-b227-491a-be26-9937a9d82293'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:01.205310 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3883b3ad-5fbf-44c6-9aa0-b6208a79ac19" -d '{"events": [{"server_uuid": "a6ba5910-33f5-4072-ba22-d6737e5169f2", "name": "network-vif-deleted", "tag": "422198be-b227-491a-be26-9937a9d82293"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:01.326767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.836839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:01.884174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.895519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.911236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:01.985373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.986114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.987645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6f89c31-cbdd-4863-8ff4-32b12af013c2 req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "PUT /v2.0/ports/8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 982 time: 0.8741968 Aug 11 02:21:01.988203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:01.992058 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:02.085360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:02.095345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c94997-e9e3-4ebb-b38e-a32e3fcabb63 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:02.253715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c170-646c-4c34-8c21-14481d1c3c84 req-4ab5194f-f1b9-4ca4-9230-2b12bc6351ca tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.261388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2be7c170-646c-4c34-8c21-14481d1c3c84 req-4ab5194f-f1b9-4ca4-9230-2b12bc6351ca tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 945 time: 0.1090984 Aug 11 02:21:02.307899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2be7c170-646c-4c34-8c21-14481d1c3c84 req-ec2bda43-50be-40f7-9b25-c7a32bf59b2d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Aug 11 02:21:02.463038 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1923e-2f13-4cae-a859-dd3808aeaac3 x-openstack-request-id: req-eab1923e-2f13-4cae-a859-dd3808aeaac3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:02.463038 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-plugged", "status": "completed", "tag": "e567d401-cbaa-4536-9123-a165499c2838", "code": 200}, {"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-plugged", "status": "completed", "tag": "79fdea41-36c1-443f-b827-1977b0cf061a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:02.463038 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eab1923e-2f13-4cae-a859-dd3808aeaac3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:02.463471 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567d401-cbaa-4536-9123-a165499c2838', 'code': 200} Aug 11 02:21:02.463922 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fdea41-36c1-443f-b827-1977b0cf061a', 'code': 200} Aug 11 02:21:02.529146 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b833448-0ca9-448b-bff0-a3f50f3f0e58 x-openstack-request-id: req-8b833448-0ca9-448b-bff0-a3f50f3f0e58 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:02.530157 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba5910-33f5-4072-ba22-d6737e5169f2", "name": "network-vif-deleted", "tag": "422198be-b227-491a-be26-9937a9d82293", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:02.530594 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b833448-0ca9-448b-bff0-a3f50f3f0e58 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:02.531167 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba5910-33f5-4072-ba22-d6737e5169f2', 'name': 'network-vif-deleted', 'tag': '422198be-b227-491a-be26-9937a9d82293', 'status': 'completed', 'code': 200} Aug 11 02:21:02.626646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a621215-4f0b-41df-bcae-e4e2917bc01c req-a4ed822a-b849-4bde-88a4-bb07b6838c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.627536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a621215-4f0b-41df-bcae-e4e2917bc01c req-a4ed822a-b849-4bde-88a4-bb07b6838c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.628238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a621215-4f0b-41df-bcae-e4e2917bc01c req-a4ed822a-b849-4bde-88a4-bb07b6838c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.630228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a621215-4f0b-41df-bcae-e4e2917bc01c req-a4ed822a-b849-4bde-88a4-bb07b6838c3e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2872 time: 0.0785148 Aug 11 02:21:02.682544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a621215-4f0b-41df-bcae-e4e2917bc01c req-51c01c58-480c-4d30-9ed4-e873ace1f010 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Aug 11 02:21:02.825333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21f1d-aee2-4ecd-bca5-648faa6dec59 req-6dc48989-bffe-488b-b48b-ccae9cf76b41 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.832016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21f1d-aee2-4ecd-bca5-648faa6dec59 req-6dc48989-bffe-488b-b48b-ccae9cf76b41 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.838268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21f1d-aee2-4ecd-bca5-648faa6dec59 req-6dc48989-bffe-488b-b48b-ccae9cf76b41 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.849196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50f21f1d-aee2-4ecd-bca5-648faa6dec59 req-6dc48989-bffe-488b-b48b-ccae9cf76b41 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.1144350 Aug 11 02:21:02.906137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50f21f1d-aee2-4ecd-bca5-648faa6dec59 req-e18c8f37-9178-408c-bd90-39d747f0858d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Aug 11 02:21:03.049979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0dd4-b6cc-4e1a-9207-f5940218901b req-36c89943-9a73-4fe1-b206-4d048f96dcd4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.058400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aabc0dd4-b6cc-4e1a-9207-f5940218901b req-36c89943-9a73-4fe1-b206-4d048f96dcd4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.0734715 Aug 11 02:21:03.136733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aabc0dd4-b6cc-4e1a-9207-f5940218901b req-f416ce1c-de47-471d-a13f-aef08db94772 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769038 Aug 11 02:21:03.252369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-3babe0da-be8a-4123-aab0-b5e784e2d0b0 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1954051172&fields=id&tenant_id=d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 267 time: 0.0468872 Aug 11 02:21:03.318399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-e8bbefc6-217f-447e-bc5e-f2f2351a4199 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.324492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-e8bbefc6-217f-447e-bc5e-f2f2351a4199 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 985 time: 0.0707045 Aug 11 02:21:03.352332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'port': {'security_groups': ['9d84d165-9e0b-4f99-8228-434796f8cb1a', 'a9d49179-b4b7-4717-b994-63f5a528a4b7', 'c15ea643-fcfb-4f4a-bec5-29e2572db640']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:03.533976 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.059740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:04.110242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.120528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.135563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:04.272936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.273630 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.282672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2944a22b-c5fb-4e76-bc35-37336c9c5c10 req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "PUT /v2.0/ports/8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 1021 time: 0.9493101 Aug 11 02:21:04.334071 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972709ef-5525-4b44-a13d-64faa7aedf1d x-openstack-request-id: req-972709ef-5525-4b44-a13d-64faa7aedf1d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:04.334787 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:04.335226 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-972709ef-5525-4b44-a13d-64faa7aedf1d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:04.335842 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'status': 'completed', 'code': 200} Aug 11 02:21:04.353148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fd5bd-0ff1-44e9-ad63-a3ca122cca3f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.480145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:04.501062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-ac6af4c0-5b97-4f3a-9765-86e6eab4bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.506859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-ac6af4c0-5b97-4f3a-9765-86e6eab4bfaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1175 time: 0.1378467 Aug 11 02:21:04.671977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 422198be-b227-491a-be26-9937a9d82293 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:04.672790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-44b1749d-421e-432d-98fd-26ee58ffb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.675839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-44b1749d-421e-432d-98fd-26ee58ffb5f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.1608434 Aug 11 02:21:04.735732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 422198be-b227-491a-be26-9937a9d82293 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:04.736973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 422198be-b227-491a-be26-9937a9d82293 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:04.760042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-7c3bc644-4d4a-4574-8acb-0a3adaa42496 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 217 time: 0.0724359 Aug 11 02:21:04.870398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-72d9f9d0-402b-4a28-9f05-42abaf96feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.871852 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-72d9f9d0-402b-4a28-9f05-42abaf96feee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.1033757 Aug 11 02:21:04.938852 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-9c3491ba-d4bb-4a9c-b1cb-6ba1948c812a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561943 Aug 11 02:21:04.944202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef027-faf8-4915-bc81-4cd4dd1509a6 req-a0d028a3-0f51-4eed-88b2-004c2f22d454 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.950677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef027-faf8-4915-bc81-4cd4dd1509a6 req-a0d028a3-0f51-4eed-88b2-004c2f22d454 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.957062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef027-faf8-4915-bc81-4cd4dd1509a6 req-a0d028a3-0f51-4eed-88b2-004c2f22d454 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.958965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-005ef027-faf8-4915-bc81-4cd4dd1509a6 req-a0d028a3-0f51-4eed-88b2-004c2f22d454 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.1194365 Aug 11 02:21:05.039183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-005ef027-faf8-4915-bc81-4cd4dd1509a6 req-d42677ba-43d3-47ad-94cd-af61f95a9924 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 Aug 11 02:21:05.146886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-6c7e6b03-5c36-4dc9-95f6-8602944a9d34 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980834 Aug 11 02:21:05.314534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9a762-83f9-4443-858e-ae354f419972 req-693552ec-fe6d-46f5-8304-8312512945e8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.332008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df9a762-83f9-4443-858e-ae354f419972 req-693552ec-fe6d-46f5-8304-8312512945e8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1518002 Aug 11 02:21:05.382875 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3cc10293-1b0f-4be3-86d1-3dae0ccd3aa5 req-8d18d28d-d4f5-4b48-a17d-72bf10c9f449 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267189 Aug 11 02:21:05.432650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df9a762-83f9-4443-858e-ae354f419972 req-c089ddb5-4296-4526-ab90-fa1728bf7205 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848334 Aug 11 02:21:05.575211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e27374-f7b4-46a9-a90b-f11bad085ff7 req-9cd18709-8de0-4167-b637-cf0e6a5791a6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.576913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28e27374-f7b4-46a9-a90b-f11bad085ff7 req-9cd18709-8de0-4167-b637-cf0e6a5791a6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1024 time: 0.0655859 Aug 11 02:21:05.709699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28e27374-f7b4-46a9-a90b-f11bad085ff7 req-3aa6420d-76fb-414a-88d5-a93327cea5ba tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9d49179-b4b7-4717-b994-63f5a528a4b7&id=c15ea643-fcfb-4f4a-bec5-29e2572db640&id=9d84d165-9e0b-4f99-8228-434796f8cb1a HTTP/1.1" status: 200 len: 6148 time: 0.1220000 Aug 11 02:21:05.835168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8eed6-11fd-4b84-bacb-da7ea3dc23d7 req-1f814a73-a136-4966-a747-f00778f45a84 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.843108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40f8eed6-11fd-4b84-bacb-da7ea3dc23d7 req-1f814a73-a136-4966-a747-f00778f45a84 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1096 time: 0.0637937 Aug 11 02:21:05.889664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40f8eed6-11fd-4b84-bacb-da7ea3dc23d7 req-54d4a5e8-9434-473c-9067-baf7ca0f10e8 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Aug 11 02:21:06.076333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdadc2-31e0-4136-b7d4-1a157ad6d2b5 req-8a18897e-74dc-4dee-b189-30f1f17a83d1 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:06.085546 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefdadc2-31e0-4136-b7d4-1a157ad6d2b5 req-8a18897e-74dc-4dee-b189-30f1f17a83d1 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 950 time: 0.1124678 Aug 11 02:21:06.142232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefdadc2-31e0-4136-b7d4-1a157ad6d2b5 req-de661b19-5c08-4a45-a854-cb66312e4128 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.16 "GET /v2.0/security-groups?id=9acfbd2e-183a-4705-8aed-b0cf04513de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549307 Aug 11 02:21:06.273789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e7fef63a-8ed9-47eb-976f-80512487cb0c req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': ' tempest-securitygroup -481163075 ', 'description': 'tempest-description-304820356'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:06.311851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7fef63a-8ed9-47eb-976f-80512487cb0c req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.340384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:06.342465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-b0364640-3cdf-4975-bdcc-bbf39bf1f7f2 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:06.344457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-b0364640-3cdf-4975-bdcc-bbf39bf1f7f2 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "GET /v2.0/ports?device_id=a38209a3-630b-428f-8a1a-cd09ae46140e HTTP/1.1" status: 200 len: 950 time: 0.1446686 Aug 11 02:21:06.346728 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00256d6e-3afa-4bd8-91f3-455c6603df56" -d '{"events": [{"name": "network-changed", "server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:06.510697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Deleting port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:06.511661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.518120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7fef63a-8ed9-47eb-976f-80512487cb0c req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.531359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7fef63a-8ed9-47eb-976f-80512487cb0c req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.567284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7fef63a-8ed9-47eb-976f-80512487cb0c req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.582033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7fef63a-8ed9-47eb-976f-80512487cb0c req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3131406 Aug 11 02:21:06.596371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcce15-cd56-4a18-897f-b8dd0483af55 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562427e1-123e-48de-a69c-d6ba212e5b63,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:06.721672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] For port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:06.722434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.742727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Calling delete_port for ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:06.963441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.977220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:07.021030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Pushing event deleted for resources: {'Port': ['ID=ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.104770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] No DVR routers for this DVR port ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:07.107713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.110132 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8dc9246c-de0f-4db2-9f56-07a6e094d40b req-34e3d02e-17eb-4b57-b499-36102e4e0069 tempest-ServersAdminTestJSON-1606684803 tempest-ServersAdminTestJSON-1606684803-project] 10.222.0.59 "DELETE /v2.0/ports/ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d HTTP/1.1" status: 204 len: 173 time: 0.7591476 Aug 11 02:21:07.110754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-deleted', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:07.113233 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995e1b7-d266-4bff-85ad-a5542b43e06e" -d '{"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-deleted", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:09.847207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-380e06de-4e14-40a9-8c02-9f37dc96ecd3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:09.850594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-380e06de-4e14-40a9-8c02-9f37dc96ecd3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.1675038 Aug 11 02:21:09.877826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-83873ae5-12c1-4f4e-a438-52bd684ee9be tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/quotas/3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 375 time: 0.0165713 Aug 11 02:21:09.957895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-942a1a47-b17c-421f-a3e1-445cbdb35511 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672138 Aug 11 02:21:09.966874 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b2619-5320-4456-a13e-97860fcba58c x-openstack-request-id: req-3a7b2619-5320-4456-a13e-97860fcba58c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:09.967171 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:09.967425 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a7b2619-5320-4456-a13e-97860fcba58c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:09.967834 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'status': 'completed', 'code': 200} Aug 11 02:21:10.087938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-765f6d69-c2db-4666-b1fb-1de44e15f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.089931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-765f6d69-c2db-4666-b1fb-1de44e15f489 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1175 time: 0.0768590 Aug 11 02:21:10.219673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-b41fa294-78f8-4ede-8d10-0323b153830b service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452903 Aug 11 02:21:10.235049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a6ff0-d62f-4f91-9123-1e6139bd486a req-24a7d596-6e48-4b06-98fe-81ce09f86ce4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.237255 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c2a6ff0-d62f-4f91-9123-1e6139bd486a req-24a7d596-6e48-4b06-98fe-81ce09f86ce4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1389909 Aug 11 02:21:10.270860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-8b184ad9-4115-420e-ac7a-7d6e4fe91dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.273399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-8b184ad9-4115-420e-ac7a-7d6e4fe91dce service neutron] 10.222.0.59 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.1700709 Aug 11 02:21:10.355147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-85f2ddf2-7bd3-48d4-8bce-386cf624c82e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 200 len: 217 time: 0.0734863 Aug 11 02:21:10.374836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c2a6ff0-d62f-4f91-9123-1e6139bd486a req-af4fc7e8-6628-4840-abf6-ec5cb83e26c7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232238 Aug 11 02:21:10.450292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-12b02ad4-6879-4cd5-b5bb-4f8765bdd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.452900 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-12b02ad4-6879-4cd5-b5bb-4f8765bdd9cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.0892792 Aug 11 02:21:10.478171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-dd1c4a53-9ef4-4266-bf01-af5fe11d0f49 service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386053 Aug 11 02:21:10.510525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac2494dc-4a2b-4df1-ba86-fb6699a20abd req-2de21891-3123-4d01-b8db-256058c322d7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/562427e1-123e-48de-a69c-d6ba212e5b63 HTTP/1.1" status: 200 len: 1779 time: 0.0955021 Aug 11 02:21:10.527248 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-85b8915a-a1ac-46ac-9e4b-309a0f77ee5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642998 Aug 11 02:21:10.650979 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d03b1a9-e8b9-4b94-af80-bb422997e253 x-openstack-request-id: req-5d03b1a9-e8b9-4b94-af80-bb422997e253 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:10.651620 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38209a3-630b-428f-8a1a-cd09ae46140e", "name": "network-vif-deleted", "tag": "ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:10.651914 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d03b1a9-e8b9-4b94-af80-bb422997e253 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:10.652732 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38209a3-630b-428f-8a1a-cd09ae46140e', 'name': 'network-vif-deleted', 'tag': 'ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d', 'status': 'completed', 'code': 200} Aug 11 02:21:10.675276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:10.742764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:10.743115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ef8dbe89-bfc4-41e0-8ad7-8d0c424d0c7d not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:10.790461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-56356633-fb07-4a86-b78b-d6c3ea535255 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512271 Aug 11 02:21:10.908171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc448b69-abd8-4798-9f92-6fc3feddae63 req-2110dccd-42d4-4136-8bd3-0e957d5593e5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/562427e1-123e-48de-a69c-d6ba212e5b63 HTTP/1.1" status: 200 len: 1779 time: 0.0904059 Aug 11 02:21:10.987049 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-00256d6e-3afa-4bd8-91f3-455c6603df56 req-018afa98-bb95-47aa-8c77-1d47ab2e9c24 service neutron] 10.222.0.59 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826539 Aug 11 02:21:11.083058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.106810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022fa9b-e205-47c8-9f85-707cdd22de58 req-409c0264-e207-47b9-96bc-46405b1718fd tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.118726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022fa9b-e205-47c8-9f85-707cdd22de58 req-409c0264-e207-47b9-96bc-46405b1718fd tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.131163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022fa9b-e205-47c8-9f85-707cdd22de58 req-409c0264-e207-47b9-96bc-46405b1718fd tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.134118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f022fa9b-e205-47c8-9f85-707cdd22de58 req-409c0264-e207-47b9-96bc-46405b1718fd tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.1846597 Aug 11 02:21:11.143529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cc448b69-abd8-4798-9f92-6fc3feddae63 req-51cd94a4-c1b4-460c-9e5c-49ba8146804c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.220402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cc448b69-abd8-4798-9f92-6fc3feddae63 req-51cd94a4-c1b4-460c-9e5c-49ba8146804c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.258638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f022fa9b-e205-47c8-9f85-707cdd22de58 req-ffb5c4e0-66c0-4424-b792-d3c5a331b23f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937934 Aug 11 02:21:11.295292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cc448b69-abd8-4798-9f92-6fc3feddae63 req-51cd94a4-c1b4-460c-9e5c-49ba8146804c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.299270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cc448b69-abd8-4798-9f92-6fc3feddae63 req-51cd94a4-c1b4-460c-9e5c-49ba8146804c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.303024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc448b69-abd8-4798-9f92-6fc3feddae63 req-51cd94a4-c1b4-460c-9e5c-49ba8146804c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/562427e1-123e-48de-a69c-d6ba212e5b63 HTTP/1.1" status: 204 len: 173 time: 0.3931282 Aug 11 02:21:11.348511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd94a4-c1b4-460c-9e5c-49ba8146804c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562427e1-123e-48de-a69c-d6ba212e5b63,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.403294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-307dabfe-79c6-48d9-937d-fb94d29c79eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=010682f0be5d47fd8abdd1006c06f7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188829 Aug 11 02:21:11.406304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.487846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f87cddf4-e467-4e2b-b4dd-8cd51e489776 req-47ab93bd-451c-4ff7-bd52-46f32df4a55d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 210 time: 0.0718498 Aug 11 02:21:11.492008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5feeafb-dd46-4135-8365-63531216025c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.543524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71aebc-0c0b-40ad-a6e4-58a6ebfac854 req-293c7a4b-1dc4-4e0a-be7d-f25fd3855ea4 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.544391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5feeafb-dd46-4135-8365-63531216025c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.546415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e71aebc-0c0b-40ad-a6e4-58a6ebfac854 req-293c7a4b-1dc4-4e0a-be7d-f25fd3855ea4 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 949 time: 0.1522686 Aug 11 02:21:11.585677 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-71db6b5e-9a60-4403-bcca-1c56aa169749 req-4fe18f69-914a-4e00-b4f3-435947d4540b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:21:11.587552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71db6b5e-9a60-4403-bcca-1c56aa169749 req-4fe18f69-914a-4e00-b4f3-435947d4540b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/562427e1-123e-48de-a69c-d6ba212e5b63 HTTP/1.1" status: 404 len: 352 time: 0.0395851 Aug 11 02:21:11.658277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e71aebc-0c0b-40ad-a6e4-58a6ebfac854 req-49bebbff-5452-4a48-8ed8-03ac499e317a tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945294 Aug 11 02:21:11.660319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5feeafb-dd46-4135-8365-63531216025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.665374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5feeafb-dd46-4135-8365-63531216025c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.666787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f5feeafb-dd46-4135-8365-63531216025c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9acfbd2e-183a-4705-8aed-b0cf04513de5 HTTP/1.1" status: 204 len: 168 time: 0.2593639 Aug 11 02:21:11.680336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feeafb-dd46-4135-8365-63531216025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfbd2e-183a-4705-8aed-b0cf04513de5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.751907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d4c7d3c4-224d-4cb0-a5db-48495add7ff7 req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-740215196', 'description': 'tempest-description-112659139'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:11.820678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35921-0ff2-4783-99d6-8aa334c422e8 req-6cddf73c-8475-4339-b3f5-4960fe3b9c42 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.823846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbe35921-0ff2-4783-99d6-8aa334c422e8 req-6cddf73c-8475-4339-b3f5-4960fe3b9c42 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1243062 Aug 11 02:21:11.836635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d4c7d3c4-224d-4cb0-a5db-48495add7ff7 req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.027531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbe35921-0ff2-4783-99d6-8aa334c422e8 req-54f0b0c6-e188-4f67-b574-ed5663fb500a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010698 Aug 11 02:21:12.116310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a9475-3478-44a2-a779-2f1120845f50 req-47468ec7-279f-401b-b2c6-8cb3c7fa4f7f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.132188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a9475-3478-44a2-a779-2f1120845f50 req-47468ec7-279f-401b-b2c6-8cb3c7fa4f7f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.144713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a9475-3478-44a2-a779-2f1120845f50 req-47468ec7-279f-401b-b2c6-8cb3c7fa4f7f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.148667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e86a9475-3478-44a2-a779-2f1120845f50 req-47468ec7-279f-401b-b2c6-8cb3c7fa4f7f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.1926873 Aug 11 02:21:12.278423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d4c7d3c4-224d-4cb0-a5db-48495add7ff7 req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.310309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d4c7d3c4-224d-4cb0-a5db-48495add7ff7 req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.446093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d4c7d3c4-224d-4cb0-a5db-48495add7ff7 req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.461898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4c7d3c4-224d-4cb0-a5db-48495add7ff7 req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7150815 Aug 11 02:21:12.547990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa136657-3bb3-4b4f-a376-8521ade5d4c5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0f7dd-7912-4568-a2b3-d731ec61acaa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:12.600869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e274719b-a274-478d-8751-1a602723da9a req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1083952471', 'description': 'tempest-description-1703337982'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:12.666899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48270) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:12.697356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:12.783314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-072633cf-6ac2-4df6-ac28-9eb027b32f26 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.786253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-072633cf-6ac2-4df6-ac28-9eb027b32f26 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.2279131 Aug 11 02:21:12.804441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Request body: {'port': {'device_id': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'admin_state_up': True, 'tenant_id': '3abd683ca71844e3be8a3340655d8956'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:12.860994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port 2e44c3cc-34c9-441d-8bba-a970d85b1994 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:12.861953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.876574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e274719b-a274-478d-8751-1a602723da9a req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.896569 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.964368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:12.970694 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83a209-32dc-4a87-9f5e-dae1ff46646a" -d '{"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:12.988809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:12.997625 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.017140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Made reservation on behalf of 3abd683ca71844e3be8a3340655d8956 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:13.023494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea8bbe-8ddc-4a25-af33-18ea149dbef4 req-88addb85-a628-4c8a-9d8d-b2144765fd04 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.024365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.036613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea8bbe-8ddc-4a25-af33-18ea149dbef4 req-88addb85-a628-4c8a-9d8d-b2144765fd04 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.047649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea8bbe-8ddc-4a25-af33-18ea149dbef4 req-88addb85-a628-4c8a-9d8d-b2144765fd04 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.057113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35ea8bbe-8ddc-4a25-af33-18ea149dbef4 req-88addb85-a628-4c8a-9d8d-b2144765fd04 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 2419 time: 0.4243579 Aug 11 02:21:13.073246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a7dfde6c-f5b4-4db2-bf18-6d0c27f4ce18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d42029667e584aeaae9806bbe0774aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016883 Aug 11 02:21:13.088676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:13.120740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.234741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35ea8bbe-8ddc-4a25-af33-18ea149dbef4 req-a623a54d-425f-4955-8fc8-01a2905f1161 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718378 Aug 11 02:21:13.256814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port 2e44c3cc-34c9-441d-8bba-a970d85b1994, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2e44c3cc-34c9-441d-8bba-a970d85b1994,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:13.257455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.274751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Allocated IP 172.20.0.2 (7ada9445-7834-4d1b-8b0f-ad38597e5910/bd1bd06d-16ed-46e3-8fec-24dea8a8db0f/48cb364b-c786-416e-9a11-c5550dafa21e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:13.302389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for 2e44c3cc-34c9-441d-8bba-a970d85b1994 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:13.306148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6607ac56-259a-48db-8446-a142fbcc28ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.354437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e274719b-a274-478d-8751-1a602723da9a req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.406902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e274719b-a274-478d-8751-1a602723da9a req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.433076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6607ac56-259a-48db-8446-a142fbcc28ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.441817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e285520e-2946-4e56-980f-a96218c4c595 req-fb416358-52e3-4b6a-a674-71aece83b4f4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 210 time: 0.0901392 Aug 11 02:21:13.488339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e274719b-a274-478d-8751-1a602723da9a req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.489604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e274719b-a274-478d-8751-1a602723da9a req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9153395 Aug 11 02:21:13.520898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b750c6-6bb2-4209-8767-d7a6bea978be tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac20d56d-6e49-4216-bd1f-86a14d8c9dd6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.596119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6607ac56-259a-48db-8446-a142fbcc28ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.603299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6607ac56-259a-48db-8446-a142fbcc28ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.606902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6607ac56-259a-48db-8446-a142fbcc28ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3717f32-1e51-4f35-89a6-01d50dd89cd9 HTTP/1.1" status: 204 len: 168 time: 0.5126138 Aug 11 02:21:13.614401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.614894 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af9a3c-1c6c-4823-ac82-cb4c20fbc93b x-openstack-request-id: req-51af9a3c-1c6c-4823-ac82-cb4c20fbc93b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:13.615415 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:13.615874 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51af9a3c-1c6c-4823-ac82-cb4c20fbc93b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:13.616401 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'code': 200} Aug 11 02:21:13.665106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607ac56-259a-48db-8446-a142fbcc28ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3717f32-1e51-4f35-89a6-01d50dd89cd9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.697481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.719805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.740204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2e44c3cc-34c9-441d-8bba-a970d85b1994', '79fdea41-36c1-443f-b827-1977b0cf061a', 'e567d401-cbaa-4536-9123-a165499c2838'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:13.766739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=2e44c3cc-34c9-441d-8bba-a970d85b1994,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.816409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:13.828714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:13.833003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:13.903417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-387be132-19ae-4a63-84d1-3e3664a47935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.917767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.918846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.931885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port 2e44c3cc-34c9-441d-8bba-a970d85b1994 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:13.946593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.951688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e86a9475-3478-44a2-a779-2f1120845f50 req-77b009b3-34a0-4775-a96e-7e5dce5bed53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "DELETE /v2.0/ports/2e44c3cc-34c9-441d-8bba-a970d85b1994 HTTP/1.1" status: 204 len: 173 time: 1.7623000 Aug 11 02:21:13.952493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-deleted', 'tag': '2e44c3cc-34c9-441d-8bba-a970d85b1994'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:13.958962 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a0205f-88ae-4e76-9a60-e885129c0b02" -d '{"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-deleted", "tag": "2e44c3cc-34c9-441d-8bba-a970d85b1994"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:13.960171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1611114 Aug 11 02:21:13.962248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abef4c-b5ea-4332-94fd-5e4a6507139f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.992328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Request body: {'port': {'device_id': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:14.084604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.276485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96afbb-4465-4bbe-a445-f1725afc72d5 req-1af47c53-aa3a-4067-8293-0bdb3212092c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:14.281816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b96afbb-4465-4bbe-a445-f1725afc72d5 req-1af47c53-aa3a-4067-8293-0bdb3212092c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.3741379 Aug 11 02:21:14.417558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b96afbb-4465-4bbe-a445-f1725afc72d5 req-dcfef877-e202-4979-b01c-62a68139aa07 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187320 Aug 11 02:21:14.428615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port e567d401-cbaa-4536-9123-a165499c2838 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:14.429326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.705495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port e567d401-cbaa-4536-9123-a165499c2838, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e567d401-cbaa-4536-9123-a165499c2838,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:14.706157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.744364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-24a12838-fde6-4714-97da-1d44a4ad33a6 req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1130158783', 'description': 'tempest-description-207653331'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:14.774875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for e567d401-cbaa-4536-9123-a165499c2838 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:14.851881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cb364b-c786-416e-9a11-c5550dafa21e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:14.867724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.889809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Transition to ACTIVE for port object 48cb364b-c786-416e-9a11-c5550dafa21e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:14.897629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.904588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24a12838-fde6-4714-97da-1d44a4ad33a6 req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.967350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.110278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:15.111335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:15.112138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:15.124902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:15.144047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:15.159757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:15.161431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:15.164101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:15.165912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Bound port: 48cb364b-c786-416e-9a11-c5550dafa21e, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:15.167783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.243054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.249096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24a12838-fde6-4714-97da-1d44a4ad33a6 req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.307459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=e567d401-cbaa-4536-9123-a165499c2838,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.321436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24a12838-fde6-4714-97da-1d44a4ad33a6 req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.404247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac3a87f-5954-4324-859e-cab58940d285,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.451837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24a12838-fde6-4714-97da-1d44a4ad33a6 req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.453489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:15.453877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24a12838-fde6-4714-97da-1d44a4ad33a6 req-5c719981-5df8-473d-aebe-0d650430992c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7526164 Aug 11 02:21:15.459573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:15.475638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.547845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port e567d401-cbaa-4536-9123-a165499c2838 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:15.559995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.564626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.565479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.567374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e86a9475-3478-44a2-a779-2f1120845f50 req-25533a09-31f7-4b63-b52f-c6b0510701f2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "DELETE /v2.0/ports/e567d401-cbaa-4536-9123-a165499c2838 HTTP/1.1" status: 204 len: 173 time: 1.5952699 Aug 11 02:21:15.567577 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] 10.222.0.59 "PUT /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 1091 time: 1.5810535 Aug 11 02:21:15.567872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:15.571627 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1576a94-bfc8-4fad-b281-fa1e99216528" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:15.637858 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707669af-bc4d-41d2-98f9-7ce23a4d71ea x-openstack-request-id: req-707669af-bc4d-41d2-98f9-7ce23a4d71ea {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:15.638542 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-deleted", "tag": "2e44c3cc-34c9-441d-8bba-a970d85b1994", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:15.639064 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-707669af-bc4d-41d2-98f9-7ce23a4d71ea {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:15.639686 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-deleted', 'tag': '2e44c3cc-34c9-441d-8bba-a970d85b1994', 'status': 'completed', 'code': 200} Aug 11 02:21:15.798239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760d868-2b81-4e75-bd23-1858cd608feb service neutron] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.803757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:15.832521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-157b84e3-002a-4c30-b071-43bba1e767d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.835106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-157b84e3-002a-4c30-b071-43bba1e767d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1094 time: 0.2030540 Aug 11 02:21:15.919878 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-687a3a1d-9432-4594-a6ba-7743cdb5b24a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 217 time: 0.0757499 Aug 11 02:21:15.994804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e199-96c0-49ec-96c6-eb94bff97687 req-8164905a-8af6-4007-81ce-17ad607bac95 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.998902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6912e199-96c0-49ec-96c6-eb94bff97687 req-8164905a-8af6-4007-81ce-17ad607bac95 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 946 time: 0.2523925 Aug 11 02:21:16.011783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port 79fdea41-36c1-443f-b827-1977b0cf061a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:16.012891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.037902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-network', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:16.043674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-aa149076-eed3-432c-809b-d162361efae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.045213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-aa149076-eed3-432c-809b-d162361efae8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1162791 Aug 11 02:21:16.085265 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-a85f3023-a296-4c9e-a047-1998f701ad68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315526 Aug 11 02:21:16.095458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Made reservation on behalf of eb2e56f1d8a241419f53c3f2e63cfb37 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:16.098378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.117935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.191824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6912e199-96c0-49ec-96c6-eb94bff97687 req-9e8159b4-1eab-4276-ab82-86b11379afbe tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077626 Aug 11 02:21:16.220473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207248f-bf90-4437-a540-73af865278d4 req-8521aa61-6b2b-403c-8693-98ccae79dcdd tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.229795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d207248f-bf90-4437-a540-73af865278d4 req-8521aa61-6b2b-403c-8693-98ccae79dcdd tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.1469939 Aug 11 02:21:16.233086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port 79fdea41-36c1-443f-b827-1977b0cf061a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=79fdea41-36c1-443f-b827-1977b0cf061a,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:16.233475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.261272 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-1d912ef0-ee4b-47b0-ae76-3fc85c1c8c5f service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670558 Aug 11 02:21:16.265307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for 79fdea41-36c1-443f-b827-1977b0cf061a owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:16.362795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d207248f-bf90-4437-a540-73af865278d4 req-38968608-c8b1-457b-9755-7e6292c564b8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319201 Aug 11 02:21:16.484175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.496475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34e17ed2-7954-41dd-9975-ee092fb0c944 req-05c41b55-df5e-4f36-ab46-1d59a853db80 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210228 Aug 11 02:21:16.496475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.531114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:16.543890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e2e12-3d8f-4746-b404-8fd05005473e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:16.551883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.553120 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Added segment 33900fb4-5193-4988-9732-4fedf16ba795 of type vlan for network 8dce4fec-6af0-457b-9fb8-8f3fe833182a Aug 11 02:21:16.605683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b739-7a46-48ad-82f8-5686acd0bdc4 req-5cbbde0f-d475-4c75-a486-61010b86283c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.609279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4524b739-7a46-48ad-82f8-5686acd0bdc4 req-5cbbde0f-d475-4c75-a486-61010b86283c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.2199821 Aug 11 02:21:16.631574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.694021 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.695261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.695972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.754898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9348931 Aug 11 02:21:16.762426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48374) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:16.776428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f8f9e-bff4-4389-b43e-b20ce41ad95c admin admin] Pushing event updated for resources: {'Network': ['ID=8dce4fec-6af0-457b-9fb8-8f3fe833182a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:16.791795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Request body: {'subnet': {'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-subnet', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:16.792750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:16.809353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.839086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e45175f0-1ea9-4d83-9d00-a7a85b29e2e2 req-9c808df4-d8ce-4048-9c6f-f7a741710d30 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 10895 time: 0.4240072 Aug 11 02:21:16.851863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4524b739-7a46-48ad-82f8-5686acd0bdc4 req-55854658-8df8-4094-91f4-6d2b65503fda tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873205 Aug 11 02:21:16.900725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=79fdea41-36c1-443f-b827-1977b0cf061a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:16.945109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Made reservation on behalf of eb2e56f1d8a241419f53c3f2e63cfb37 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:16.947906 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e952b95-84ad-4620-a67c-abfc57a64451 x-openstack-request-id: req-4e952b95-84ad-4620-a67c-abfc57a64451 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:16.949278 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.949912 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:16.950633 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e952b95-84ad-4620-a67c-abfc57a64451 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:16.951494 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e', 'status': 'completed', 'code': 200} Aug 11 02:21:17.098791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-3e705f01-4437-4fd1-b6be-79e212b7eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.101411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-3e705f01-4437-4fd1-b6be-79e212b7eef5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1094 time: 0.1240468 Aug 11 02:21:17.147197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e45175f0-1ea9-4d83-9d00-a7a85b29e2e2 req-6b69c042-c4c2-4ae2-92a3-a99a3101446e tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/9d84d165-9e0b-4f99-8228-434796f8cb1a HTTP/1.1" status: 200 len: 2981 time: 0.2579191 Aug 11 02:21:17.177127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2e44c3cc-34c9-441d-8bba-a970d85b1994 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:17.197289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port 79fdea41-36c1-443f-b827-1977b0cf061a on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:17.200278 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.202929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e86a9475-3478-44a2-a779-2f1120845f50 req-654b2435-2556-4416-8496-8598966ca81e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "DELETE /v2.0/ports/79fdea41-36c1-443f-b827-1977b0cf061a HTTP/1.1" status: 204 len: 173 time: 1.6210182 Aug 11 02:21:17.222041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e45175f0-1ea9-4d83-9d00-a7a85b29e2e2 req-ad7f9655-f0d0-45eb-b185-0fd7aa74ddba tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/9d84d165-9e0b-4f99-8228-434796f8cb1a HTTP/1.1" status: 200 len: 2981 time: 0.0733311 Aug 11 02:21:17.237044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 2e44c3cc-34c9-441d-8bba-a970d85b1994 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:17.237792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2e44c3cc-34c9-441d-8bba-a970d85b1994 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:17.238852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e567d401-cbaa-4536-9123-a165499c2838 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:17.281273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: e567d401-cbaa-4536-9123-a165499c2838 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:17.282027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e567d401-cbaa-4536-9123-a165499c2838 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:17.283047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 79fdea41-36c1-443f-b827-1977b0cf061a no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:17.326203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 79fdea41-36c1-443f-b827-1977b0cf061a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:17.327296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 79fdea41-36c1-443f-b827-1977b0cf061a not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:17.364337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-c55cd268-bb2b-4279-9f9f-662f3f5787e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.368170 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-c55cd268-bb2b-4279-9f9f-662f3f5787e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.2512555 Aug 11 02:21:17.405938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31a36909-ed42-43e0-82b5-461433dc12c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.447342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca29b80-73be-4806-8929-411ef8aa7670 req-98b06596-4362-4d3a-beb3-3a74ec843d9a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/51b0f7dd-7912-4568-a2b3-d731ec61acaa HTTP/1.1" status: 200 len: 1799 time: 0.1427534 Aug 11 02:21:17.472964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-eff3c2e5-b5b9-4070-88dd-3b1daa9e21c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 217 time: 0.0968499 Aug 11 02:21:17.582873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ca29b80-73be-4806-8929-411ef8aa7670 req-2a3d9fd1-1713-459d-b597-6bda6f028f8d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.610109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.610459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-9b3cd00a-0d81-4a20-a8f7-2ad21ff4f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.610630 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-9b3cd00a-0d81-4a20-a8f7-2ad21ff4f1e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1177242 Aug 11 02:21:17.642084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-deleted', 'tag': 'e567d401-cbaa-4536-9123-a165499c2838'}, {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-deleted', 'tag': '79fdea41-36c1-443f-b827-1977b0cf061a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:17.644650 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb8c1d-fe99-4953-b49d-26216945732a" -d '{"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-deleted", "tag": "e567d401-cbaa-4536-9123-a165499c2838"}, {"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-deleted", "tag": "79fdea41-36c1-443f-b827-1977b0cf061a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:17.655767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ca29b80-73be-4806-8929-411ef8aa7670 req-2a3d9fd1-1713-459d-b597-6bda6f028f8d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.681049 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.699255 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-b326f357-f748-468d-95a6-7cf714349952 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713024 Aug 11 02:21:17.757749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadac101-564e-47db-97f1-0aa53baaffba,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:17.770628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ca29b80-73be-4806-8929-411ef8aa7670 req-2a3d9fd1-1713-459d-b597-6bda6f028f8d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.774389 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ca29b80-73be-4806-8929-411ef8aa7670 req-2a3d9fd1-1713-459d-b597-6bda6f028f8d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.786698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca29b80-73be-4806-8929-411ef8aa7670 req-2a3d9fd1-1713-459d-b597-6bda6f028f8d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/51b0f7dd-7912-4568-a2b3-d731ec61acaa HTTP/1.1" status: 204 len: 173 time: 0.3265650 Aug 11 02:21:17.810348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Checking segment: {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:17.810842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Network hostable DHCP agents. Network: 8dce4fec-6af0-457b-9fb8-8f3fe833182a, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:17.837325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d9fd1-1713-459d-b597-6bda6f028f8d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0f7dd-7912-4568-a2b3-d731ec61acaa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:17.932826 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-49df960c-4258-4a8b-8cf5-8add592c862c service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303448 Aug 11 02:21:18.284007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:18.300688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.311759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8dce4fec-6af0-457b-9fb8-8f3fe833182a) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:18.316484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.317435 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.324609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39783c26-7170-4488-8f89-a123e022daea req-91d688ca-0f80-45c6-b270-c5291ed619df tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f30b3c0-277c-409a-863a-49aa89f7c886 HTTP/1.1" status: 200 len: 210 time: 0.0755901 Aug 11 02:21:18.329696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f8555-baa0-414c-9e2f-54cf61fdcd8f None None] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:18.347993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-23fb6ac7-2fab-4696-86b9-e6d5fa8fd9a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5791361 Aug 11 02:21:18.357852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa383c9-f227-4437-8ca0-ced224a19b03 req-73856f4a-c6ad-4869-a05f-edf272bd37c1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.365723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fa383c9-f227-4437-8ca0-ced224a19b03 req-73856f4a-c6ad-4869-a05f-edf272bd37c1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.4838123 Aug 11 02:21:18.367499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48416) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:18.397243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:18.458119 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc93db-33e0-4f2a-bb37-062fa8332202 x-openstack-request-id: req-b0fc93db-33e0-4f2a-bb37-062fa8332202 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:18.458119 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-deleted", "tag": "e567d401-cbaa-4536-9123-a165499c2838", "status": "completed", "code": 200}, {"server_uuid": "3f30b3c0-277c-409a-863a-49aa89f7c886", "name": "network-vif-deleted", "tag": "79fdea41-36c1-443f-b827-1977b0cf061a", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:18.459465 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0fc93db-33e0-4f2a-bb37-062fa8332202 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:18.459465 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-deleted', 'tag': 'e567d401-cbaa-4536-9123-a165499c2838', 'status': 'completed', 'code': 200} Aug 11 02:21:18.459465 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30b3c0-277c-409a-863a-49aa89f7c886', 'name': 'network-vif-deleted', 'tag': '79fdea41-36c1-443f-b827-1977b0cf061a', 'status': 'completed', 'code': 200} Aug 11 02:21:18.460496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.461867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.475977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fa383c9-f227-4437-8ca0-ced224a19b03 req-81e518eb-1154-48a7-9e91-1bc83ab59b49 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085322 Aug 11 02:21:18.561846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a1576a94-bfc8-4fad-b281-fa1e99216528 req-f7cf4ada-1129-4ee9-bd5d-bc01aca702fe service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180570 Aug 11 02:21:18.573201 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-12502743-6888-42c6-bbd6-2c3a16209dcd req-b280bf26-789e-404f-876f-53e4d1474d85 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:21:18.574301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12502743-6888-42c6-bbd6-2c3a16209dcd req-b280bf26-789e-404f-876f-53e4d1474d85 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/51b0f7dd-7912-4568-a2b3-d731ec61acaa HTTP/1.1" status: 404 len: 352 time: 0.0736670 Aug 11 02:21:18.654399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-8dce4fec-6af0-457b-9fb8-8f3fe833182a', 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'fixed_ips': [{'subnet_id': 'dadac101-564e-47db-97f1-0aa53baaffba'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:18.658121 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.675342 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.828416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:18.997313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3753fa9e-b957-461b-8cd5-f2badbc10f65 req-ddd0a766-7059-4989-b08f-05f5fd03b329 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/ac20d56d-6e49-4216-bd1f-86a14d8c9dd6 HTTP/1.1" status: 200 len: 1801 time: 0.2389882 Aug 11 02:21:19.007026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.017863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00790fdb-a09b-48a5-826a-923fb4fc7595 req-d8748da7-0046-461f-98ad-cc696be59ea0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.019920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00790fdb-a09b-48a5-826a-923fb4fc7595 req-d8748da7-0046-461f-98ad-cc696be59ea0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.2637160 Aug 11 02:21:19.067623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Allocated IP 172.20.0.2 (8dce4fec-6af0-457b-9fb8-8f3fe833182a/dadac101-564e-47db-97f1-0aa53baaffba/b20b56c3-f773-4153-8242-2cba90b9a462) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:19.142541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00790fdb-a09b-48a5-826a-923fb4fc7595 req-917a4b0b-c7ed-49ae-8936-403aabcca9a9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022189 Aug 11 02:21:19.179058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3753fa9e-b957-461b-8cd5-f2badbc10f65 req-a2de4a87-4d20-4de3-bf1c-9373e4ce7642 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.206439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3753fa9e-b957-461b-8cd5-f2badbc10f65 req-a2de4a87-4d20-4de3-bf1c-9373e4ce7642 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.214844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:19.251053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '48cb364b-c786-416e-9a11-c5550dafa21e', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'port_id': '48cb364b-c786-416e-9a11-c5550dafa21e', 'mac_address': 'fa:16:3e:76:4a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1bd06d-16ed-46e3-8fec-24dea8a8db0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:19.407925 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.424474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3753fa9e-b957-461b-8cd5-f2badbc10f65 req-a2de4a87-4d20-4de3-bf1c-9373e4ce7642 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.430046 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3753fa9e-b957-461b-8cd5-f2badbc10f65 req-a2de4a87-4d20-4de3-bf1c-9373e4ce7642 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.432239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3753fa9e-b957-461b-8cd5-f2badbc10f65 req-a2de4a87-4d20-4de3-bf1c-9373e4ce7642 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac20d56d-6e49-4216-bd1f-86a14d8c9dd6 HTTP/1.1" status: 204 len: 173 time: 0.4107780 Aug 11 02:21:19.461921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:19.465355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4a87-4d20-4de3-bf1c-9373e4ce7642 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac20d56d-6e49-4216-bd1f-86a14d8c9dd6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.479185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cb364b-c786-416e-9a11-c5550dafa21e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:19.559257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.567801 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-6590a176-34a0-4f24-b7b1-021570cd5da1 req-aed46144-094a-45a5-9a1a-09ab6cbc9e33 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:21:19.571294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Transition to ACTIVE for port object b20b56c3-f773-4153-8242-2cba90b9a462 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:19.583076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6590a176-34a0-4f24-b7b1-021570cd5da1 req-aed46144-094a-45a5-9a1a-09ab6cbc9e33 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/ac20d56d-6e49-4216-bd1f-86a14d8c9dd6 HTTP/1.1" status: 404 len: 352 time: 0.1070647 Aug 11 02:21:19.590826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting subnet 0bf25202-0e6b-4b89-8953-1a67c2441838 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:19.591808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Transition to ACTIVE for port object b20b56c3-f773-4153-8242-2cba90b9a462 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:19.596445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.613858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.638155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:19.647059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.666521 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.669754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:19.676686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:19.683058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:19.704621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.742285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Pushing event updated for resources: {'Port': ['ID=b20b56c3-f773-4153-8242-2cba90b9a462,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.764862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.786233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Attempting to bind port b20b56c3-f773-4153-8242-2cba90b9a462 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:19.786715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Attempting to bind port b20b56c3-f773-4153-8242-2cba90b9a462 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:19.787075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Attempting to bind port b20b56c3-f773-4153-8242-2cba90b9a462 on network 8dce4fec-6af0-457b-9fb8-8f3fe833182a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:19.800814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:19.801366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Checking segment: {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:19.801653 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.802053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Bound using segment: {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:19.802600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Bound port: b20b56c3-f773-4153-8242-2cba90b9a462, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:19.802986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.876747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43a0bab5-9642-4aba-80b4-ce66c2e14466 req-d0aac6d5-f335-40d7-969d-ef159627c54b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/0ac3a87f-5954-4324-859e-cab58940d285 HTTP/1.1" status: 200 len: 1800 time: 0.2214544 Aug 11 02:21:19.893415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.911470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] For port b20b56c3-f773-4153-8242-2cba90b9a462, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:19.915189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] For port b20b56c3-f773-4153-8242-2cba90b9a462, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b20b56c3-f773-4153-8242-2cba90b9a462,segment=NetworkSegment(33900fb4-5193-4988-9732-4fedf16ba795),segment_id=33900fb4-5193-4988-9732-4fedf16ba795)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:19.925084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.942066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.000255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.003514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.050329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f4c0-8f16-409a-bc1a-769b897dfa69 None None] Pushing event updated for resources: {'Port': ['ID=b20b56c3-f773-4153-8242-2cba90b9a462,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:20.070589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf25202-0e6b-4b89-8953-1a67c2441838,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:20.071910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['48cb364b-c786-416e-9a11-c5550dafa21e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:20.084483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.091650 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0752b61f-2341-461f-bc27-e9e58a85ee9e tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/subnets/0bf25202-0e6b-4b89-8953-1a67c2441838 HTTP/1.1" status: 204 len: 168 time: 0.6274109 Aug 11 02:21:20.092713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48454) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:20.105226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6df91-5279-4f91-a076-ff6fc6739b80 req-80c51b78-ad5f-46cf-b351-b0656e9bfdc2 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:20.121676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bce6df91-5279-4f91-a076-ff6fc6739b80 req-80c51b78-ad5f-46cf-b351-b0656e9bfdc2 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.3636010 Aug 11 02:21:20.131951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf5143-44e5-41d4-a391-d2f4ed58afb0 None None] Network d1e359e4-93b9-4d25-80c5-f8d4e100c368 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:20.216605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.282839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-43a0bab5-9642-4aba-80b4-ce66c2e14466 req-4a3f6feb-2870-46e0-a288-11d2908ef1ea tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.295849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port a004c771-c12f-4952-bfb0-92b32a0aebc0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:20.296250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.348955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-43a0bab5-9642-4aba-80b4-ce66c2e14466 req-4a3f6feb-2870-46e0-a288-11d2908ef1ea tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.462386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-43a0bab5-9642-4aba-80b4-ce66c2e14466 req-4a3f6feb-2870-46e0-a288-11d2908ef1ea tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.462842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port a004c771-c12f-4952-bfb0-92b32a0aebc0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a004c771-c12f-4952-bfb0-92b32a0aebc0,segment=NetworkSegment(41ee9a3b-ec3d-4b1d-abde-dfa3724155fe),segment_id=41ee9a3b-ec3d-4b1d-abde-dfa3724155fe)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:20.463457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.465152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-43a0bab5-9642-4aba-80b4-ce66c2e14466 req-4a3f6feb-2870-46e0-a288-11d2908ef1ea tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.498637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43a0bab5-9642-4aba-80b4-ce66c2e14466 req-4a3f6feb-2870-46e0-a288-11d2908ef1ea tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ac3a87f-5954-4324-859e-cab58940d285 HTTP/1.1" status: 204 len: 173 time: 0.6153309 Aug 11 02:21:20.511607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for a004c771-c12f-4952-bfb0-92b32a0aebc0 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:20.547903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bce6df91-5279-4f91-a076-ff6fc6739b80 req-61e4d838-d4ec-4b7d-98f1-21ffe04ecb41 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229105 Aug 11 02:21:20.564424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f6feb-2870-46e0-a288-11d2908ef1ea tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac3a87f-5954-4324-859e-cab58940d285,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:20.666135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Allocated IP 172.25.6.94 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a75c4082-0244-47f8-a6e7-c21a713cc9c5) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:20.678597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b20b56c3-f773-4153-8242-2cba90b9a462 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:20.767175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:20.797082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.805672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a5d8c-0cf7-4ab2-bb21-4db4a89f12ad None None] DHCP port deletion for d1e359e4-93b9-4d25-80c5-f8d4e100c368 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:20.828226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=a004c771-c12f-4952-bfb0-92b32a0aebc0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:20.840818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port a004c771-c12f-4952-bfb0-92b32a0aebc0 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:20.903497 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-dc411428-3f74-4651-8971-b5395a11acd3 req-6924d110-f042-4c03-a1e5-a2f2a1e82689 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:21:20.906227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc411428-3f74-4651-8971-b5395a11acd3 req-6924d110-f042-4c03-a1e5-a2f2a1e82689 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/0ac3a87f-5954-4324-859e-cab58940d285 HTTP/1.1" status: 404 len: 352 time: 0.0872767 Aug 11 02:21:20.941966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5c5c1-6f85-40e7-b09c-5d5df4bc59d3 req-9cf41bc8-d32e-4040-bd25-5a64eb0593d2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:20.952243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4f5c5c1-6f85-40e7-b09c-5d5df4bc59d3 req-9cf41bc8-d32e-4040-bd25-5a64eb0593d2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1234903 Aug 11 02:21:20.981135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:20.995875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e359e4-93b9-4d25-80c5-f8d4e100c368']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:21.010953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:21.011542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ee9a3b-ec3d-4b1d-abde-dfa3724155fe') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:21.029325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.041547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b20b56c3-f773-4153-8242-2cba90b9a462 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:21.055071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.069977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:21.071092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.097978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:21.112155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'mac_address': 'fa:16:3e:8e:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:21.131083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-500dcbf3-0c74-431d-ab4f-8bfb1085bead req-385eb7a6-4969-4def-a40d-826d3ed63c6b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 6148 time: 0.1094365 Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:21.143052 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:21.145198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4f5c5c1-6f85-40e7-b09c-5d5df4bc59d3 req-8fc493f3-57ce-422b-a506-631202933040 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901493 Aug 11 02:21:21.157538 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.173174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.179960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.184464 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/networks/d1e359e4-93b9-4d25-80c5-f8d4e100c368 HTTP/1.1" status: 204 len: 168 time: 1.0878401 Aug 11 02:21:21.185818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:21.191652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720f64e4-abea-43bf-a344-2a4cd955aea7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:21.229798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee1182-db2f-4537-a1b4-f630a0887320 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Network': ['ID=d1e359e4-93b9-4d25-80c5-f8d4e100c368,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.232841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:21.242768 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.244564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.267563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-500dcbf3-0c74-431d-ab4f-8bfb1085bead req-fbccfd55-2817-46c9-86fc-ec6feb352264 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/9d84d165-9e0b-4f99-8228-434796f8cb1a HTTP/1.1" status: 200 len: 2981 time: 0.1354783 Aug 11 02:21:21.304952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting subnet 9dd38c39-c8a1-404a-8a50-d55f70206a70 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:21.310727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.313389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.359188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-500dcbf3-0c74-431d-ab4f-8bfb1085bead req-6d1465e9-e2ff-4d73-bea5-e94e449756ba tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/9d84d165-9e0b-4f99-8228-434796f8cb1a HTTP/1.1" status: 200 len: 2981 time: 0.0904012 Aug 11 02:21:21.373066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['720f64e4-abea-43bf-a344-2a4cd955aea7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:21.385406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.405367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.476338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-60bcdf88-7e74-4fe6-83f1-9065ed44f1c3 req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-514519757', 'description': 'tempest-description-1971164711'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:21.536444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.559448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:21.564133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Pushing event updated for resources: {'Port': ['ID=a75c4082-0244-47f8-a6e7-c21a713cc9c5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.572446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:21.591556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:21.645642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.669238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-60bcdf88-7e74-4fe6-83f1-9065ed44f1c3 req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.710052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.712288 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/subnets/9dd38c39-c8a1-404a-8a50-d55f70206a70 HTTP/1.1" status: 204 len: 168 time: 0.5170944 Aug 11 02:21:21.714465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0d08e-fee1-426d-8b78-8d056a302584 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd38c39-c8a1-404a-8a50-d55f70206a70,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:21.716381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f79242-cb9c-4e05-80ac-62c1be90626a None None] Network d0d14b45-04eb-4a8b-9d13-50ffe72df200 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:21.722347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48480) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:21.817660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c53d68-accb-4087-b4ec-26e4aef4dbdf None None] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:21.957397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] Provisioning for port b20b56c3-f773-4153-8242-2cba90b9a462 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:21.974446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] Provisioning complete for port b20b56c3-f773-4153-8242-2cba90b9a462 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:21.975810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.276809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-60bcdf88-7e74-4fe6-83f1-9065ed44f1c3 req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.292891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ced5-8700-4b36-bc34-a3b1270bd466 req-04e71171-6d70-4c26-a9eb-a252ec9f76d3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:22.301634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6429ced5-8700-4b36-bc34-a3b1270bd466 req-04e71171-6d70-4c26-a9eb-a252ec9f76d3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.6101003 Aug 11 02:21:22.308612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.313901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.324404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] DHCP port deletion for d0d14b45-04eb-4a8b-9d13-50ffe72df200 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:22.336255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-60bcdf88-7e74-4fe6-83f1-9065ed44f1c3 req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.425306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a59d5-b149-4505-9b5e-6f00ab8d8b91,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:22.435460 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-60bcdf88-7e74-4fe6-83f1-9065ed44f1c3 req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.449412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60bcdf88-7e74-4fe6-83f1-9065ed44f1c3 req-95fc522f-e265-4104-a1bf-f807edfce895 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0410109 Aug 11 02:21:22.477188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] For port b20b56c3-f773-4153-8242-2cba90b9a462, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b20b56c3-f773-4153-8242-2cba90b9a462,segment=NetworkSegment(33900fb4-5193-4988-9732-4fedf16ba795),segment_id=33900fb4-5193-4988-9732-4fedf16ba795)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:22.486803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.569557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e41de925-c13b-48ec-9813-56c6e71f7e79 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:22.631787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6429ced5-8700-4b36-bc34-a3b1270bd466 req-ebcd45ca-8618-4b72-a6ae-785314d510ab tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274372 Aug 11 02:21:22.734185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a6d1c-62d2-41b1-bf86-ed3c061bc40f None None] Pushing event updated for resources: {'Port': ['ID=b20b56c3-f773-4153-8242-2cba90b9a462,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:22.759709 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.764238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] Deleting port e41de925-c13b-48ec-9813-56c6e71f7e79 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:22.765230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.770221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.815368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-112ddcac-68c5-4db2-bb69-b7ebbfac29ec req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-726259789', 'description': 'tempest-description-857489806'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:22.863426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:23.088571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.102573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] For port e41de925-c13b-48ec-9813-56c6e71f7e79, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e41de925-c13b-48ec-9813-56c6e71f7e79,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:23.103262 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.120599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-112ddcac-68c5-4db2-bb69-b7ebbfac29ec req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.124117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port e41de925-c13b-48ec-9813-56c6e71f7e79 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:23.124462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.168442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] Calling delete_port for e41de925-c13b-48ec-9813-56c6e71f7e79 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:23.196300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1b3c49d6-83bd-4e6e-92ec-baa3215b161d None None] Provisioning complete for port b20b56c3-f773-4153-8242-2cba90b9a462 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:23.198666 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b3c49d6-83bd-4e6e-92ec-baa3215b161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.297750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port e41de925-c13b-48ec-9813-56c6e71f7e79, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e41de925-c13b-48ec-9813-56c6e71f7e79,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:23.298526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.317211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for e41de925-c13b-48ec-9813-56c6e71f7e79 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:23.388303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b935a39-fca3-4400-a086-f9331829ae47 req-626bb237-369d-4b98-adf1-f8f1695b4dce tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.390562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b935a39-fca3-4400-a086-f9331829ae47 req-626bb237-369d-4b98-adf1-f8f1695b4dce tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.6064334 Aug 11 02:21:23.442655 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.457323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e41de925-c13b-48ec-9813-56c6e71f7e79, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e41de925-c13b-48ec-9813-56c6e71f7e79,segment=NetworkSegment(cda7927c-8b39-4f52-bfcb-4369bda72ee3),segment_id=cda7927c-8b39-4f52-bfcb-4369bda72ee3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:23.563709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 48cb364b-c786-416e-9a11-c5550dafa21e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:23.570184 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.571673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a004c771-c12f-4952-bfb0-92b32a0aebc0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:23.619833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b935a39-fca3-4400-a086-f9331829ae47 req-02975934-e444-4dd5-af92-86b336d9e451 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864560 Aug 11 02:21:23.698372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.754274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 48cb364b-c786-416e-9a11-c5550dafa21e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:23.757121 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.787618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=e41de925-c13b-48ec-9813-56c6e71f7e79,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:23.822776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port e41de925-c13b-48ec-9813-56c6e71f7e79 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:23.942351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a004c771-c12f-4952-bfb0-92b32a0aebc0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:23.943015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a004c771-c12f-4952-bfb0-92b32a0aebc0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:23.979776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event deleted for resources: {'Port': ['ID=e41de925-c13b-48ec-9813-56c6e71f7e79,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.081890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-112ddcac-68c5-4db2-bb69-b7ebbfac29ec req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.094068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.110675 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.113609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-112ddcac-68c5-4db2-bb69-b7ebbfac29ec req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.136604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d14b45-04eb-4a8b-9d13-50ffe72df200']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:24.165773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] No DVR routers for this DVR port e41de925-c13b-48ec-9813-56c6e71f7e79 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:24.167628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc9d7-a49f-4aa7-ae41-4d36d5ed1f6d None None] Pushing event deleted for resources: {'Port': ['ID=e41de925-c13b-48ec-9813-56c6e71f7e79,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.251341 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.373093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:24.375848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:24.383211 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009488c5-fe72-48a1-a07b-4f6cd56e48d6" -d '{"events": [{"server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "name": "network-vif-plugged", "status": "completed", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:24.394799 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.400045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:24.522885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9705a-04cb-49d5-926a-0aff01785de2 req-e147d601-213d-4927-bd8d-55576696faa9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:24.530795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91c9705a-04cb-49d5-926a-0aff01785de2 req-e147d601-213d-4927-bd8d-55576696faa9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.6235924 Aug 11 02:21:24.534052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda7927c-8b39-4f52-bfcb-4369bda72ee3') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:24.534362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda7927c-8b39-4f52-bfcb-4369bda72ee3') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:24.570061 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-112ddcac-68c5-4db2-bb69-b7ebbfac29ec req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.571518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-112ddcac-68c5-4db2-bb69-b7ebbfac29ec req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.7898641 Aug 11 02:21:24.580413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.622063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695fdf-29f7-4533-a8f3-adfba28b99c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ef65f-d7a7-4466-8cf7-072753374717,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.656796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.698873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:24.699998 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:24.711154 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:24.741426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91c9705a-04cb-49d5-926a-0aff01785de2 req-d2761fb5-0661-4f08-b1c5-6fba9281ee24 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096980 Aug 11 02:21:24.776623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b20b56c3-f773-4153-8242-2cba90b9a462 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:24.790269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.955339 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b2c6b-7d0f-49fa-85a3-3b43dbb03904 x-openstack-request-id: req-4a2b2c6b-7d0f-49fa-85a3-3b43dbb03904 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:24.955779 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "name": "network-vif-plugged", "status": "completed", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:24.958153 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a2b2c6b-7d0f-49fa-85a3-3b43dbb03904 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:24.959058 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e', 'code': 200} Aug 11 02:21:24.979259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.996604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 720f64e4-abea-43bf-a344-2a4cd955aea7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:24.996991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.004821 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:21:25.051767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b20b56c3-f773-4153-8242-2cba90b9a462 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:25.052261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.187146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc378bf-3ab2-4516-a6c7-b4d8dcf310f0 req-4db54dbf-e2e3-42c5-8286-9a0bf178ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:25.188937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcc378bf-3ab2-4516-a6c7-b4d8dcf310f0 req-4db54dbf-e2e3-42c5-8286-9a0bf178ae62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1096 time: 0.1987376 Aug 11 02:21:25.222156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.244203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.266626 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcc378bf-3ab2-4516-a6c7-b4d8dcf310f0 req-c0cdd3d6-0a9e-416a-9002-c7a41f8084a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686588 Aug 11 02:21:25.301369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:25.315856 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.385511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.401415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.418491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/networks/d0d14b45-04eb-4a8b-9d13-50ffe72df200 HTTP/1.1" status: 204 len: 168 time: 3.6800976 Aug 11 02:21:25.429614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48558) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:25.443725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-458507883'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:25.500408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d5ba3-61db-4407-9c02-830c4ccbabc4 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Network': ['ID=d0d14b45-04eb-4a8b-9d13-50ffe72df200,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.525773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:25.555557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.575771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-eb109592-3461-4767-95ad-ab16f95fab7d service neutron] 10.222.0.25 "GET /v2.0/ports/6c8534ab-6fcf-422e-a690-1ee7caf16dc8/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 382 time: 0.5433083 Aug 11 02:21:25.612543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64648a7a-dd84-4bb2-b6a5-23155e6aef22 req-934aa6f4-8be5-42af-9779-303695579d14 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:25.616745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64648a7a-dd84-4bb2-b6a5-23155e6aef22 req-934aa6f4-8be5-42af-9779-303695579d14 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.6635454 Aug 11 02:21:25.655123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-f893a041-9902-4cbc-810c-855a532492e9 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:25.663401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:25.670313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-f893a041-9902-4cbc-810c-855a532492e9 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 813 time: 0.5343060 Aug 11 02:21:25.695011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.700722 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Added segment 91608abd-7915-498e-a464-3f566c079505 of type vlan for network 5d31b537-6290-43c6-a04d-4c01946e5c40 Aug 11 02:21:25.745386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-6ebed0c9-e4f5-4c7f-a8e1-12c97caed310 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/quotas/d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 375 time: 0.0656798 Aug 11 02:21:25.878101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.907228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64648a7a-dd84-4bb2-b6a5-23155e6aef22 req-5fa2288f-47b1-48b4-b4e2-f3abe994bed1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813256 Aug 11 02:21:25.949983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.957015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:25.957941 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.037490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-351a0ad1-1a3e-47de-bf2e-2d5fe2586967 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2863784 Aug 11 02:21:26.090113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Router 3c8c4fdd-079e-4311-ac7d-4f298d574679 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:26.190866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Network': ['ID=5d31b537-6290-43c6-a04d-4c01946e5c40,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.214303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:26.223393 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-99ffc382-5e2b-4ef3-b5a9-9e85e1bee325 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7918322 Aug 11 02:21:26.228413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:26.242434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'subnet': {'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:26.276968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-d0491ade-6d22-4541-aea6-21b46c7ddd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.279930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-d0491ade-6d22-4541-aea6-21b46c7ddd2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273&tenant_id=c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 1101 time: 0.3593390 Aug 11 02:21:26.485318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:26.503309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.605411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d785e9a-3eea-4ae9-83aa-92ca8a860cbd req-7a3331f9-4c42-42ec-bbca-bf3f352dd605 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.608489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d785e9a-3eea-4ae9-83aa-92ca8a860cbd req-7a3331f9-4c42-42ec-bbca-bf3f352dd605 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.5227695 Aug 11 02:21:26.750052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d785e9a-3eea-4ae9-83aa-92ca8a860cbd req-2724dcef-17ab-42b7-8b9b-f629611a5765 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939889 Aug 11 02:21:26.750052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-1b5791f6-c36d-4225-b4bd-00545de51416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.751526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-1b5791f6-c36d-4225-b4bd-00545de51416 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1101 time: 0.3935981 Aug 11 02:21:26.760248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-0265a7b1-117f-4e32-82ce-c12a0c3866aa service neutron] 10.222.0.16 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111409 Aug 11 02:21:26.827489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.910402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Subnet': ['ID=1170cfe4-498d-4b2f-8bb3-7e88078e9d7b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.926356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Checking segment: {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:26.927062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network hostable DHCP agents. Network: 5d31b537-6290-43c6-a04d-4c01946e5c40, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:26.950616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:26.960641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:26.963034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5d31b537-6290-43c6-a04d-4c01946e5c40) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:26.965365 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0eee33-2f85-4dc0-b749-7ad6fa91a300" -d '{"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-plugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:26.971463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.972553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.977869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:26.979631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f93a0-2475-403c-ae14-18663c1fd0cf None None] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:27.009300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Sync routers for ids ['3c8c4fdd-079e-4311-ac7d-4f298d574679'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:27.017127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1afa2eda-9ee9-44c9-b583-36b4b7faa2af tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7837741 Aug 11 02:21:27.019347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.032088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-684643205'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:27.044215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.049437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e9650d3c-90f7-4e2e-b622-b3928e55472b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6779263 Aug 11 02:21:27.049879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.069459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-7c2c7214-c996-40f4-ad8a-71430af14e25 service neutron] 10.222.0.16 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332289 Aug 11 02:21:27.103968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Routers {'3c8c4fdd-079e-4311-ac7d-4f298d574679'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:27.104628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:21:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3c8c4fdd-079e-4311-ac7d-4f298d574679'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:27.184227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-4901cc72-c4fc-4e42-b815-e696ebf3b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.186120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-4901cc72-c4fc-4e42-b815-e696ebf3b3fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4277992 Aug 11 02:21:27.219883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:27.223857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.304106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-d922d35a-0946-4773-b39f-fe8981c5d982 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 217 time: 0.1015878 Aug 11 02:21:27.378891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:27.389619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.390178 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Added segment 59631da5-68a6-43cc-97b2-4c1125c50791 of type vlan for network 65e3f981-d1cc-467d-a124-b5a27a2e4181 Aug 11 02:21:27.411030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Set router 3c8c4fdd-079e-4311-ac7d-4f298d574679 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:27.439111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.579359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-6e3609e3-71e1-4a6b-a037-4330b0a4c8eb tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.592973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-6e3609e3-71e1-4a6b-a037-4330b0a4c8eb tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.5138376 Aug 11 02:21:27.839267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-5d31b537-6290-43c6-a04d-4c01946e5c40', 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'fixed_ips': [{'subnet_id': '1170cfe4-498d-4b2f-8bb3-7e88078e9d7b'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:27.840966 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.881303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.895222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.896916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.959792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 3, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:27.970954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-b1ec830c-dbf2-4d9d-95e9-2e2522d4a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.973044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-b1ec830c-dbf2-4d9d-95e9-2e2522d4a106 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.6511035 Aug 11 02:21:27.974903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9470456 Aug 11 02:21:27.978665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.983974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'subnet': {'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:28.062924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Checking router: 3c8c4fdd-079e-4311-ac7d-4f298d574679 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:28.062924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Updating router 3c8c4fdd-079e-4311-ac7d-4f298d574679 port a75c4082-0244-47f8-a6e7-c21a713cc9c5 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:28.088187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-8bf92059-94b5-4a83-a477-feb1be0a07b5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/quotas/95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 375 time: 0.2406466 Aug 11 02:21:28.124278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.302975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:28.308571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.331934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Allocated IP 19.80.0.2 (5d31b537-6290-43c6-a04d-4c01946e5c40/1170cfe4-498d-4b2f-8bb3-7e88078e9d7b/395ecd60-3b4f-4322-a47c-a679c5a800c7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:28.808680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.891976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-90ec851e-351c-447b-bcc7-30b7a38db534 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2970459 Aug 11 02:21:28.894261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce12d0-70c6-4df4-98b0-9143dd63a4bb tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Network': ['ID=65e3f981-d1cc-467d-a124-b5a27a2e4181,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:28.913284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:28.919784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.975136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Subnet': ['ID=f4d928ba-dc94-4b8b-8c81-846b5a460028,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.002162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Checking segment: {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:29.003066 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network hostable DHCP agents. Network: 65e3f981-d1cc-467d-a124-b5a27a2e4181, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:29.003895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a9eda-08be-49d2-82b8-95fe601ee10d req-1e4fc0c4-465d-4361-b78c-af4f9ee1465f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.018358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f3a9eda-08be-49d2-82b8-95fe601ee10d req-1e4fc0c4-465d-4361-b78c-af4f9ee1465f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 1.1760774 Aug 11 02:21:29.027278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:29.056455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 65e3f981-d1cc-467d-a124-b5a27a2e4181) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:29.077260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.078449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.114866 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c78cbd30-22e2-4b4b-8f22-2b7aa6b0da6a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1349182 Aug 11 02:21:29.125281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c0d76-bd19-4e2b-a79c-2ade192bf77e None None] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:29.126432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-3990c7f2-2d38-4d6e-a6ed-a284d8192456 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0056543 Aug 11 02:21:29.154500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-c4fcd486-511c-4d25-95d1-c92dbf8cd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.156988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-c4fcd486-511c-4d25-95d1-c92dbf8cd7b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1282551 Aug 11 02:21:29.187256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Transition to ACTIVE for port object 395ecd60-3b4f-4322-a47c-a679c5a800c7 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:29.197498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f3a9eda-08be-49d2-82b8-95fe601ee10d req-8385aedb-afe9-4436-8541-2f71b8fff0ac tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775644 Aug 11 02:21:29.382252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.387487 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd5afe-0fc0-4000-bb11-5172da23ebcd x-openstack-request-id: req-f1fd5afe-0fc0-4000-bb11-5172da23ebcd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:29.388012 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-plugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:29.388849 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1fd5afe-0fc0-4000-bb11-5172da23ebcd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:29.390066 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'code': 200} Aug 11 02:21:29.390066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:29.428737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9160-14a1-4df5-a520-d8a2db665745 req-ae98ada5-6b50-4da6-b2f9-73583b3676bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.443413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-ae98ada5-6b50-4da6-b2f9-73583b3676bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1096 time: 0.3892431 Aug 11 02:21:29.536275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Transition to ACTIVE for port object a75c4082-0244-47f8-a6e7-c21a713cc9c5 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:29.563712 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.597245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d7767b9-dfbc-40f3-8238-3b2d8f8ce098 req-506aa9b9-fe4e-437b-9ba2-57dbbb447b82 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 210 time: 0.0936306 Aug 11 02:21:29.697426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e854-fa03-4f75-b61c-ca690aa4c0b2 None None] Pushing event updated for resources: {'Port': ['ID=a75c4082-0244-47f8-a6e7-c21a713cc9c5,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.709642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Transition to ACTIVE for port object 395ecd60-3b4f-4322-a47c-a679c5a800c7 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:29.716917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-35fc2720-ce3e-4178-820c-7113d1779bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468383 Aug 11 02:21:29.741812 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.770291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-4565a52e-2990-4820-96a8-9f09bf1c708f service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428654 Aug 11 02:21:29.830783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:29.840765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:29.844000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:29.978983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Attempting to bind port a75c4082-0244-47f8-a6e7-c21a713cc9c5 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:29.980096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Attempting to bind port a75c4082-0244-47f8-a6e7-c21a713cc9c5 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:29.980706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Attempting to bind port a75c4082-0244-47f8-a6e7-c21a713cc9c5 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:29.989244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-65e3f981-d1cc-467d-a124-b5a27a2e4181', 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'fixed_ips': [{'subnet_id': 'f4d928ba-dc94-4b8b-8c81-846b5a460028'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:21:29.991050 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.003979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:30.005476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:30.006345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.006967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:30.007652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Bound port: a75c4082-0244-47f8-a6e7-c21a713cc9c5, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:30.008278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.010329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Pushing event updated for resources: {'Port': ['ID=395ecd60-3b4f-4322-a47c-a679c5a800c7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:30.010963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-f681628f-7c34-44d7-b75d-14f645990ee5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:30.012678 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-f681628f-7c34-44d7-b75d-14f645990ee5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.25 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 813 time: 0.6438301 Aug 11 02:21:30.026993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'port': {'device_id': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'network_id': '159cb050-43db-4585-912a-c776b7c87954', 'admin_state_up': True, 'tenant_id': 'd025a8e821bf475ba11c6f494b134d72'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:30.059418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Attempting to bind port 395ecd60-3b4f-4322-a47c-a679c5a800c7 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:30.060275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Attempting to bind port 395ecd60-3b4f-4322-a47c-a679c5a800c7 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:30.060880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Attempting to bind port 395ecd60-3b4f-4322-a47c-a679c5a800c7 on network 5d31b537-6290-43c6-a04d-4c01946e5c40 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:30.072396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:30.073159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Checking segment: {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:30.074165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.079427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Bound using segment: {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:30.080392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Bound port: 395ecd60-3b4f-4322-a47c-a679c5a800c7, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:30.081130 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.231364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] For port 395ecd60-3b4f-4322-a47c-a679c5a800c7, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:30.236399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] For port 395ecd60-3b4f-4322-a47c-a679c5a800c7, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=395ecd60-3b4f-4322-a47c-a679c5a800c7,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:30.269232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Made reservation on behalf of d025a8e821bf475ba11c6f494b134d72 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:30.273858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.325919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.355354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.429095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] For port a75c4082-0244-47f8-a6e7-c21a713cc9c5, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:30.507501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] For port a75c4082-0244-47f8-a6e7-c21a713cc9c5, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a75c4082-0244-47f8-a6e7-c21a713cc9c5,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:30.512731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Allocated IP 172.20.0.8 (159cb050-43db-4585-912a-c776b7c87954/0f5a25c5-4497-4a59-8009-c1bb7efffdea/4d31b396-460d-49ee-8e98-6c000b24dc57) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:30.535131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.555637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef27af-574c-4dd8-ab0e-9aa564c84fcc None None] Pushing event updated for resources: {'Port': ['ID=395ecd60-3b4f-4322-a47c-a679c5a800c7,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:30.602424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9160-14a1-4df5-a520-d8a2db665745 req-69ed48eb-f8fd-4e90-8082-07cb6f7c4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:30.609438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-69ed48eb-f8fd-4e90-8082-07cb6f7c4210 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 1.1438577 Aug 11 02:21:30.729878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22469842-1466-4aa4-9aec-b7fb8da7a704 req-feb4a55f-b99d-4108-b0b8-768c5bd38318 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:30.747584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:30.752846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22469842-1466-4aa4-9aec-b7fb8da7a704 req-feb4a55f-b99d-4108-b0b8-768c5bd38318 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.7143879 Aug 11 02:21:30.778252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.812474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Allocated IP 19.86.0.2 (65e3f981-d1cc-467d-a124-b5a27a2e4181/f4d928ba-dc94-4b8b-8c81-846b5a460028/05930989-d540-424c-aa3d-be677027b4f8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:30.874836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0f40f81-d12d-4f69-b0de-6f67151815e0 req-485817f4-61c5-435d-8bc4-8963aa1c2e1c service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1457787 Aug 11 02:21:30.875795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Routers {'3c8c4fdd-079e-4311-ac7d-4f298d574679'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:30.876393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-aef196a2-3c96-4e19-aca9-74151a563871 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.2018602 Aug 11 02:21:30.876898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:21:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3c8c4fdd-079e-4311-ac7d-4f298d574679'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:30.878533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-48c5d708-9849-4610-9a64-20c7e92bc559 service neutron] 10.222.0.16 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0826266 Aug 11 02:21:30.886928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.058717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22469842-1466-4aa4-9aec-b7fb8da7a704 req-3a99d0a5-b84b-4e82-9a4d-12a183fbdec4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992972 Aug 11 02:21:31.083979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9160-14a1-4df5-a520-d8a2db665745 req-9caf988c-f964-4e32-b748-72ef6394043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.087094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-9caf988c-f964-4e32-b748-72ef6394043b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1958342 Aug 11 02:21:31.144509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] Set router 3c8c4fdd-079e-4311-ac7d-4f298d574679 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:31.210427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.229588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-f96aef93-356f-4792-979f-986c5c6d7d12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685287 Aug 11 02:21:31.245594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e854-fa03-4f75-b61c-ca690aa4c0b2 None None] Pushing event updated for resources: {'Port': ['ID=a75c4082-0244-47f8-a6e7-c21a713cc9c5,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.364145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.391010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:31.401499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:31.404018 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6dfd1b-9137-4e72-ad76-362aaebb558d" -d '{"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:31.475266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Network 159cb050-43db-4585-912a-c776b7c87954 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:31.484422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:31.511383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.542106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:31.660668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-f3fb4ab4-d9d2-4b25-a19f-e4581abd897d service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186833 Aug 11 02:21:31.751328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.770385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.777553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Transition to ACTIVE for port object 05930989-d540-424c-aa3d-be677027b4f8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:31.790468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.792093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.832504 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-2cde9afc-7bce-4b90-b187-b9ba597b0827 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8094406 Aug 11 02:21:31.832936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Transition to ACTIVE for port object 05930989-d540-424c-aa3d-be677027b4f8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:31.835807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Allocated IP 172.20.0.1 (8dce4fec-6af0-457b-9fb8-8f3fe833182a/dadac101-564e-47db-97f1-0aa53baaffba/0cd645d4-4b56-4955-aaec-f3c83528f4d3) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:31.845743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Request body: {'port': {'device_id': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:31.860542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.882946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-668762fa-1b9e-42e1-9870-9d6054d13ab0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.897693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-668762fa-1b9e-42e1-9870-9d6054d13ab0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.903178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:31.914854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-668762fa-1b9e-42e1-9870-9d6054d13ab0 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/networks?id=5d31b537-6290-43c6-a04d-4c01946e5c40&id=65e3f981-d1cc-467d-a124-b5a27a2e4181 HTTP/1.1" status: 200 len: 1390 time: 0.5171843 Aug 11 02:21:31.915111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:31.963511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:31.971140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-da692d49-e6a4-43f4-a018-ea45656c6d44 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/quotas/0082b1b5f05b454e82109bb16b5f4590 HTTP/1.1" status: 200 len: 375 time: 0.0553327 Aug 11 02:21:31.978554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 3, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:31.992814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.070312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9040f-7333-4948-8eff-4e54d72bc3bf None None] The sync data for ids ['3c8c4fdd-079e-4311-ac7d-4f298d574679'] in n-d-715271-8 is: [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 3, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:32.294343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652a9160-14a1-4df5-a520-d8a2db665745 req-2ae069f3-5a2c-43fd-ad1e-e928d9c95431 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228321 Aug 11 02:21:32.370175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-735503df-58b3-4afc-8f7b-38c347e40930 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3945496 Aug 11 02:21:32.393268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Attempting to bind port 05930989-d540-424c-aa3d-be677027b4f8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:32.394173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Attempting to bind port 05930989-d540-424c-aa3d-be677027b4f8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:32.395278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Attempting to bind port 05930989-d540-424c-aa3d-be677027b4f8 on network 65e3f981-d1cc-467d-a124-b5a27a2e4181 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:32.420900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:32.422975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Checking segment: {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:32.423707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.429207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Bound using segment: {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:32.430302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Bound port: 05930989-d540-424c-aa3d-be677027b4f8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:32.430932 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.439356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Pushing event updated for resources: {'Port': ['ID=05930989-d540-424c-aa3d-be677027b4f8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:32.444630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d785a-13a6-4e1a-babd-2eae2052d7fe None None] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:32.793329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d31b396-460d-49ee-8e98-6c000b24dc57 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:32.803337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.827459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-78dfefde-6418-422b-ac25-83fefe5a6c0c service neutron] 10.222.0.16 "GET /v2.0/networks/5d31b537-6290-43c6-a04d-4c01946e5c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009032 Aug 11 02:21:32.834159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Transition to ACTIVE for port object 4d31b396-460d-49ee-8e98-6c000b24dc57 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:32.842596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.848377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 395ecd60-3b4f-4322-a47c-a679c5a800c7 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:33.003649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:33.080269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d855c9f0-1c48-4f8e-bd5e-4d5182c96143 None None] Provisioning for port 395ecd60-3b4f-4322-a47c-a679c5a800c7 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:33.149849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.265813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Attempting to bind port 4d31b396-460d-49ee-8e98-6c000b24dc57 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:33.266261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Attempting to bind port 4d31b396-460d-49ee-8e98-6c000b24dc57 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:33.266622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Attempting to bind port 4d31b396-460d-49ee-8e98-6c000b24dc57 on network 159cb050-43db-4585-912a-c776b7c87954 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:33.272949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Port 4d31b396-460d-49ee-8e98-6c000b24dc57 on network 159cb050-43db-4585-912a-c776b7c87954 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:33.273493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Attempting to bind port 4d31b396-460d-49ee-8e98-6c000b24dc57 on network 159cb050-43db-4585-912a-c776b7c87954 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:33.280868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:33.281220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Checking segment: {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:33.281661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Bound using segment: {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:33.282309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Bound port: 4d31b396-460d-49ee-8e98-6c000b24dc57, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6537be-d9aa-465c-ad65-ca718a40e907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159cb050-43db-4585-912a-c776b7c87954'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:33.282655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.288294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Transition to ACTIVE for port object 0cd645d4-4b56-4955-aaec-f3c83528f4d3 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:33.301524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcbc1c-556f-4876-b29f-31b7bb5a3ff0 req-19e8e95a-eb1e-4dc8-82a3-94ad726c96f7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.304577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34dcbc1c-556f-4876-b29f-31b7bb5a3ff0 req-19e8e95a-eb1e-4dc8-82a3-94ad726c96f7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 948 time: 0.9334133 Aug 11 02:21:33.316574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 395ecd60-3b4f-4322-a47c-a679c5a800c7 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:33.365536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-7d650cb3-a519-46a6-83f1-1c32a47f52f5 service neutron] 10.222.0.16 "GET /v2.0/networks/5d31b537-6290-43c6-a04d-4c01946e5c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328319 Aug 11 02:21:33.464374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] For port 05930989-d540-424c-aa3d-be677027b4f8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:33.469052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 395ecd60-3b4f-4322-a47c-a679c5a800c7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:33.469494 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.479636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34dcbc1c-556f-4876-b29f-31b7bb5a3ff0 req-1c58fbb9-384c-4818-949b-d63c89019f4a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494021 Aug 11 02:21:33.542035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:33.554784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:33.563796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.566807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.672100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:33.681341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd645d4-4b56-4955-aaec-f3c83528f4d3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:33.686971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:33.689719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:33.694562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-43165246-d8cd-4468-ad75-121b43ad658b service neutron] 10.222.0.16 "GET /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147256 Aug 11 02:21:33.843019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.844243 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.847123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 1091 time: 2.0064180 Aug 11 02:21:33.883359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:33.911186 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c82744-e369-40d3-81fc-c8595e21b5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:33.930172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] For port 05930989-d540-424c-aa3d-be677027b4f8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05930989-d540-424c-aa3d-be677027b4f8,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:33.936427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.972514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.020459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bda7a-6783-400d-913d-73c22abe6025 req-7ad5f9c0-9e62-46fb-80b1-292e9732289a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:34.029069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-186bda7a-6783-400d-913d-73c22abe6025 req-7ad5f9c0-9e62-46fb-80b1-292e9732289a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 943 time: 0.1919937 Aug 11 02:21:34.238930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda6b88-086c-451d-9991-4bf82d845474 None None] Pushing event updated for resources: {'Port': ['ID=05930989-d540-424c-aa3d-be677027b4f8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.254413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed742b0c-4c4e-46c6-9c66-38307cb28836 service neutron] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.312319 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.319905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-87f3d6d6-6249-4738-b61c-bcda5d8e15fa None None] Provisioning for port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:34.333916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-87f3d6d6-6249-4738-b61c-bcda5d8e15fa None None] Provisioning complete for port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:34.334923 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87f3d6d6-6249-4738-b61c-bcda5d8e15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.383658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-4a151691-e8f5-4690-bf59-e1af59942342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:34.387717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-4a151691-e8f5-4690-bf59-e1af59942342 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1094 time: 0.4569447 Aug 11 02:21:34.507881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 395ecd60-3b4f-4322-a47c-a679c5a800c7, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=395ecd60-3b4f-4322-a47c-a679c5a800c7,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:34.528480 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.662746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-87f3d6d6-6249-4738-b61c-bcda5d8e15fa None None] Port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:34.727534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=395ecd60-3b4f-4322-a47c-a679c5a800c7,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.796720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-32a5c9ad-a19c-4501-aed4-79af33d9b3eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 217 time: 0.2800856 Aug 11 02:21:34.799705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-700b69b1-a763-4bb7-9029-5416750d1678 None None] Provisioning complete for port 395ecd60-3b4f-4322-a47c-a679c5a800c7 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:34.800084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-700b69b1-a763-4bb7-9029-5416750d1678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.917463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-50be64bc-00b4-431e-8ec1-0f1f4535bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:34.919833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-50be64bc-00b4-431e-8ec1-0f1f4535bbe8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.1000347 Aug 11 02:21:34.931929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-354f2cc6-3b63-4ccf-8a9b-72b6b878c97d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:34.933703 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-354f2cc6-3b63-4ccf-8a9b-72b6b878c97d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 821 time: 0.6329203 Aug 11 02:21:34.990185 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-3ef3a0c5-b385-4dd4-879e-6ed97db2317d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553033 Aug 11 02:21:34.997558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Request body: {'port': {'device_id': '391c72b3-4b45-47dc-b859-654372c07a5e', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'admin_state_up': True, 'tenant_id': '95e22bd4c24e4cd5a7407c6482115dab'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:35.065121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-186bda7a-6783-400d-913d-73c22abe6025 req-8870f33c-183c-41ef-89f6-cb9f82168c96 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0255568 Aug 11 02:21:35.094409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-973d7ab5-97c3-4dfc-a89f-34c76442fbef service neutron] 10.222.0.16 "GET /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3630431 Aug 11 02:21:35.152538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75c4082-0244-47f8-a6e7-c21a713cc9c5 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:35.257349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a75c4082-0244-47f8-a6e7-c21a713cc9c5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:35.281062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a75c4082-0244-47f8-a6e7-c21a713cc9c5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:35.281888 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.367650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:35.552209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc2b73-5c3c-4384-a170-a57081e39bf3 req-f63cab20-1df1-4776-a1cd-ee1bc42f19ee tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.557507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dc2b73-5c3c-4384-a170-a57081e39bf3 req-f63cab20-1df1-4776-a1cd-ee1bc42f19ee tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1096 time: 0.3171208 Aug 11 02:21:35.599956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.699230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:35.726137 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a6a5f8-5bee-42f1-aa09-94823b2f9195 x-openstack-request-id: req-28a6a5f8-5bee-42f1-aa09-94823b2f9195 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:35.728841 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:35.729553 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28a6a5f8-5bee-42f1-aa09-94823b2f9195 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:35.730425 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'code': 200} Aug 11 02:21:35.733233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'mac_address': 'fa:16:3e:83:c9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:35.750232 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-217f82a6-1b7d-416c-8366-e9b9956a735a service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442961 Aug 11 02:21:35.837379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb9a07f6-8547-404b-83c8-a5e6015fbcfe req-5926ea35-e925-45c0-9979-0e1b9c3ebd4b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 210 time: 0.1197469 Aug 11 02:21:35.848262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dc2b73-5c3c-4384-a170-a57081e39bf3 req-a088d412-b659-4a01-8079-33bdfe78dbb2 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765148 Aug 11 02:21:36.068354 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f775d-7469-4d99-aec2-bad291455fdc x-openstack-request-id: req-003f775d-7469-4d99-aec2-bad291455fdc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:36.068936 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:36.068936 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-003f775d-7469-4d99-aec2-bad291455fdc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:36.069293 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'status': 'completed', 'code': 200} Aug 11 02:21:36.113197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Made reservation on behalf of 95e22bd4c24e4cd5a7407c6482115dab for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:36.130185 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.330082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb3381d8-d7d3-4ff1-9e2a-c755211ded5f req-e1378cd2-9e80-4433-ae0a-457a491d3bd5 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649683 Aug 11 02:21:36.403359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.418581 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.418871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ff24c-2408-41de-96c8-ca276cc2ad62 req-c2cac6a8-b11d-41b6-9623-edc1039ad074 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.426674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-728ff24c-2408-41de-96c8-ca276cc2ad62 req-c2cac6a8-b11d-41b6-9623-edc1039ad074 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 948 time: 0.2735591 Aug 11 02:21:36.454410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a75c4082-0244-47f8-a6e7-c21a713cc9c5, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a75c4082-0244-47f8-a6e7-c21a713cc9c5,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.457941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:36.466897 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.467772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05930989-d540-424c-aa3d-be677027b4f8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:36.557982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a75c4082-0244-47f8-a6e7-c21a713cc9c5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.568538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e25d6097-4b4c-4ba2-8296-5e7e7be47a65 req-a6a37bbe-df2c-4207-8701-ee7336fdad9f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 210 time: 0.1187878 Aug 11 02:21:36.575209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.592573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.629133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.655607 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.767069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-b2184157-354b-4d30-b003-763fdfa9cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.772302 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-b2184157-354b-4d30-b003-763fdfa9cd21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1094 time: 0.3450985 Aug 11 02:21:36.838272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02aee5-14f4-49c3-b05b-b601e3c09c74 None None] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:36.846651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-728ff24c-2408-41de-96c8-ca276cc2ad62 req-0da239b2-0281-426f-8aba-7bb52b8ebfb0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186676 Aug 11 02:21:36.986967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd645d4-4b56-4955-aaec-f3c83528f4d3,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.998600 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.245164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c8534ab-6fcf-422e-a690-1ee7caf16dc8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:37.273008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-c5e76c36-0dd3-4b62-8f17-7d39bc9f5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.276062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.277766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-c5e76c36-0dd3-4b62-8f17-7d39bc9f5fa3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.4955981 Aug 11 02:21:37.296900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c37c05db-270e-4c7a-b806-36b4ddc797e8 req-5bb4d7d1-dbe6-4676-9ab2-c3976ffad714 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 210 time: 0.0485921 Aug 11 02:21:37.302664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:37.309950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:37.359346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Allocated IP 172.20.0.3 (609d90c9-f85c-426b-a186-9ff5357b9585/79d6126f-7027-4e66-9dda-485229d5aef0/a8f53127-a927-40a9-a518-a5822e93e0c5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:37.373734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fc4ad-3a5d-4c82-874a-f850277cd1cd req-eea310ec-040c-4ec8-a4fb-4f95aed90a6b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.398795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc0fc4ad-3a5d-4c82-874a-f850277cd1cd req-eea310ec-040c-4ec8-a4fb-4f95aed90a6b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 943 time: 0.4273326 Aug 11 02:21:37.439635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-18235ed5-7f19-40bc-b0af-57ec50a95f66 None None] Provisioning for port 05930989-d540-424c-aa3d-be677027b4f8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:37.479248 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-c0d91818-6458-4970-bed2-24945cafb05f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 217 time: 0.1811612 Aug 11 02:21:37.564117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 05930989-d540-424c-aa3d-be677027b4f8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:37.648736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 05930989-d540-424c-aa3d-be677027b4f8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:37.649120 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.754027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-d38fb534-6f6a-4eff-a77d-4552ea261818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.756787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-d38fb534-6f6a-4eff-a77d-4552ea261818 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.2619145 Aug 11 02:21:37.855348 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-5b2b766f-8de8-4b94-a16d-808e06dac34f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865314 Aug 11 02:21:38.019660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc0fc4ad-3a5d-4c82-874a-f850277cd1cd req-30fc3997-5199-4691-93d7-b18a87653138 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197565 Aug 11 02:21:38.056321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Router 3c8c4fdd-079e-4311-ac7d-4f298d574679 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:38.104610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7f5abebc-08aa-4a13-a987-1910ccb12eea None None] Provisioning complete for port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:38.105158 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f5abebc-08aa-4a13-a987-1910ccb12eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.144314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-2bb4a7a2-b582-498b-ad46-be72445bcb5b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.146893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-2bb4a7a2-b582-498b-ad46-be72445bcb5b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273&tenant_id=c079f15875914884a072129db96f8d64&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 949 time: 0.5943377 Aug 11 02:21:38.321169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:38.370809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e0b00-81b2-4144-90db-6d2129c2c5ac req-432e03dc-3179-4ed3-8107-1a689e450428 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.387764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-402e0b00-81b2-4144-90db-6d2129c2c5ac req-432e03dc-3179-4ed3-8107-1a689e450428 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 949 time: 0.4090939 Aug 11 02:21:38.445629 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Sync routers for ids ['3c8c4fdd-079e-4311-ac7d-4f298d574679'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:38.454599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.467159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Routers {'3c8c4fdd-079e-4311-ac7d-4f298d574679'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:38.471299 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:21:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3c8c4fdd-079e-4311-ac7d-4f298d574679'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:38.545568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.606343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dd828cdb-1e9c-42c6-81b4-0f2cba99d075 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c8c4fdd-079e-4311-ac7d-4f298d574679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5496979 Aug 11 02:21:38.711432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.760215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8425966f-7f97-4f28-a51e-15c65d1048a7 req-cf6723ef-fe3c-458e-90dd-4d24c006f78d tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 210 time: 0.2061799 Aug 11 02:21:38.811485 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Set router 3c8c4fdd-079e-4311-ac7d-4f298d574679 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:38.843563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7f5abebc-08aa-4a13-a987-1910ccb12eea None None] Port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:38.966817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 05930989-d540-424c-aa3d-be677027b4f8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05930989-d540-424c-aa3d-be677027b4f8,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:38.993755 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-9bce97f4-c036-4c82-bcab-b0e196c73401 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1190648 Aug 11 02:21:38.998597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.126132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-7256adc5-91bc-4427-998d-758fa8308bce tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.155274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-7256adc5-91bc-4427-998d-758fa8308bce tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.156922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-7256adc5-91bc-4427-998d-758fa8308bce tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "GET /v2.0/networks?id=5d31b537-6290-43c6-a04d-4c01946e5c40&id=65e3f981-d1cc-467d-a124-b5a27a2e4181 HTTP/1.1" status: 200 len: 1390 time: 0.6521285 Aug 11 02:21:39.203747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=05930989-d540-424c-aa3d-be677027b4f8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.215334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 395ecd60-3b4f-4322-a47c-a679c5a800c7 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:39.232362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['659ab261-b134-4f68-9877-e0097a2feebc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.274698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'port': {'device_id': '07d5d3e6-e552-4769-8286-204bed4c7260', 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40', 'admin_state_up': True, 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:39.280178 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:21:35Z', 'revision_number': 4, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cd645d4-4b56-4955-aaec-f3c83528f4d3', 'name': '', 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'mac_address': 'fa:16:3e:43:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dadac101-564e-47db-97f1-0aa53baaffba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:35Z', 'revision_number': 2, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'subnets': [{'id': 'dadac101-564e-47db-97f1-0aa53baaffba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:39.348805 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Checking router: 3c8c4fdd-079e-4311-ac7d-4f298d574679 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:39.350259 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Updating router 3c8c4fdd-079e-4311-ac7d-4f298d574679 port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:39.386151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83c82744-e369-40d3-81fc-c8595e21b5fc req-8cd6218b-42e2-45e5-9b47-bd09187d693d service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788218 Aug 11 02:21:39.393367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Network 609d90c9-f85c-426b-a186-9ff5357b9585 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:39.405644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:39.414523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:39.415819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4d31b396-460d-49ee-8e98-6c000b24dc57 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:39.450979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-402e0b00-81b2-4144-90db-6d2129c2c5ac req-101f29c1-1faa-434f-8b27-f66c7ea7d0be tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0596654 Aug 11 02:21:39.502971 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.508249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.524714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.525640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.546426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-f5074a1b-eae4-4790-b50a-f84be48386ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.550064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-f5074a1b-eae4-4790-b50a-f84be48386ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1100 time: 1.0895562 Aug 11 02:21:39.577774 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:21:39.750455 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-c1893f20-3070-482a-9b63-87bad3119e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7590809 Aug 11 02:21:39.757837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:39.764714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Request body: {'port': {'device_id': '391c72b3-4b45-47dc-b859-654372c07a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:39.767609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.805925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a56a8-f986-4b0e-af21-a2d19640a04a req-af67bf63-5567-45ee-ae0e-610be30afaab tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.807890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb0a56a8-f986-4b0e-af21-a2d19640a04a req-af67bf63-5567-45ee-ae0e-610be30afaab tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 931 time: 0.6371412 Aug 11 02:21:39.873306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:39.897858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.926863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-45770bfd-4fc1-466b-8460-9e8295b6576f None None] Provisioning complete for port 05930989-d540-424c-aa3d-be677027b4f8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:39.932739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45770bfd-4fc1-466b-8460-9e8295b6576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.978822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb0a56a8-f986-4b0e-af21-a2d19640a04a req-010989b8-1326-4d4d-be3c-219a587ec5f5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437433 Aug 11 02:21:40.026909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-03727920-079d-4a7d-9f1c-00147f49936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.032636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-03727920-079d-4a7d-9f1c-00147f49936b service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4496810 Aug 11 02:21:40.193357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'network_id': '159cb050-43db-4585-912a-c776b7c87954', 'port_id': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'mac_address': 'fa:16:3e:4b:65:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5a25c5-4497-4a59-8009-c1bb7efffdea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:40.247202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-44a8d3ce-d504-4f5c-92ef-9233cbb8c02d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 217 time: 0.2047162 Aug 11 02:21:40.296886 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.348149 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Transition to ACTIVE for port object 0cd645d4-4b56-4955-aaec-f3c83528f4d3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:40.369195 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.466821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 395ecd60-3b4f-4322-a47c-a679c5a800c7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:40.467499 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.508384 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Pushing event updated for resources: {'Port': ['ID=0cd645d4-4b56-4955-aaec-f3c83528f4d3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:40.527511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Allocated IP 19.80.0.162 (5d31b537-6290-43c6-a04d-4c01946e5c40/1170cfe4-498d-4b2f-8bb3-7e88078e9d7b/9f0f486c-7c01-4700-959a-3238c0b6b8d2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:40.564076 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.564664 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.573082 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.573680 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.574287 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.575464 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.576372 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.583823 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.584616 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.589056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391f506-8f0c-4fbd-9601-e54320251bdd req-42c8b347-96d0-41e5-941a-93a6fbf17d48 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.589390 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.590060 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.591722 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:40.592044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1391f506-8f0c-4fbd-9601-e54320251bdd req-42c8b347-96d0-41e5-941a-93a6fbf17d48 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 943 time: 0.5360379 Aug 11 02:21:40.767793 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.892109 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Attempting to bind port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:40.892730 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Attempting to bind port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:40.893331 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Attempting to bind port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 on network 8dce4fec-6af0-457b-9fb8-8f3fe833182a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:40.916538 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:40.920117 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Checking segment: {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:40.921112 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.921794 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Bound using segment: {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:40.925765 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Bound port: 0cd645d4-4b56-4955-aaec-f3c83528f4d3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33900fb4-5193-4988-9732-4fedf16ba795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:40.926429 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.016021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75c4082-0244-47f8-a6e7-c21a713cc9c5 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:41.075226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f53127-a927-40a9-a518-a5822e93e0c5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:41.084793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d31b396-460d-49ee-8e98-6c000b24dc57 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:41.095377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.100514 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] For port 0cd645d4-4b56-4955-aaec-f3c83528f4d3, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:41.107986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] For port 0cd645d4-4b56-4955-aaec-f3c83528f4d3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0cd645d4-4b56-4955-aaec-f3c83528f4d3,segment=NetworkSegment(33900fb4-5193-4988-9732-4fedf16ba795),segment_id=33900fb4-5193-4988-9732-4fedf16ba795)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:41.116037 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.121010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:41.135819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Transition to ACTIVE for port object a8f53127-a927-40a9-a518-a5822e93e0c5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:41.142815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.186271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.253967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:41.296286 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d827f-0abb-4b2a-9c92-d432854b6b0d None None] Pushing event updated for resources: {'Port': ['ID=0cd645d4-4b56-4955-aaec-f3c83528f4d3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:41.320083 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Routers {'3c8c4fdd-079e-4311-ac7d-4f298d574679'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:41.320736 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:21:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3c8c4fdd-079e-4311-ac7d-4f298d574679'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:41.399374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:41.404477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:41.496042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:41.497081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:41.498475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:41.509712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-b3beb33d-51d4-4d2c-a613-2963e530aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.510551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:41.510881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:41.513178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-b3beb33d-51d4-4d2c-a613-2963e530aba7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 1.2512269 Aug 11 02:21:41.523541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:41.523878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:41.524275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:41.524722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Bound port: a8f53127-a927-40a9-a518-a5822e93e0c5, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:41.525090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.572634 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] Set router 3c8c4fdd-079e-4311-ac7d-4f298d574679 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:41.697571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:41.702518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:41.715309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.743327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4d31b396-460d-49ee-8e98-6c000b24dc57'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:41.791841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1391f506-8f0c-4fbd-9601-e54320251bdd req-f02cd4ab-e2a3-47b0-9fc8-3ae8eb0c9b8c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1226909 Aug 11 02:21:41.812970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.813683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.815273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 1091 time: 2.0553784 Aug 11 02:21:41.820850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeabd6-c589-446e-852b-d25d0be28173 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:41.834692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:41.841472 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b618f6-127e-478f-8a49-6c468c0e7c22" -d '{"events": [{"name": "network-changed", "server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:41.842360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:41.844327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.969553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-5c306d97-9a5c-48cf-b7e2-bd0cbe86f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.983540 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-5c306d97-9a5c-48cf-b7e2-bd0cbe86f14c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1094 time: 0.1062114 Aug 11 02:21:42.029255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.056620 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-da8ca42d-15f8-479a-bad3-3abdb1f760df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0627625 Aug 11 02:21:42.120974 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:21:35Z', 'revision_number': 4, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cd645d4-4b56-4955-aaec-f3c83528f4d3', 'name': '', 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'mac_address': 'fa:16:3e:43:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dadac101-564e-47db-97f1-0aa53baaffba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:41Z', 'revision_number': 4, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'subnets': [{'id': 'dadac101-564e-47db-97f1-0aa53baaffba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:42.132976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b4a0637-6e3c-437a-a707-6426d7c37fef req-1abaeb8f-6eba-4ccd-9a0e-42091c25b7e6 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 210 time: 0.0655429 Aug 11 02:21:42.193832 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24331a-3b47-4f53-bb75-a1139d2b8b35 None None] The sync data for ids ['3c8c4fdd-079e-4311-ac7d-4f298d574679'] in n-d-715271-8 is: [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:21:35Z', 'revision_number': 4, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cd645d4-4b56-4955-aaec-f3c83528f4d3', 'name': '', 'network_id': '8dce4fec-6af0-457b-9fb8-8f3fe833182a', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'mac_address': 'fa:16:3e:43:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'dadac101-564e-47db-97f1-0aa53baaffba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:31Z', 'updated_at': '2021-08-11T02:21:41Z', 'revision_number': 4, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'subnets': [{'id': 'dadac101-564e-47db-97f1-0aa53baaffba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:42.201640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-b30ae75f-64f4-4929-91c0-0e4b74472592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.204245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-b30ae75f-64f4-4929-91c0-0e4b74472592 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1310699 Aug 11 02:21:42.231787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-5a1ee197-86a9-402e-bf6d-37d484d0087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.237401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-5a1ee197-86a9-402e-bf6d-37d484d0087b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6498804 Aug 11 02:21:42.238928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Transition to ACTIVE for port object 9f0f486c-7c01-4700-959a-3238c0b6b8d2 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:42.303653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-022c5834-a5cc-492e-be11-56ab6ec9f36e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903559 Aug 11 02:21:42.308831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.414842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-b8f6dc3b-bdb9-4e8d-a59d-cb1b71129c0c tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8956578 Aug 11 02:21:42.420792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:42.496757 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-d51fe547-4b6c-4df0-81bd-eef8023579bf service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795428 Aug 11 02:21:42.546670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a75c4082-0244-47f8-a6e7-c21a713cc9c5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:42.547015 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.591417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:42.593845 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0bf1f1-ed09-4146-a63d-bcd1813b3b43" -d '{"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-plugged", "status": "completed", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:42.621675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.655717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:42.672075 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.721906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-e1696626-0bc7-4a25-99a2-ce8f00c1b4b9 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726143 Aug 11 02:21:42.749421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.857882 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ad43348-c9be-42d1-b27a-153e4cfd4b33 req-e8ca1b87-0891-4a18-81b3-59107ef8bf44 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549228 Aug 11 02:21:42.945488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.960815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Port': ['ID=9f0f486c-7c01-4700-959a-3238c0b6b8d2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:43.260834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97a26986-4a0a-430e-a506-b48b5800fc10 req-24908a45-d616-4482-8a88-1b0598b40f57 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295048 Aug 11 02:21:43.293007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:43.301125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cd645d4-4b56-4955-aaec-f3c83528f4d3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:43.342254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:43.374094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:43.464959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:43.471614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:43.472247 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.492799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.492799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.513761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa51e-0235-4111-ab58-cf23ccddf4c4 req-fc281b73-5c9e-4266-baa1-70705e9e5096 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.516475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ceaa51e-0235-4111-ab58-cf23ccddf4c4 req-fc281b73-5c9e-4266-baa1-70705e9e5096 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.4730177 Aug 11 02:21:43.637867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-ceaccdc5-18c7-4491-b7cb-1dbd88e54f3a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3835053 Aug 11 02:21:43.702757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Request body: {'port': {'device_id': '07d5d3e6-e552-4769-8286-204bed4c7260', 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181', 'admin_state_up': True, 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:43.854722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ceaa51e-0235-4111-ab58-cf23ccddf4c4 req-e165ae6f-29ce-4518-8314-ee88701c931c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293877 Aug 11 02:21:43.856380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6066d55-0193-4b27-bede-5ce8ce55b034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.885205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.057374 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.116977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-772abfae-6f25-4bdf-b16c-3d7967f1a786 None None] Provisioning for port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:44.125583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-772abfae-6f25-4bdf-b16c-3d7967f1a786 None None] Provisioning complete for port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:44.126176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-772abfae-6f25-4bdf-b16c-3d7967f1a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.185374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-772abfae-6f25-4bdf-b16c-3d7967f1a786 None None] Port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:44.194655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 0cd645d4-4b56-4955-aaec-f3c83528f4d3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0cd645d4-4b56-4955-aaec-f3c83528f4d3,segment=NetworkSegment(33900fb4-5193-4988-9732-4fedf16ba795),segment_id=33900fb4-5193-4988-9732-4fedf16ba795)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:44.200970 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.202825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05930989-d540-424c-aa3d-be677027b4f8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:44.341687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Allocated IP 172.25.6.45 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/6fde9cec-19cf-40c4-b005-33e9022c5b25) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:44.367602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=0cd645d4-4b56-4955-aaec-f3c83528f4d3,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.404370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 05930989-d540-424c-aa3d-be677027b4f8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:44.405115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.865129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Made reservation on behalf of 0082b1b5f05b454e82109bb16b5f4590 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:44.872326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.922260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6f27-66b5-4218-baa1-0501bf658904 req-af935a1e-cf21-4a4c-a06a-75b67f59ba77 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.938979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d29a6f27-66b5-4218-baa1-0501bf658904 req-af935a1e-cf21-4a4c-a06a-75b67f59ba77 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.8171723 Aug 11 02:21:45.035223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cd645d4-4b56-4955-aaec-f3c83528f4d3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.126931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.293705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.294567 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.361115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4d31b396-460d-49ee-8e98-6c000b24dc57 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.377607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Allocated IP 19.86.0.205 (65e3f981-d1cc-467d-a124-b5a27a2e4181/f4d928ba-dc94-4b8b-8c81-846b5a460028/7246dd7d-0b7c-4869-a1ae-da3a73db869d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:45.555519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 4d31b396-460d-49ee-8e98-6c000b24dc57 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:45.560645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 4d31b396-460d-49ee-8e98-6c000b24dc57 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.561025 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.572539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.659649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:45.664256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d29a6f27-66b5-4218-baa1-0501bf658904 req-288e6d6e-8d08-4d5c-bf59-22cd6b5ae269 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234311 Aug 11 02:21:45.672473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:45.687402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:45.692567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=6fde9cec-19cf-40c4-b005-33e9022c5b25,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:45.719626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.736504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.751722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Transition to ACTIVE for port object 7246dd7d-0b7c-4869-a1ae-da3a73db869d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:45.777497 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd918f3-69bd-4e34-8295-cb804c023d46 x-openstack-request-id: req-ffd918f3-69bd-4e34-8295-cb804c023d46 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:45.778873 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:45.779291 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffd918f3-69bd-4e34-8295-cb804c023d46 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:45.787406 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'status': 'completed', 'code': 200} Aug 11 02:21:45.848631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:45.859310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.883357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-26c80749-141c-401a-b200-de4d02f1a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.885088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-26c80749-141c-401a-b200-de4d02f1a550 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1094 time: 0.0813756 Aug 11 02:21:45.935177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.941807 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8022be-6887-4068-9f7f-e5c6d6942f0c x-openstack-request-id: req-ae8022be-6887-4068-9f7f-e5c6d6942f0c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:45.944798 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-plugged", "status": "completed", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:45.945103 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae8022be-6887-4068-9f7f-e5c6d6942f0c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:45.945530 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'code': 200} Aug 11 02:21:46.022698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.031405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.115203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.195240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-30d8d6b4-83f4-4184-bb89-2349a90d74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.197389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-30d8d6b4-83f4-4184-bb89-2349a90d74e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.2998035 Aug 11 02:21:46.298508 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-21d30d97-43a6-4e02-9293-25b96ce85d72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0862274 Aug 11 02:21:46.428951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:46.431016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:46.433907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:46.463808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-0efb37e0-a433-453e-a098-2a9a18c8b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.473333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-0efb37e0-a433-453e-a098-2a9a18c8b4cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1638992 Aug 11 02:21:46.522446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.524618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.548755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.559797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8792293 Aug 11 02:21:46.564049 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.578713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-97368be7-5d78-4a1b-8e77-24142ac7027c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967653 Aug 11 02:21:46.580315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Request body: {'port': {'device_id': '07d5d3e6-e552-4769-8286-204bed4c7260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:46.668743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bf80b-319a-43cc-8858-6b13eaf30a53 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event updated for resources: {'Port': ['ID=7246dd7d-0b7c-4869-a1ae-da3a73db869d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.736760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.755916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=6fde9cec-19cf-40c4-b005-33e9022c5b25,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.842722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba06a6-8aed-4484-abbc-9b89248c2366 req-037a618f-3855-413e-9d7b-54a3a4eb7c97 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.844546 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adba06a6-8aed-4484-abbc-9b89248c2366 req-037a618f-3855-413e-9d7b-54a3a4eb7c97 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 945 time: 0.8352735 Aug 11 02:21:46.964808 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-3943d075-c247-494f-8565-33c6346564b6 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719423 Aug 11 02:21:47.104047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6e9713c7-80fd-4bbb-be9a-513c559e1b41 None None] Provisioning for port 7246dd7d-0b7c-4869-a1ae-da3a73db869d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:47.136786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6e9713c7-80fd-4bbb-be9a-513c559e1b41 None None] Provisioning complete for port 7246dd7d-0b7c-4869-a1ae-da3a73db869d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:47.137361 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e9713c7-80fd-4bbb-be9a-513c559e1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.202605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25b618f6-127e-478f-8a49-6c468c0e7c22 req-aea392c1-3ba9-41f9-88dc-575470238a2a service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313061 Aug 11 02:21:47.214966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.276227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e9713c7-80fd-4bbb-be9a-513c559e1b41 None None] Port 7246dd7d-0b7c-4869-a1ae-da3a73db869d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:47.315000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adba06a6-8aed-4484-abbc-9b89248c2366 req-865bd67d-1789-45c8-bcb6-2cb1809a822c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392898 Aug 11 02:21:47.319500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.320655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-4bb86ce9-7715-4940-8abc-3efea519321f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9042854 Aug 11 02:21:47.323105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0f486c-7c01-4700-959a-3238c0b6b8d2 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:47.379597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deb76dc9-d51d-4160-9dc2-98a42499887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.396654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.528241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-f84fa990-68f3-4517-a2cc-760479a3cad2 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.1924968 Aug 11 02:21:47.536365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Transition to ACTIVE for port object 9f0f486c-7c01-4700-959a-3238c0b6b8d2 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:47.562496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.697861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.911488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Pushing event updated for resources: {'Port': ['ID=9f0f486c-7c01-4700-959a-3238c0b6b8d2,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.947341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:47.951059 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e7b61-5cc3-4742-9f3d-c4fa77f584f5" -d '{"events": [{"server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "name": "network-vif-plugged", "status": "completed", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:47.986149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-bf5e2e6a-7b51-4dc7-86dc-bba975db54f5 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:47.987402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-bf5e2e6a-7b51-4dc7-86dc-bba975db54f5 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.4410577 Aug 11 02:21:47.999283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bfdfd-e203-44c2-8611-08a1c6778e0d req-cd230ba7-af16-4331-bfbe-0174c74bdb00 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.005906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bfdfd-e203-44c2-8611-08a1c6778e0d req-cd230ba7-af16-4331-bfbe-0174c74bdb00 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.013606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb5bfdfd-e203-44c2-8611-08a1c6778e0d req-cd230ba7-af16-4331-bfbe-0174c74bdb00 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1667 time: 0.4457517 Aug 11 02:21:48.064581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-909c0d37-2049-4d1f-9220-6a35a1cba3dd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:21:48.065652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7907f09-f8f1-414e-931d-a6e4cf79dd41 req-909c0d37-2049-4d1f-9220-6a35a1cba3dd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493445 Aug 11 02:21:48.136906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb5bfdfd-e203-44c2-8611-08a1c6778e0d req-435f34e2-d3d0-462f-9e32-fe47279a6b48 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223400 Aug 11 02:21:48.137830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Attempting to bind port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:48.138374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Attempting to bind port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:48.138725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Attempting to bind port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 on network 5d31b537-6290-43c6-a04d-4c01946e5c40 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:48.167362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 on network 5d31b537-6290-43c6-a04d-4c01946e5c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:48.167853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Attempting to bind port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 on network 5d31b537-6290-43c6-a04d-4c01946e5c40 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:48.199487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:48.199840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Checking segment: {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:48.200483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Bound using segment: {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:48.200969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Bound port: 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91608abd-7915-498e-a464-3f566c079505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:48.201347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.323195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c2e5-a573-464d-a0fd-52ca4e808b2e req-dac45367-e85f-4f40-884b-258bdf6aa94f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.330747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31c8c2e5-a573-464d-a0fd-52ca4e808b2e req-dac45367-e85f-4f40-884b-258bdf6aa94f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1438704 Aug 11 02:21:48.382744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] For port 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:48.390532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] For port 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9f0f486c-7c01-4700-959a-3238c0b6b8d2,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:48.421492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31c8c2e5-a573-464d-a0fd-52ca4e808b2e req-cb37ee6a-d733-474f-a0cb-358fe47baa25 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897987 Aug 11 02:21:48.424803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.466588 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.515091 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d903a-8548-4f3d-96a3-dff4bbc63e53 x-openstack-request-id: req-5f8d903a-8548-4f3d-96a3-dff4bbc63e53 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:48.515372 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "name": "network-vif-plugged", "status": "completed", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:48.515634 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f8d903a-8548-4f3d-96a3-dff4bbc63e53 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:48.516036 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'code': 200} Aug 11 02:21:48.521546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.522234 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.523846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] 10.222.0.25 "PUT /v2.0/ports/9f0f486c-7c01-4700-959a-3238c0b6b8d2 HTTP/1.1" status: 200 len: 1092 time: 1.9481955 Aug 11 02:21:48.536455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'tag': '9f0f486c-7c01-4700-959a-3238c0b6b8d2'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:48.540130 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e4087-92d9-4935-a424-f731424a1469" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "tag": "9f0f486c-7c01-4700-959a-3238c0b6b8d2"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:48.596439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Request body: {'port': {'device_id': '07d5d3e6-e552-4769-8286-204bed4c7260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:48.811411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f62faf-f7c1-4dd2-b7e0-6186a732e63e service neutron] Pushing event updated for resources: {'Port': ['ID=9f0f486c-7c01-4700-959a-3238c0b6b8d2,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.838158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dfdf0-d0c9-49e3-acda-608f813f9be7 req-3adaee7e-75d2-4123-af8c-1f8c24ba1d5e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.846152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-297dfdf0-d0c9-49e3-acda-608f813f9be7 req-3adaee7e-75d2-4123-af8c-1f8c24ba1d5e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.3211629 Aug 11 02:21:48.863405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.933991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fd6d5-99da-48b5-ac8b-70b2c1129b5b req-0be7cae9-e2db-498c-b8a4-9232ddc0bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.935788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-784fd6d5-99da-48b5-ac8b-70b2c1129b5b req-0be7cae9-e2db-498c-b8a4-9232ddc0bedf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1096 time: 0.2827804 Aug 11 02:21:48.948509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-88c88c1f-5b8f-46ee-a683-09bc20913a29 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4006066 Aug 11 02:21:48.972736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:49.037160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-297dfdf0-d0c9-49e3-acda-608f813f9be7 req-a7cd8ed6-440f-4806-b995-b726482b5e8b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893654 Aug 11 02:21:49.128221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-784fd6d5-99da-48b5-ac8b-70b2c1129b5b req-069fba42-79cc-4755-9a6a-e02f6628f04d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730511 Aug 11 02:21:49.130052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.368275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ad96d-b657-414d-abc5-64aab1aff71e req-9ad7d070-fd01-4649-a6f2-c4c5f8f79d7c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.369863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d1ad96d-b657-414d-abc5-64aab1aff71e req-9ad7d070-fd01-4649-a6f2-c4c5f8f79d7c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 945 time: 0.2090371 Aug 11 02:21:49.471805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d1ad96d-b657-414d-abc5-64aab1aff71e req-008363a9-f131-4f16-b8ec-55f28bd55ef8 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885372 Aug 11 02:21:49.568282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.572138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7246dd7d-0b7c-4869-a1ae-da3a73db869d {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:49.586377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.649694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Transition to ACTIVE for port object 7246dd7d-0b7c-4869-a1ae-da3a73db869d will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:49.678505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.832994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7246dd7d-0b7c-4869-a1ae-da3a73db869d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:49.867479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaecaf-599c-4e28-8e9e-9f8e5c5dffa1 req-b62283ae-4525-4305-b775-3d9cc6e3cde3 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.870345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ceaaecaf-599c-4e28-8e9e-9f8e5c5dffa1 req-b62283ae-4525-4305-b775-3d9cc6e3cde3 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.2329576 Aug 11 02:21:49.921302 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.963116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Allocated IP 172.25.6.214 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/318930f5-11ff-4862-8191-fc9c4aa408cc) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:50.071253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Attempting to bind port 7246dd7d-0b7c-4869-a1ae-da3a73db869d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:50.071253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Attempting to bind port 7246dd7d-0b7c-4869-a1ae-da3a73db869d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:50.071253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Attempting to bind port 7246dd7d-0b7c-4869-a1ae-da3a73db869d on network 65e3f981-d1cc-467d-a124-b5a27a2e4181 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:50.084045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ceaaecaf-599c-4e28-8e9e-9f8e5c5dffa1 req-3f118510-f8f3-4abc-b662-6603d056a02f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753604 Aug 11 02:21:50.084636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Port 7246dd7d-0b7c-4869-a1ae-da3a73db869d on network 65e3f981-d1cc-467d-a124-b5a27a2e4181 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:50.084962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Attempting to bind port 7246dd7d-0b7c-4869-a1ae-da3a73db869d on network 65e3f981-d1cc-467d-a124-b5a27a2e4181 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:50.106533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:50.106886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Checking segment: {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:50.107280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Bound using segment: {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:50.107736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Bound port: 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59631da5-68a6-43cc-97b2-4c1125c50791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:50.108153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.518653 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a207d579-977f-4f7e-b31a-cbcb4a51f6b0 x-openstack-request-id: req-a207d579-977f-4f7e-b31a-cbcb4a51f6b0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:50.519349 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "tag": "9f0f486c-7c01-4700-959a-3238c0b6b8d2", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:50.519349 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a207d579-977f-4f7e-b31a-cbcb4a51f6b0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:50.519553 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'tag': '9f0f486c-7c01-4700-959a-3238c0b6b8d2', 'status': 'completed', 'code': 200} Aug 11 02:21:50.623843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.681199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] For port 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:50.693119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4087-92d9-4935-a424-f731424a1469 req-446bfb95-821c-4404-962f-414bc3c9ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.693713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4087-92d9-4935-a424-f731424a1469 req-446bfb95-821c-4404-962f-414bc3c9ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.695632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c08e4087-92d9-4935-a424-f731424a1469 req-446bfb95-821c-4404-962f-414bc3c9ec0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1939 time: 0.1790137 Aug 11 02:21:50.711743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] For port 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:50.722528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57afc04-424b-4503-877f-51c73bc5b734 req-2f50ad31-ed0f-4f79-b21f-a5f80b732aa3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.730684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57afc04-424b-4503-877f-51c73bc5b734 req-2f50ad31-ed0f-4f79-b21f-a5f80b732aa3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.732802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e57afc04-424b-4503-877f-51c73bc5b734 req-2f50ad31-ed0f-4f79-b21f-a5f80b732aa3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1679 time: 0.2193244 Aug 11 02:21:50.753399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.885132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.885772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.887265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/7246dd7d-0b7c-4869-a1ae-da3a73db869d HTTP/1.1" status: 200 len: 1092 time: 2.2953091 Aug 11 02:21:50.922858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.954958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e57afc04-424b-4503-877f-51c73bc5b734 req-33f693cf-aa60-4902-ae49-aa83cde04c41 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986339 Aug 11 02:21:50.984364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:50.987950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:50.990640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e5af7-747f-4045-9664-19f4f36245f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7246dd7d-0b7c-4869-a1ae-da3a73db869d,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:50.996764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:51.003052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4087-92d9-4935-a424-f731424a1469 req-ae1b9674-a9cd-4c6d-adaf-c9a3e89d1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.003543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4087-92d9-4935-a424-f731424a1469 req-ae1b9674-a9cd-4c6d-adaf-c9a3e89d1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.004047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4087-92d9-4935-a424-f731424a1469 req-ae1b9674-a9cd-4c6d-adaf-c9a3e89d1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.006039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c08e4087-92d9-4935-a424-f731424a1469 req-ae1b9674-a9cd-4c6d-adaf-c9a3e89d1daa service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0082b1b5f05b454e82109bb16b5f4590&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.2713518 Aug 11 02:21:51.167629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=318930f5-11ff-4862-8191-fc9c4aa408cc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:51.282722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.288415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4087-92d9-4935-a424-f731424a1469 req-3e5d4710-35d5-43b0-9039-5ecf2600d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.289944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c08e4087-92d9-4935-a424-f731424a1469 req-3e5d4710-35d5-43b0-9039-5ecf2600d179 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2627945 Aug 11 02:21:51.306694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4f2f-b631-4b10-90eb-41e65f06598a req-93732391-6c22-44c1-903c-a84f0bb8021c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.308262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c62f4f2f-b631-4b10-90eb-41e65f06598a req-93732391-6c22-44c1-903c-a84f0bb8021c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.0971358 Aug 11 02:21:51.353712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.425811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c62f4f2f-b631-4b10-90eb-41e65f06598a req-5a9d593b-4c85-4b2b-80c7-a58fb35f38fc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 Aug 11 02:21:51.515345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-18c101e5-7e74-4743-a10e-eef1321e5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.516138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-18c101e5-7e74-4743-a10e-eef1321e5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.517805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-18c101e5-7e74-4743-a10e-eef1321e5808 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1981 time: 0.1606171 Aug 11 02:21:51.577203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-4edba480-c769-492f-b551-da90fdb53ad3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=9f0f486c-7c01-4700-959a-3238c0b6b8d2 HTTP/1.1" status: 200 len: 217 time: 0.0494015 Aug 11 02:21:51.700713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-363263c8-9fca-4783-88aa-3abdbfb4d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.702292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-363263c8-9fca-4783-88aa-3abdbfb4d99b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1170cfe4-498d-4b2f-8bb3-7e88078e9d7b HTTP/1.1" status: 200 len: 801 time: 0.1015179 Aug 11 02:21:51.715146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.738076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ece3-f97b-4a0e-bc0b-ed3b85f9f604 req-01744e87-d8f6-4dbf-9b6e-a532673a231b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.740271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7234ece3-f97b-4a0e-bc0b-ed3b85f9f604 req-01744e87-d8f6-4dbf-9b6e-a532673a231b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 945 time: 0.1549935 Aug 11 02:21:51.740460 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.863757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=318930f5-11ff-4862-8191-fc9c4aa408cc,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:51.876726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-02b6217d-7687-4fe5-9db4-fa0454ea876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.878321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-02b6217d-7687-4fe5-9db4-fa0454ea876d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d31b537-6290-43c6-a04d-4c01946e5c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1612134 Aug 11 02:21:51.885658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7234ece3-f97b-4a0e-bc0b-ed3b85f9f604 req-ad83eaba-fcf2-4385-8fad-e62bd227a4b5 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Aug 11 02:21:51.901759 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.957548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.958944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-19eac85f-7e4b-4cbc-a3b7-2f46787f0131 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9926236 Aug 11 02:21:52.040152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-2d678bbc-edce-4e83-abd2-64230194187a service neutron] 10.222.0.25 "GET /v2.0/networks/5d31b537-6290-43c6-a04d-4c01946e5c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493175 Aug 11 02:21:52.054151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3e2a-e986-4a45-abe2-ac0887532f1b req-bb96b7de-19c0-476d-94ad-699b2c287eed tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.055802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b0a3e2a-e986-4a45-abe2-ac0887532f1b req-bb96b7de-19c0-476d-94ad-699b2c287eed tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 950 time: 0.0888722 Aug 11 02:21:52.168922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-daf88623-7835-486e-af83-3cca444e2e1e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1985681 Aug 11 02:21:52.256800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b0a3e2a-e986-4a45-abe2-ac0887532f1b req-b9bc1dfe-df6d-4588-ae16-26c7de7ab6cb tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845949 Aug 11 02:21:52.290780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-38540fad-1b7a-47fd-b11b-2e9428fb142b service neutron] 10.222.0.25 "GET /v2.0/networks/5d31b537-6290-43c6-a04d-4c01946e5c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318947 Aug 11 02:21:52.373223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-d6a6985d-dba2-4701-8b7d-51f537840452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d HTTP/1.1" status: 200 len: 217 time: 0.0716555 Aug 11 02:21:52.413116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-a9d7e6af-4f39-4715-88da-a585e298577d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.414651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68f4a73a-c35b-420b-8837-4b10fdfb7cbc req-a9d7e6af-4f39-4715-88da-a585e298577d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2379980 Aug 11 02:21:52.459201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-46dab83f-ee2f-414a-b825-f5c789a3622f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-514519757&fields=id&tenant_id=d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 267 time: 0.0958912 Aug 11 02:21:52.481155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-6ebe11b4-1578-4cc7-ba4a-4087787eca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.482418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-6ebe11b4-1578-4cc7-ba4a-4087787eca81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4d928ba-dc94-4b8b-8c81-846b5a460028 HTTP/1.1" status: 200 len: 801 time: 0.0852623 Aug 11 02:21:52.528232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'tag': '7246dd7d-0b7c-4869-a1ae-da3a73db869d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:52.530665 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1a053-1f13-4911-933e-b5d9d2dfe773" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "tag": "7246dd7d-0b7c-4869-a1ae-da3a73db869d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:52.564833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-995a9cfb-db57-4913-a3cb-fe9b8ca4e2fd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.566504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-995a9cfb-db57-4913-a3cb-fe9b8ca4e2fd tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 945 time: 0.0995538 Aug 11 02:21:52.571435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-6c26cb3f-72b4-425a-87ac-fdbc0e6300f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.572960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-6c26cb3f-72b4-425a-87ac-fdbc0e6300f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65e3f981-d1cc-467d-a124-b5a27a2e4181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757585 Aug 11 02:21:52.587218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'port': {'security_groups': ['9d84d165-9e0b-4f99-8228-434796f8cb1a', 'd72a59d5-b149-4505-9b5e-6f00ab8d8b91']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:52.701386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.737941 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.767659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015189-85ee-4e22-ad24-26961abfaca9 req-9486a5e2-1f2c-4f8e-8c55-c168acfc78ac tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.774066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015189-85ee-4e22-ad24-26961abfaca9 req-9486a5e2-1f2c-4f8e-8c55-c168acfc78ac tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.775793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87015189-85ee-4e22-ad24-26961abfaca9 req-9486a5e2-1f2c-4f8e-8c55-c168acfc78ac tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1679 time: 0.2073886 Aug 11 02:21:52.781410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.828459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-3cc7f267-9610-48a9-aa25-1af821a7b568 service neutron] 10.222.0.25 "GET /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371807 Aug 11 02:21:52.912579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:52.928649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87015189-85ee-4e22-ad24-26961abfaca9 req-e6fecc0a-504c-4291-b38e-2897ee0b942a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397669 Aug 11 02:21:53.014271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c768eec-19e4-4c08-b094-47fa20b6cd2c req-50a3fcae-d0cf-44a2-875d-a4e7b6b317d1 service neutron] 10.222.0.25 "GET /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559644 Aug 11 02:21:53.071436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.116453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:53.120680 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e3d6f3-1476-4c96-bdea-9cb68a8ccf5c" -d '{"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:53.139129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:53.146295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:53.153033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.192139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.201319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.235513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:53.240708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4d31b396-460d-49ee-8e98-6c000b24dc57'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:53.265840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:53.266564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.268331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bfeed0f-921a-456e-bcec-c2ebc044accf req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "PUT /v2.0/ports/4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 981 time: 0.6874058 Aug 11 02:21:53.295986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d1563-d78c-45f3-846c-5acdad89844b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:53.385097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:53.433823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.434387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.434947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.435553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.436109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.437392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.438290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.439124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.439949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.440792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.441633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.442539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:53.447651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74c93293-cc7c-469e-88b9-1a2543def141 req-584e7ca5-c4ca-4da7-95bf-1d7e5c5cbf8b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1471658 Aug 11 02:21:53.455883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4d31b396-460d-49ee-8e98-6c000b24dc57'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:53.466540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:53.500354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.665890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.961075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Allocated IP 172.25.6.99 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/8b9feac4-41bf-4ad6-93e6-8ce611ccb5dc) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:53.996676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fcd94-1ff5-4519-a4c4-47f4376d75e1 req-9450888c-7183-4117-96cc-c6f9d74eebcc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:53.999353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-645fcd94-1ff5-4519-a4c4-47f4376d75e1 req-9450888c-7183-4117-96cc-c6f9d74eebcc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.1816723 Aug 11 02:21:54.117483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-645fcd94-1ff5-4519-a4c4-47f4376d75e1 req-6cd49503-2ccb-4bb1-8c1c-31a56bc4ced8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998766 Aug 11 02:21:54.206882 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.259995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.264607 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315fd24f-9a87-4be8-8e47-50d227bb4dcc x-openstack-request-id: req-315fd24f-9a87-4be8-8e47-50d227bb4dcc {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:54.265143 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "tag": "7246dd7d-0b7c-4869-a1ae-da3a73db869d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:54.265521 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-315fd24f-9a87-4be8-8e47-50d227bb4dcc {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:54.266182 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'tag': '7246dd7d-0b7c-4869-a1ae-da3a73db869d', 'status': 'completed', 'code': 200} Aug 11 02:21:54.316423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:54.339424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:54.342709 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b530e-bb9f-4a4a-bb31-70737adfa552 x-openstack-request-id: req-d56b530e-bb9f-4a4a-bb31-70737adfa552 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:54.343586 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:54.343586 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d56b530e-bb9f-4a4a-bb31-70737adfa552 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:54.344188 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'code': 200} Aug 11 02:21:54.367568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:54.375218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=8b9feac4-41bf-4ad6-93e6-8ce611ccb5dc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:54.777259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-9732ba71-b983-42fb-a835-90141e718703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.778398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-9732ba71-b983-42fb-a835-90141e718703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.779456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-9732ba71-b983-42fb-a835-90141e718703 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0082b1b5f05b454e82109bb16b5f4590&device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1981 time: 0.4658101 Aug 11 02:21:54.811257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-058a206b-6781-436a-afa8-f4578be6e6ad req-7b043323-7c9d-4f4c-ba02-a1fa6893cb68 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/d72a59d5-b149-4505-9b5e-6f00ab8d8b91 HTTP/1.1" status: 200 len: 1800 time: 0.4406238 Aug 11 02:21:54.907383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.913854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:54.985428 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.989235 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-058a206b-6781-436a-afa8-f4578be6e6ad req-fdf40af7-6f92-4193-af23-c2fec9af2a49 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:21:54.990392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-058a206b-6781-436a-afa8-f4578be6e6ad req-fdf40af7-6f92-4193-af23-c2fec9af2a49 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/d72a59d5-b149-4505-9b5e-6f00ab8d8b91 HTTP/1.1" status: 409 len: 341 time: 0.1664798 Aug 11 02:21:54.992940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-cccef710-b5c4-4975-9bad-3fdc336e166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.994520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-cccef710-b5c4-4975-9bad-3fdc336e166e service neutron] 10.222.0.25 "GET /v2.0/networks?id=65e3f981-d1cc-467d-a124-b5a27a2e4181 HTTP/1.1" status: 200 len: 901 time: 0.1806540 Aug 11 02:21:55.057692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:55.058769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-30081424-d0e6-4477-9c6a-9699c6232b5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d HTTP/1.1" status: 200 len: 217 time: 0.0451679 Aug 11 02:21:55.076269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585', 'port_id': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'mac_address': 'fa:16:3e:27:37:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d6126f-7027-4e66-9dda-485229d5aef0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:55.129350 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.150096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f53127-a927-40a9-a518-a5822e93e0c5 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:55.177866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:55.182050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-c00ebed5-b3f4-41f1-aca5-30f5e5579b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.183673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-c00ebed5-b3f4-41f1-aca5-30f5e5579b72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4d928ba-dc94-4b8b-8c81-846b5a460028 HTTP/1.1" status: 200 len: 801 time: 0.1131778 Aug 11 02:21:55.185181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.266108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:55.300809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc3dcb-c9da-41cb-9c63-e011c0c46f21 req-ff40b8e6-89ff-4e4a-8cb5-943e6e631a20 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.307629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc3dcb-c9da-41cb-9c63-e011c0c46f21 req-ff40b8e6-89ff-4e4a-8cb5-943e6e631a20 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.309414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9bc3dcb-c9da-41cb-9c63-e011c0c46f21 req-ff40b8e6-89ff-4e4a-8cb5-943e6e631a20 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1679 time: 0.1438544 Aug 11 02:21:55.325846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-4c70d8b1-84c9-4f0d-978c-7897ebda1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.327535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-4c70d8b1-84c9-4f0d-978c-7897ebda1e66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65e3f981-d1cc-467d-a124-b5a27a2e4181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234686 Aug 11 02:21:55.376754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.413876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.475933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9bc3dcb-c9da-41cb-9c63-e011c0c46f21 req-2e96395d-5097-4065-9760-1d5389e5c782 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569202 Aug 11 02:21:55.491130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['a8f53127-a927-40a9-a518-a5822e93e0c5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:55.518905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=8b9feac4-41bf-4ad6-93e6-8ce611ccb5dc,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:55.556642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-3aa315ad-bb27-43f9-b97d-13f93fbc4fe3 service neutron] 10.222.0.25 "GET /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091823 Aug 11 02:21:55.558266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.659808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.662817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74c93293-cc7c-469e-88b9-1a2543def141 req-bf9ba478-865a-4f48-a248-c94b098b9ea3 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2038181 Aug 11 02:21:55.773848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74c93293-cc7c-469e-88b9-1a2543def141 req-4a5d917f-2339-4862-bf9b-05f20590a023 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0928488 Aug 11 02:21:55.806395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-875173ea-cea1-433b-b9e5-8de34fa51963 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416245 Aug 11 02:21:55.925971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ce1a053-1f13-4911-933e-b5d9d2dfe773 req-e324332b-be89-4490-877b-ff40aec5c4c0 service neutron] 10.222.0.25 "GET /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581617 Aug 11 02:21:56.021738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-f005ae14-a4aa-4aa2-88a9-214e7c471669 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.023460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-f005ae14-a4aa-4aa2-88a9-214e7c471669 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107613 Aug 11 02:21:56.032706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93293-cc7c-469e-88b9-1a2543def141 req-80c6d1a3-7a0b-4d86-9bfa-d0cfd6931cd8 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.034205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74c93293-cc7c-469e-88b9-1a2543def141 req-80c6d1a3-7a0b-4d86-9bfa-d0cfd6931cd8 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2403564 Aug 11 02:21:56.050873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-74c93293-cc7c-469e-88b9-1a2543def141 req-27799e06-88b2-4735-9f2f-a929296cea65 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:21:56.052150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74c93293-cc7c-469e-88b9-1a2543def141 req-27799e06-88b2-4735-9f2f-a929296cea65 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092766 Aug 11 02:21:56.055469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-6aee48b8-5e9a-48d1-8c98-28a6de39b4d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/quotas/c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 375 time: 0.0201297 Aug 11 02:21:56.130046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-33d7c586-9c1a-4e63-8a54-88f92831aa30 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655859 Aug 11 02:21:56.267260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:56.272911 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d829e-2b38-4bb4-8002-a66ac1bc3431" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:56.365052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-4055bae7-d320-4600-8a3a-614372f8677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.369021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-4055bae7-d320-4600-8a3a-614372f8677d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1135 time: 0.0902693 Aug 11 02:21:56.658582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff44a91-7c80-4bd1-b13b-7672b5416443 req-a3bc38ba-ecfc-438e-8395-6171c3591e9a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.660893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ff44a91-7c80-4bd1-b13b-7672b5416443 req-a3bc38ba-ecfc-438e-8395-6171c3591e9a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 944 time: 0.2733228 Aug 11 02:21:56.704549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-73e01a8a-abf8-4b5e-8737-0cb05dc1d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.705996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-73e01a8a-abf8-4b5e-8737-0cb05dc1d619 service neutron] 10.222.0.25 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.3162496 Aug 11 02:21:56.776001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-48b312db-d1be-437d-842e-b9df743c34c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 217 time: 0.0577803 Aug 11 02:21:56.783435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a497b16-703e-4524-8df4-29cc71edef3e req-898c3788-4593-4f55-b753-ea1e1a6ea8ee tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3149772 Aug 11 02:21:56.792956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ff44a91-7c80-4bd1-b13b-7672b5416443 req-cee69e20-fc75-4377-9f96-34561743b251 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178317 Aug 11 02:21:56.804195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:56.927643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:56.944907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-fd1a5573-ebe9-4cf0-920c-76869b2e3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.946808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-fd1a5573-ebe9-4cf0-920c-76869b2e3047 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.1525772 Aug 11 02:21:56.948904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.004965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-0d68787f-549c-437e-8caf-37bf0d08855c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486851 Aug 11 02:21:57.017893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port a8f53127-a927-40a9-a518-a5822e93e0c5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:57.025446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port a8f53127-a927-40a9-a518-a5822e93e0c5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:57.026397 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.094351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231a77-23e8-4826-9484-16c6ed3ff645 req-c192a822-965e-482e-84e4-2ba678cf82c6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.096100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56231a77-23e8-4826-9484-16c6ed3ff645 req-c192a822-965e-482e-84e4-2ba678cf82c6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 984 time: 0.1956651 Aug 11 02:21:57.172851 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.197590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56231a77-23e8-4826-9484-16c6ed3ff645 req-c19f606f-0716-4592-b157-919ac84b80a6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&id=d72a59d5-b149-4505-9b5e-6f00ab8d8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0846202 Aug 11 02:21:57.208490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:57.211853 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6a6cb5-4dff-464b-b188-aab13fff3cc3" -d '{"events": [{"server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "name": "network-vif-plugged", "status": "completed", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:57.228095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-8424eb06-8c87-4b51-90ae-26b7d604a030 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892543 Aug 11 02:21:57.230565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:57.237404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.333004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:57.345259 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e18d76d-9272-4ac1-a0d8-31a6619be132 x-openstack-request-id: req-2e18d76d-9272-4ac1-a0d8-31a6619be132 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:57.345704 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:57.346133 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e18d76d-9272-4ac1-a0d8-31a6619be132 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:57.346747 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'status': 'completed', 'code': 200} Aug 11 02:21:57.356474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7246dd7d-0b7c-4869-a1ae-da3a73db869d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:57.416051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.513706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1908df-e4bb-4ed2-96b6-b11cc1cc1a5b req-9a887029-4201-4ff0-a532-01d34e90a27c service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677963 Aug 11 02:21:57.543320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fbf98ac-9f3f-4a2a-b136-5bcb4ab87e90 req-83144edc-b47a-45b8-908b-0f84e0eb29d2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 210 time: 0.0951018 Aug 11 02:21:57.600602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:57.623966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '7246dd7d-0b7c-4869-a1ae-da3a73db869d', 'network_id': '65e3f981-d1cc-467d-a124-b5a27a2e4181', 'port_id': '7246dd7d-0b7c-4869-a1ae-da3a73db869d', 'mac_address': 'fa:16:3e:31:5c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d928ba-dc94-4b8b-8c81-846b5a460028', 'ip_address': '19.86.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:57.698431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.714637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7246dd7d-0b7c-4869-a1ae-da3a73db869d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:57.747586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:57.753826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.755063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9f0f486c-7c01-4700-959a-3238c0b6b8d2 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:57.783531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Allocated IP 172.25.6.143 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/52de3ad4-6d48-4e6f-9489-819767d8450f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:57.820021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-cdead295-f941-43c1-8104-c89fe0912ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.822669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-cdead295-f941-43c1-8104-c89fe0912ec7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1135 time: 0.2067204 Aug 11 02:21:57.939466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=7246dd7d-0b7c-4869-a1ae-da3a73db869d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:57.962024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ef6af-fd3e-45ee-a777-0847784632fe req-16a30803-458e-4624-944b-8c33643a5464 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.963776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d1ef6af-fd3e-45ee-a777-0847784632fe req-16a30803-458e-4624-944b-8c33643a5464 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 948 time: 0.2682359 Aug 11 02:21:58.020727 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-862392fa-9d90-4bcb-8ecd-d79c8b0a303b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796812 Aug 11 02:21:58.040237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9f0f486c-7c01-4700-959a-3238c0b6b8d2,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:58.060424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '9f0f486c-7c01-4700-959a-3238c0b6b8d2', 'network_id': '5d31b537-6290-43c6-a04d-4c01946e5c40', 'port_id': '9f0f486c-7c01-4700-959a-3238c0b6b8d2', 'mac_address': 'fa:16:3e:03:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170cfe4-498d-4b2f-8bb3-7e88078e9d7b', 'ip_address': '19.80.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:58.123728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d1ef6af-fd3e-45ee-a777-0847784632fe req-faf87181-e633-4ced-bdf3-b55fe11060d4 tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4aa205a-08e9-4704-9fbb-fff7ecbf2325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438880 Aug 11 02:21:58.134681 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.134908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-a26b232f-116c-4041-8b26-aa449a739988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.136367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-a26b232f-116c-4041-8b26-aa449a739988 service neutron] 10.222.0.25 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.2996335 Aug 11 02:21:58.157756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.182945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0f486c-7c01-4700-959a-3238c0b6b8d2 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:58.195201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-d2a2a014-17b0-4110-bdfa-1222aaaca2c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 217 time: 0.0488060 Aug 11 02:21:58.243956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9f0f486c-7c01-4700-959a-3238c0b6b8d2,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:58.263511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.294044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-2b3d4fbc-bb6f-4624-a12d-863cef18ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.295956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-2b3d4fbc-bb6f-4624-a12d-863cef18ef5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.0908508 Aug 11 02:21:58.306551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.310296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-313671d8-7bbb-4031-bbb9-4f5871f31c65 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.312202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-313671d8-7bbb-4031-bbb9-4f5871f31c65 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832093 Aug 11 02:21:58.330676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9f0f486c-7c01-4700-959a-3238c0b6b8d2,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.336295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Request body: {'port': {'device_id': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'c079f15875914884a072129db96f8d64'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:58.373677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-ef1f25e4-6752-4328-a189-c603a7b5524f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696962 Aug 11 02:21:58.417502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:58.436804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:58.472166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:58.475924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Made reservation on behalf of c079f15875914884a072129db96f8d64 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:58.478228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=52de3ad4-6d48-4e6f-9489-819767d8450f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.483806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.525925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.526311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.526659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.527002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.527340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.527685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.528066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.528406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.528740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.529074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.529401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.529742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:58.557123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bcbde-6944-47e6-8f00-a411acea914f req-ddd585c9-9034-4a57-9517-8ad45823b2de tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.563191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bcbde-6944-47e6-8f00-a411acea914f req-ddd585c9-9034-4a57-9517-8ad45823b2de tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.564925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d69bcbde-6944-47e6-8f00-a411acea914f req-ddd585c9-9034-4a57-9517-8ad45823b2de tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1681 time: 0.2406352 Aug 11 02:21:58.607769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['9f0f486c-7c01-4700-959a-3238c0b6b8d2'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:58.655417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-c5f265e1-bcea-4ed4-a8db-b6203fbe4493 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604897 Aug 11 02:21:58.662628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Allocated IP 192.168.233.178 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/2126ae76-61ef-4d9a-b777-41e2a50d4e73) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:58.733541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d69bcbde-6944-47e6-8f00-a411acea914f req-1f5872ad-bfa6-46a6-904b-dc1cdb489198 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547606 Aug 11 02:21:58.738321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.773785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-80cfd125-e669-4225-8954-94d9c98acadd tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.775446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-80cfd125-e669-4225-8954-94d9c98acadd tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.59 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 948 time: 0.0909383 Aug 11 02:21:58.816823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.851394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e91d829e-2b38-4bb4-8002-a66ac1bc3431 req-c7e47dcd-2a4e-42ec-977f-d9f309478070 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851001 Aug 11 02:21:58.927958 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e6ca57-70a6-44ce-bc86-ae26050c83f3 x-openstack-request-id: req-11e6ca57-70a6-44ce-bc86-ae26050c83f3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:58.928836 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "name": "network-vif-plugged", "status": "completed", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:58.929326 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11e6ca57-70a6-44ce-bc86-ae26050c83f3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:58.929971 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'code': 200} Aug 11 02:21:59.043341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.065728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Transition to ACTIVE for port object 2126ae76-61ef-4d9a-b777-41e2a50d4e73 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:59.097605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Deleting port 720f64e4-abea-43bf-a344-2a4cd955aea7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:59.097877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.181229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.194044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:59.266663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:59.268738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] For port 720f64e4-abea-43bf-a344-2a4cd955aea7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=720f64e4-abea-43bf-a344-2a4cd955aea7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:59.269112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.280291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:59.291590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:59.294631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Calling delete_port for 720f64e4-abea-43bf-a344-2a4cd955aea7 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:59.298352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.337298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.337650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.337992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.338357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.338715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.340934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:59.368518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c8534ab-6fcf-422e-a690-1ee7caf16dc8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:59.418808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.431302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.432394 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.441192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.459651 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ae737b7-44ab-476e-b5e9-c41293e37d16 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1304293 Aug 11 02:21:59.475162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Request body: {'port': {'device_id': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:59.560960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.572068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90d770-ae5a-4db6-aac3-2767a5cdff86 req-2b680ff0-451f-4c12-be37-fc59f295c142 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.585970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd90d770-ae5a-4db6-aac3-2767a5cdff86 req-2b680ff0-451f-4c12-be37-fc59f295c142 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.3448057 Aug 11 02:21:59.671526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['7246dd7d-0b7c-4869-a1ae-da3a73db869d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:59.703792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event updated for resources: {'Port': ['ID=52de3ad4-6d48-4e6f-9489-819767d8450f,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.704497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.722312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f3a0a-60de-4b7e-9f68-a9e5c4ce4e95 req-5da9c8f0-6de0-4cb5-9626-8df830579e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.724991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d5f3a0a-60de-4b7e-9f68-a9e5c4ce4e95 req-5da9c8f0-6de0-4cb5-9626-8df830579e58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1096 time: 0.4850135 Aug 11 02:21:59.791639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd90d770-ae5a-4db6-aac3-2767a5cdff86 req-17747d0b-6d9a-4b8b-96a6-7cc408349173 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040844 Aug 11 02:21:59.804442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.820991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a95a25a-4c6d-4d75-b3b9-7eb547d0a2ee None None] Provisioning for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:59.826421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Pushing event deleted for resources: {'Port': ['ID=720f64e4-abea-43bf-a344-2a4cd955aea7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.835281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a95a25a-4c6d-4d75-b3b9-7eb547d0a2ee None None] Provisioning complete for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:59.835784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a95a25a-4c6d-4d75-b3b9-7eb547d0a2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.842573 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d5f3a0a-60de-4b7e-9f68-a9e5c4ce4e95 req-f9204c3a-6b7d-4c8b-9a37-35b062be3480 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981834 Aug 11 02:21:59.845748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.848054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a497b16-703e-4524-8df4-29cc71edef3e req-05bb0233-fe60-463e-ae76-b406e5fbabe0 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0515561 Aug 11 02:21:59.896974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] No DVR routers for this DVR port 720f64e4-abea-43bf-a344-2a4cd955aea7 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:59.902500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.906142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c1e8c12-c4bd-4edd-bc4b-8af73b377832 req-b9d7655d-601e-4174-bd89-c2d688ae7bbf tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.59 "DELETE /v2.0/ports/720f64e4-abea-43bf-a344-2a4cd955aea7 HTTP/1.1" status: 204 len: 173 time: 1.1150675 Aug 11 02:21:59.906900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-deleted', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:59.911284 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a200d136-d68a-4a53-bafc-cdf1a9c0b631" -d '{"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-deleted", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:59.922539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3a95a25a-4c6d-4d75-b3b9-7eb547d0a2ee None None] Port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:59.991163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a497b16-703e-4524-8df4-29cc71edef3e req-37b65ef9-1c52-493f-83ae-d9dd573c2004 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0836279 Aug 11 02:22:00.116365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2126ae76-61ef-4d9a-b777-41e2a50d4e73 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:00.119556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652fc7b-93ef-4ed0-a742-57e05fd4659d req-d5c3570c-e144-43a5-8255-15817182d615 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.121204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9652fc7b-93ef-4ed0-a742-57e05fd4659d req-d5c3570c-e144-43a5-8255-15817182d615 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 984 time: 0.1353326 Aug 11 02:22:00.127102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.142299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Transition to ACTIVE for port object 2126ae76-61ef-4d9a-b777-41e2a50d4e73 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:00.147246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.188425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a497b16-703e-4524-8df4-29cc71edef3e req-d9d85fcc-974a-4dab-bbcc-f7916145187f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.190022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a497b16-703e-4524-8df4-29cc71edef3e req-d9d85fcc-974a-4dab-bbcc-f7916145187f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.1847947 Aug 11 02:22:00.198015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9652fc7b-93ef-4ed0-a742-57e05fd4659d req-87ec9218-69ed-42a1-bb79-daf73a4454eb tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d84d165-9e0b-4f99-8228-434796f8cb1a&id=d72a59d5-b149-4505-9b5e-6f00ab8d8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0692418 Aug 11 02:22:00.202383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:00.316327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:00.316779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:00.317711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:00.323442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:00.323928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:00.330365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:00.330796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:00.331270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:00.331809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Bound port: 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:00.332260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.387633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76a292-c43a-46aa-a3ad-e62eba0e02ba req-7940af57-e4a6-47c2-9b4f-8857a407c049 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.389430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec76a292-c43a-46aa-a3ad-e62eba0e02ba req-7940af57-e4a6-47c2-9b4f-8857a407c049 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1096 time: 0.0916381 Aug 11 02:22:00.399184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ae5b8-701f-4cb0-888c-8cdcb955d6d5 req-668c95eb-61cd-4937-805e-57dea376e599 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.401842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-030ae5b8-701f-4cb0-888c-8cdcb955d6d5 req-668c95eb-61cd-4937-805e-57dea376e599 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 948 time: 0.0704355 Aug 11 02:22:00.421787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:00.425813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:00.431915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.477061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.477699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.479902 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] 10.222.0.59 "PUT /v2.0/ports/2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 1096 time: 1.0104969 Aug 11 02:22:00.496718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec76a292-c43a-46aa-a3ad-e62eba0e02ba req-9c725f5e-51d0-483b-8828-13bd2da66e6b tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928836 Aug 11 02:22:00.505109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-030ae5b8-701f-4cb0-888c-8cdcb955d6d5 req-e418ed3d-6417-4833-9dbf-cd932ae47de0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880413 Aug 11 02:22:00.537982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986f08-5b7d-4e18-9246-e5dd999a912f service neutron] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:00.594809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-6fdf5674-8687-4f21-b25c-6ae526c5ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.598709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-6fdf5674-8687-4f21-b25c-6ae526c5ce29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1099 time: 0.0527544 Aug 11 02:22:00.679319 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-780602fb-6cd8-4a24-b46e-841ac7657547 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.0597312 Aug 11 02:22:00.685804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cd6b3-e593-44d7-80c1-9e21ab1af1df req-0ff3f82f-d5c1-40af-a2db-bbd6bcdf17fa tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.694852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-992cd6b3-e593-44d7-80c1-9e21ab1af1df req-0ff3f82f-d5c1-40af-a2db-bbd6bcdf17fa tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 0.0946202 Aug 11 02:22:00.766434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-7ab18023-ba89-4dbd-be9c-8480e6258f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.767939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-7ab18023-ba89-4dbd-be9c-8480e6258f96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0805676 Aug 11 02:22:00.779703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a59043f-8a44-4b68-8408-14fc651e50ea req-3c20f8c2-fbf6-4650-a6ab-ac6f0f42f16d tempest-ImagesOneServerTestJSON-84832426 tempest-ImagesOneServerTestJSON-84832426-project] 10.222.0.16 "GET /v2.0/ports?device_id=911d11a6-4682-4c57-8407-5624fa338e0d HTTP/1.1" status: 200 len: 210 time: 0.0358391 Aug 11 02:22:00.791238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-992cd6b3-e593-44d7-80c1-9e21ab1af1df req-9eaa2f49-987c-42df-8d57-46a5d0cda0a1 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950782 Aug 11 02:22:00.855660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-3fca3489-1a3e-45d7-ab73-5a4233dac3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.858367 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-3fca3489-1a3e-45d7-ab73-5a4233dac3af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808427 Aug 11 02:22:00.889362 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00698199-9e28-4959-b3a4-74970a02b5da x-openstack-request-id: req-00698199-9e28-4959-b3a4-74970a02b5da {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:00.889760 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d11a6-4682-4c57-8407-5624fa338e0d", "name": "network-vif-deleted", "tag": "720f64e4-abea-43bf-a344-2a4cd955aea7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:00.889965 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00698199-9e28-4959-b3a4-74970a02b5da {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:00.892004 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d11a6-4682-4c57-8407-5624fa338e0d', 'name': 'network-vif-deleted', 'tag': '720f64e4-abea-43bf-a344-2a4cd955aea7', 'status': 'completed', 'code': 200} Aug 11 02:22:00.953048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc3c26-2109-4d7e-b39a-40e63a802335 req-ceb40247-6c55-4357-ba13-9e984a50d614 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.967011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc3c26-2109-4d7e-b39a-40e63a802335 req-ceb40247-6c55-4357-ba13-9e984a50d614 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.970048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0dc3c26-2109-4d7e-b39a-40e63a802335 req-ceb40247-6c55-4357-ba13-9e984a50d614 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1681 time: 0.0965812 Aug 11 02:22:01.063373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-8ba24511-dad4-4486-9a52-6f4c0f3ef275 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961536 Aug 11 02:22:01.110994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65fff8ef-c03f-4e7e-8e87-1b00b002f8da req-31515b7c-e70a-4679-aca0-1d3498512019 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips/10f8808b-0cfd-4350-94e3-fb71a1bee798 HTTP/1.1" status: 200 len: 693 time: 0.1753380 Aug 11 02:22:01.207980 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d54c5e39-cb9e-4721-bdc7-d3f53b73bfb7 req-7f830330-4a28-425c-8e0b-43a66e8cba9e service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297379 Aug 11 02:22:01.224963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0dc3c26-2109-4d7e-b39a-40e63a802335 req-7ca8c1ae-b0cf-4700-8bc3-a40c6823b617 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424684 Aug 11 02:22:01.365134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff8ef-c03f-4e7e-8e87-1b00b002f8da req-f0edabf5-829a-4c75-b0e8-62a2d175b425 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.367818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65fff8ef-c03f-4e7e-8e87-1b00b002f8da req-f0edabf5-829a-4c75-b0e8-62a2d175b425 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2554770 Aug 11 02:22:01.377906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7246dd7d-0b7c-4869-a1ae-da3a73db869d up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:01.398455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-65fff8ef-c03f-4e7e-8e87-1b00b002f8da req-56b432d3-f9a1-4387-b4e3-bc620336faa5 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:22:01.400395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65fff8ef-c03f-4e7e-8e87-1b00b002f8da req-56b432d3-f9a1-4387-b4e3-bc620336faa5 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212085 Aug 11 02:22:01.419263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-0f351dd4-5ab0-4220-97dd-9668f2d93c0c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-726259789&fields=id&tenant_id=d025a8e821bf475ba11c6f494b134d72 HTTP/1.1" status: 200 len: 267 time: 0.1131570 Aug 11 02:22:01.452861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 7246dd7d-0b7c-4869-a1ae-da3a73db869d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:01.461139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 7246dd7d-0b7c-4869-a1ae-da3a73db869d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:01.461778 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.492164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-34d7ba36-d470-48db-998e-16f8e77ab61a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.495860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-34d7ba36-d470-48db-998e-16f8e77ab61a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 984 time: 0.0690694 Aug 11 02:22:01.511035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'port': {'security_groups': ['9d84d165-9e0b-4f99-8228-434796f8cb1a', 'd72a59d5-b149-4505-9b5e-6f00ab8d8b91', '4d3ef65f-d7a7-4466-8cf7-072753374717']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:01.609737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.617691 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.668620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246dd7d-0b7c-4869-a1ae-da3a73db869d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:01.671295 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97e5f6-533f-47b1-926e-9c783b2942dd" -d '{"events": [{"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-plugged", "status": "completed", "tag": "7246dd7d-0b7c-4869-a1ae-da3a73db869d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:01.690733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:01.696358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.697984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9f0f486c-7c01-4700-959a-3238c0b6b8d2 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:01.756358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=7246dd7d-0b7c-4869-a1ae-da3a73db869d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:01.811589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:01.816763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:01.817735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.962094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:01.971985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.006990 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:22:02.034344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.044618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.048009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9f0f486c-7c01-4700-959a-3238c0b6b8d2,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:02.055006 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.064707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4d31b396-460d-49ee-8e98-6c000b24dc57'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:02.067948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:02.125113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.126140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.127863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13c3b2ca-aa47-4269-8eda-21d7e3592b16 req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "PUT /v2.0/ports/4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 1020 time: 0.6256566 Aug 11 02:22:02.131177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:02.134224 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb3ebf8-b700-48b3-9912-992e00c9a330" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:02.205020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a5ad-f083-4df6-9838-97fa83fcb5db tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:02.208957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9f0f486c-7c01-4700-959a-3238c0b6b8d2,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:02.408415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4d31b396-460d-49ee-8e98-6c000b24dc57'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:02.409408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0206e-6f70-4fc5-9217-cf2c320bbdb5 req-64c131a2-6135-4d3c-a7d3-41abfb96d883 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.412625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ce0206e-6f70-4fc5-9217-cf2c320bbdb5 req-64c131a2-6135-4d3c-a7d3-41abfb96d883 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.1150067 Aug 11 02:22:02.481467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ce0206e-6f70-4fc5-9217-cf2c320bbdb5 req-971f5bd2-6df5-4b0e-b5e2-34ee3098348d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525024 Aug 11 02:22:02.639722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-9f25c441-51e9-4231-9048-8385d1549bd8 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips/10f8808b-0cfd-4350-94e3-fb71a1bee798 HTTP/1.1" status: 200 len: 693 time: 0.0980642 Aug 11 02:22:02.737433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-7e39c4b5-1e02-4185-942a-e2ae40b8b657 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:22:02.738456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-7e39c4b5-1e02-4185-942a-e2ae40b8b657 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086453 Aug 11 02:22:02.761369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Request body: {'binding': {'host': 'n-h1-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:02.762051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Unknown quota resources ['binding']. {{(pid=94699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:22:02.875055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-d4e1f3d7-e556-4719-b866-1b2466674749 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.876545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-d4e1f3d7-e556-4719-b866-1b2466674749 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2363822 Aug 11 02:22:02.894354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:02.896887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-0cb1a5ee-8da0-4587-8a9e-aebb97f5eb8f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:22:02.898101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-0cb1a5ee-8da0-4587-8a9e-aebb97f5eb8f tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082378 Aug 11 02:22:02.902218 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:02.957295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:02.961796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:02.999240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-90e9ff28-3f11-4ed9-ad1e-7dd4c18fbe5c tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0681765 Aug 11 02:22:03.039041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 720f64e4-abea-43bf-a344-2a4cd955aea7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:03.039547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 720f64e4-abea-43bf-a344-2a4cd955aea7 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:03.048989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on host n-h1-715271-8 for vnic_type normal with profile None {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:03.049383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:03.049685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:03.064193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-6cf8c23c-698b-464f-8726-c1ebd75176ba tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0561056 Aug 11 02:22:03.064964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:03.065288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:03.071500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:03.071871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:03.072187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:03.073360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Bound port: 48cb364b-c786-416e-9a11-c5550dafa21e, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:03.231503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:03.239021 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.240340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] 10.222.0.16 "POST /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4848142 Aug 11 02:22:03.266100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Deleting port 52de3ad4-6d48-4e6f-9489-819767d8450f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:03.266374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.294712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:03.328529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'mac_address': 'fa:16:3e:33:de:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:03.384953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.385515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.402875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Calling delete_port for 52de3ad4-6d48-4e6f-9489-819767d8450f owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:03.416881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.441171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126ae76-61ef-4d9a-b777-41e2a50d4e73 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:03.480899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:03.488847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.565265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:03.580848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8d69c-0a6e-4117-86eb-cfbc21a74495 req-a7bbe3a6-82f9-4824-b6ed-9f9e466a8efc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.582863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9a8d69c-0a6e-4117-86eb-cfbc21a74495 req-a7bbe3a6-82f9-4824-b6ed-9f9e466a8efc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 949 time: 0.1210470 Aug 11 02:22:03.681540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-8786278e-47a4-44e8-bb57-2a4c2510a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.683104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-8786278e-47a4-44e8-bb57-2a4c2510a22b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1096 time: 0.1319220 Aug 11 02:22:03.689823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9a8d69c-0a6e-4117-86eb-cfbc21a74495 req-405f2ec9-a728-428c-bba7-5874977a4263 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Aug 11 02:22:03.704118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.759271 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788065e2-03b2-4f41-8a28-161f30a8f218 x-openstack-request-id: req-788065e2-03b2-4f41-8a28-161f30a8f218 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:03.759935 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-plugged", "status": "completed", "tag": "7246dd7d-0b7c-4869-a1ae-da3a73db869d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:03.760349 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-788065e2-03b2-4f41-8a28-161f30a8f218 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:03.760988 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246dd7d-0b7c-4869-a1ae-da3a73db869d', 'code': 200} Aug 11 02:22:03.776671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event deleted for resources: {'Port': ['ID=52de3ad4-6d48-4e6f-9489-819767d8450f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:03.813874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['2126ae76-61ef-4d9a-b777-41e2a50d4e73'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:03.966386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.970527 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.990893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-627d09d5-0909-4057-8a4c-32edb56c62d7 req-b9e537b1-9fd7-4f2d-88fc-d4d4e42d1310 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "DELETE /v2.0/floatingips/10f8808b-0cfd-4350-94e3-fb71a1bee798 HTTP/1.1" status: 204 len: 173 time: 0.9062982 Aug 11 02:22:03.998493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1ed91c2-fb90-40cb-9a16-2b7d80aa7fe9 req-cc90555a-340d-49a1-a667-b13d8acf5a7d tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/4d3ef65f-d7a7-4466-8cf7-072753374717 HTTP/1.1" status: 200 len: 1799 time: 0.1547353 Aug 11 02:22:04.000309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-7bb835f6-3104-45d4-977b-04da68cfd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.002566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-7bb835f6-3104-45d4-977b-04da68cfd233 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.3080246 Aug 11 02:22:04.091077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-fd0887b7-f75c-48a1-b3ee-8624bf5f3e45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 217 time: 0.0656664 Aug 11 02:22:04.103697 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c7b5a-0b90-4b23-8863-a3106c5b78ff x-openstack-request-id: req-498c7b5a-0b90-4b23-8863-a3106c5b78ff {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:04.104501 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:04.104889 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-498c7b5a-0b90-4b23-8863-a3106c5b78ff {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:04.105598 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'status': 'completed', 'code': 200} Aug 11 02:22:04.121437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:04.255340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-243ba179-9114-4b74-89ef-ded72416c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.256900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-243ba179-9114-4b74-89ef-ded72416c857 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1406350 Aug 11 02:22:04.267103 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-a1ed91c2-fb90-40cb-9a16-2b7d80aa7fe9 req-455747cc-be88-4fe6-b723-a0ac125af6fc tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:22:04.267910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1ed91c2-fb90-40cb-9a16-2b7d80aa7fe9 req-455747cc-be88-4fe6-b723-a0ac125af6fc tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d3ef65f-d7a7-4466-8cf7-072753374717 HTTP/1.1" status: 409 len: 341 time: 0.2561882 Aug 11 02:22:04.281934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-cb546b8c-49c3-42b9-b7bf-6a9835255f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.283651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-cb546b8c-49c3-42b9-b7bf-6a9835255f76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d025a8e821bf475ba11c6f494b134d72&device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1174 time: 0.1462703 Aug 11 02:22:04.315968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-c6e855a1-95cd-47ad-9590-4418a8b8f95c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452666 Aug 11 02:22:04.322416 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c0120980-f94a-47f2-8177-4fc497f13c88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13e6b5c6fed342b7af1c61ae599d52e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981266 Aug 11 02:22:04.325410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:04.337958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95bf4d-43ee-4a8c-908d-2827bf26674e req-3e8f6a69-477e-42ff-ae8b-9a465b6389c2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.344330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95bf4d-43ee-4a8c-908d-2827bf26674e req-3e8f6a69-477e-42ff-ae8b-9a465b6389c2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.346026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b95bf4d-43ee-4a8c-908d-2827bf26674e req-3e8f6a69-477e-42ff-ae8b-9a465b6389c2 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1683 time: 0.1560106 Aug 11 02:22:04.408376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7df0105b-afc1-4a8b-83d0-c9b45aa9bccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.443985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7df0105b-afc1-4a8b-83d0-c9b45aa9bccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.510958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7df0105b-afc1-4a8b-83d0-c9b45aa9bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.515960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7df0105b-afc1-4a8b-83d0-c9b45aa9bccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.517885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7df0105b-afc1-4a8b-83d0-c9b45aa9bccf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4aa205a-08e9-4704-9fbb-fff7ecbf2325 HTTP/1.1" status: 204 len: 168 time: 0.1911616 Aug 11 02:22:04.531999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0105b-afc1-4a8b-83d0-c9b45aa9bccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa205a-08e9-4704-9fbb-fff7ecbf2325,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:04.547446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b95bf4d-43ee-4a8c-908d-2827bf26674e req-42c01fd7-7203-49eb-ace6-988b58c9be9a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620960 Aug 11 02:22:04.572982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-ddb288a7-7a7d-4622-b444-145b16ed6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.574602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-ddb288a7-7a7d-4622-b444-145b16ed6b31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 200 len: 913 time: 0.2702317 Aug 11 02:22:04.578286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a87398-4e6e-4b93-8b16-dbf675487d1d req-78ad5847-ccdf-4998-9ee1-b13ee4e39c43 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.579768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77a87398-4e6e-4b93-8b16-dbf675487d1d req-78ad5847-ccdf-4998-9ee1-b13ee4e39c43 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1096 time: 0.1972821 Aug 11 02:22:04.590064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-6c9e86da-e24d-4f7d-95a5-3e39d44cf268 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541118 Aug 11 02:22:04.641405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-c3871ebe-3213-44b1-a146-3a6e258ff1c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 200 len: 217 time: 0.0575800 Aug 11 02:22:04.779822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77a87398-4e6e-4b93-8b16-dbf675487d1d req-2a9f29fd-fee1-4515-99c9-fe785c38133d tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860318 Aug 11 02:22:04.788069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-564d9393-6c0e-4e64-a0b5-0c3dc4318d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.789651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-564d9393-6c0e-4e64-a0b5-0c3dc4318d57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 200 len: 853 time: 0.1332579 Aug 11 02:22:04.832340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-779f953d-8504-4828-9654-c7d1f3724b5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=159cb050-43db-4585-912a-c776b7c87954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299056 Aug 11 02:22:04.834484 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-0d08997a-4ed0-4ee4-8a8a-c11d5f7c8b92 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382064 Aug 11 02:22:05.009287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37902511-422f-498c-a6d2-bde43cb59b3b req-f7db2415-3179-4e6c-8c4f-f8348cb22f98 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.010949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37902511-422f-498c-a6d2-bde43cb59b3b req-f7db2415-3179-4e6c-8c4f-f8348cb22f98 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.1038589 Aug 11 02:22:05.015717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-37c1e877-7da7-4010-8b23-85385b7664ac service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671617 Aug 11 02:22:05.037827 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba381405-05ed-44b6-a5a2-463867d2b805 x-openstack-request-id: req-ba381405-05ed-44b6-a5a2-463867d2b805 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:05.038438 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:05.038845 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba381405-05ed-44b6-a5a2-463867d2b805 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:05.039979 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'status': 'completed', 'code': 200} Aug 11 02:22:05.140847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-77167e54-34ff-492e-a690-68afdc4708b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.144739 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-77167e54-34ff-492e-a690-68afdc4708b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1100 time: 0.0705335 Aug 11 02:22:05.316855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-1c435278-b142-49c2-a65c-85202d7cb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.319931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-1c435278-b142-49c2-a65c-85202d7cb75f service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1666737 Aug 11 02:22:05.404711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-a4968611-9e84-4ac3-89c3-b6c444510b89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.0765402 Aug 11 02:22:05.494440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-d2c2d755-9cc9-44c7-b2b4-e9996d3bd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.496845 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-d2c2d755-9cc9-44c7-b2b4-e9996d3bd99b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0840809 Aug 11 02:22:05.536813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37902511-422f-498c-a6d2-bde43cb59b3b req-aae16a17-a4db-4fdc-a14f-cdce7d563724 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162132 Aug 11 02:22:05.637751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-7f79a64d-3d8a-4382-80fb-2b577449906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.641158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-7f79a64d-3d8a-4382-80fb-2b577449906b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346068 Aug 11 02:22:05.647923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeb3ebf8-b700-48b3-9912-992e00c9a330 req-d3e22b3a-5373-4035-9d1f-8b462ebd2d54 service neutron] 10.222.0.25 "GET /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198380 Aug 11 02:22:05.688808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc28d69-03f8-4924-9058-ea74b1916536 req-e2306c59-4054-40d0-8afc-de4a2919be6d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.703048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3cc28d69-03f8-4924-9058-ea74b1916536 req-e2306c59-4054-40d0-8afc-de4a2919be6d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6396911 Aug 11 02:22:05.762788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0f486c-7c01-4700-959a-3238c0b6b8d2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:05.773339 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5017ac-90cb-429a-a709-5d3cf1d236e8" -d '{"events": [{"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-plugged", "status": "completed", "tag": "9f0f486c-7c01-4700-959a-3238c0b6b8d2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:05.837538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49120) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:05.850983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-ee98a1c1-0c2f-4488-a92c-bb3b5771034b service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955287 Aug 11 02:22:05.933456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f273db-ca91-4fce-ba08-13e3b0e3b69d req-85ad8920-2666-467c-9ead-7cf1419d3587 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.936275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14f273db-ca91-4fce-ba08-13e3b0e3b69d req-85ad8920-2666-467c-9ead-7cf1419d3587 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 949 time: 0.1761878 Aug 11 02:22:06.027095 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c46e0e29-ee7a-40b1-ab18-9f66e69823c0 req-32e18ae3-ed22-44e2-96ad-c9a6e574eb02 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654475 Aug 11 02:22:06.055805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd21b-688d-4d09-990b-7cf993c80af8 req-6dfa76b5-b70e-4508-844d-d786f51bc805 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.058532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bccd21b-688d-4d09-990b-7cf993c80af8 req-6dfa76b5-b70e-4508-844d-d786f51bc805 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1096 time: 0.1495266 Aug 11 02:22:06.064626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1231849525-network', 'tenant_id': '818a979bbfc5465bb62b5d9e5d4f18f3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:06.078672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14f273db-ca91-4fce-ba08-13e3b0e3b69d req-f70536c0-eea3-4590-b8cf-731f5326b760 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280282 Aug 11 02:22:06.151142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Made reservation on behalf of 818a979bbfc5465bb62b5d9e5d4f18f3 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:06.155272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.161666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bccd21b-688d-4d09-990b-7cf993c80af8 req-c7c767bb-1676-4e57-9865-38fbbf620bc3 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893731 Aug 11 02:22:06.180506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.380599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-009300c0-f5ed-4d3b-a01d-8627659e4784 req-eea0c507-7eef-4bd2-8b8d-ada0f8e676ca tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=eb2e56f1d8a241419f53c3f2e63cfb37 HTTP/1.1" status: 200 len: 1655 time: 0.1371727 Aug 11 02:22:06.398903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a10ad-fc17-43b5-9efe-f1a6abd616da req-3db42633-4525-4e0f-83e7-b75a6a5f70c7 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.404954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a10ad-fc17-43b5-9efe-f1a6abd616da req-3db42633-4525-4e0f-83e7-b75a6a5f70c7 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.406705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-101a10ad-fc17-43b5-9efe-f1a6abd616da req-3db42633-4525-4e0f-83e7-b75a6a5f70c7 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1683 time: 0.2307293 Aug 11 02:22:06.546503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-101a10ad-fc17-43b5-9efe-f1a6abd616da req-dda1d64d-5fcf-4e84-876a-ca9a0a21f70a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214859 Aug 11 02:22:06.626665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009300c0-f5ed-4d3b-a01d-8627659e4784 req-30a773b9-9ac2-4d21-a9ae-44d02f94837d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.629567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-009300c0-f5ed-4d3b-a01d-8627659e4784 req-30a773b9-9ac2-4d21-a9ae-44d02f94837d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks?id=f2c31456-c013-4995-b9ff-1fd42978e5e1&id=f2c31456-c013-4995-b9ff-1fd42978e5e1&id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 787 time: 0.2216005 Aug 11 02:22:06.657061 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825bce6-558f-4ca8-815e-a80587989c37 x-openstack-request-id: req-3825bce6-558f-4ca8-815e-a80587989c37 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:06.657529 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-plugged", "status": "completed", "tag": "9f0f486c-7c01-4700-959a-3238c0b6b8d2", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:06.658134 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3825bce6-558f-4ca8-815e-a80587989c37 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:06.658792 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0f486c-7c01-4700-959a-3238c0b6b8d2', 'code': 200} Aug 11 02:22:06.669496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.681519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-009300c0-f5ed-4d3b-a01d-8627659e4784 req-b5ddb725-bf2b-4e66-a4f9-d83a5a71a9fb tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:22:06.695947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-009300c0-f5ed-4d3b-a01d-8627659e4784 req-b5ddb725-bf2b-4e66-a4f9-d83a5a71a9fb tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528028 Aug 11 02:22:06.697985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.775055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:06.884535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c752a9-e62e-43b6-ac0b-74bda5b24e58,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:06.901878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.902363 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Added segment 5d3fd590-4e31-43ec-9cf4-7df02bde9cfb of type vlan for network 95d40900-c335-4d0d-b654-1e97953bc8ce Aug 11 02:22:06.961727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:07.037654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.047758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:07.053868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:07.054599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.058041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f423d8-9169-4fcf-9af6-66098bbd5124 req-8b85ad86-acc7-409e-9343-a3fb31efb8cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.062626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9f423d8-9169-4fcf-9af6-66098bbd5124 req-8b85ad86-acc7-409e-9343-a3fb31efb8cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1023 time: 0.3147023 Aug 11 02:22:07.080227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206622b-30f0-4db9-a62c-c51bdb16719f req-3b2ba993-aa98-4938-bf69-45d07980eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.081056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206622b-30f0-4db9-a62c-c51bdb16719f req-3b2ba993-aa98-4938-bf69-45d07980eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.083337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2206622b-30f0-4db9-a62c-c51bdb16719f req-3b2ba993-aa98-4938-bf69-45d07980eea7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1985 time: 0.3099287 Aug 11 02:22:07.148534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37518-caa5-48df-8ebf-28e977139b84 req-e8093259-4bf8-49e7-b141-0cc4a2f5b9d5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.150075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52d37518-caa5-48df-8ebf-28e977139b84 req-e8093259-4bf8-49e7-b141-0cc4a2f5b9d5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.2763565 Aug 11 02:22:07.183195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9f423d8-9169-4fcf-9af6-66098bbd5124 req-4b333aaf-042a-4cc6-8296-4baaaf01b0b4 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3ef65f-d7a7-4466-8cf7-072753374717&id=9d84d165-9e0b-4f99-8228-434796f8cb1a&id=d72a59d5-b149-4505-9b5e-6f00ab8d8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1069727 Aug 11 02:22:07.185096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.187008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.188328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.231669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.277769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:07.284044 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.353112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:07.436603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2206622b-30f0-4db9-a62c-c51bdb16719f req-9265a1c2-0a2c-4f85-941d-09f422837c3b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338614 Aug 11 02:22:07.448097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5970938 Aug 11 02:22:07.451350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.459726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Request body: {'subnet': {'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1231849525-subnet', 'tenant_id': '818a979bbfc5465bb62b5d9e5d4f18f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:07.468330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-fed819f8-fefa-420a-9dd2-a7b8cef013ea tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips/56afbd8c-417b-40d3-874b-61dbe62cd271 HTTP/1.1" status: 200 len: 692 time: 0.2481573 Aug 11 02:22:07.487904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839fd7e-923c-4937-a7f4-e95814e1424a admin admin] Pushing event updated for resources: {'Network': ['ID=95d40900-c335-4d0d-b654-1e97953bc8ce,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:07.494383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Made reservation on behalf of 818a979bbfc5465bb62b5d9e5d4f18f3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:07.501816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.502241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 95d40900-c335-4d0d-b654-1e97953bc8ce details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:07.523985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52d37518-caa5-48df-8ebf-28e977139b84 req-cb613584-2895-4a34-b28b-5d97b82b3490 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532460 Aug 11 02:22:07.796119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-9aac3b20-b998-4ac9-8408-5d2f30d2affb tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.804275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-9aac3b20-b998-4ac9-8408-5d2f30d2affb tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.3220932 Aug 11 02:22:07.893133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-a128f83a-9592-42ce-af8c-2d774df88900 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.894842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-a128f83a-9592-42ce-af8c-2d774df88900 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d HTTP/1.1" status: 200 len: 1023 time: 0.1689341 Aug 11 02:22:07.904489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-c30ac479-6598-4246-989c-1eb63e54298d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0989902 Aug 11 02:22:07.932417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.086285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c8c693-d1b1-4abd-b52c-74c856c791fa,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.105060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Checking segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:08.105774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Network hostable DHCP agents. Network: 95d40900-c335-4d0d-b654-1e97953bc8ce, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:08.141890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Network 95d40900-c335-4d0d-b654-1e97953bc8ce is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:08.165300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 95d40900-c335-4d0d-b654-1e97953bc8ce) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:08.178826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e482ef-d7f3-47ef-ae36-f49a7e6c6c0d None None] Network 95d40900-c335-4d0d-b654-1e97953bc8ce requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:08.179956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-1a6b4a48-5cef-48af-9b60-4bf5e9a6d914 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.2599547 Aug 11 02:22:08.198371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:08.199316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.235939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f07f6bf5-5ea0-462c-9067-a364e45ac942 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7818682 Aug 11 02:22:08.282961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Deleting port 4d31b396-460d-49ee-8e98-6c000b24dc57 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:08.283769 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.499506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] For port 4d31b396-460d-49ee-8e98-6c000b24dc57, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4d31b396-460d-49ee-8e98-6c000b24dc57,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:08.500262 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.531917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Calling delete_port for 4d31b396-460d-49ee-8e98-6c000b24dc57 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:08.687529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:08.695433 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157076e0-25df-4e57-aecb-d93013c9bf33" -d '{"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-plugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:08.717114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1aa46-d864-4fea-b58a-d52e73f1bf05 None None] Network 95d40900-c335-4d0d-b654-1e97953bc8ce requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:08.906397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Deleting port 8b9feac4-41bf-4ad6-93e6-8ce611ccb5dc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:08.906985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.046379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-b762d066-e0df-4bca-a065-f3d52e1c3704 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:22:09.049554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-b762d066-e0df-4bca-a065-f3d52e1c3704 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167642 Aug 11 02:22:09.066060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.073920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Request body: {'binding': {'host': 'n-h1-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:09.074241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Unknown quota resources ['binding']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:22:09.083639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8a4089eb-ecec-40a8-a15d-5718fb7fc27e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:09.090510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4d31b396-460d-49ee-8e98-6c000b24dc57'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:09.124366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'Port': ['ID=4d31b396-460d-49ee-8e98-6c000b24dc57,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:09.133349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.133685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.181450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] No DVR routers for this DVR port 4d31b396-460d-49ee-8e98-6c000b24dc57 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:09.185166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.187541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38b7eed6-7fe8-4b68-827e-404a971ce2e8 req-79991044-5529-4363-93ae-cb0335896546 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.25 "DELETE /v2.0/ports/4d31b396-460d-49ee-8e98-6c000b24dc57 HTTP/1.1" status: 204 len: 173 time: 1.2819736 Aug 11 02:22:09.200520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'name': 'network-vif-deleted', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:09.207960 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2686b32-4ea0-4704-8760-0ac120e4113b" -d '{"events": [{"server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "name": "network-vif-deleted", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:09.212788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Calling delete_port for 8b9feac4-41bf-4ad6-93e6-8ce611ccb5dc owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:09.393781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on host n-h1-715271-8 for vnic_type normal with profile None {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:09.394270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:09.395006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:09.404162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:09.404840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:09.416492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:09.417108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:09.418428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:09.419212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Bound port: a8f53127-a927-40a9-a518-a5822e93e0c5, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:09.487260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.521909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event deleted for resources: {'Port': ['ID=8b9feac4-41bf-4ad6-93e6-8ce611ccb5dc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:09.539301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:09.547464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.555210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8bc9a5c2-59d7-45d3-8d66-4d237f0ed717 service neutron] 10.222.0.16 "POST /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4905643 Aug 11 02:22:09.600478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.604085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.605750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4a4986-c7f5-4d8b-a5a0-374003b7b1fd req-54103234-13b6-48d0-bd42-3f672d99551b tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "DELETE /v2.0/floatingips/56afbd8c-417b-40d3-874b-61dbe62cd271 HTTP/1.1" status: 204 len: 173 time: 1.4014945 Aug 11 02:22:09.830357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e47f-7529-4301-8ce7-59cbbbb7344b req-c07a7f43-4a87-4e0e-9796-51df45b86fd4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.832051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80e9e47f-7529-4301-8ce7-59cbbbb7344b req-c07a7f43-4a87-4e0e-9796-51df45b86fd4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.0948722 Aug 11 02:22:09.853250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39db7-180e-48fa-ab25-3d57dcef7882 req-b049f807-1ebc-42b7-874f-6eeb5cd9eff3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.859844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39db7-180e-48fa-ab25-3d57dcef7882 req-b049f807-1ebc-42b7-874f-6eeb5cd9eff3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.864002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6c39db7-180e-48fa-ab25-3d57dcef7882 req-b049f807-1ebc-42b7-874f-6eeb5cd9eff3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1683 time: 0.0935502 Aug 11 02:22:09.943023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80e9e47f-7529-4301-8ce7-59cbbbb7344b req-fb47c514-1304-4e11-ae87-558075590684 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767400 Aug 11 02:22:09.946353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6c39db7-180e-48fa-ab25-3d57dcef7882 req-1b8e3a87-d059-4b29-ab5a-b07e5d3d36a3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770085 Aug 11 02:22:10.076341 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba08583f-aa4c-4e49-9832-6bc045752e80 x-openstack-request-id: req-ba08583f-aa4c-4e49-9832-6bc045752e80 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:10.077165 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-plugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:10.077746 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba08583f-aa4c-4e49-9832-6bc045752e80 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:10.078568 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'code': 200} Aug 11 02:22:10.154525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558800-b50f-4bdd-9581-5988b63b0061 req-8a9c0822-0bfe-44b9-8d8b-03e1297eb505 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.157011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1558800-b50f-4bdd-9581-5988b63b0061 req-8a9c0822-0bfe-44b9-8d8b-03e1297eb505 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.1024518 Aug 11 02:22:10.214642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1558800-b50f-4bdd-9581-5988b63b0061 req-bf3e6eca-4354-4111-bc66-2adcecd3f5a1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467577 Aug 11 02:22:10.215919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a643d4-7553-47ce-8e44-354fed18c0d7 req-eac456a8-be13-4dcd-945f-71d78873750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.218268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58a643d4-7553-47ce-8e44-354fed18c0d7 req-eac456a8-be13-4dcd-945f-71d78873750d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1101 time: 0.0652764 Aug 11 02:22:10.268846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58a643d4-7553-47ce-8e44-354fed18c0d7 req-45d9a61b-9f13-406a-83b6-ab3fcb5128eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 Aug 11 02:22:10.313805 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a28b78-b2ea-44ce-a16f-1d50862561de x-openstack-request-id: req-a2a28b78-b2ea-44ce-a16f-1d50862561de {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:10.314270 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d", "name": "network-vif-deleted", "tag": "4d31b396-460d-49ee-8e98-6c000b24dc57", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:10.314711 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2a28b78-b2ea-44ce-a16f-1d50862561de {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:10.315193 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdfb2f6-c6c9-4d08-b1c8-6f784e47a55d', 'name': 'network-vif-deleted', 'tag': '4d31b396-460d-49ee-8e98-6c000b24dc57', 'status': 'completed', 'code': 200} Aug 11 02:22:10.400243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-fd40f784-7939-4c62-a67d-4b9743c7c32c tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips/f2735e73-6427-4659-9d3d-b4c3dc56140e HTTP/1.1" status: 200 len: 693 time: 0.0638838 Aug 11 02:22:10.593248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-83b4055a-6c99-4bf5-ae18-9bb0985d0ad3 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.594929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-83b4055a-6c99-4bf5-ae18-9bb0985d0ad3 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 822 time: 0.2170634 Aug 11 02:22:10.620641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-9457f82d-5100-4d6a-bb85-7b13dc49466c tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.622298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-9457f82d-5100-4d6a-bb85-7b13dc49466c tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2098968 Aug 11 02:22:10.627096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-b47c7cc6-517a-400d-95ec-bd644acb9d76 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/quotas/818a979bbfc5465bb62b5d9e5d4f18f3 HTTP/1.1" status: 200 len: 375 time: 0.0229607 Aug 11 02:22:10.698274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-13b88558-66b9-40e6-8b61-ed433991d12d tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0652738 Aug 11 02:22:10.715259 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-0c4e91bf-a931-4148-a413-e94e5438b54b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716903 Aug 11 02:22:10.806060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-2abb58f9-2367-40de-92be-168b9b6ffd4e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0936179 Aug 11 02:22:10.936520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-dd47c8b6-b089-461b-90dd-c3ab0d47ab4e service neutron] 10.222.0.16 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135417 Aug 11 02:22:11.062237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Deleting port 318930f5-11ff-4862-8191-fc9c4aa408cc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:11.063093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.068768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-6e8b0c23-93a6-4fcf-a608-3dc7d4006783 service neutron] 10.222.0.16 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151218 Aug 11 02:22:11.184870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.185406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.204278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Calling delete_port for 318930f5-11ff-4862-8191-fc9c4aa408cc owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:11.380447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4d31b396-460d-49ee-8e98-6c000b24dc57 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:11.419948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 4d31b396-460d-49ee-8e98-6c000b24dc57 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:11.422476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4d31b396-460d-49ee-8e98-6c000b24dc57 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:11.533602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8bbf-7d7f-42cb-b06a-ddea69d05c6c req-5e3a2e84-4c65-4419-8882-c598a56e3276 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:11.535302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7eb8bbf-7d7f-42cb-b06a-ddea69d05c6c req-5e3a2e84-4c65-4419-8882-c598a56e3276 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.1273170 Aug 11 02:22:11.555508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.605286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event deleted for resources: {'Port': ['ID=318930f5-11ff-4862-8191-fc9c4aa408cc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.619243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7eb8bbf-7d7f-42cb-b06a-ddea69d05c6c req-4d0042a5-fe9e-4a4c-b6e5-caa0a6d04834 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Aug 11 02:22:11.691879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.694992 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.695923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8a5b1e4-809d-4f09-87a9-3dab3a04459c req-0bb96607-7a92-4644-ac00-4d75ec14fbfd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "DELETE /v2.0/floatingips/f2735e73-6427-4659-9d3d-b4c3dc56140e HTTP/1.1" status: 204 len: 173 time: 0.8780432 Aug 11 02:22:11.768466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40a96ee8-9814-499b-af61-ff7ac5766e69 req-7f057664-a5bc-461b-93ce-a70e01b70e27 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/d72a59d5-b149-4505-9b5e-6f00ab8d8b91 HTTP/1.1" status: 200 len: 1800 time: 0.0496209 Aug 11 02:22:11.903330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40a96ee8-9814-499b-af61-ff7ac5766e69 req-b29cc776-8344-499d-8e48-d9b35eb17935 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.940252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40a96ee8-9814-499b-af61-ff7ac5766e69 req-b29cc776-8344-499d-8e48-d9b35eb17935 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.964146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cf64e-1be3-44f7-824e-44c04fe4f18b req-cb7ab00e-7501-4d2a-a8b3-b78a42656838 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:11.971575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-231cf64e-1be3-44f7-824e-44c04fe4f18b req-cb7ab00e-7501-4d2a-a8b3-b78a42656838 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1179297 Aug 11 02:22:12.053684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-231cf64e-1be3-44f7-824e-44c04fe4f18b req-b4be21d2-fb15-47b0-a3cd-9d3209894b72 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698495 Aug 11 02:22:12.060693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40a96ee8-9814-499b-af61-ff7ac5766e69 req-b29cc776-8344-499d-8e48-d9b35eb17935 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.063619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40a96ee8-9814-499b-af61-ff7ac5766e69 req-b29cc776-8344-499d-8e48-d9b35eb17935 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.064810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40a96ee8-9814-499b-af61-ff7ac5766e69 req-b29cc776-8344-499d-8e48-d9b35eb17935 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/d72a59d5-b149-4505-9b5e-6f00ab8d8b91 HTTP/1.1" status: 204 len: 173 time: 0.2890637 Aug 11 02:22:12.077199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc776-8344-499d-8e48-d9b35eb17935 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a59d5-b149-4505-9b5e-6f00ab8d8b91,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.188146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3d633-dde0-4a66-9157-e7ad6bf626f9 req-94b112c0-46b0-4508-87da-fba92629255b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:12.189927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9af3d633-dde0-4a66-9157-e7ad6bf626f9 req-94b112c0-46b0-4508-87da-fba92629255b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.0633132 Aug 11 02:22:12.236324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-997b117d-94db-433a-bbd5-c7c0e56738aa req-232b674c-39e5-4556-9dab-103435e53348 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 210 time: 0.0415058 Aug 11 02:22:12.262774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9af3d633-dde0-4a66-9157-e7ad6bf626f9 req-40821605-1be7-4f0c-a7d7-005aa97a12ea tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581644 Aug 11 02:22:12.341745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-79573c6c-1f4f-468b-a016-62e9f17860dd tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips/9137bfb0-097c-4a5b-a8f9-d5f0f493158a HTTP/1.1" status: 200 len: 692 time: 0.0775254 Aug 11 02:22:12.912719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a608b7bb-8cab-479f-b6a1-b1d04fbba881 req-a587d6fb-b40e-46f3-b73e-b13785f31edb tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/4d3ef65f-d7a7-4466-8cf7-072753374717 HTTP/1.1" status: 200 len: 1799 time: 0.1746085 Aug 11 02:22:12.929851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-b4fa3a59-caef-487f-88cb-8881d5b7e8c2 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:12.931498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-b4fa3a59-caef-487f-88cb-8881d5b7e8c2 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.5837054 Aug 11 02:22:12.958218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-cd1022fa-7142-425b-b3af-a9e78137cdbc tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:22:12.959425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-cd1022fa-7142-425b-b3af-a9e78137cdbc tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213714 Aug 11 02:22:12.979922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-732006bb-16f9-493c-9f41-e5a690c295aa tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:12.981501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-732006bb-16f9-493c-9f41-e5a690c295aa tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 822 time: 0.2447548 Aug 11 02:22:13.004107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'port': {'device_id': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'admin_state_up': True, 'tenant_id': '818a979bbfc5465bb62b5d9e5d4f18f3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:13.101502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-cfc384f2-18ee-45a2-a131-1932ad208375 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.1331038 Aug 11 02:22:13.182127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a608b7bb-8cab-479f-b6a1-b1d04fbba881 req-cb1fd093-6bda-447b-9fcb-0d949882a867 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.190814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-8d4cd6cb-35a4-4b9f-8f5e-df7f8273e8e8 tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.0733364 Aug 11 02:22:13.279455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a608b7bb-8cab-479f-b6a1-b1d04fbba881 req-cb1fd093-6bda-447b-9fcb-0d949882a867 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.424705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Made reservation on behalf of 818a979bbfc5465bb62b5d9e5d4f18f3 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:13.429247 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.451414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a608b7bb-8cab-479f-b6a1-b1d04fbba881 req-cb1fd093-6bda-447b-9fcb-0d949882a867 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.454247 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a608b7bb-8cab-479f-b6a1-b1d04fbba881 req-cb1fd093-6bda-447b-9fcb-0d949882a867 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.455605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a608b7bb-8cab-479f-b6a1-b1d04fbba881 req-cb1fd093-6bda-447b-9fcb-0d949882a867 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d3ef65f-d7a7-4466-8cf7-072753374717 HTTP/1.1" status: 204 len: 173 time: 0.5230935 Aug 11 02:22:13.486596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fd093-6bda-447b-9fcb-0d949882a867 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ef65f-d7a7-4466-8cf7-072753374717,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.553720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Deleting port 6fde9cec-19cf-40c4-b005-33e9022c5b25 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:13.554108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.758073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90a57c-eda8-4e7c-8d43-0e3105e1f55d req-b696031f-678b-46f9-be1f-6e994d986e30 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.759742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b90a57c-eda8-4e7c-8d43-0e3105e1f55d req-b696031f-678b-46f9-be1f-6e994d986e30 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2119105 Aug 11 02:22:13.765150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Allocated IP 172.20.0.3 (95d40900-c335-4d0d-b654-1e97953bc8ce/f1c8c693-d1b1-4abd-b52c-74c856c791fa/844fbb3e-3a1b-4e1d-b777-89473f7136f8) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:13.792218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.793280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.798239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dad41274-6aa9-47b9-a8ca-b6ccc1d6ebb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.831942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Calling delete_port for 6fde9cec-19cf-40c4-b005-33e9022c5b25 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:13.884596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b90a57c-eda8-4e7c-8d43-0e3105e1f55d req-e34b75c8-843e-4132-938d-b5ede8a395c1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103837 Aug 11 02:22:14.158141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.174470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314a82-fe78-4d6e-908c-4a4cd7278390 req-89891f75-5a3f-4de7-a4b4-a3539a5fc60f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.181033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314a82-fe78-4d6e-908c-4a4cd7278390 req-89891f75-5a3f-4de7-a4b4-a3539a5fc60f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.182796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8314a82-fe78-4d6e-908c-4a4cd7278390 req-89891f75-5a3f-4de7-a4b4-a3539a5fc60f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1683 time: 0.1830451 Aug 11 02:22:14.276477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8314a82-fe78-4d6e-908c-4a4cd7278390 req-757839b5-5c51-4884-a10f-d84a149412df tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693181 Aug 11 02:22:14.282128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.325253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Pushing event deleted for resources: {'Port': ['ID=6fde9cec-19cf-40c4-b005-33e9022c5b25,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.351546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.459930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Network 95d40900-c335-4d0d-b654-1e97953bc8ce is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:14.484063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:14.486914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.490164 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.491622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e288b75-3ee6-4646-bbbf-5bd4e0ba0886 req-e9d02a61-11cf-464c-9715-3ccbfd53159e tempest-FloatingIPDetailsTestJSON-166662977 tempest-FloatingIPDetailsTestJSON-166662977-project] 10.222.0.16 "DELETE /v2.0/floatingips/9137bfb0-097c-4a5b-a8f9-d5f0f493158a HTTP/1.1" status: 204 len: 173 time: 1.2897871 Aug 11 02:22:14.495526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:14.501284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:14.517652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.604438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626b6d-c6f8-44d0-8653-89e361e0880b req-edbef15f-c12f-400a-8765-afdabd0af715 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.606268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54626b6d-c6f8-44d0-8653-89e361e0880b req-edbef15f-c12f-400a-8765-afdabd0af715 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2200091 Aug 11 02:22:14.620053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.620728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.655858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-9a8a38dd-d5f0-475e-b8ef-e3f0df85ee94 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.664881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-9a8a38dd-d5f0-475e-b8ef-e3f0df85ee94 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.667261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-9a8a38dd-d5f0-475e-b8ef-e3f0df85ee94 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1683 time: 0.2037632 Aug 11 02:22:14.751534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-eaae5478-ca45-4139-8602-c7434d055cd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7535143 Aug 11 02:22:14.785970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Request body: {'port': {'device_id': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:14.907406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54626b6d-c6f8-44d0-8653-89e361e0880b req-c90bd189-7fc8-42ea-8608-d6105d7a7c49 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806256 Aug 11 02:22:14.934445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a48d-f99a-4107-bdfd-458bf28af72c req-debf82c0-d1a9-4c03-b085-412e252c0fd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.937245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c577a48d-f99a-4107-bdfd-458bf28af72c req-debf82c0-d1a9-4c03-b085-412e252c0fd7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 931 time: 0.3134277 Aug 11 02:22:15.024011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.088446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.145677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c577a48d-f99a-4107-bdfd-458bf28af72c req-8df6cb5f-6d1e-4d5a-80f2-b8b12d00f29d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822288 Aug 11 02:22:15.153384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port 7246dd7d-0b7c-4869-a1ae-da3a73db869d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:15.153730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.229226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-7e840071-6bef-4ad9-b564-d1cde2e4e1d0 req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-91251501', 'description': 'tempest-description-2082463428'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:15.245659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5068-f690-4540-9e30-afc3abb7e27b req-1ed28ff3-6781-4bbe-b33a-d83e7db34f99 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.247397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-327e5068-f690-4540-9e30-afc3abb7e27b req-1ed28ff3-6781-4bbe-b33a-d83e7db34f99 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.2510915 Aug 11 02:22:15.405652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e840071-6bef-4ad9-b564-d1cde2e4e1d0 req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.459320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port 7246dd7d-0b7c-4869-a1ae-da3a73db869d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7246dd7d-0b7c-4869-a1ae-da3a73db869d,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:15.459940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.495424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for 7246dd7d-0b7c-4869-a1ae-da3a73db869d owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:15.511646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-327e5068-f690-4540-9e30-afc3abb7e27b req-1392fe25-6d87-4925-9dcf-a21f2a34dea8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371891 Aug 11 02:22:15.624400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Deleting port 0cd645d4-4b56-4955-aaec-f3c83528f4d3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:15.625026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.716545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] For port 0cd645d4-4b56-4955-aaec-f3c83528f4d3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0cd645d4-4b56-4955-aaec-f3c83528f4d3,segment=NetworkSegment(33900fb4-5193-4988-9732-4fedf16ba795),segment_id=33900fb4-5193-4988-9732-4fedf16ba795)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:15.716858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.731913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Calling delete_port for 0cd645d4-4b56-4955-aaec-f3c83528f4d3 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:15.912689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde27f41-e873-44a7-8039-937ed1e7f70d req-964fdedf-c6e5-4845-b833-58b91130a3a5 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.924111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde27f41-e873-44a7-8039-937ed1e7f70d req-964fdedf-c6e5-4845-b833-58b91130a3a5 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.927043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bde27f41-e873-44a7-8039-937ed1e7f70d req-964fdedf-c6e5-4845-b833-58b91130a3a5 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 1683 time: 0.2736356 Aug 11 02:22:15.938094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.966711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd645d4-4b56-4955-aaec-f3c83528f4d3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.994513 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e840071-6bef-4ad9-b564-d1cde2e4e1d0 req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.037663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e840071-6bef-4ad9-b564-d1cde2e4e1d0 req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.147757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bde27f41-e873-44a7-8039-937ed1e7f70d req-18b4d5b5-1558-4fc8-87b3-c2ec4677367f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012935 Aug 11 02:22:16.148707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e840071-6bef-4ad9-b564-d1cde2e4e1d0 req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.164636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e840071-6bef-4ad9-b564-d1cde2e4e1d0 req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9684772 Aug 11 02:22:16.176159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720e00a-fe6f-48c0-9695-1a6e9ed0921f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.191509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844fbb3e-3a1b-4e1d-b777-89473f7136f8 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:16.196814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.217558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.241821 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.253574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['9f0f486c-7c01-4700-959a-3238c0b6b8d2', '7246dd7d-0b7c-4869-a1ae-da3a73db869d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:16.313070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Transition to ACTIVE for port object 844fbb3e-3a1b-4e1d-b777-89473f7136f8 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:16.351727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.354603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=7246dd7d-0b7c-4869-a1ae-da3a73db869d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.434272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a345664-a81f-48ae-9557-d6c455de7705 req-a589011d-c35f-46f8-8055-7f60e19830f7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a HTTP/1.1" status: 200 len: 1799 time: 0.1935217 Aug 11 02:22:16.464725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-7a345664-a81f-48ae-9557-d6c455de7705 req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Request body: {'security_group': {'name': 'tempest-sg-hth-274369338', 'description': 'tempest-description-hth-759661009'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:16.522048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Router 3c8c4fdd-079e-4311-ac7d-4f298d574679 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:16.549730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port 7246dd7d-0b7c-4869-a1ae-da3a73db869d on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:16.552996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.554962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-7d6a2b7a-06dd-4006-a507-2eefc13dd066 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "DELETE /v2.0/ports/7246dd7d-0b7c-4869-a1ae-da3a73db869d HTTP/1.1" status: 204 len: 173 time: 1.8757274 Aug 11 02:22:16.580563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-deleted', 'tag': '7246dd7d-0b7c-4869-a1ae-da3a73db869d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:16.587177 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82734426-775d-47d8-a7ff-8121d6f061e8" -d '{"events": [{"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-deleted", "tag": "7246dd7d-0b7c-4869-a1ae-da3a73db869d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:16.596459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.627517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7a345664-a81f-48ae-9557-d6c455de7705 req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.675532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:16.688704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-abf0189a-8807-4268-b890-6f333e66e45a admin admin] 10.222.0.16 "PUT /v2.0/routers/3c8c4fdd-079e-4311-ac7d-4f298d574679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809053 Aug 11 02:22:16.688704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:16.693643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f552-b072-437a-a170-f04612231607 None None] Sync routers for ids ['3c8c4fdd-079e-4311-ac7d-4f298d574679'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:16.709666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590f552-b072-437a-a170-f04612231607 None None] Routers {'3c8c4fdd-079e-4311-ac7d-4f298d574679'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:16.711209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5590f552-b072-437a-a170-f04612231607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:21:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3c8c4fdd-079e-4311-ac7d-4f298d574679'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:16.823065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Attempting to bind port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:16.823625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Attempting to bind port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:16.824270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Attempting to bind port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 on network 95d40900-c335-4d0d-b654-1e97953bc8ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:16.846259 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7a345664-a81f-48ae-9557-d6c455de7705 req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.858889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.863095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf4e6-bcdc-49b7-8a33-1ba8422ac8f7 req-4a08159f-c7d7-457e-8bf6-e7fd664d864b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:16.867002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6bdf4e6-bcdc-49b7-8a33-1ba8422ac8f7 req-4a08159f-c7d7-457e-8bf6-e7fd664d864b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.3292670 Aug 11 02:22:16.873078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7a345664-a81f-48ae-9557-d6c455de7705 req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.877948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7a345664-a81f-48ae-9557-d6c455de7705 req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.880244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a345664-a81f-48ae-9557-d6c455de7705 req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "PUT /v2.0/security-groups/dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a HTTP/1.1" status: 200 len: 1773 time: 0.4446220 Aug 11 02:22:16.888152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 on network 95d40900-c335-4d0d-b654-1e97953bc8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:16.888734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Attempting to bind port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 on network 95d40900-c335-4d0d-b654-1e97953bc8ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:16.929539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:16.929886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Checking segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:16.930365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Bound using segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:16.930963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Bound port: 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:16.931181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.944515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912edb1c-29c5-424f-bcc6-5f0ded4af956 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.961106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5590f552-b072-437a-a170-f04612231607 None None] Set router 3c8c4fdd-079e-4311-ac7d-4f298d574679 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:17.069278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6bdf4e6-bcdc-49b7-8a33-1ba8422ac8f7 req-1754f0af-cc37-4cf8-b4ef-be6bfa68c0ac tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434121 Aug 11 02:22:17.075158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.081383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:17.082071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.203898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Deleting port a75c4082-0244-47f8-a6e7-c21a713cc9c5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:17.204238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.303822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5590f552-b072-437a-a170-f04612231607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:22:15Z', 'revision_number': 5, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port': {'id': 'a75c4082-0244-47f8-a6e7-c21a713cc9c5', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:19Z', 'updated_at': '2021-08-11T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:17.316141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] For port a75c4082-0244-47f8-a6e7-c21a713cc9c5, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a75c4082-0244-47f8-a6e7-c21a713cc9c5,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:17.316522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.333193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Calling delete_port for a75c4082-0244-47f8-a6e7-c21a713cc9c5 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:17.381829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f552-b072-437a-a170-f04612231607 None None] Checking router: 3c8c4fdd-079e-4311-ac7d-4f298d574679 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:17.408020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590f552-b072-437a-a170-f04612231607 None None] Routers {'3c8c4fdd-079e-4311-ac7d-4f298d574679'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:17.409461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5590f552-b072-437a-a170-f04612231607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:21:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3c8c4fdd-079e-4311-ac7d-4f298d574679'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:17.547271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8dcb79ec-e21f-4bbb-9a2e-46102fb74dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.579040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5590f552-b072-437a-a170-f04612231607 None None] Set router 3c8c4fdd-079e-4311-ac7d-4f298d574679 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:17.638407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.671491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:17.674129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5590f552-b072-437a-a170-f04612231607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 6, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:17.706635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a75c4082-0244-47f8-a6e7-c21a713cc9c5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.715795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f552-b072-437a-a170-f04612231607 None None] The sync data for ids ['3c8c4fdd-079e-4311-ac7d-4f298d574679'] in n-d-715271-8 is: [{'id': '3c8c4fdd-079e-4311-ac7d-4f298d574679', 'name': 'tempest-FloatingIPDetailsTestJSON-1013883626-router', 'tenant_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:21:18Z', 'updated_at': '2021-08-11T02:22:17Z', 'revision_number': 6, 'project_id': 'eb2e56f1d8a241419f53c3f2e63cfb37', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:17.720546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.726213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:17.735159 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-ad5a962d-b238-4795-a3f6-260d45ea82ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1423585 Aug 11 02:22:17.765301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.768569 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.802051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401b801-41ad-4c27-8bb2-3542bd2b7fbf req-28e3c7bf-b9c9-46e8-9566-2203819a3c96 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.803700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f401b801-41ad-4c27-8bb2-3542bd2b7fbf req-28e3c7bf-b9c9-46e8-9566-2203819a3c96 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 943 time: 0.7320669 Aug 11 02:22:17.874404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.875711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.878234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] 10.222.0.25 "PUT /v2.0/ports/844fbb3e-3a1b-4e1d-b777-89473f7136f8 HTTP/1.1" status: 200 len: 1091 time: 3.1085048 Aug 11 02:22:17.909706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a169b-248d-4f34-975f-043dc5aef394 req-dcff578e-4c31-4d51-9d54-7f6b55ac1b09 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:17.912708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e56a169b-248d-4f34-975f-043dc5aef394 req-dcff578e-4c31-4d51-9d54-7f6b55ac1b09 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 945 time: 0.3195302 Aug 11 02:22:17.934359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.938288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.945916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port 9f0f486c-7c01-4700-959a-3238c0b6b8d2, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9f0f486c-7c01-4700-959a-3238c0b6b8d2,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:17.946646 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.022563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.024258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8c4fdd-079e-4311-ac7d-4f298d574679 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:22:18.037179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.051487 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f237259b-1e30-4bdd-8e79-6dcd97a069ab admin admin] 10.222.0.16 "DELETE /v2.0/routers/3c8c4fdd-079e-4311-ac7d-4f298d574679 HTTP/1.1" status: 204 len: 168 time: 1.3622980 Aug 11 02:22:18.055336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:18.061421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for 9f0f486c-7c01-4700-959a-3238c0b6b8d2 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:18.064558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25023c2-89c3-48e1-8f20-391034c834f9 service neutron] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.105602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f401b801-41ad-4c27-8bb2-3542bd2b7fbf req-bff21578-3b75-46d8-964a-ff5a374180b1 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724319 Aug 11 02:22:18.162960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Deleting subnet dadac101-564e-47db-97f1-0aa53baaffba {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:18.167372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.211994 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8906523d-4f44-42a0-9910-0ee227ed6c83 x-openstack-request-id: req-8906523d-4f44-42a0-9910-0ee227ed6c83 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:18.212461 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-deleted", "tag": "7246dd7d-0b7c-4869-a1ae-da3a73db869d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:18.212926 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8906523d-4f44-42a0-9910-0ee227ed6c83 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:18.213713 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-deleted', 'tag': '7246dd7d-0b7c-4869-a1ae-da3a73db869d', 'status': 'completed', 'code': 200} Aug 11 02:22:18.265643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.302911 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.330220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e56a169b-248d-4f34-975f-043dc5aef394 req-fc8822c4-ec4f-43a3-9326-3a8fbce19c94 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783932 Aug 11 02:22:18.356896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-60e959eb-4d00-4eab-a886-1766692f281f tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.358664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-60e959eb-4d00-4eab-a886-1766692f281f tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.4332891 Aug 11 02:22:18.371342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-8'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:18.405972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-680aed67-eb3c-4384-9144-dfac19bb5354 req-05d90732-4fbc-4d14-bd41-acd4ff0e125c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a HTTP/1.1" status: 200 len: 1773 time: 0.1153913 Aug 11 02:22:18.451867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-6bcf63a1-a0fe-4e4b-be0c-fa2bd911f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.460666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-6bcf63a1-a0fe-4e4b-be0c-fa2bd911f24e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 1094 time: 0.4579887 Aug 11 02:22:18.478361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.622162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.705017 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-f01d44ee-615d-49d7-9b35-8ce2a03aeda4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8 HTTP/1.1" status: 200 len: 217 time: 0.1636214 Aug 11 02:22:18.837688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.945960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783e02d-2517-471d-bd77-13c360834f24 req-44946d57-8485-44e1-ac63-ce564958cf4f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.946659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-32204840-58a3-4050-8bc2-39d324b5a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.952458 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-32204840-58a3-4050-8bc2-39d324b5a006 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 200 len: 862 time: 0.2349119 Aug 11 02:22:18.956269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9783e02d-2517-471d-bd77-13c360834f24 req-44946d57-8485-44e1-ac63-ce564958cf4f tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d5d3e6-e552-4769-8286-204bed4c7260 HTTP/1.1" status: 200 len: 946 time: 0.4481442 Aug 11 02:22:18.957778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=9f0f486c-7c01-4700-959a-3238c0b6b8d2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.038767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.044783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cd645d4-4b56-4955-aaec-f3c83528f4d3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:19.055303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port 9f0f486c-7c01-4700-959a-3238c0b6b8d2 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:19.089104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-628e1561-9db8-40ea-87c7-d8ef90d01270 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95d40900-c335-4d0d-b654-1e97953bc8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267953 Aug 11 02:22:19.094391 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.096771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7471d3fe-c38c-4a8c-8946-b6bd9131ad85 req-ccf7f11d-6a9c-45f7-9c55-552ca81c8e99 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.25 "DELETE /v2.0/ports/9f0f486c-7c01-4700-959a-3238c0b6b8d2 HTTP/1.1" status: 204 len: 173 time: 2.5060921 Aug 11 02:22:19.109522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:19.127938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9783e02d-2517-471d-bd77-13c360834f24 req-e0e7171c-944a-4d89-8475-d903e7689313 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "GET /v2.0/security-groups?id=749132f5-cc63-446a-80de-97318cc2c70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377780 Aug 11 02:22:19.146680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.152913 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dadac101-564e-47db-97f1-0aa53baaffba HTTP/1.1" status: 204 len: 168 time: 1.0960662 Aug 11 02:22:19.156871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03304695-dcdd-4960-bc2b-7bde9e8fe10f req-3be96c77-aba9-4991-83f2-56d2366b0239 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.163806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:19.165353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a0e63-ea4c-4ea6-9fdd-e145b7e5e17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dadac101-564e-47db-97f1-0aa53baaffba,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.175736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03304695-dcdd-4960-bc2b-7bde9e8fe10f req-3be96c77-aba9-4991-83f2-56d2366b0239 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2077498 Aug 11 02:22:19.255562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03304695-dcdd-4960-bc2b-7bde9e8fe10f req-a74bf1b0-24ef-4e7e-9585-7d4408ce78c5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787818 Aug 11 02:22:19.266102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:19.405008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.420145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.437859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 0cd645d4-4b56-4955-aaec-f3c83528f4d3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:19.438274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cd645d4-4b56-4955-aaec-f3c83528f4d3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:19.439098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75c4082-0244-47f8-a6e7-c21a713cc9c5 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:19.441955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db511f0-bd55-4e0b-95de-5025b4bf30f7 None None] Network 8dce4fec-6af0-457b-9fb8-8f3fe833182a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:19.444501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28ca0882-e366-4a2a-a8ba-545b17591181 req-987e0b91-f178-4e15-8b62-4fd17360bf3c tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a HTTP/1.1" status: 200 len: 1773 time: 0.1303246 Aug 11 02:22:19.446516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.459895 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-c2c4b9eb-2b23-4b2b-adcc-8bb5804c7417 service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159311 Aug 11 02:22:19.467332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:19.470738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9f0f486c-7c01-4700-959a-3238c0b6b8d2 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:19.571830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd965-c0f2-49a0-aa22-429d79ed9c41 req-cc902f68-28b7-45ef-9b84-66c50b1c1730 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.573577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a35dd965-c0f2-49a0-aa22-429d79ed9c41 req-cc902f68-28b7-45ef-9b84-66c50b1c1730 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2039795 Aug 11 02:22:19.584059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.626035 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a0c350b-56b0-44b0-acf5-3458f21ec2c2 req-04809c30-0e69-481d-a288-09b7f54b27f3 service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465340 Aug 11 02:22:19.627448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Deleting port b20b56c3-f773-4153-8242-2cba90b9a462 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:19.627809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.655503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:19.655503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:19.655503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:19.656190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 9f0f486c-7c01-4700-959a-3238c0b6b8d2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:19.660975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9f0f486c-7c01-4700-959a-3238c0b6b8d2 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:19.662382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7246dd7d-0b7c-4869-a1ae-da3a73db869d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:19.664319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-28ca0882-e366-4a2a-a8ba-545b17591181 req-d209bf1d-5b7f-4e98-b546-11099c73e407 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.670969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a75c4082-0244-47f8-a6e7-c21a713cc9c5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:19.672421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75c4082-0244-47f8-a6e7-c21a713cc9c5 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:19.676687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:19.677135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:19.682607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a35dd965-c0f2-49a0-aa22-429d79ed9c41 req-97059475-f561-41ed-917a-372e48d64992 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017616 Aug 11 02:22:19.694499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:19.694898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:19.695399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:19.695871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Bound port: 48cb364b-c786-416e-9a11-c5550dafa21e, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:19.696250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.747314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-28ca0882-e366-4a2a-a8ba-545b17591181 req-d209bf1d-5b7f-4e98-b546-11099c73e407 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.751380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] For port b20b56c3-f773-4153-8242-2cba90b9a462, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b20b56c3-f773-4153-8242-2cba90b9a462,segment=NetworkSegment(33900fb4-5193-4988-9732-4fedf16ba795),segment_id=33900fb4-5193-4988-9732-4fedf16ba795)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:19.751994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.788288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:22:19.792775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 7246dd7d-0b7c-4869-a1ae-da3a73db869d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:19.793229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7246dd7d-0b7c-4869-a1ae-da3a73db869d not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:19.797724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Calling delete_port for b20b56c3-f773-4153-8242-2cba90b9a462 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:19.938544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-946f5867-cbfb-424c-b984-2a10a5b511a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.942355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-946f5867-cbfb-424c-b984-2a10a5b511a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1101 time: 0.0719244 Aug 11 02:22:19.944387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.960183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:19.961163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:19.967815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.981926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:19.998291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8a5ec-45b5-429b-b217-23cd57a15b24 req-e825352f-6bdd-4627-a386-76ac0a688b7e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.000018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27a8a5ec-45b5-429b-b217-23cd57a15b24 req-e825352f-6bdd-4627-a386-76ac0a688b7e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 0.1720352 Aug 11 02:22:20.002848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:20.003121 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.003660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:20.004787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:20.012385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:20.013128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Attempting to bind port 48cb364b-c786-416e-9a11-c5550dafa21e on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:20.021449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:20.022217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:20.023154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:20.023911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Bound port: 48cb364b-c786-416e-9a11-c5550dafa21e, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:20.024526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.057776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-28ca0882-e366-4a2a-a8ba-545b17591181 req-d209bf1d-5b7f-4e98-b546-11099c73e407 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.060512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-28ca0882-e366-4a2a-a8ba-545b17591181 req-d209bf1d-5b7f-4e98-b546-11099c73e407 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.069248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b20b56c3-f773-4153-8242-2cba90b9a462,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.073969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7064d10-6d5c-494e-a669-dcce8546ac97 None None] DHCP port deletion for 8dce4fec-6af0-457b-9fb8-8f3fe833182a request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:20.076325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28ca0882-e366-4a2a-a8ba-545b17591181 req-d209bf1d-5b7f-4e98-b546-11099c73e407 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a HTTP/1.1" status: 204 len: 173 time: 0.6244805 Aug 11 02:22:20.078558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] No DVR routers for this DVR port b20b56c3-f773-4153-8242-2cba90b9a462 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:20.122951 n-d-715271-8 neutron-server[94701]: WARNING neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Concurrent port binding operations failed on port 48cb364b-c786-416e-9a11-c5550dafa21e Aug 11 02:22:20.128219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:20.129954 n-d-715271-8 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Attempt 2 to bind port 48cb364b-c786-416e-9a11-c5550dafa21e Aug 11 02:22:20.130672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e has no active binding in host n-h1-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:22:20.157179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=8']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.167331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209bf1d-5b7f-4e98-b546-11099c73e407 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb59b7d-b59e-4f01-b943-85d5ea7a4d6a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.215414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8'}, {'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-deleted', 'tag': '9f0f486c-7c01-4700-959a-3238c0b6b8d2'}, {'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:20.226895 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78eabe-3960-40ef-8d62-ed3dd2e75832" -d '{"events": [{"name": "network-changed", "server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8"}, {"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-deleted", "tag": "9f0f486c-7c01-4700-959a-3238c0b6b8d2"}, {"server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "name": "network-vif-unplugged", "status": "completed", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:20.247385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27a8a5ec-45b5-429b-b217-23cd57a15b24 req-f20efa64-1147-441f-9018-b72f9f3f4a94 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941497 Aug 11 02:22:20.251022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.251645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.253497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4b12e188-afb4-45ba-9cf3-6417db91a953 service neutron] 10.222.0.25 "PUT /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 1121 time: 1.8866091 Aug 11 02:22:20.284772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c4f7e-08b0-441e-8de8-7fc21dbf9152 req-ad78cff2-4855-4c76-9042-914481a72ed0 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.287802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b98c4f7e-08b0-441e-8de8-7fc21dbf9152 req-ad78cff2-4855-4c76-9042-914481a72ed0 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 943 time: 0.1142085 Aug 11 02:22:20.310716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.333524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dce4fec-6af0-457b-9fb8-8f3fe833182a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:20.352834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33900fb4-5193-4988-9732-4fedf16ba795') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:20.353262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33900fb4-5193-4988-9732-4fedf16ba795') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:20.370048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.372322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['48cb364b-c786-416e-9a11-c5550dafa21e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:20.376215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b98c4f7e-08b0-441e-8de8-7fc21dbf9152 req-9389744b-5714-4b7b-ac1d-c2b594e881d4 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Aug 11 02:22:20.396348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.427386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:20.427901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:20.432079 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:20.451366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['48cb364b-c786-416e-9a11-c5550dafa21e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:20.452013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-751835eb-d366-403c-98cf-15d9902b48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.454395 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-751835eb-d366-403c-98cf-15d9902b48c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4909756 Aug 11 02:22:20.492097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfb4f0-ed74-428f-b168-9f6d42e8bb05 req-1faaa90e-43b9-4f34-b346-e1f336c61faa tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.516796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84cfb4f0-ed74-428f-b168-9f6d42e8bb05 req-1faaa90e-43b9-4f34-b346-e1f336c61faa tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.1307821 Aug 11 02:22:20.531337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49306) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:20.619453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting subnet f4d928ba-dc94-4b8b-8c81-846b5a460028 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:20.626953 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aa9fac-476d-40b9-ab75-a9011800220f x-openstack-request-id: req-85aa9fac-476d-40b9-ab75-a9011800220f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:20.627546 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8", "status": "completed", "code": 200}, {"server_uuid": "07d5d3e6-e552-4769-8286-204bed4c7260", "name": "network-vif-deleted", "tag": "9f0f486c-7c01-4700-959a-3238c0b6b8d2", "status": "completed", "code": 200}, {"server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "name": "network-vif-unplugged", "status": "completed", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:20.628013 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85aa9fac-476d-40b9-ab75-a9011800220f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:20.628606 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'status': 'completed', 'code': 200} Aug 11 02:22:20.629041 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5d3e6-e552-4769-8286-204bed4c7260', 'name': 'network-vif-deleted', 'tag': '9f0f486c-7c01-4700-959a-3238c0b6b8d2', 'status': 'completed', 'code': 200} Aug 11 02:22:20.629664 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e', 'code': 200} Aug 11 02:22:20.642293 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.719042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84cfb4f0-ed74-428f-b168-9f6d42e8bb05 req-db632e2e-fb1c-4b92-bdf9-d6f63968340e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000875 Aug 11 02:22:20.793385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.834620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-cbbb6986-bc06-4d71-9014-2e7b8082ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.836386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-cbbb6986-bc06-4d71-9014-2e7b8082ac13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 1094 time: 0.2031531 Aug 11 02:22:20.884588 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-1a15cc99-0404-4b6b-82c0-ebde5e1544bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.3963108 Aug 11 02:22:20.946264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.978328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.982412 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] 10.222.0.16 "DELETE /v2.0/networks/8dce4fec-6af0-457b-9fb8-8f3fe833182a HTTP/1.1" status: 204 len: 168 time: 1.8136330 Aug 11 02:22:20.986801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9e93f-d260-49ef-8c3a-8a963ef8ed6a admin admin] Pushing event deleted for resources: {'Network': ['ID=8dce4fec-6af0-457b-9fb8-8f3fe833182a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.000141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df18a-384c-4a37-a8b2-892c90e0253a req-ae78f9a8-cbdf-44ad-88bd-ab6532ec29e5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.008223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb6df18a-384c-4a37-a8b2-892c90e0253a req-ae78f9a8-cbdf-44ad-88bd-ab6532ec29e5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2818902 Aug 11 02:22:21.031318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-44fc07da-ad84-432e-8e22-8437f858e2b8 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.034447 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-44fc07da-ad84-432e-8e22-8437f858e2b8 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.59 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 0.1604784 Aug 11 02:22:21.037273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-6dac4c14-350a-4a49-bc69-d93bc991ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.039759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-6dac4c14-350a-4a49-bc69-d93bc991ea0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1333809 Aug 11 02:22:21.087111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.099816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540889b1-ba70-4862-a3ee-ededfe17cc61 req-396fa8a1-4cb7-4445-9002-8d829efeef91 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.101449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-540889b1-ba70-4862-a3ee-ededfe17cc61 req-396fa8a1-4cb7-4445-9002-8d829efeef91 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2606173 Aug 11 02:22:21.108776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b20b56c3-f773-4153-8242-2cba90b9a462 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:21.132512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-14d2c41c-5427-408f-aaff-dd64b095fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.134084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-14d2c41c-5427-408f-aaff-dd64b095fd47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 922 time: 0.2751212 Aug 11 02:22:21.175531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b20b56c3-f773-4153-8242-2cba90b9a462 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:21.176842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b20b56c3-f773-4153-8242-2cba90b9a462 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:21.177476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-7fa1acf1-1604-4fb8-ace3-0d1bcd047933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.179964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-7fa1acf1-1604-4fb8-ace3-0d1bcd047933 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161046 Aug 11 02:22:21.180751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb6df18a-384c-4a37-a8b2-892c90e0253a req-10d406a1-e90e-4088-b304-b9d0ce078ba9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716485 Aug 11 02:22:21.241776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-48557a1e-76e2-46ff-8657-b8e0e3878dc5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8 HTTP/1.1" status: 200 len: 217 time: 0.0896592 Aug 11 02:22:21.285040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49314) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:21.343733 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-bacc0793-f843-4969-8052-05e64a744661 req-6180c35c-1422-4de8-9fd4-250d837d46b6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:22:21.345214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bacc0793-f843-4969-8052-05e64a744661 req-6180c35c-1422-4de8-9fd4-250d837d46b6 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/4d3ef65f-d7a7-4466-8cf7-072753374717 HTTP/1.1" status: 404 len: 352 time: 0.1101809 Aug 11 02:22:21.375694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Deleting port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:21.376332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.382712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-540889b1-ba70-4862-a3ee-ededfe17cc61 req-d91cc411-2fe2-4ba1-b08b-7d17e57d1522 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450948 Aug 11 02:22:21.443079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.489758 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-cd06b2df-a9c7-4010-b57f-a60515c7835a service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820241 Aug 11 02:22:21.517852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-cc9051d6-16cf-41b6-8e1b-97f0a02b35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.519497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-cc9051d6-16cf-41b6-8e1b-97f0a02b35e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 200 len: 862 time: 0.2630272 Aug 11 02:22:21.560015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d928ba-dc94-4b8b-8c81-846b5a460028,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.563539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44997606-06d8-40c0-af2f-59486c85ba4c None None] Network 65e3f981-d1cc-467d-a124-b5a27a2e4181 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:21.563847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0d71949-bfe5-44f1-8a29-96f3087f8f6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb2e56f1d8a241419f53c3f2e63cfb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648373 Aug 11 02:22:21.567915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.572822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b26520f7-889b-4f2f-b477-e57b598cadc3 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/subnets/f4d928ba-dc94-4b8b-8c81-846b5a460028 HTTP/1.1" status: 204 len: 168 time: 1.0376000 Aug 11 02:22:21.572822 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-c5b4d077-7a3c-4ea0-8d20-665e13b034a7 req-cf91351e-5913-4af6-ae23-075f9e222418 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:22:21.572822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5b4d077-7a3c-4ea0-8d20-665e13b034a7 req-cf91351e-5913-4af6-ae23-075f9e222418 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/d72a59d5-b149-4505-9b5e-6f00ab8d8b91 HTTP/1.1" status: 404 len: 352 time: 0.1037128 Aug 11 02:22:21.578027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:21.578214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:21.595291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-6f654870-e22e-46dc-ba86-330345ffc2ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95d40900-c335-4d0d-b654-1e97953bc8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487888 Aug 11 02:22:21.666542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ec69-be2d-4160-a333-8abe16212950 req-2ae5aeb7-c6d2-4927-b30b-32f0a76907de tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.674580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52e1ec69-be2d-4160-a333-8abe16212950 req-2ae5aeb7-c6d2-4927-b30b-32f0a76907de tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 945 time: 0.2492623 Aug 11 02:22:21.696919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] For port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:21.697274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.766342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52e1ec69-be2d-4160-a333-8abe16212950 req-098ee9bf-cef2-44f3-bf6e-f086d8968524 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f18df3b-c206-41f1-9216-b07f1b7f857b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904024 Aug 11 02:22:21.784174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-7c8c7993-b4ad-43a7-9546-4da4179781df service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811662 Aug 11 02:22:21.816009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fcf1-cc8a-4e8c-bbb1-18e450ac83bb req-69554731-a694-40d8-8282-a2a5b9a646af tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.818627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8849fcf1-cc8a-4e8c-bbb1-18e450ac83bb req-69554731-a694-40d8-8282-a2a5b9a646af tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 943 time: 0.0951500 Aug 11 02:22:21.860895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.885834 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-1dcbacf8-cdc8-406a-bcd5-1caac0e083c4 req-1d432171-84d7-422c-8d99-a6338c55c47f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:22:21.887136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1dcbacf8-cdc8-406a-bcd5-1caac0e083c4 req-1d432171-84d7-422c-8d99-a6338c55c47f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/0ac3a87f-5954-4324-859e-cab58940d285 HTTP/1.1" status: 404 len: 352 time: 0.0573781 Aug 11 02:22:21.921263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] DHCP port deletion for 65e3f981-d1cc-467d-a124-b5a27a2e4181 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:21.947379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8849fcf1-cc8a-4e8c-bbb1-18e450ac83bb req-a4452e87-7006-48b2-8b26-5bb78902ed27 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Aug 11 02:22:21.980257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd78eabe-3960-40ef-8d62-ed3dd2e75832 req-96306f56-bea6-44ac-920c-09e1b7cd0af2 service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864388 Aug 11 02:22:22.029453 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-7bcc5e2f-9e86-4ded-a836-116c256964c9 req-2843ce7a-d12c-4f04-b6c9-b6d392cf9419 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:22:22.031171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bcc5e2f-9e86-4ded-a836-116c256964c9 req-2843ce7a-d12c-4f04-b6c9-b6d392cf9419 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/ac20d56d-6e49-4216-bd1f-86a14d8c9dd6 HTTP/1.1" status: 404 len: 352 time: 0.0479496 Aug 11 02:22:22.045695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdec3ab0-5f63-4481-a335-95ea888592d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.058423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54762a-2c97-4510-8d5b-1543e3e8330b req-8f411548-d3b9-4365-aa1e-6946a4900be3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.062732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c54762a-2c97-4510-8d5b-1543e3e8330b req-8f411548-d3b9-4365-aa1e-6946a4900be3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.0810790 Aug 11 02:22:22.064533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-c0726b43-93ed-418a-948f-8fb41292ac97 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663326 Aug 11 02:22:22.071352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] Deleting port 05930989-d540-424c-aa3d-be677027b4f8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:22.072356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.130395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c54762a-2c97-4510-8d5b-1543e3e8330b req-aef0760f-9187-4049-b64c-3b2f13117d7b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549517 Aug 11 02:22:22.131224 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-dc73e37a-60bd-4adb-ab6f-c5cc6a0941a9 req-9e05baae-ae04-4f08-8dd5-9291f69fa360 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:22:22.132238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc73e37a-60bd-4adb-ab6f-c5cc6a0941a9 req-9e05baae-ae04-4f08-8dd5-9291f69fa360 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/51b0f7dd-7912-4568-a2b3-d731ec61acaa HTTP/1.1" status: 404 len: 352 time: 0.0681987 Aug 11 02:22:22.167339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdec3ab0-5f63-4481-a335-95ea888592d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.181036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] For port 05930989-d540-424c-aa3d-be677027b4f8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05930989-d540-424c-aa3d-be677027b4f8,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:22.181814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.205574 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-024efd21-1215-49c4-9130-8050ee972b5a req-43b9976e-215a-48d0-8d8d-5ca0cdaa0290 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] show failed (client error): The resource could not be found. Aug 11 02:22:22.206712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-024efd21-1215-49c4-9130-8050ee972b5a req-43b9976e-215a-48d0-8d8d-5ca0cdaa0290 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/562427e1-123e-48de-a69c-d6ba212e5b63 HTTP/1.1" status: 404 len: 352 time: 0.0228350 Aug 11 02:22:22.215805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] Calling delete_port for 05930989-d540-424c-aa3d-be677027b4f8 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:22.353559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.354350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.355054 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20 disassociated. External IP: 172.25.6.217, port: a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2. Aug 11 02:22:22.355687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Calling delete_port for a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:22.364540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port 05930989-d540-424c-aa3d-be677027b4f8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:22.366335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.426641 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.485741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] No DVR routers for this DVR port 05930989-d540-424c-aa3d-be677027b4f8 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:22.490682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4a46f-5438-4f0b-b65c-f12177795dd0 None None] Pushing event deleted for resources: {'Port': ['ID=05930989-d540-424c-aa3d-be677027b4f8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.500043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57988af2-1281-4e80-8e71-6a20a5964851 req-26a7cdd2-4f16-4644-a443-7081bca40424 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.503562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdec3ab0-5f63-4481-a335-95ea888592d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.508672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdec3ab0-5f63-4481-a335-95ea888592d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.510888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57988af2-1281-4e80-8e71-6a20a5964851 req-26a7cdd2-4f16-4644-a443-7081bca40424 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1410639 Aug 11 02:22:22.515243 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fdec3ab0-5f63-4481-a335-95ea888592d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d0e2e12-3d8f-4746-b404-8fd05005473e HTTP/1.1" status: 204 len: 168 time: 0.9358425 Aug 11 02:22:22.562974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec3ab0-5f63-4481-a335-95ea888592d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e2e12-3d8f-4746-b404-8fd05005473e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.567866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57988af2-1281-4e80-8e71-6a20a5964851 req-d5242bdf-1e3a-4208-9c9e-969c81e5dccd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Aug 11 02:22:22.613480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port 05930989-d540-424c-aa3d-be677027b4f8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05930989-d540-424c-aa3d-be677027b4f8,segment=NetworkSegment(59631da5-68a6-43cc-97b2-4c1125c50791),segment_id=59631da5-68a6-43cc-97b2-4c1125c50791)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:22.614772 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.631058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:22.634513 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684c567-627d-432a-be2c-5acdf6fb4019" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:22.671854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for 05930989-d540-424c-aa3d-be677027b4f8 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:22.731710 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.787750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.846060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2a92-541b-4ac4-be93-5a96197e417b req-c9921e9a-5416-48b6-a044-9d7028c69005 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.856926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7eb2a92-541b-4ac4-be93-5a96197e417b req-c9921e9a-5416-48b6-a044-9d7028c69005 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.0784743 Aug 11 02:22:22.879421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.920322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event deleted for resources: {'Port': ['ID=a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.924708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7eb2a92-541b-4ac4-be93-5a96197e417b req-87835536-1beb-4267-9b3e-b7207892f379 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660059 Aug 11 02:22:22.980690 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f78b0-4bc0-4f84-9c89-ae4f2d9d8aec x-openstack-request-id: req-fc4f78b0-4bc0-4f84-9c89-ae4f2d9d8aec {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:22.980690 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:22.981152 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc4f78b0-4bc0-4f84-9c89-ae4f2d9d8aec {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:22.981321 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e', 'status': 'completed', 'code': 200} Aug 11 02:22:22.992235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.026163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:23.073188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:23.073554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:23.114449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=05930989-d540-424c-aa3d-be677027b4f8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.130772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05930989-d540-424c-aa3d-be677027b4f8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:23.172797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port 05930989-d540-424c-aa3d-be677027b4f8 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:23.173787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01585121-a27f-4c72-b414-867379fa9801 req-d7938805-8656-414c-a0da-edf8f8612397 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 210 time: 0.0685115 Aug 11 02:22:23.184019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 05930989-d540-424c-aa3d-be677027b4f8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:23.184915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05930989-d540-424c-aa3d-be677027b4f8 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:23.226087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424ae3-c724-4db2-add8-bfb68f2cfdaa req-a7919cf5-bb1e-45fc-965d-ddc0c4acce8b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.229626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f424ae3-c724-4db2-add8-bfb68f2cfdaa req-a7919cf5-bb1e-45fc-965d-ddc0c4acce8b tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1024 time: 0.1648111 Aug 11 02:22:23.342250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f424ae3-c724-4db2-add8-bfb68f2cfdaa req-27e52d8f-4a21-40e3-b528-77f63a12499f tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9d49179-b4b7-4717-b994-63f5a528a4b7&id=c15ea643-fcfb-4f4a-bec5-29e2572db640&id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1050558 Aug 11 02:22:23.348638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-b54817d0-291a-4600-9042-f1f5a11cb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.352155 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-b54817d0-291a-4600-9042-f1f5a11cb89a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1124 time: 0.3251011 Aug 11 02:22:23.387297 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.422687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:23.432068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:23.440043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d758-8e87-4760-902e-ae077f8ec17f req-e62edb27-fbf4-4622-8fa1-c776a6c6eba5 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.451024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c059d758-8e87-4760-902e-ae077f8ec17f req-e62edb27-fbf4-4622-8fa1-c776a6c6eba5 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 943 time: 0.1047089 Aug 11 02:22:23.518076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e3f981-d1cc-467d-a124-b5a27a2e4181']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:23.539223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59631da5-68a6-43cc-97b2-4c1125c50791') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:23.539885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59631da5-68a6-43cc-97b2-4c1125c50791') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:23.556519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c059d758-8e87-4760-902e-ae077f8ec17f req-bcb2567a-323a-4669-80db-a29ac669260d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886955 Aug 11 02:22:23.560293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.637735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f6352-d876-4140-8cde-0a07ef2a7daf req-997bcb67-2373-4de6-bfe7-d70da4167332 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.638130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.640421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088f6352-d876-4140-8cde-0a07ef2a7daf req-997bcb67-2373-4de6-bfe7-d70da4167332 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.1544526 Aug 11 02:22:23.679838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:23.680700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:23.688414 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:23.740235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:23.769354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'port_id': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'mac_address': 'fa:16:3e:33:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c8c693-d1b1-4abd-b52c-74c856c791fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:23.789771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088f6352-d876-4140-8cde-0a07ef2a7daf req-e88c0a2b-310c-440d-8d35-84e0c7bacb9b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332514 Aug 11 02:22:23.860739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.872589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-2d43e51a-8953-4024-935d-51aec92105eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.874217 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-2d43e51a-8953-4024-935d-51aec92105eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.5081685 Aug 11 02:22:23.880708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.885915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f703-9d6d-45f9-847d-5b1ef6d19ac7 req-1e7cae29-0d6c-4c79-b924-3c655fc4387a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.894614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de15f703-9d6d-45f9-847d-5b1ef6d19ac7 req-1e7cae29-0d6c-4c79-b924-3c655fc4387a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1352456 Aug 11 02:22:23.896705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844fbb3e-3a1b-4e1d-b777-89473f7136f8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:23.932802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.936398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/networks/65e3f981-d1cc-467d-a124-b5a27a2e4181 HTTP/1.1" status: 204 len: 168 time: 2.3540399 Aug 11 02:22:23.939264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:23.947616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de15f703-9d6d-45f9-847d-5b1ef6d19ac7 req-1ca4d3ba-f0ce-428b-8e11-c865dd5a0bb7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511298 Aug 11 02:22:23.950060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-6b033ddc-6176-4620-827d-e254dbbc9542 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 217 time: 0.0614245 Aug 11 02:22:23.957247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:23.964174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a873f-284b-4bcf-b038-11c012740963 tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Network': ['ID=65e3f981-d1cc-467d-a124-b5a27a2e4181,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.966127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.024659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:24.049473 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:24.082585 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:24.083941 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:24.103846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] No DVR routers for this DVR port a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:24.106714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-524173bf-f707-4b46-a841-b5b522d8a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.108424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-524173bf-f707-4b46-a841-b5b522d8a970 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1454718 Aug 11 02:22:24.112483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting subnet 1170cfe4-498d-4b2f-8bb3-7e88078e9d7b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:24.116830 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.120979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.121186 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff85d3e5-2880-4842-ae63-7b5e9fd85907 req-2cb64288-2673-4af6-95bb-f7eb335cae08 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.59 "DELETE /v2.0/ports/a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2 HTTP/1.1" status: 204 len: 173 time: 3.0730317 Aug 11 02:22:24.121584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'name': 'network-vif-deleted', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:24.123949 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28f1af0-eb22-406c-bbca-a9553a577467" -d '{"events": [{"server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "name": "network-vif-deleted", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:24.128521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.194535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-58f9e9d4-3e59-4ec5-a9ce-17b154cf1246 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670848 Aug 11 02:22:24.211649 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f89243-a6dd-430a-a0a2-a5e60465353d x-openstack-request-id: req-51f89243-a6dd-430a-a0a2-a5e60465353d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:24.211934 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f79594-350a-40b5-a59d-db137432e221", "name": "network-vif-deleted", "tag": "a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:24.212185 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51f89243-a6dd-430a-a0a2-a5e60465353d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:24.213831 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f79594-350a-40b5-a59d-db137432e221', 'name': 'network-vif-deleted', 'tag': 'a76809ca-ea9a-4f34-9b3d-f5bcf97e15a2', 'status': 'completed', 'code': 200} Aug 11 02:22:24.241682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8e3b8-16ef-400d-be0d-8165392c3f8e req-09d8bb71-2b2a-4afa-9616-89993d9f234e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.245578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ce8e3b8-16ef-400d-be0d-8165392c3f8e req-09d8bb71-2b2a-4afa-9616-89993d9f234e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.1484888 Aug 11 02:22:24.298201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['844fbb3e-3a1b-4e1d-b777-89473f7136f8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:24.315419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ce8e3b8-16ef-400d-be0d-8165392c3f8e req-c8ff53dd-bc2b-4a9d-8926-c33bbca552b4 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638752 Aug 11 02:22:24.334262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.445398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-670f911b-fac6-46a5-a537-e288345dfa4f service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318614 Aug 11 02:22:24.483063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.528181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80136175-718e-4f5e-a589-ae35ed1046f8 req-e3c26164-fdc3-4536-b167-77acf32edbf7 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f79594-350a-40b5-a59d-db137432e221 HTTP/1.1" status: 200 len: 210 time: 0.0711551 Aug 11 02:22:24.562316 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:24.638342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c548d79-0ed1-4eb8-b897-89a5e4b63a05 req-d3776c04-e410-4deb-8ddd-502654b3f7b2 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.641733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c548d79-0ed1-4eb8-b897-89a5e4b63a05 req-d3776c04-e410-4deb-8ddd-502654b3f7b2 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1024 time: 0.0903912 Aug 11 02:22:24.713399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a684c567-627d-432a-be2c-5acdf6fb4019 req-7d8b3e6a-06dc-4746-a701-929d794c5c96 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546918 Aug 11 02:22:24.722483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c548d79-0ed1-4eb8-b897-89a5e4b63a05 req-09c5f1eb-82b5-4d70-aa31-8c044d179612 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9d49179-b4b7-4717-b994-63f5a528a4b7&id=c15ea643-fcfb-4f4a-bec5-29e2572db640&id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0724649 Aug 11 02:22:24.733930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5a0641f4-ef04-4188-8d17-8960d8c570c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.735635 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5a0641f4-ef04-4188-8d17-8960d8c570c3 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.59 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1024 time: 0.1520514 Aug 11 02:22:24.737088 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.823165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Subnet': ['ID=1170cfe4-498d-4b2f-8bb3-7e88078e9d7b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.850024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.852076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eecf62fb-7cb6-432f-9afc-5d201057b7da tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/subnets/1170cfe4-498d-4b2f-8bb3-7e88078e9d7b HTTP/1.1" status: 204 len: 168 time: 0.9038026 Aug 11 02:22:24.854898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49398) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:24.857513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb472e-e2ab-4a95-9589-8c8349e4db1c None None] Network 5d31b537-6290-43c6-a04d-4c01946e5c40 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:24.896900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38378c-d835-4dec-91cc-8eb9408d673d req-4a693b5c-5eb7-407b-ba4a-41c67886d99b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.906807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d38378c-d835-4dec-91cc-8eb9408d673d req-4a693b5c-5eb7-407b-ba4a-41c67886d99b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 944 time: 0.0955791 Aug 11 02:22:24.921861 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:24.962820 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:24.985950 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:24.987097 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:24.992025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d38378c-d835-4dec-91cc-8eb9408d673d req-142b09c8-d275-4869-ae93-14621d7f038d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841856 Aug 11 02:22:25.040934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.073170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-9a89a5d0-b940-4b67-9ca7-41b468b09af5 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3db83ea17cdd46528c8b2af22a3b7b2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597420 Aug 11 02:22:25.133483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Deleting port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:25.134102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.241875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] DHCP port deletion for 5d31b537-6290-43c6-a04d-4c01946e5c40 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:25.275541 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:25.314788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] Deleting port 395ecd60-3b4f-4322-a47c-a679c5a800c7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:25.315699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.336551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879c10-35ae-4838-964c-3b65a0b9ce44 req-e1c0d0ba-c4c9-480e-b904-b137485617de tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.339455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37879c10-35ae-4838-964c-3b65a0b9ce44 req-e1c0d0ba-c4c9-480e-b904-b137485617de tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.1906784 Aug 11 02:22:25.406641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-9ef64a4a-8890-4a38-b258-00d23beb83e7 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.408212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] For port 395ecd60-3b4f-4322-a47c-a679c5a800c7, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=395ecd60-3b4f-4322-a47c-a679c5a800c7,segment=NetworkSegment(91608abd-7915-498e-a464-3f566c079505),segment_id=91608abd-7915-498e-a464-3f566c079505)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:25.408677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.420933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-9ef64a4a-8890-4a38-b258-00d23beb83e7 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3464465 Aug 11 02:22:25.429096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] Calling delete_port for 395ecd60-3b4f-4322-a47c-a679c5a800c7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:25.462803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-b897f4f1-2299-4ef9-8470-a0ce20ce02e9 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/quotas/3db83ea17cdd46528c8b2af22a3b7b2a HTTP/1.1" status: 200 len: 375 time: 0.0398197 Aug 11 02:22:25.547127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37879c10-35ae-4838-964c-3b65a0b9ce44 req-51a89dce-b2b0-4972-b305-b0b1734f2eee tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846726 Aug 11 02:22:25.560638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:25.562021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-1f52ccba-69d9-4a09-869e-b6cfc6afa742 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db83ea17cdd46528c8b2af22a3b7b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979939 Aug 11 02:22:25.610798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.666075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] No DVR routers for this DVR port 395ecd60-3b4f-4322-a47c-a679c5a800c7 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:25.668472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Deleting port 395ecd60-3b4f-4322-a47c-a679c5a800c7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:25.673396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70023055-2955-4d40-8a8c-ad1bc98634f5 None None] Pushing event deleted for resources: {'Port': ['ID=395ecd60-3b4f-4322-a47c-a679c5a800c7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:25.675073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.689903 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:25.730634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:25.739618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:25.740599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.750754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] For port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,segment=NetworkSegment(ce6537be-d9aa-465c-ad65-ca718a40e907),segment_id=ce6537be-d9aa-465c-ad65-ca718a40e907)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:25.751145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.772710 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b9a59-0c46-4d21-9066-dd89c1a784b5 None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2fe1b1b6-72f6-4b8c-8076-e221401e18fe', 'name': '', 'network_id': 'f0bab906-41b5-42e7-b3a8-c8a5a101c9df', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'mac_address': 'fa:16:3e:84:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:57Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'subnets': [{'id': '89ed2e70-7fd6-467a-b494-4ff032867f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:25.779521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Calling delete_port for 8a4089eb-ecec-40a8-a15d-5718fb7fc27e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:25.787472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] For port 395ecd60-3b4f-4322-a47c-a679c5a800c7, host n-d-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:25.787738 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.800936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767eb3a-a49f-4b22-89a9-cf0a7761b7dc req-4b14bafd-e604-407e-8ec9-333df82ddecd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.811425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a767eb3a-a49f-4b22-89a9-cf0a7761b7dc req-4b14bafd-e604-407e-8ec9-333df82ddecd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1296537 Aug 11 02:22:25.827313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Calling delete_port for 395ecd60-3b4f-4322-a47c-a679c5a800c7 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:25.827313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Port 395ecd60-3b4f-4322-a47c-a679c5a800c7 was not found and therefore no delete operation was performed {{(pid=94700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:22:25.860279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.870731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a767eb3a-a49f-4b22-89a9-cf0a7761b7dc req-f033d38f-3c75-4ade-b8e3-fea3b296ff32 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520761 Aug 11 02:22:25.894817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] No DVR routers for this DVR port 395ecd60-3b4f-4322-a47c-a679c5a800c7 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:26.000585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcc22d-9709-4981-834e-970adc3c4be1 req-2b9aa2b4-f1e5-464f-8a6b-d8673e2a12fa tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.013449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97dcc22d-9709-4981-834e-970adc3c4be1 req-2b9aa2b4-f1e5-464f-8a6b-d8673e2a12fa tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.1055567 Aug 11 02:22:26.017414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.095243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:26.096338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:26.100144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0659141f-ea64-41d4-9ebe-b1da49bce5e4" -d '{"events": [{"server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "name": "network-vif-plugged", "status": "completed", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:26.111836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.151312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.168838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97dcc22d-9709-4981-834e-970adc3c4be1 req-89e22407-e02a-4a18-ae4a-e19fe9eca7cc tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545644 Aug 11 02:22:26.181093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Port': ['ID=395ecd60-3b4f-4322-a47c-a679c5a800c7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.191241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d31b537-6290-43c6-a04d-4c01946e5c40']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:26.242456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.245236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81397ff5-8a44-463a-837d-c82fea338efd req-0bfd5c1a-a395-4a23-b360-5a47739962a7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.247218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81397ff5-8a44-463a-837d-c82fea338efd req-0bfd5c1a-a395-4a23-b360-5a47739962a7 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/ports?device_id=88ce398f-3eef-4dd0-9943-11a121046527 HTTP/1.1" status: 200 len: 1024 time: 0.1924148 Aug 11 02:22:26.274817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91608abd-7915-498e-a464-3f566c079505') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:26.275324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91608abd-7915-498e-a464-3f566c079505') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:26.310800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.337527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5fee62a-97a0-4a26-aa08-887fc963e7c9 req-0a51404f-4c98-477f-816d-ff1e66346fce tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 210 time: 0.0694509 Aug 11 02:22:26.341565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.353516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107e89e-dc4e-4387-9d68-fde15708a46b None None] New status for floating IP 88ab8678-354b-4f2b-af4f-06e13c54ad20: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:22:26.388085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:26.389164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:26.400223 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:26.429955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81397ff5-8a44-463a-837d-c82fea338efd req-3a2905db-8786-4220-8795-15c8ecf4b450 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9d49179-b4b7-4717-b994-63f5a528a4b7&id=c15ea643-fcfb-4f4a-bec5-29e2572db640&id=9d84d165-9e0b-4f99-8228-434796f8cb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1599038 Aug 11 02:22:26.510986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.557476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'Port': ['ID=8a4089eb-ecec-40a8-a15d-5718fb7fc27e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.638814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] No DVR routers for this DVR port 8a4089eb-ecec-40a8-a15d-5718fb7fc27e on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:26.640861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.644600 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.648632 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f29457fe-97ef-44a2-a3c9-0018d58372b8 req-5164e6b3-105c-4e85-b5c4-f5e7cf40bb6a tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.59 "DELETE /v2.0/ports/8a4089eb-ecec-40a8-a15d-5718fb7fc27e HTTP/1.1" status: 204 len: 173 time: 1.8959167 Aug 11 02:22:26.649530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'name': 'network-vif-deleted', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:26.653011 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e52326-c0be-4f21-90eb-07180ef785d6" -d '{"events": [{"server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "name": "network-vif-deleted", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:26.669145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.678321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] 10.222.0.16 "DELETE /v2.0/networks/5d31b537-6290-43c6-a04d-4c01946e5c40 HTTP/1.1" status: 204 len: 168 time: 1.8172698 Aug 11 02:22:26.703134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc01c-e292-46dd-abe7-d37deb5b0be7 req-a4a6b288-fceb-4210-9543-3d4c87457bdf tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.705320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f20dc01c-e292-46dd-abe7-d37deb5b0be7 req-a4a6b288-fceb-4210-9543-3d4c87457bdf tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.1576650 Aug 11 02:22:26.709770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdaed4-e972-4a29-bb73-8bc73d1bc66a tempest-ServersTestMultiNic-1544784249 tempest-ServersTestMultiNic-1544784249-project] Pushing event deleted for resources: {'Network': ['ID=5d31b537-6290-43c6-a04d-4c01946e5c40,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.731690 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a860177-aa61-47b9-aa47-eba3fc5d1656 x-openstack-request-id: req-6a860177-aa61-47b9-aa47-eba3fc5d1656 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:26.732188 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "name": "network-vif-plugged", "status": "completed", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:26.732582 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a860177-aa61-47b9-aa47-eba3fc5d1656 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:26.733380 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'code': 200} Aug 11 02:22:26.795904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f20dc01c-e292-46dd-abe7-d37deb5b0be7 req-0243eff5-0e38-4713-b723-f06389700336 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 Aug 11 02:22:26.906769 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6740b3-4dac-48fb-8648-0aeb77c80766 x-openstack-request-id: req-cc6740b3-4dac-48fb-8648-0aeb77c80766 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:26.908121 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ce398f-3eef-4dd0-9943-11a121046527", "name": "network-vif-deleted", "tag": "8a4089eb-ecec-40a8-a15d-5718fb7fc27e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:26.909031 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc6740b3-4dac-48fb-8648-0aeb77c80766 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:26.909950 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ce398f-3eef-4dd0-9943-11a121046527', 'name': 'network-vif-deleted', 'tag': '8a4089eb-ecec-40a8-a15d-5718fb7fc27e', 'status': 'completed', 'code': 200} Aug 11 02:22:26.938834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e3f0c-4316-47d2-959e-aa8bdbe42868 req-8f1cf6d6-7d5b-4967-a2c6-becefd6fa6f2 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.946972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b89e3f0c-4316-47d2-959e-aa8bdbe42868 req-8f1cf6d6-7d5b-4967-a2c6-becefd6fa6f2 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.1029968 Aug 11 02:22:26.977797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c092043-d4e0-44aa-848c-cb46dfc6b24e req-fdbbbcc1-fd14-4e96-a7bf-8f9eac1fc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.981926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c092043-d4e0-44aa-848c-cb46dfc6b24e req-fdbbbcc1-fd14-4e96-a7bf-8f9eac1fc97d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 1096 time: 0.1017287 Aug 11 02:22:27.027040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b89e3f0c-4316-47d2-959e-aa8bdbe42868 req-1c481bbb-12d9-4c5e-91a6-699003c1fbe6 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789709 Aug 11 02:22:27.051407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.083316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:27.121149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c092043-d4e0-44aa-848c-cb46dfc6b24e req-88197d58-93a5-4d9b-9823-8b30740b9ce9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053555 Aug 11 02:22:27.132068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 395ecd60-3b4f-4322-a47c-a679c5a800c7 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:27.175953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 395ecd60-3b4f-4322-a47c-a679c5a800c7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:27.175953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 395ecd60-3b4f-4322-a47c-a679c5a800c7 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:27.176803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e82fe96-13bf-4e61-8adb-8943219097ba tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.214231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e82fe96-13bf-4e61-8adb-8943219097ba tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.262945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49456) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.307756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e82fe96-13bf-4e61-8adb-8943219097ba tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.314796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e82fe96-13bf-4e61-8adb-8943219097ba tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.320360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e82fe96-13bf-4e61-8adb-8943219097ba tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f18df3b-c206-41f1-9216-b07f1b7f857b HTTP/1.1" status: 204 len: 168 time: 0.2677085 Aug 11 02:22:27.321192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.338120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8a4089eb-ecec-40a8-a15d-5718fb7fc27e no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:27.353559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82fe96-13bf-4e61-8adb-8943219097ba tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f18df3b-c206-41f1-9216-b07f1b7f857b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:27.365114 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-71102450-5dc7-42ea-92b2-f024d3b6e0a4 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] show failed (client error): The resource could not be found. Aug 11 02:22:27.371634 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-71102450-5dc7-42ea-92b2-f024d3b6e0a4 tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "GET /v2.0/security-groups/8f18df3b-c206-41f1-9216-b07f1b7f857b HTTP/1.1" status: 404 len: 347 time: 0.0460744 Aug 11 02:22:27.372385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49460) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.419148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 8a4089eb-ecec-40a8-a15d-5718fb7fc27e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:27.419905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8a4089eb-ecec-40a8-a15d-5718fb7fc27e not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:27.432239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e36525-a655-4dab-ab2a-8296553a431b req-fb87fa8c-c511-424c-80c0-77b5c291e6e7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.443679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e36525-a655-4dab-ab2a-8296553a431b req-fb87fa8c-c511-424c-80c0-77b5c291e6e7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2561324 Aug 11 02:22:27.573979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326cf9-c153-42ac-a64a-032b8b8c96ad req-d9474342-2e71-401a-be22-b543e9d12572 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.584835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7326cf9-c153-42ac-a64a-032b8b8c96ad req-d9474342-2e71-401a-be22-b543e9d12572 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2288454 Aug 11 02:22:27.597965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Deleting port dc391173-715e-4dcd-ba9f-50b62346498c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:27.599109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.790560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.790918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.808164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Calling delete_port for dc391173-715e-4dcd-ba9f-50b62346498c owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:28.017036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e36525-a655-4dab-ab2a-8296553a431b req-3f3c9f17-9924-4d1c-9d17-d0bd183669d2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723000 Aug 11 02:22:28.022802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.105661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-a8df0f27-b645-43a5-98b8-31e6839b13c0 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3db83ea17cdd46528c8b2af22a3b7b2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5167325 Aug 11 02:22:28.128126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Pushing event deleted for resources: {'Port': ['ID=dc391173-715e-4dcd-ba9f-50b62346498c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.181808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7326cf9-c153-42ac-a64a-032b8b8c96ad req-97233578-9b3e-498e-9072-26bedcc60a50 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960569 Aug 11 02:22:28.199748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.204384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.206028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7d12f826-504f-4422-a918-5c690bfd946e tempest-ServersWithSpecificFlavorTestJSON-1966372841 tempest-ServersWithSpecificFlavorTestJSON-1966372841-project] 10.222.0.16 "DELETE /v2.0/floatingips/88ab8678-354b-4f2b-af4f-06e13c54ad20 HTTP/1.1" status: 204 len: 168 time: 0.8323762 Aug 11 02:22:28.261253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19a6982f-55d8-44cf-bb00-4fd24fe82475 req-4bb480f1-622b-44ff-9894-6a7c93f2cbe9 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 210 time: 0.1457214 Aug 11 02:22:28.373258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-efda23bc-b363-4eaf-93d5-8ae932b5182d service neutron] 10.222.0.59 "GET /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.1139891 Aug 11 02:22:28.451569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-bf9a7079-a00a-4d8e-a882-0467577252aa tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.453062 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-bf9a7079-a00a-4d8e-a882-0467577252aa tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289933 Aug 11 02:22:28.474840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Request body: {'port': {'device_id': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '3db83ea17cdd46528c8b2af22a3b7b2a'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:28.586115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea3a0-2a82-4d8b-bb17-143d7f936dee req-5d58c8cd-ac70-4e89-989d-e3808ea3830e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.587945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-969ea3a0-2a82-4d8b-bb17-143d7f936dee req-5d58c8cd-ac70-4e89-989d-e3808ea3830e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.2410333 Aug 11 02:22:28.600867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:28.603331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2355f-b0fc-4b21-b74e-92faa2aaa6f3 req-6b0a1a8a-22a1-4f8c-bca8-bb93af00c1f7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.605265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83c2355f-b0fc-4b21-b74e-92faa2aaa6f3 req-6b0a1a8a-22a1-4f8c-bca8-bb93af00c1f7 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 943 time: 0.2412629 Aug 11 02:22:28.628834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:28.671446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cb364b-c786-416e-9a11-c5550dafa21e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:28.685579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:28.709697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.734520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-969ea3a0-2a82-4d8b-bb17-143d7f936dee req-478ad9aa-4771-4426-914f-3ecc8593e1e8 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279008 Aug 11 02:22:28.746946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83c2355f-b0fc-4b21-b74e-92faa2aaa6f3 req-4a15388a-cc05-4096-9299-a43d1163e5ef tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264331 Aug 11 02:22:28.779377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Made reservation on behalf of 3db83ea17cdd46528c8b2af22a3b7b2a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:28.784483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.802243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.847106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] Transition to ACTIVE for port object 48cb364b-c786-416e-9a11-c5550dafa21e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:28.853100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.967065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a67d64f0-e03b-4a9a-b96b-6232f85ed16c req-9396283c-9c22-40da-9d9e-812aca05f277 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/c15ea643-fcfb-4f4a-bec5-29e2572db640 HTTP/1.1" status: 200 len: 1800 time: 0.1185119 Aug 11 02:22:28.974961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] No DVR routers for this DVR port 48cb364b-c786-416e-9a11-c5550dafa21e on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:28.976152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.023597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.040186 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-4c49d682-c37e-4f0f-80a9-6cd138cd3ff4 service neutron] 10.222.0.59 "PUT /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e/bindings/n-h1-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6548049 Aug 11 02:22:29.184602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-afbe0409-40d9-4e2d-b0f4-a5b159a0f268 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.186304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-afbe0409-40d9-4e2d-b0f4-a5b159a0f268 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.0559950 Aug 11 02:22:29.214715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.224864 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a67d64f0-e03b-4a9a-b96b-6232f85ed16c req-13f98470-f515-4ee1-8ec8-94a19b0a3659 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.231138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.243374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-40547e22-70a9-4a9b-a505-81d045760bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.246157 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-40547e22-70a9-4a9b-a505-81d045760bbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf&tenant_id=3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 1095 time: 0.0522854 Aug 11 02:22:29.324523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a67d64f0-e03b-4a9a-b96b-6232f85ed16c req-13f98470-f515-4ee1-8ec8-94a19b0a3659 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.328169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-58578c69-eade-46a2-81d1-927f40ebfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.329936 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-58578c69-eade-46a2-81d1-927f40ebfe18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1095 time: 0.0565007 Aug 11 02:22:29.396954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3173-3ba4-4e40-a8e7-45f433c73547 req-2a37f92c-6397-4c23-8b7a-df076942bcd1 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.398904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b6a3173-3ba4-4e40-a8e7-45f433c73547 req-2a37f92c-6397-4c23-8b7a-df076942bcd1 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.2548323 Aug 11 02:22:29.446838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-37111e9e-da14-4a43-ad1d-3b1674f0507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.448391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-37111e9e-da14-4a43-ad1d-3b1674f0507a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.1105006 Aug 11 02:22:29.469434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54679a1-9d24-43ff-9a72-688a2352e136,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.531534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-211eeda0-926d-4f96-aea9-3c58a02332bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 200 len: 217 time: 0.0684330 Aug 11 02:22:29.577477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b6a3173-3ba4-4e40-a8e7-45f433c73547 req-d06c5ce4-328a-4780-9b44-070c70f21610 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495199 Aug 11 02:22:29.578219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a67d64f0-e03b-4a9a-b96b-6232f85ed16c req-13f98470-f515-4ee1-8ec8-94a19b0a3659 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.581849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a67d64f0-e03b-4a9a-b96b-6232f85ed16c req-13f98470-f515-4ee1-8ec8-94a19b0a3659 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.590226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a67d64f0-e03b-4a9a-b96b-6232f85ed16c req-13f98470-f515-4ee1-8ec8-94a19b0a3659 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/c15ea643-fcfb-4f4a-bec5-29e2572db640 HTTP/1.1" status: 204 len: 173 time: 0.6181867 Aug 11 02:22:29.619438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-e4ff8686-f43e-4b94-b81e-e5675e1ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.621923 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-e4ff8686-f43e-4b94-b81e-e5675e1ce33c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.0819933 Aug 11 02:22:29.672373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-17131b35-c8f0-44fb-89f2-f6fe4293293f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420415 Aug 11 02:22:29.672740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f98470-f515-4ee1-8ec8-94a19b0a3659 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15ea643-fcfb-4f4a-bec5-29e2572db640,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.775324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Allocated IP 192.168.233.70 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/cebed9a9-cbae-421c-b14c-b9014bdbec9d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:29.797327 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f032fdd4-2467-401a-9060-f721d1a3edc7 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139348 Aug 11 02:22:29.911830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-ae3cd7bb-e469-41c2-986b-46cc19b09692 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3718910 Aug 11 02:22:29.912107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-5a84c094-4b98-418e-a9cf-893efd840fa7 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070204 Aug 11 02:22:30.016540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-df49ab03-2531-4065-a972-56ce6f26f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.018442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-df49ab03-2531-4065-a972-56ce6f26f25e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 1117 time: 0.0556316 Aug 11 02:22:30.042741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d1823-2e78-4e30-970e-caa7eec77d3b req-f34e1311-2b95-476b-afba-020ae09bb985 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.045822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-653d1823-2e78-4e30-970e-caa7eec77d3b req-f34e1311-2b95-476b-afba-020ae09bb985 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.3754442 Aug 11 02:22:30.100116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead2a5-db03-4c69-a6b8-f730bc5defaf req-bf726622-a15c-4cb2-b889-8e7d4089bbbe tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.102225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20ead2a5-db03-4c69-a6b8-f730bc5defaf req-bf726622-a15c-4cb2-b889-8e7d4089bbbe tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.3226528 Aug 11 02:22:30.168090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-4059bf2b-38b2-4b59-9dfc-47d51e3afe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.169670 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-4059bf2b-38b2-4b59-9dfc-47d51e3afe30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.1271358 Aug 11 02:22:30.230333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-bd6c6381-27a8-43fa-b1b1-54c28f25238e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 200 len: 217 time: 0.0487759 Aug 11 02:22:30.293013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-7d27ef94-f21f-44d2-9a48-341b81430eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.294624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-7d27ef94-f21f-44d2-9a48-341b81430eb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.0558214 Aug 11 02:22:30.345079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-653d1823-2e78-4e30-970e-caa7eec77d3b req-99ea7bdd-35c3-4d80-9f69-a2d4231ac964 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731426 Aug 11 02:22:30.345373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-34890032-23fe-4846-b9b3-7ee8549a2b44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423806 Aug 11 02:22:30.369953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20ead2a5-db03-4c69-a6b8-f730bc5defaf req-529e1fb8-9628-4499-bbd2-e19a1d8ec75c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484622 Aug 11 02:22:30.374640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Deleting port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:30.375023 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.439535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-812349f7-6b52-4553-8a52-9f2e6a716850 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.441241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-812349f7-6b52-4553-8a52-9f2e6a716850 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.2123046 Aug 11 02:22:30.506834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.536446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-264babc0-e7c7-4d47-aa54-91285084999d service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823199 Aug 11 02:22:30.579735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1258cab-5313-434d-a20c-3777dde88b70 req-a9e180b8-f228-47a2-b580-f4e522e511aa tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 210 time: 0.0699410 Aug 11 02:22:30.599619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Transition to ACTIVE for port object cebed9a9-cbae-421c-b14c-b9014bdbec9d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:30.656196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] For port 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:30.656615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.681095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Calling delete_port for 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:30.693343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d34ea305-f48a-421b-a8b3-dfbb40e1d6ca req-a7cb0593-7636-4d1c-aa90-ee9f7ce0bce9 tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "GET /v2.0/security-groups/a9d49179-b4b7-4717-b994-63f5a528a4b7 HTTP/1.1" status: 200 len: 1800 time: 0.2425463 Aug 11 02:22:30.696357 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5c6c2fc6-e882-4dc3-9c11-6c16a027f3e6 req-52537431-f52d-4bc8-bddc-278d8eedc6a8 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531150 Aug 11 02:22:30.931396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.971860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-bc2151e6-e97b-41fa-b008-47eee34cd2c7 service neutron] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:31.051418 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-bc2151e6-e97b-41fa-b008-47eee34cd2c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.053068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-bc2151e6-e97b-41fa-b008-47eee34cd2c7 service neutron] 10.222.0.25 "DELETE /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e/bindings/n-h2-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.5992477 Aug 11 02:22:31.107704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:31.109094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d34ea305-f48a-421b-a8b3-dfbb40e1d6ca req-8d88be44-8f7d-4dcd-91a7-f8c44cf749cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.130235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9d23-124a-4816-8cb0-14a3a0a74e38 req-b5657743-4fe3-4053-8207-66285fdcfe6e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.131971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b44b9d23-124a-4816-8cb0-14a3a0a74e38 req-b5657743-4fe3-4053-8207-66285fdcfe6e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.3373129 Aug 11 02:22:31.132597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-3211b12e-6b13-4534-aaa3-8fe6c3b34385 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958164 Aug 11 02:22:31.138054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:31.147523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:31.162753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Pushing event updated for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:31.266336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5430-374c-4718-8c44-e623892ab78f req-0a410b2e-42a5-4688-ac74-9de38c41eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.267342 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d34ea305-f48a-421b-a8b3-dfbb40e1d6ca req-8d88be44-8f7d-4dcd-91a7-f8c44cf749cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.269172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-0a410b2e-42a5-4688-ac74-9de38c41eafb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 1100 time: 0.0731854 Aug 11 02:22:31.372887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.373970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.383566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b44b9d23-124a-4816-8cb0-14a3a0a74e38 req-5f930fe4-31cd-479c-8f8f-c50d402563b6 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325282 Aug 11 02:22:31.458253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e501c3d3-bad3-46ed-bac4-419cebad1c6e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9888687 Aug 11 02:22:31.474063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Request body: {'port': {'device_id': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:31.489615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d34ea305-f48a-421b-a8b3-dfbb40e1d6ca req-8d88be44-8f7d-4dcd-91a7-f8c44cf749cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.495256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d34ea305-f48a-421b-a8b3-dfbb40e1d6ca req-8d88be44-8f7d-4dcd-91a7-f8c44cf749cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.510830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d34ea305-f48a-421b-a8b3-dfbb40e1d6ca req-8d88be44-8f7d-4dcd-91a7-f8c44cf749cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9d49179-b4b7-4717-b994-63f5a528a4b7 HTTP/1.1" status: 204 len: 173 time: 0.7983894 Aug 11 02:22:31.511874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:31.567731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-710016c1-bfd4-4ca2-bfa1-f134e0f172c9 None None] Provisioning for port cebed9a9-cbae-421c-b14c-b9014bdbec9d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:31.574722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-710016c1-bfd4-4ca2-bfa1-f134e0f172c9 None None] Provisioning complete for port cebed9a9-cbae-421c-b14c-b9014bdbec9d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:31.575158 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-710016c1-bfd4-4ca2-bfa1-f134e0f172c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.582843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88be44-8f7d-4dcd-91a7-f8c44cf749cf tempest-SecurityGroupsTestJSON-2043107966 tempest-SecurityGroupsTestJSON-2043107966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d49179-b4b7-4717-b994-63f5a528a4b7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:31.640630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5430-374c-4718-8c44-e623892ab78f req-a74b5ad6-98cc-4b16-94ea-eb9e4949cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.647860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-a74b5ad6-98cc-4b16-94ea-eb9e4949cc9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3423264 Aug 11 02:22:31.747554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-710016c1-bfd4-4ca2-bfa1-f134e0f172c9 None None] Port cebed9a9-cbae-421c-b14c-b9014bdbec9d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:31.761900 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-98d14fca-b6fb-4eaa-b17d-555d423904eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 200 len: 217 time: 0.1022727 Aug 11 02:22:31.781459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Deleting subnet 0f5a25c5-4497-4a59-8009-c1bb7efffdea {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:31.786622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.866689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.870639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5430-374c-4718-8c44-e623892ab78f req-8bd6e670-f349-4b63-be0e-6dd55f93bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.872200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-8bd6e670-f349-4b63-be0e-6dd55f93bc11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1031544 Aug 11 02:22:31.950375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.978368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5430-374c-4718-8c44-e623892ab78f req-a7033867-4467-4caf-b91d-2835c5ded428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.979920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-a7033867-4467-4caf-b91d-2835c5ded428 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878849 Aug 11 02:22:32.006215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.078332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.078766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.086530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Pushing event deleted for resources: {'Port': ['ID=85800e63-d9a1-4aba-a14d-0fc95e9eb0f4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.133033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5a25c5-4497-4a59-8009-c1bb7efffdea,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.139587 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.145162 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0502216c-6429-4444-b1bd-4c403c9f1173 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f5a25c5-4497-4a59-8009-c1bb7efffdea HTTP/1.1" status: 204 len: 168 time: 0.6280639 Aug 11 02:22:32.147869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:32.175524 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-ebc0f643-dc4a-4c37-b1f8-f79e05b7d1e8 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810789 Aug 11 02:22:32.177031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59517083-2593-4c46-af0d-b954c770a5d4 req-8b16a0aa-4078-4cfe-867a-f62781dd0ab2 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.180941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59517083-2593-4c46-af0d-b954c770a5d4 req-8b16a0aa-4078-4cfe-867a-f62781dd0ab2 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.6262877 Aug 11 02:22:32.227567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6ce9d-8b7d-45e9-86df-12c06d95c8f2 req-7cfd5efe-c6d8-428c-86c3-5e76f5dcec7f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.234673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b6ce9d-8b7d-45e9-86df-12c06d95c8f2 req-7cfd5efe-c6d8-428c-86c3-5e76f5dcec7f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2473500 Aug 11 02:22:32.359208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.439458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78b6ce9d-8b7d-45e9-86df-12c06d95c8f2 req-333448f4-67f6-4d31-a066-8358784595c3 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869738 Aug 11 02:22:32.450503 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-026e5430-374c-4718-8c44-e623892ab78f req-b70028cb-3f12-4e79-9989-6111a8a480a1 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894333 Aug 11 02:22:32.462684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59517083-2593-4c46-af0d-b954c770a5d4 req-a0253796-c0c5-4b94-81b0-9369bb96e8b8 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519956 Aug 11 02:22:32.552894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.565650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159cb050-43db-4585-912a-c776b7c87954']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:32.578641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6537be-d9aa-465c-ad65-ca718a40e907') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:32.578945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6537be-d9aa-465c-ad65-ca718a40e907') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:32.592614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.618368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.628723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:32.632043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:32.636985 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:32.716265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.730446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.734306 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] 10.222.0.16 "DELETE /v2.0/networks/159cb050-43db-4585-912a-c776b7c87954 HTTP/1.1" status: 204 len: 168 time: 0.5849230 Aug 11 02:22:32.751600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac357e-a1cf-4d57-8dfd-e145ca8e183f admin admin] Pushing event deleted for resources: {'Network': ['ID=159cb050-43db-4585-912a-c776b7c87954,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.768744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.846776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f3d21-c9f8-4621-b2ec-94a5d53ac4a7 req-d6f3586f-ebd7-4ad1-a599-dbad09c443be tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.849089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-158f3d21-c9f8-4621-b2ec-94a5d53ac4a7 req-d6f3586f-ebd7-4ad1-a599-dbad09c443be tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 935 time: 0.2187629 Aug 11 02:22:32.921170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f7ed9-73b8-4913-98b7-69e353edc45a req-eeef0783-c4ff-4d70-a215-5d7b49d7837e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.927219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-065f7ed9-73b8-4913-98b7-69e353edc45a req-eeef0783-c4ff-4d70-a215-5d7b49d7837e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.3114417 Aug 11 02:22:32.996512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-21f01cab-999d-408a-b1ef-1c1812ac1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.998337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-21f01cab-999d-408a-b1ef-1c1812ac1792 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1096 time: 0.2542160 Aug 11 02:22:33.062199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:33.135784 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-83e19c6c-a6d2-49d4-bec5-5b2b0ce893c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d025a8e821bf475ba11c6f494b134d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681603 Aug 11 02:22:33.136711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:33.156713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-158f3d21-c9f8-4621-b2ec-94a5d53ac4a7 req-1f0ccc48-faf2-4e56-b646-0055f085bc80 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524855 Aug 11 02:22:33.198559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-065f7ed9-73b8-4913-98b7-69e353edc45a req-87aec342-bc92-4b57-9686-474308b7b6dd tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306850 Aug 11 02:22:33.261043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebed9a9-cbae-421c-b14c-b9014bdbec9d {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:33.291976 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.313594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3899-af52-4d7f-937e-5bdde8504ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.391858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Transition to ACTIVE for port object cebed9a9-cbae-421c-b14c-b9014bdbec9d will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:33.404424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3899-af52-4d7f-937e-5bdde8504ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.434743 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.460679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-956c5998-b4a7-48b5-9dd4-d9ebe6e5d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.462431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-956c5998-b4a7-48b5-9dd4-d9ebe6e5d327 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.4186440 Aug 11 02:22:33.513606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3899-af52-4d7f-937e-5bdde8504ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.518483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3899-af52-4d7f-937e-5bdde8504ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.524452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a1d3899-af52-4d7f-937e-5bdde8504ab0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d84d165-9e0b-4f99-8228-434796f8cb1a HTTP/1.1" status: 204 len: 168 time: 0.3809059 Aug 11 02:22:33.539060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d3899-af52-4d7f-937e-5bdde8504ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84d165-9e0b-4f99-8228-434796f8cb1a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.597168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-242ab65c-5c0a-451f-9271-eab3e55812a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0842497 Aug 11 02:22:33.627517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.650622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:33.735870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddc67-1d40-4177-8d64-0a49c5e36a1c req-6f7490b7-b143-45ed-ad03-e9fe64d9de6e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.737686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-448ddc67-1d40-4177-8d64-0a49c5e36a1c req-6f7490b7-b143-45ed-ad03-e9fe64d9de6e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1095 time: 0.3056495 Aug 11 02:22:33.746794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accce4a-c92d-491a-b241-c553ef6cf400 req-36f3f2af-89f2-47fe-999b-46122a097414 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.748419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5accce4a-c92d-491a-b241-c553ef6cf400 req-36f3f2af-89f2-47fe-999b-46122a097414 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.3176808 Aug 11 02:22:33.842691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-ad0bfbc7-334a-4663-b02c-a96067d889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.847561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-ad0bfbc7-334a-4663-b02c-a96067d889a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.2349231 Aug 11 02:22:33.972505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8ec6be35-5730-43d9-bf96-5f682a2963f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553560 Aug 11 02:22:34.048957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5accce4a-c92d-491a-b241-c553ef6cf400 req-cd46d1df-f616-4420-aa0b-1f7c81767a20 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665904 Aug 11 02:22:34.068017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Attempting to bind port cebed9a9-cbae-421c-b14c-b9014bdbec9d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:34.068380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Attempting to bind port cebed9a9-cbae-421c-b14c-b9014bdbec9d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:34.068753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Attempting to bind port cebed9a9-cbae-421c-b14c-b9014bdbec9d on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:34.079036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-448ddc67-1d40-4177-8d64-0a49c5e36a1c req-edd9419d-8b47-41d7-8995-d8f1410125d2 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930713 Aug 11 02:22:34.128880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Port cebed9a9-cbae-421c-b14c-b9014bdbec9d on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:34.130027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Attempting to bind port cebed9a9-cbae-421c-b14c-b9014bdbec9d on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:34.154902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:34.155305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:34.155631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:34.156084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Bound port: cebed9a9-cbae-421c-b14c-b9014bdbec9d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:34.156444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.187291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:34.195482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-65620c0a-ff79-4c96-ac8b-0a0c498ea087 admin admin] 10.222.0.16 "PUT /v2.0/routers/6f1c7a60-ff6e-4e43-b44a-c5bffd470e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9313705 Aug 11 02:22:34.199941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49544) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:34.210189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] Sync routers for ids ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:34.241537 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] Routers {'6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:34.242728 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:34.326450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-fc808b3a-78dd-45d6-98d0-8a2249404ba5 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374500 Aug 11 02:22:34.420859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] Set router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:34.712607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:22:31Z', 'revision_number': 5, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:34.766157 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] Checking router: 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:34.783567 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] Routers {'6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:34.785917 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:34.799899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:34.830985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:34.848996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.878278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7245b2-acaa-46ad-bc99-b9b86bcf880b req-c6106104-d7bd-4b89-8d05-90d7868c9d02 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:34.880457 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b7245b2-acaa-46ad-bc99-b9b86bcf880b req-c6106104-d7bd-4b89-8d05-90d7868c9d02 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 1095 time: 0.5996549 Aug 11 02:22:34.909921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.924315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e635e-f80e-4f6e-9831-8bc8c089c398 req-5d9fa985-2d6b-4b45-a498-7ed042aa3d75 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:34.926672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a08e635e-f80e-4f6e-9831-8bc8c089c398 req-5d9fa985-2d6b-4b45-a498-7ed042aa3d75 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.6407342 Aug 11 02:22:34.996322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:34.996322 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.996322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] 10.222.0.25 "PUT /v2.0/ports/cebed9a9-cbae-421c-b14c-b9014bdbec9d HTTP/1.1" status: 200 len: 1095 time: 3.5275106 Aug 11 02:22:34.999681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:35.003250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:35.005791 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:35.015573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] Set router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:35.054977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-c94c93ee-99ab-4c47-aeb7-596b59f6b572 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931803 Aug 11 02:22:35.080259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb06dd-a04d-465d-b050-b45b21e522e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:35.153735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b7245b2-acaa-46ad-bc99-b9b86bcf880b req-d9498282-d15c-4a13-b095-dc9b389d3afc tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452655 Aug 11 02:22:35.289452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-357669394-network', 'tenant_id': 'd89a5cce90d04362bb208a5b36c385ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:35.304318 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a08e635e-f80e-4f6e-9831-8bc8c089c398 req-72d3d685-2760-408d-8e6a-c65cec1e92ad tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139052 Aug 11 02:22:35.366912 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:22:31Z', 'revision_number': 5, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:35.409879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Made reservation on behalf of d89a5cce90d04362bb208a5b36c385ba for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:35.418526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.462778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-a3c2061f-6f63-487d-a274-76862afb5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.463076 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.468360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-a3c2061f-6f63-487d-a274-76862afb5014 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3db83ea17cdd46528c8b2af22a3b7b2a&device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 1098 time: 0.3436542 Aug 11 02:22:35.479046 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.489235 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b304d-c14d-44ba-ad89-a7fc0efc93b3 None None] The sync data for ids ['6f1c7a60-ff6e-4e43-b44a-c5bffd470e36'] in n-d-715271-8 is: [{'id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'name': 'tempest-ServersTestMultiNic-769418879-router', 'tenant_id': '0082b1b5f05b454e82109bb16b5f4590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:19:52Z', 'updated_at': '2021-08-11T02:22:31Z', 'revision_number': 5, 'project_id': '0082b1b5f05b454e82109bb16b5f4590', 'gw_port': {'id': 'e6e61e12-8563-42d3-925f-d1b5f049544e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c7a60-ff6e-4e43-b44a-c5bffd470e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:19:54Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:35.706497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-00fe1177-07a2-417a-81c6-8227543ef41f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d HTTP/1.1" status: 200 len: 217 time: 0.2143140 Aug 11 02:22:35.791441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-4b95fec5-6802-4500-8377-3664e041f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.793004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-4b95fec5-6802-4500-8377-3664e041f03d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0664060 Aug 11 02:22:35.807093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.815181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.861073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:35.912404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6992841a-61f2-44ce-832e-f4a511083656,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:35.920718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.924328 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Added segment fd440df8-1684-4cae-bb96-c2b27e70a897 of type vlan for network 41e02474-60cf-499e-88c4-ae82371bcda0 Aug 11 02:22:35.935021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5228f2f-fb28-44e9-9465-e8f0ad734163 req-c18b6a76-bb63-4a4d-bd36-dd438fd6910c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.937687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5228f2f-fb28-44e9-9465-e8f0ad734163 req-c18b6a76-bb63-4a4d-bd36-dd438fd6910c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2623370 Aug 11 02:22:35.953542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Deleting port e6e61e12-8563-42d3-925f-d1b5f049544e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:35.954350 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.968094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f09e4-4b1c-48d5-ad38-95993dc22d69 req-2f5a32c2-9230-4176-a1ec-cc20cc570d3d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.979381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a3f09e4-4b1c-48d5-ad38-95993dc22d69 req-2f5a32c2-9230-4176-a1ec-cc20cc570d3d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.3009114 Aug 11 02:22:36.019147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.079366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.081150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.082317 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.107169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-1c2b02f6-6c3e-4b87-a0d6-f3647f9fea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.110173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-1c2b02f6-6c3e-4b87-a0d6-f3647f9fea77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2745841 Aug 11 02:22:36.183461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1776757 Aug 11 02:22:36.187966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:36.200793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Request body: {'subnet': {'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-357669394-subnet', 'tenant_id': 'd89a5cce90d04362bb208a5b36c385ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:36.216012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae30fb-ad62-49c2-bbb8-d112c5d042bc admin admin] Pushing event updated for resources: {'Network': ['ID=41e02474-60cf-499e-88c4-ae82371bcda0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.238086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 41e02474-60cf-499e-88c4-ae82371bcda0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:36.248531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Made reservation on behalf of d89a5cce90d04362bb208a5b36c385ba for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:36.251348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.330048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a3f09e4-4b1c-48d5-ad38-95993dc22d69 req-4a8290c4-0ac2-4472-9d9d-e6017964a696 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493204 Aug 11 02:22:36.344585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5228f2f-fb28-44e9-9465-e8f0ad734163 req-2f0146ae-7925-4273-b36a-fd31d9cc1fc6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608112 Aug 11 02:22:36.407774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] For port e6e61e12-8563-42d3-925f-d1b5f049544e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e6e61e12-8563-42d3-925f-d1b5f049544e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:36.408159 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.446391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Calling delete_port for e6e61e12-8563-42d3-925f-d1b5f049544e owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:36.462045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-464429d5-20d5-4f3a-a0d1-fb54cdf6434d service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399026 Aug 11 02:22:36.534137 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382351bb-1721-41d9-bcfc-a1a2dde07388 x-openstack-request-id: req-382351bb-1721-41d9-bcfc-a1a2dde07388 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:36.534572 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:36.534968 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-382351bb-1721-41d9-bcfc-a1a2dde07388 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:36.536020 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d', 'status': 'completed', 'code': 200} Aug 11 02:22:36.591386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49580) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:36.872266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.920185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed5fe9-7ef8-46ec-a289-0519119263d5 req-79fec3c0-a93d-437b-8faa-7818de05599d tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.936843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66ed5fe9-7ef8-46ec-a289-0519119263d5 req-79fec3c0-a93d-437b-8faa-7818de05599d tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 947 time: 0.4193234 Aug 11 02:22:37.013791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:37.042073 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee32baa-de0b-4e0c-b790-aade25900a58 req-4ca1df3c-6051-45e7-98ab-be2260f4431a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719080 Aug 11 02:22:37.170110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.210783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66ed5fe9-7ef8-46ec-a289-0519119263d5 req-e22719a0-71d4-4897-ba91-db7663b44851 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700834 Aug 11 02:22:37.294724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e61e12-8563-42d3-925f-d1b5f049544e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:37.323092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a36c17-04c9-45a7-b3dd-333d523267cc,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:37.361850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:37.363447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 85800e63-d9a1-4aba-a14d-0fc95e9eb0f4 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:37.448055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-7f33c6c1-bf10-4942-be00-6489b0263a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.449774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-7f33c6c1-bf10-4942-be00-6489b0263a24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3db83ea17cdd46528c8b2af22a3b7b2a&device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 1098 time: 0.2985227 Aug 11 02:22:37.469115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Checking segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:37.469701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Network hostable DHCP agents. Network: 41e02474-60cf-499e-88c4-ae82371bcda0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:37.475315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab6182-862c-4332-9ac0-4d7e72056fc0 req-3ca6bdd1-c5e2-47d9-b586-45f1d024bc23 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.478782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79ab6182-862c-4332-9ac0-4d7e72056fc0 req-3ca6bdd1-c5e2-47d9-b586-45f1d024bc23 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2642424 Aug 11 02:22:37.544535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.548291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Network 41e02474-60cf-499e-88c4-ae82371bcda0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:37.571093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 41e02474-60cf-499e-88c4-ae82371bcda0) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:37.579709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.580197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.583571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b8ecc-4eab-4a54-ac92-239872d24c31 None None] Network 41e02474-60cf-499e-88c4-ae82371bcda0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:37.649690 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5220624d-0b30-437d-bc32-2c1fad00ba60 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4600453 Aug 11 02:22:37.867028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f0059-4f49-469d-8fb9-8e7fd4d424fc req-0eada748-fa2c-431b-afdb-feb1ade81239 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.881959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.882478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a04f0059-4f49-469d-8fb9-8e7fd4d424fc req-0eada748-fa2c-431b-afdb-feb1ade81239 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.5544796 Aug 11 02:22:37.940220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5a9b2-19f5-4a47-a72a-19fe37de27ac None None] Network 41e02474-60cf-499e-88c4-ae82371bcda0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:37.948287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79ab6182-862c-4332-9ac0-4d7e72056fc0 req-9413b197-970f-460d-8a45-52e7371ffb18 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321339 Aug 11 02:22:38.033606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.038345 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.155618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.162802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:22:38.178312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a04f0059-4f49-469d-8fb9-8e7fd4d424fc req-c436c606-0b02-4173-a82d-4243639f4943 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945378 Aug 11 02:22:38.182443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.189820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:38.194481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c99c361f-836d-4161-a720-1d6f85bb4882 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6f1c7a60-ff6e-4e43-b44a-c5bffd470e36 HTTP/1.1" status: 204 len: 168 time: 3.9916008 Aug 11 02:22:38.254427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-e9ac440c-565a-4cac-9a12-bcebc7c90fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:38.257075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-e9ac440c-565a-4cac-9a12-bcebc7c90fba service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.7923474 Aug 11 02:22:38.310512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Deleting subnet f48ab1f6-d8f5-41c7-9485-5a6a846ca93f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:38.317662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.343315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-8505d49f-f603-413b-8ead-f0330cf88dda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d HTTP/1.1" status: 200 len: 217 time: 0.0735066 Aug 11 02:22:38.421265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.452342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-d2e9a757-4a38-4573-8b07-f21550e08d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:38.454796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-d2e9a757-4a38-4573-8b07-f21550e08d80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1004584 Aug 11 02:22:38.479372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a22b-d937-4e47-a9fd-093abd9f47be req-fe2a1195-91a8-421f-a94b-ee2865ab5a6a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:38.487218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae81a22b-d937-4e47-a9fd-093abd9f47be req-fe2a1195-91a8-421f-a94b-ee2865ab5a6a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.1483989 Aug 11 02:22:38.533130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Deleting port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:38.533531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.558278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae81a22b-d937-4e47-a9fd-093abd9f47be req-485a1092-5055-4cc4-ba87-60516ae986a9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697379 Aug 11 02:22:38.564097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-11b9f04b-c72e-4f48-a19f-c3a70425d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:38.573583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-11b9f04b-c72e-4f48-a19f-c3a70425d22b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109979 Aug 11 02:22:38.677226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] For port 2fe1b1b6-72f6-4b8c-8076-e221401e18fe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:38.677504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.732870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Calling delete_port for 2fe1b1b6-72f6-4b8c-8076-e221401e18fe owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:38.909170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-6854dcb2-6bb9-4cd0-a457-becb0a08ded4 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263404 Aug 11 02:22:38.998567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accea705-9d0c-4aea-931a-a24bfc43ed53 req-2b35cf0b-a7f0-4064-9d62-287fb035135c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:39.000259 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-accea705-9d0c-4aea-931a-a24bfc43ed53 req-2b35cf0b-a7f0-4064-9d62-287fb035135c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 947 time: 0.2360768 Aug 11 02:22:39.014351 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:22:39.072593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6e61e12-8563-42d3-925f-d1b5f049544e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:39.102903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e6e61e12-8563-42d3-925f-d1b5f049544e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:39.103553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6e61e12-8563-42d3-925f-d1b5f049544e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:39.147285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-8febbe00-f594-46aa-9fc3-b8fbc4ae07d0 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:39.148932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-8febbe00-f594-46aa-9fc3-b8fbc4ae07d0 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 817 time: 0.3831677 Aug 11 02:22:39.170543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-accea705-9d0c-4aea-931a-a24bfc43ed53 req-a945c2e3-1c10-4c2c-bd0e-2d429557c22f tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577189 Aug 11 02:22:39.178100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.184900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5e7a168-a7e0-431c-87b1-0226b6d38aa2 req-541174f7-af2a-47ec-b095-6d623d1f104e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644117 Aug 11 02:22:39.189075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-7eeea3f5-90e3-4efb-b26f-584e83f65f41 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/quotas/d89a5cce90d04362bb208a5b36c385ba HTTP/1.1" status: 200 len: 375 time: 0.0151830 Aug 11 02:22:39.255020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-d18c3f26-3f48-491c-8e0d-d6086c143024 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355716 Aug 11 02:22:39.323737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.358592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4962f2-0148-4b7c-a509-709758660533 None None] Network 6f556acf-30ea-48bd-867a-e64b6506464c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:39.359906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.362553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.365215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f48ab1f6-d8f5-41c7-9485-5a6a846ca93f HTTP/1.1" status: 204 len: 168 time: 1.1480353 Aug 11 02:22:39.387069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:39.389378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe1b1b6-72f6-4b8c-8076-e221401e18fe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:39.392925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9a099-2655-41e3-9c00-04d6c153a473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48ab1f6-d8f5-41c7-9485-5a6a846ca93f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:39.435658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-82d8757a-f91c-4cad-a36c-c1f12ebb47e1 service neutron] 10.222.0.16 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636715 Aug 11 02:22:39.567336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bc2f-b308-4156-9ed1-064e9ac8fc56 req-dc17f2fc-594f-4c51-822f-c44978669454 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:39.575248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e8bc2f-b308-4156-9ed1-064e9ac8fc56 req-dc17f2fc-594f-4c51-822f-c44978669454 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1384933 Aug 11 02:22:39.589304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.674624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e8bc2f-b308-4156-9ed1-064e9ac8fc56 req-99c478b8-a612-4c37-99db-23dd9d7ed88f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982010 Aug 11 02:22:39.703880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-48e97258-8ba9-42d4-92ca-96f66e4a02b6 service neutron] 10.222.0.16 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359209 Aug 11 02:22:39.789660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] DHCP port deletion for 6f556acf-30ea-48bd-867a-e64b6506464c request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:39.972847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.978275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Deleting port e868f8cf-7c16-4e3d-b566-2b101e114157 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:39.978935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.988966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] Deleting port e868f8cf-7c16-4e3d-b566-2b101e114157 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:39.993955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.122229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] For port e868f8cf-7c16-4e3d-b566-2b101e114157, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e868f8cf-7c16-4e3d-b566-2b101e114157,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:40.123121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.143840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae0540-9d78-4947-a631-f5239c09dffe req-18a8f163-6031-441b-b6be-14d23902bf0b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:40.146300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18ae0540-9d78-4947-a631-f5239c09dffe req-18a8f163-6031-441b-b6be-14d23902bf0b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.1367407 Aug 11 02:22:40.171637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] For port e868f8cf-7c16-4e3d-b566-2b101e114157, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e868f8cf-7c16-4e3d-b566-2b101e114157,segment=NetworkSegment(772d013c-369c-4ff8-8584-36f25ebcdc94),segment_id=772d013c-369c-4ff8-8584-36f25ebcdc94)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:40.172571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.216093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] Calling delete_port for e868f8cf-7c16-4e3d-b566-2b101e114157 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:40.240442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18ae0540-9d78-4947-a631-f5239c09dffe req-a33f6642-345a-48bc-8392-854cc82a91e0 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777144 Aug 11 02:22:40.297816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Calling delete_port for e868f8cf-7c16-4e3d-b566-2b101e114157 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:40.431184 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.446384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14489-7440-4598-9001-b9eb4e54f71c req-3bde08e8-77dc-4228-b8e4-5af3118bdd1b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:40.447531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] No DVR routers for this DVR port e868f8cf-7c16-4e3d-b566-2b101e114157 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:40.462124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4a14489-7440-4598-9001-b9eb4e54f71c req-3bde08e8-77dc-4228-b8e4-5af3118bdd1b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.1588492 Aug 11 02:22:40.485837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d610b3-dc49-4ee2-b368-35aace70f986 None None] Pushing event deleted for resources: {'Port': ['ID=e868f8cf-7c16-4e3d-b566-2b101e114157,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.605682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4a14489-7440-4598-9001-b9eb4e54f71c req-6f33562b-5bf1-48ed-a5eb-268b9a564060 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411593 Aug 11 02:22:40.654439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082590c-6a24-4b2f-b906-700987aa3e5e req-06ec3094-90a2-481b-bcd6-6966220b09f0 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:40.666906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0082590c-6a24-4b2f-b906-700987aa3e5e req-06ec3094-90a2-481b-bcd6-6966220b09f0 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 947 time: 0.1424873 Aug 11 02:22:40.725866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.750983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0082590c-6a24-4b2f-b906-700987aa3e5e req-313b1546-d35b-4e31-9a60-aee2146c425a tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825012 Aug 11 02:22:40.821094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] No DVR routers for this DVR port e868f8cf-7c16-4e3d-b566-2b101e114157 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:40.829512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e868f8cf-7c16-4e3d-b566-2b101e114157,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.890765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8b5ddd7-6c51-4bd1-a5fe-18ddc28c28fd req-b00a5669-040b-43e1-a305-ef846bb38db9 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 210 time: 0.0820043 Aug 11 02:22:40.915157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b51eca-d4a5-4f41-83ed-bc152bb4af29 req-50c0936d-14b1-4732-b7a7-09ae78886203 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:40.917931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07b51eca-d4a5-4f41-83ed-bc152bb4af29 req-50c0936d-14b1-4732-b7a7-09ae78886203 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.2002730 Aug 11 02:22:41.000842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:41.028498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.040013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07b51eca-d4a5-4f41-83ed-bc152bb4af29 req-aed872d2-6a1b-4368-9c5f-ec0e52cacf86 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137292 Aug 11 02:22:41.062145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f556acf-30ea-48bd-867a-e64b6506464c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.098989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d013c-369c-4ff8-8584-36f25ebcdc94') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.099294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d013c-369c-4ff8-8584-36f25ebcdc94') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.120723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.165191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073044c7-4a41-4649-80dd-59227d92d1b6 req-f7417743-0a48-47d6-9407-419e4ab7dc46 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:41.167306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-073044c7-4a41-4649-80dd-59227d92d1b6 req-f7417743-0a48-47d6-9407-419e4ab7dc46 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1254213 Aug 11 02:22:41.210106 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.222673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:41.222673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:41.224621 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:41.288973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-073044c7-4a41-4649-80dd-59227d92d1b6 req-4b88d82c-7adb-4c21-85b2-e69a70cf2616 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082602 Aug 11 02:22:41.292676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e868f8cf-7c16-4e3d-b566-2b101e114157 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:41.349022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:41.355837 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68be8f24-5e12-45ac-bd40-71b5cb2ceea7 admin admin] 10.222.0.16 "PUT /v2.0/routers/14cf2244-4dc1-474d-a1ee-b1a69c595b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7627459 Aug 11 02:22:41.360476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:41.383940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.395303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e868f8cf-7c16-4e3d-b566-2b101e114157 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:41.395696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e868f8cf-7c16-4e3d-b566-2b101e114157 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:41.398984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.403380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] Sync routers for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:41.405578 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f556acf-30ea-48bd-867a-e64b6506464c HTTP/1.1" status: 204 len: 168 time: 2.0134025 Aug 11 02:22:41.438388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:41.442915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.651486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff95a-3069-4b56-84e3-e8bbfa4b33cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6f556acf-30ea-48bd-867a-e64b6506464c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.670039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:41.759732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cebed9a9-cbae-421c-b14c-b9014bdbec9d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:41.834525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49672) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:41.870619 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.982891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-77c75375-86f1-4376-be55-8f4546844a46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0082b1b5f05b454e82109bb16b5f4590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469872 Aug 11 02:22:41.993435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49676) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:42.052940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4eed1-b45c-4314-9d1c-3e7423527a6e req-c9a03c97-161a-458a-8191-970835673030 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:42.062438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb4eed1-b45c-4314-9d1c-3e7423527a6e req-c9a03c97-161a-458a-8191-970835673030 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2439659 Aug 11 02:22:42.158546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:42.179637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:42.183289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d', 'mac_address': 'fa:16:3e:ba:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:42.199633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb4eed1-b45c-4314-9d1c-3e7423527a6e req-b2b6fd01-c045-41fa-85ea-14daf121f53a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358762 Aug 11 02:22:42.228725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] Checking router: 14cf2244-4dc1-474d-a1ee-b1a69c595b59 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:42.262737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.262929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] Routers {'14cf2244-4dc1-474d-a1ee-b1a69c595b59'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:42.263541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:42.382448 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.396216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18ac78b7-f667-4fb1-a313-5eea2d06d43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.451392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Deleting port cc222d8f-77ac-4819-8dad-5464691ede5d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:42.453420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.491172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebed9a9-cbae-421c-b14c-b9014bdbec9d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:42.531959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4375164f-0188-45f7-b193-ccd83ffb8a6c req-4d9dbf3f-5bab-4960-90a6-38ef58e550af tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 210 time: 0.1164138 Aug 11 02:22:42.586860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] Set router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:42.587647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18ac78b7-f667-4fb1-a313-5eea2d06d43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.656169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d307ad-e6d6-4907-9040-34ea20941b93 req-ada0b00c-9b64-46d0-857a-b31252280d38 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:42.665793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] For port cc222d8f-77ac-4819-8dad-5464691ede5d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc222d8f-77ac-4819-8dad-5464691ede5d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:42.666227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.673338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35d307ad-e6d6-4907-9040-34ea20941b93 req-ada0b00c-9b64-46d0-857a-b31252280d38 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 947 time: 0.4111366 Aug 11 02:22:42.680881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Calling delete_port for cc222d8f-77ac-4819-8dad-5464691ede5d owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:42.705135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:42.719146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.766722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18ac78b7-f667-4fb1-a313-5eea2d06d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.770569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18ac78b7-f667-4fb1-a313-5eea2d06d43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.776672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-18ac78b7-f667-4fb1-a313-5eea2d06d43b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/749132f5-cc63-446a-80de-97318cc2c70e HTTP/1.1" status: 204 len: 168 time: 0.7762058 Aug 11 02:22:42.819992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac78b7-f667-4fb1-a313-5eea2d06d43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749132f5-cc63-446a-80de-97318cc2c70e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:42.839067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:42.876598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35d307ad-e6d6-4907-9040-34ea20941b93 req-c4c1a5d6-7a91-49e7-874c-2f46983e57af tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868351 Aug 11 02:22:42.968649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:42.999412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.066533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb136c78-1bc9-4b14-b3e5-69cef2e415dc None None] The sync data for ids ['14cf2244-4dc1-474d-a1ee-b1a69c595b59'] in n-d-715271-8 is: [{'id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444058729-router', 'tenant_id': '5f515faec97d415e85731cf5c93fb58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 5, 'project_id': '5f515faec97d415e85731cf5c93fb58c', 'gw_port': {'id': 'cc222d8f-77ac-4819-8dad-5464691ede5d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cf2244-4dc1-474d-a1ee-b1a69c595b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:41Z', 'updated_at': '2021-08-11T02:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:43.111753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e09d6b-9f41-4114-ad09-b8e9f35b7342 req-559c2081-af0a-4787-8978-7b8ae63d00bc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:43.125374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7e09d6b-9f41-4114-ad09-b8e9f35b7342 req-559c2081-af0a-4787-8978-7b8ae63d00bc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1445296 Aug 11 02:22:43.156688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc222d8f-77ac-4819-8dad-5464691ede5d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:43.225286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['cebed9a9-cbae-421c-b14c-b9014bdbec9d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:43.227357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.235772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7e09d6b-9f41-4114-ad09-b8e9f35b7342 req-830b9b90-891b-4fa6-9994-fce704d8a949 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065478 Aug 11 02:22:43.786089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2592b68-8a06-405a-9506-713cf9afd950 req-2613d87d-7f71-4602-b4d4-102faca08bd9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:43.797775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2592b68-8a06-405a-9506-713cf9afd950 req-2613d87d-7f71-4602-b4d4-102faca08bd9 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.3647909 Aug 11 02:22:43.817857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.818244 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-704ed9a7-abb2-4c5a-b695-0415842cc324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.834324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.846677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10198f52-ca17-43c3-88ed-c57c160db408 req-7a1d00a3-d19c-4feb-b3a0-34f9d771a266 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:43.855526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10198f52-ca17-43c3-88ed-c57c160db408 req-7a1d00a3-d19c-4feb-b3a0-34f9d771a266 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.2781410 Aug 11 02:22:43.950362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10198f52-ca17-43c3-88ed-c57c160db408 req-a03f470e-a4e1-4ad9-8aff-a124029e50a9 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936275 Aug 11 02:22:43.961566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-d0ac1d52-6acb-4cdc-9a0d-b84f4f282df4 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:43.976898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-d0ac1d52-6acb-4cdc-9a0d-b84f4f282df4 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.25 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 817 time: 0.6821580 Aug 11 02:22:43.989147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2592b68-8a06-405a-9506-713cf9afd950 req-a7504ce2-a03a-4576-aadd-3be28ba3df86 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899974 Aug 11 02:22:44.012956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Request body: {'port': {'device_id': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'admin_state_up': True, 'tenant_id': 'd89a5cce90d04362bb208a5b36c385ba'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:44.139072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.140316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14cf2244-4dc1-474d-a1ee-b1a69c595b59 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:22:44.226019 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.237144 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d1a84937-3a6b-4d89-adaf-fe2a6b225f8e admin admin] 10.222.0.16 "DELETE /v2.0/routers/14cf2244-4dc1-474d-a1ee-b1a69c595b59 HTTP/1.1" status: 204 len: 168 time: 2.8711200 Aug 11 02:22:44.265592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:44.444168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-6eed5363-187b-437f-8933-1e26e536107c tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.447116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-6eed5363-187b-437f-8933-1e26e536107c tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 817 time: 0.9591789 Aug 11 02:22:44.458092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Deleting subnet 89ed2e70-7fd6-467a-b494-4ff032867f76 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:44.464543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.543822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.571651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Request body: {'port': {'device_id': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'admin_state_up': True, 'tenant_id': 'd89a5cce90d04362bb208a5b36c385ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:44.696049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-e2dc1c22-74dc-479a-8a6b-205912355b7e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.697873 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-e2dc1c22-74dc-479a-8a6b-205912355b7e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 817 time: 0.7056088 Aug 11 02:22:44.718531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Request body: {'port': {'device_id': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'admin_state_up': True, 'tenant_id': 'd89a5cce90d04362bb208a5b36c385ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:44.732968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49726) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:44.936990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a2e8af4-7dd1-4482-9386-bafd3115dcc4 req-8b82ca4f-3b7b-4dbb-88bf-24a24205f070 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 210 time: 0.1760836 Aug 11 02:22:45.070172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1129517721-network', 'tenant_id': '5ca9dfad8a504f2c9284dcb3638ae417'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:45.076353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Made reservation on behalf of d89a5cce90d04362bb208a5b36c385ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:45.086411 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.132749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e3b0-82ff-434b-8892-955d5edf9e1f req-5ace5f8d-bb90-435e-b4f8-a8174aadf8f3 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.135044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea82e3b0-82ff-434b-8892-955d5edf9e1f req-5ace5f8d-bb90-435e-b4f8-a8174aadf8f3 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 948 time: 0.3719397 Aug 11 02:22:45.143195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc222d8f-77ac-4819-8dad-5464691ede5d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:45.157618 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-1c50eba4-bd8b-46b9-b92b-316523d09f3f service neutron] show failed (client error): The resource could not be found. Aug 11 02:22:45.160249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-1c50eba4-bd8b-46b9-b92b-316523d09f3f service neutron] 10.222.0.59 "GET /v2.0/ports/2126ae76-61ef-4d9a-b777-41e2a50d4e73/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.3950155 Aug 11 02:22:45.200742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: cc222d8f-77ac-4819-8dad-5464691ede5d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:45.201390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc222d8f-77ac-4819-8dad-5464691ede5d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:45.202062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2fe1b1b6-72f6-4b8c-8076-e221401e18fe no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:45.261686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2fe1b1b6-72f6-4b8c-8076-e221401e18fe {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:45.263912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2fe1b1b6-72f6-4b8c-8076-e221401e18fe not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:45.270463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea82e3b0-82ff-434b-8892-955d5edf9e1f req-d50eb3fa-4db7-4682-b983-324e8d37bfc2 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977404 Aug 11 02:22:45.309844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73e5f-cecc-48eb-b713-2e02372da95a req-daba7f45-93d1-4f87-a04c-9740428775d0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.315636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0c73e5f-cecc-48eb-b713-2e02372da95a req-daba7f45-93d1-4f87-a04c-9740428775d0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1593463 Aug 11 02:22:45.413991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0c73e5f-cecc-48eb-b713-2e02372da95a req-e46d0acc-f5b5-4dba-9e4c-3fc76b74c7c0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914929 Aug 11 02:22:45.539591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:45.579261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1d8e-84d0-40bf-8886-2eb3a2fdb6af req-a6e9911c-8bce-4b4a-bdca-7dd959638e5e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.580763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fad1d8e-84d0-40bf-8886-2eb3a2fdb6af req-a6e9911c-8bce-4b4a-bdca-7dd959638e5e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.1375246 Aug 11 02:22:45.623041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-4eddfe71-94d1-4645-89ac-f94c45984f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.624541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-4eddfe71-94d1-4645-89ac-f94c45984f02 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e&tenant_id=c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 1101 time: 0.1277435 Aug 11 02:22:45.652383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:45.698266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Made reservation on behalf of 5ca9dfad8a504f2c9284dcb3638ae417 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:45.700983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.719405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.725625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.759965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fad1d8e-84d0-40bf-8886-2eb3a2fdb6af req-6364caa2-102f-4e0b-b949-64e034332261 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652083 Aug 11 02:22:45.774535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Made reservation on behalf of d89a5cce90d04362bb208a5b36c385ba for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:45.778432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.794378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:45.794885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e09d0-1b17-4f8f-adfb-e00450ba07fb req-44d8ab5a-a8a6-4b67-8309-0b189da0de1c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.800910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:22:45.800910 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:22:45.800910 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id_1': '5ca9dfad8a504f2c9284dcb3638ae417', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 22, 45, 774427)}] Aug 11 02:22:45.800910 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:22:45.801697 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:22:45.803123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a32e09d0-1b17-4f8f-adfb-e00450ba07fb req-44d8ab5a-a8a6-4b67-8309-0b189da0de1c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2212422 Aug 11 02:22:45.827369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'port_id': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'mac_address': 'fa:16:3e:33:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c8c693-d1b1-4abd-b52c-74c856c791fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:45.831190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.835762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cebed9a9-cbae-421c-b14c-b9014bdbec9d up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:45.848958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Made reservation on behalf of d89a5cce90d04362bb208a5b36c385ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:45.853202 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.003182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a32e09d0-1b17-4f8f-adfb-e00450ba07fb req-17e6e7ba-f226-4c00-be2d-0c32e7a880ed tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989431 Aug 11 02:22:46.102935 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.132433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port cebed9a9-cbae-421c-b14c-b9014bdbec9d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:46.139756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.143246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port cebed9a9-cbae-421c-b14c-b9014bdbec9d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:46.144135 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.147792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Allocated IP 172.20.0.6 (41e02474-60cf-499e-88c4-ae82371bcda0/86a36c17-04c9-45a7-b3dd-333d523267cc/64286f72-301f-4453-87f9-1ac49af7bd5b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:46.154655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 844fbb3e-3a1b-4e1d-b777-89473f7136f8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:46.184930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ed2e70-7fd6-467a-b494-4ff032867f76,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.192575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.195106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1fd16d79-1e6c-4b45-9c6d-dbe0ad921b91 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/89ed2e70-7fd6-467a-b494-4ff032867f76 HTTP/1.1" status: 204 len: 168 time: 1.9279504 Aug 11 02:22:46.199398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:46.226451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff4bcf4-ebc4-440f-91a1-12b1cf64baeb None None] Network f0bab906-41b5-42e7-b3a8-c8a5a101c9df requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:46.304078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.313495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6410de11-551e-4f6a-aad3-bdd829572307 req-09eb384b-e784-4cf8-a8c1-cf2faad7647d tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 210 time: 0.2160022 Aug 11 02:22:46.459216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:46.480104 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.528476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.570891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.595428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.670176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:46.671544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['844fbb3e-3a1b-4e1d-b777-89473f7136f8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:46.760647 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.777741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.787213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.808355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:46.809380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7390-d83d-4f24-a7ab-a7cfdbf13ac6 req-32a30edc-05c9-4bf8-a704-68567994a8a3 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:46.811066 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40e1285-ca39-4970-90a7-e675758c31e3" -d '{"events": [{"server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "name": "network-vif-plugged", "status": "completed", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:46.811949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-951a7390-d83d-4f24-a7ab-a7cfdbf13ac6 req-32a30edc-05c9-4bf8-a704-68567994a8a3 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 948 time: 0.3004303 Aug 11 02:22:46.828473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34ed8f-f160-4f43-b3a3-baf3d2b5afc3 req-491ea134-acf0-47aa-9be6-3de9158d38ed tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:46.831374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b34ed8f-f160-4f43-b3a3-baf3d2b5afc3 req-491ea134-acf0-47aa-9be6-3de9158d38ed tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.1392961 Aug 11 02:22:46.868845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:46.882404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:46.891238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.908258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.952102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] DHCP port deletion for f0bab906-41b5-42e7-b3a8-c8a5a101c9df request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:46.966095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a3cb1-d476-434f-a38f-60aabb5f8608,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.976998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.977615 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Added segment f2deddf9-1998-4e8b-aec3-7be39d6731f8 of type vlan for network d9b76781-e63b-4447-b159-ca890fbc9d21 Aug 11 02:22:47.007490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:47.023748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-951a7390-d83d-4f24-a7ab-a7cfdbf13ac6 req-e585b616-1906-4b3b-b6da-7ac5d7aca11e tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897333 Aug 11 02:22:47.047354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.056206 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.073572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] Deleting port 74d8eb02-b40f-4a81-854d-8ec3add8b844 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:47.073964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.128165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Allocated IP 172.20.0.10 (41e02474-60cf-499e-88c4-ae82371bcda0/86a36c17-04c9-45a7-b3dd-333d523267cc/5e73fe17-f1b8-4d32-8047-7a969f4b9853) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:47.154914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74d8eb02-b40f-4a81-854d-8ec3add8b844 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:47.162562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b34ed8f-f160-4f43-b3a3-baf3d2b5afc3 req-e59864c3-a03a-4698-af07-6a70d5dc4d93 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967973 Aug 11 02:22:47.236108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:47.258737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] For port 74d8eb02-b40f-4a81-854d-8ec3add8b844, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74d8eb02-b40f-4a81-854d-8ec3add8b844,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:47.259411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.314413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:47.320557 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969c94e-49cc-4fa3-a249-b8f2a8bd8e1b x-openstack-request-id: req-3969c94e-49cc-4fa3-a249-b8f2a8bd8e1b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:47.321018 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "name": "network-vif-plugged", "status": "completed", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:47.321508 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3969c94e-49cc-4fa3-a249-b8f2a8bd8e1b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:47.322212 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d', 'code': 200} Aug 11 02:22:47.328531 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d66338-923e-46b7-a496-b25107b7da53" -d '{"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-unplugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:47.347301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] Calling delete_port for 74d8eb02-b40f-4a81-854d-8ec3add8b844 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:47.351067 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.394508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.448185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Transition to ACTIVE for port object 2126ae76-61ef-4d9a-b777-41e2a50d4e73 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:47.481188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c8931-fb94-4d87-a8f2-67f0fd096096 req-9ee6bd15-d301-4586-982e-e2498b63abb7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.483913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d54c8931-fb94-4d87-a8f2-67f0fd096096 req-9ee6bd15-d301-4586-982e-e2498b63abb7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 944 time: 0.2986839 Aug 11 02:22:47.561575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f68f518f-69e0-4440-894f-0412137a63dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.564343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:47.567669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:47.589637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Pushing event updated for resources: {'Port': ['ID=64286f72-301f-4453-87f9-1ac49af7bd5b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.611188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.614788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.617237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.618468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.622528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.677310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Network 41e02474-60cf-499e-88c4-ae82371bcda0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:47.700225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.724895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:47.796739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:47.800440 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.820727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.838530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 74d8eb02-b40f-4a81-854d-8ec3add8b844, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74d8eb02-b40f-4a81-854d-8ec3add8b844,segment=NetworkSegment(bb4f8f10-c281-405a-a3a2-20d7a75328ae),segment_id=bb4f8f10-c281-405a-a3a2-20d7a75328ae)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:47.852193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.865965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d54c8931-fb94-4d87-a8f2-67f0fd096096 req-392762dd-43e7-4ef9-900a-c9b01fdc6c06 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127189 Aug 11 02:22:47.877976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Network 41e02474-60cf-499e-88c4-ae82371bcda0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:47.943695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.945540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cafbaf-e7c3-45fb-90fe-12ae11cf3178 req-2b2d7853-1993-4a30-a457-03c36ce6b3a3 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.948632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17cafbaf-e7c3-45fb-90fe-12ae11cf3178 req-2b2d7853-1993-4a30-a457-03c36ce6b3a3 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.4613783 Aug 11 02:22:47.975670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.981737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] No DVR routers for this DVR port 74d8eb02-b40f-4a81-854d-8ec3add8b844 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:48.025014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 844fbb3e-3a1b-4e1d-b777-89473f7136f8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:48.037746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=74d8eb02-b40f-4a81-854d-8ec3add8b844,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.071727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.073527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.093572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397cc41-1e0a-4962-993d-47f9ef8f5664 None None] Pushing event deleted for resources: {'Port': ['ID=74d8eb02-b40f-4a81-854d-8ec3add8b844,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.107819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3489769 Aug 11 02:22:48.111527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] No DVR routers for this DVR port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:48.112343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:48.117408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:48.122371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:48.123150 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.140592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49764) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:48.144454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Allocated IP 172.20.0.14 (41e02474-60cf-499e-88c4-ae82371bcda0/86a36c17-04c9-45a7-b3dd-333d523267cc/c2e39c5f-5914-423e-b062-0cb4cf915f01) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:48.200933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.201521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.203246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Request body: {'subnet': {'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1129517721-subnet', 'tenant_id': '5ca9dfad8a504f2c9284dcb3638ae417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:48.225394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5136969 Aug 11 02:22:48.235566 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-26a87bad-f0ae-4a50-bbe8-0628bd2b73eb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6828938 Aug 11 02:22:48.248285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Request body: {'port': {'device_id': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:48.273607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.297329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Made reservation on behalf of 5ca9dfad8a504f2c9284dcb3638ae417 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:48.301313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.312185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34d27-67b9-4659-8b8c-da76c5b4af70 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Pushing event updated for resources: {'Port': ['ID=5e73fe17-f1b8-4d32-8047-7a969f4b9853,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.331303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Deleting port 74d8eb02-b40f-4a81-854d-8ec3add8b844 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:48.331888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.335456 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.389521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17cafbaf-e7c3-45fb-90fe-12ae11cf3178 req-5030094b-a802-4205-bba4-1ffdccb8ad9d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287739 Aug 11 02:22:48.422184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] For port 74d8eb02-b40f-4a81-854d-8ec3add8b844, host n-d-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:48.422624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.439984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Calling delete_port for 74d8eb02-b40f-4a81-854d-8ec3add8b844 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:48.443311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Port 74d8eb02-b40f-4a81-854d-8ec3add8b844 was not found and therefore no delete operation was performed {{(pid=94700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:22:48.469700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:48.470081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:48.470426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:48.487253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.494343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Request body: {'port': {'device_id': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:48.508417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:48.508733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:48.527521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:48.527521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:48.527924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:48.528392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Bound port: 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:48.528773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.547163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce758f-10b5-458d-8ed1-283f15f3d155 req-3a301481-7c81-4f17-8c92-4fbb86c296b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.553846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-03ce758f-10b5-458d-8ed1-283f15f3d155 req-3a301481-7c81-4f17-8c92-4fbb86c296b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 1100 time: 0.9658101 Aug 11 02:22:48.563509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c1dc0-4223-460e-90bf-18fb3f142696 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b76781-e63b-4447-b159-ca890fbc9d21,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.567423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Pushing event deleted for resources: {'Port': ['ID=74d8eb02-b40f-4a81-854d-8ec3add8b844,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.580363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d9b76781-e63b-4447-b159-ca890fbc9d21 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:48.597515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b08a-63f0-4037-9bd4-6f8a6be8503c req-6ae5b00f-f96d-4014-9365-69754a155993 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.599747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ce1b08a-63f0-4037-9bd4-6f8a6be8503c req-6ae5b00f-f96d-4014-9365-69754a155993 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 932 time: 0.3101029 Aug 11 02:22:48.634659 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f427bdfe-17f1-4130-b283-335248e05516 x-openstack-request-id: req-f427bdfe-17f1-4130-b283-335248e05516 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:48.634967 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-unplugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:48.635313 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f427bdfe-17f1-4130-b283-335248e05516 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:48.635598 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'code': 200} Aug 11 02:22:48.678341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.787494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ce1b08a-63f0-4037-9bd4-6f8a6be8503c req-c3d4f76e-792c-41c1-81bd-97f9373b0022 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506796 Aug 11 02:22:48.838039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:48.877943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] No DVR routers for this DVR port 74d8eb02-b40f-4a81-854d-8ec3add8b844 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:49.018915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:49.036947 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-03ce758f-10b5-458d-8ed1-283f15f3d155 req-87aec54d-ed94-4d32-abdf-5b7463599e2f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562752 Aug 11 02:22:49.046273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.061026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.068830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.112067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.141836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bab906-41b5-42e7-b3a8-c8a5a101c9df']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.164380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4f8f10-c281-405a-a3a2-20d7a75328ae') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.164744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4f8f10-c281-405a-a3a2-20d7a75328ae') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.171300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.198896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.199531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.255838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.256474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.257927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] 10.222.0.25 "PUT /v2.0/ports/2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 1096 time: 3.6209877 Aug 11 02:22:49.292094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.367126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:49.367527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:49.369549 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:49.388647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Network 41e02474-60cf-499e-88c4-ae82371bcda0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:49.407661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:49.410904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:49.429458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738fafa-fce8-4905-b41d-c15de4a635cf service neutron] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:49.501125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.518671 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.520829 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] 10.222.0.16 "DELETE /v2.0/networks/f0bab906-41b5-42e7-b3a8-c8a5a101c9df HTTP/1.1" status: 204 len: 168 time: 3.3178756 Aug 11 02:22:49.540750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:49.544804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-5763dabc-dc18-4719-9bce-56d56c37ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.547542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-5763dabc-dc18-4719-9bce-56d56c37ce8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1099 time: 0.2440014 Aug 11 02:22:49.555030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c8caa-f8d2-47c6-9147-3a2857933cde admin admin] Pushing event deleted for resources: {'Network': ['ID=f0bab906-41b5-42e7-b3a8-c8a5a101c9df,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:49.557246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd78dd84-91bc-48e2-9c8a-b95c97f90809,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:49.557905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:49.592143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887bd3c-fb34-40d7-a230-7066b218ee25 req-2a2be924-fa4b-4737-a2b7-eb4f6077bf5e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.601821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b887bd3c-fb34-40d7-a230-7066b218ee25 req-2a2be924-fa4b-4737-a2b7-eb4f6077bf5e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 948 time: 0.4254425 Aug 11 02:22:49.612567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e71e8-8125-4d6e-a065-deae1e2e0711 req-fb883c82-dd8e-48aa-8902-7c4ee8145fa1 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.621555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-936e71e8-8125-4d6e-a065-deae1e2e0711 req-fb883c82-dd8e-48aa-8902-7c4ee8145fa1 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 949 time: 0.4992018 Aug 11 02:22:49.662510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e73fe17-f1b8-4d32-8047-7a969f4b9853 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:49.699956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.710614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:49.711167 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.727558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Transition to ACTIVE for port object 5e73fe17-f1b8-4d32-8047-7a969f4b9853 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:49.739065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.844591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.872924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Pushing event updated for resources: {'Port': ['ID=c2e39c5f-5914-423e-b062-0cb4cf915f01,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:49.881170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Checking segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:49.881788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Network hostable DHCP agents. Network: d9b76781-e63b-4447-b159-ca890fbc9d21, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:49.897887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:49.901056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:49.903949 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aea251-56a8-4ad8-8927-094d703f15b1" -d '{"events": [{"server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "name": "network-vif-plugged", "status": "completed", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:49.913728 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.954061 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.963807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b887bd3c-fb34-40d7-a230-7066b218ee25 req-c2a6ce7f-2163-434a-933c-a973582d7e61 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608716 Aug 11 02:22:49.967669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-936e71e8-8125-4d6e-a065-deae1e2e0711 req-916cbe63-4e8b-46cf-a724-3a36e9f2df1d tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447945 Aug 11 02:22:49.972031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Pushing event updated for resources: {'Port': ['ID=5e73fe17-f1b8-4d32-8047-7a969f4b9853,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:49.989318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.990043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.006719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Network d9b76781-e63b-4447-b159-ca890fbc9d21 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:50.021616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-16e9aed7-ba18-4766-8e26-8654fa20f350 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0244060 Aug 11 02:22:50.026793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d9b76781-e63b-4447-b159-ca890fbc9d21) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:50.033816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.036379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.044701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-b5927f24-fd43-40fa-a378-4001b0e3ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.047601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-b5927f24-fd43-40fa-a378-4001b0e3ae38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4850674 Aug 11 02:22:50.047992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b4f7c-e1d5-444e-bcbf-74545314184b None None] Network d9b76781-e63b-4447-b159-ca890fbc9d21 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:50.056208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Request body: {'port': {'device_id': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:50.163093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-af932590-a214-4f5c-83a4-02c4c25810ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.0963936 Aug 11 02:22:50.212729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Attempting to bind port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:50.212956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Attempting to bind port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:50.213301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Attempting to bind port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 on network 41e02474-60cf-499e-88c4-ae82371bcda0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:50.225187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.225655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 on network 41e02474-60cf-499e-88c4-ae82371bcda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:50.226245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Attempting to bind port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 on network 41e02474-60cf-499e-88c4-ae82371bcda0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:50.274551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:50.274907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Checking segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:50.275300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Bound using segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:50.275755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Bound port: 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:50.279188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.295072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64286f72-301f-4453-87f9-1ac49af7bd5b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:50.334707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.353347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.372682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-8815a542-a073-4c77-9a92-4d6c9b6e1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.375292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-8815a542-a073-4c77-9a92-4d6c9b6e1675 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1062784 Aug 11 02:22:50.413626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Transition to ACTIVE for port object 64286f72-301f-4453-87f9-1ac49af7bd5b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:50.443234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.478208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d9b76781-e63b-4447-b159-ca890fbc9d21', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'tenant_id': '5ca9dfad8a504f2c9284dcb3638ae417', 'fixed_ips': [{'subnet_id': 'bd78dd84-91bc-48e2-9c8a-b95c97f90809'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:50.479565 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.518646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fa8eff64-e5a1-4e14-8592-ca957d21b8fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3771071 Aug 11 02:22:50.593201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Pushing event updated for resources: {'Port': ['ID=64286f72-301f-4453-87f9-1ac49af7bd5b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.664450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] For port 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:50.676458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:50.681250 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:50.750968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Attempting to bind port 64286f72-301f-4453-87f9-1ac49af7bd5b on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:50.751305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Attempting to bind port 64286f72-301f-4453-87f9-1ac49af7bd5b by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:50.751640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Attempting to bind port 64286f72-301f-4453-87f9-1ac49af7bd5b on network 41e02474-60cf-499e-88c4-ae82371bcda0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:50.762477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Port 64286f72-301f-4453-87f9-1ac49af7bd5b on network 41e02474-60cf-499e-88c4-ae82371bcda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:50.762856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Attempting to bind port 64286f72-301f-4453-87f9-1ac49af7bd5b on network 41e02474-60cf-499e-88c4-ae82371bcda0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:50.770897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] For port 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:50.781296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.799785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Allocated IP 172.20.0.2 (d9b76781-e63b-4447-b159-ca890fbc9d21/bd78dd84-91bc-48e2-9c8a-b95c97f90809/e7581f2f-abd9-4ff5-b8c2-5b620f97d40f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:50.867717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.868379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.870042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] 10.222.0.59 "PUT /v2.0/ports/5e73fe17-f1b8-4d32-8047-7a969f4b9853 HTTP/1.1" status: 200 len: 1092 time: 2.6273012 Aug 11 02:22:50.871055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:50.871440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Checking segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:50.871866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Bound using segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:50.872467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Bound port: 64286f72-301f-4453-87f9-1ac49af7bd5b, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:50.872970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.909143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'tag': '5e73fe17-f1b8-4d32-8047-7a969f4b9853'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:50.925464 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e84b2-dbaa-4436-b140-1df6a005f385" -d '{"events": [{"name": "network-changed", "server_uuid": "eee547ec-931d-456b-9f28-d164bcbddf0c", "tag": "5e73fe17-f1b8-4d32-8047-7a969f4b9853"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:50.930408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb97b1-477f-449f-88cd-7a7cafcb0d3e service neutron] Pushing event updated for resources: {'Port': ['ID=5e73fe17-f1b8-4d32-8047-7a969f4b9853,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.944539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-f66a5de9-29e1-4957-9746-e3720e14d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.950918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-f66a5de9-29e1-4957-9746-e3720e14d4da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4291286 Aug 11 02:22:51.030178 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.042630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Transition to ACTIVE for port object e7581f2f-abd9-4ff5-b8c2-5b620f97d40f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:51.052853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] For port 64286f72-301f-4453-87f9-1ac49af7bd5b, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:51.057359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] For port 64286f72-301f-4453-87f9-1ac49af7bd5b, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=64286f72-301f-4453-87f9-1ac49af7bd5b,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:51.063005 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.081096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Transition to ACTIVE for port object e7581f2f-abd9-4ff5-b8c2-5b620f97d40f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:51.090366 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.144834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf68009-dbb7-4fe5-bcb0-b7696c4ccaab req-5d5df68f-b830-4a41-bae6-071ebbb592a0 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.147212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Network d9b76781-e63b-4447-b159-ca890fbc9d21 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:51.155142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:51.158050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daf68009-dbb7-4fe5-bcb0-b7696c4ccaab req-5d5df68f-b830-4a41-bae6-071ebbb592a0 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.8900425 Aug 11 02:22:51.160836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:51.175579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Pushing event updated for resources: {'Port': ['ID=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:51.194464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df76f9-78d4-43a8-8a20-3bf1ca346572 req-ba85fb89-0c03-4fe4-9fe3-cec971ae7e0a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.208235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42df76f9-78d4-43a8-8a20-3bf1ca346572 req-ba85fb89-0c03-4fe4-9fe3-cec971ae7e0a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.8302374 Aug 11 02:22:51.264883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Attempting to bind port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:51.265967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Attempting to bind port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:51.266394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Attempting to bind port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:51.275664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:51.276143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Checking segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:51.276516 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.276931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Bound using segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:51.277461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Bound port: e7581f2f-abd9-4ff5-b8c2-5b620f97d40f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:51.279046 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.346039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42df76f9-78d4-43a8-8a20-3bf1ca346572 req-2c4018d8-fd55-4354-966e-0c2913005162 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360955 Aug 11 02:22:51.350480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daf68009-dbb7-4fe5-bcb0-b7696c4ccaab req-50ec8fe8-5842-4db1-b40a-cf8a8a3843ca tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909451 Aug 11 02:22:51.415937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-913decd4-44af-48bc-a7e1-6ef27c6560f7 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300683 Aug 11 02:22:51.461278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] For port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:51.465273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] For port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:51.475523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.479440 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4fd9bf-7f88-4107-9a9d-aee8215f3cae x-openstack-request-id: req-bc4fd9bf-7f88-4107-9a9d-aee8215f3cae {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:51.479774 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "name": "network-vif-plugged", "status": "completed", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:51.479991 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc4fd9bf-7f88-4107-9a9d-aee8215f3cae {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:51.480374 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'code': 200} Aug 11 02:22:51.625821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cbe77-df4b-41fa-b3d7-b86622f00532 None None] Pushing event updated for resources: {'Port': ['ID=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:51.639435 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.783217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Pushing event updated for resources: {'Port': ['ID=64286f72-301f-4453-87f9-1ac49af7bd5b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:51.808312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-47c6037d-6a41-4664-9e78-88aa21cd1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.809935 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-47c6037d-6a41-4664-9e78-88aa21cd1603 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 1095 time: 0.8734806 Aug 11 02:22:51.818231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.819049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.820565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-38df2d8e-16da-44e7-add9-dae04f9ac186 service neutron] 10.222.0.59 "PUT /v2.0/ports/64286f72-301f-4453-87f9-1ac49af7bd5b HTTP/1.1" status: 200 len: 1091 time: 3.3385639 Aug 11 02:22:52.036641 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121b82d1-7ea0-4e4e-8d89-b520f8283932 x-openstack-request-id: req-121b82d1-7ea0-4e4e-8d89-b520f8283932 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:52.036949 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:52.037205 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-121b82d1-7ea0-4e4e-8d89-b520f8283932 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:52.037620 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'status': 'completed', 'code': 200} Aug 11 02:22:52.179403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e137a14b-5258-41a8-995e-4c6d8b73cc79 req-e2c27d29-4e29-4127-8b38-c014589246c4 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506626 Aug 11 02:22:52.183278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e39c5f-5914-423e-b062-0cb4cf915f01 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:52.193870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75116-9af4-4d53-a802-d378cd07c012 req-ce4cc6aa-bada-49ac-85a1-3a05ecc6b51b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.197244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bea75116-9af4-4d53-a802-d378cd07c012 req-ce4cc6aa-bada-49ac-85a1-3a05ecc6b51b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 945 time: 0.5780191 Aug 11 02:22:52.220029 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-9b9a586e-fa7b-42b2-8ae3-5bb0706b40cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853 HTTP/1.1" status: 200 len: 217 time: 0.3979411 Aug 11 02:22:52.243942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.257985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-0b2ba51b-ebaa-4e0b-a577-b314b2d50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.259899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-0b2ba51b-ebaa-4e0b-a577-b314b2d50c78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1099 time: 0.2272224 Aug 11 02:22:52.309249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1d307-05b0-4728-b6a4-5b37d39b5de6 req-595ca9da-0c92-45e8-b6df-056ff665e625 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.318079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ae1d307-05b0-4728-b6a4-5b37d39b5de6 req-595ca9da-0c92-45e8-b6df-056ff665e625 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 944 time: 0.2888386 Aug 11 02:22:52.324081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Transition to ACTIVE for port object c2e39c5f-5914-423e-b062-0cb4cf915f01 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:52.350591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-21e5fdd5-8ed1-46c3-9d37-741adb629c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.352303 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-21e5fdd5-8ed1-46c3-9d37-741adb629c56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 200 len: 857 time: 0.0831096 Aug 11 02:22:52.431472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.480060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-8672a399-38ba-44a6-a2e2-657db880396e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41e02474-60cf-499e-88c4-ae82371bcda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000791 Aug 11 02:22:52.532852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-599d934b-1378-4c3f-aac0-e027f8fc472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.536450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-599d934b-1378-4c3f-aac0-e027f8fc472f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&device_id=18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c HTTP/1.1" status: 200 len: 1094 time: 0.5274086 Aug 11 02:22:52.611309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ae1d307-05b0-4728-b6a4-5b37d39b5de6 req-75a2e971-92e5-4336-8047-585360779b75 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911873 Aug 11 02:22:52.633909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-8af18376-8ea9-4a2f-b242-dc05d8bc1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.643349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-8af18376-8ea9-4a2f-b242-dc05d8bc1038 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3707390 Aug 11 02:22:52.647210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-4f91ace0-f1a3-4e38-aa5b-bc173cfc2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.650257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-4f91ace0-f1a3-4e38-aa5b-bc173cfc2a14 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1099 time: 0.3886664 Aug 11 02:22:52.682782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-51f8a170-9c94-41af-b77b-8e91c74c9de0 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.697966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-51f8a170-9c94-41af-b77b-8e91c74c9de0 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 816 time: 0.5443840 Aug 11 02:22:52.715981 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.746784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e39c5f-5914-423e-b062-0cb4cf915f01,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:52.771548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.845462 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883aed6f-bc2f-4bba-9ed3-4287ddb821a6 x-openstack-request-id: req-883aed6f-bc2f-4bba-9ed3-4287ddb821a6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:52.845910 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee547ec-931d-456b-9f28-d164bcbddf0c", "tag": "5e73fe17-f1b8-4d32-8047-7a969f4b9853", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:52.846359 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-883aed6f-bc2f-4bba-9ed3-4287ddb821a6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:52.846959 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'tag': '5e73fe17-f1b8-4d32-8047-7a969f4b9853', 'status': 'completed', 'code': 200} Aug 11 02:22:52.860183 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-2c5a5fd8-ec3d-4576-a8f8-24bfc3e67006 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64286f72-301f-4453-87f9-1ac49af7bd5b HTTP/1.1" status: 200 len: 217 time: 0.2672834 Aug 11 02:22:52.884955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-e6e3a0c9-0265-4225-9d88-5c73fcfc445c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.1703761 Aug 11 02:22:53.022366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Deleting port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:53.022743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.057415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-dc367953-99bd-496a-b5eb-c59042127e5f tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/quotas/5ca9dfad8a504f2c9284dcb3638ae417 HTTP/1.1" status: 200 len: 375 time: 0.3575835 Aug 11 02:22:53.165571 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-67af92a0-48bc-4c6f-882c-803d6437d900 service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391518 Aug 11 02:22:53.167725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-d8ecf07a-d29e-4ada-a58a-bfd19323f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.172540 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-d8ecf07a-d29e-4ada-a58a-bfd19323f978 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 200 len: 857 time: 0.2949226 Aug 11 02:22:53.191190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7581f2f-abd9-4ff5-b8c2-5b620f97d40f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:53.288513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:53.299731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f0e15-7ba5-4be3-a5de-4ae4d5660e70 None None] Network d9b76781-e63b-4447-b159-ca890fbc9d21 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:53.307088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-2542b1f0-459f-4bd0-b156-5afd94a2d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.309672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-2542b1f0-459f-4bd0-b156-5afd94a2d8dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3145120 Aug 11 02:22:53.327861 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-23e84489-844b-4be6-a90a-e045556259dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41e02474-60cf-499e-88c4-ae82371bcda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592854 Aug 11 02:22:53.342141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-05d3849e-4c92-4dd7-a138-6c6894c8a5a7 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2831259 Aug 11 02:22:53.385615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Attempting to bind port c2e39c5f-5914-423e-b062-0cb4cf915f01 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:53.386618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Attempting to bind port c2e39c5f-5914-423e-b062-0cb4cf915f01 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:53.387398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Attempting to bind port c2e39c5f-5914-423e-b062-0cb4cf915f01 on network 41e02474-60cf-499e-88c4-ae82371bcda0 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:53.435789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1468b4-3224-43dd-861a-4c603ab40ef0 req-918207ae-8f79-477b-9e08-1d7798f6d163 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.450938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e1468b4-3224-43dd-861a-4c603ab40ef0 req-918207ae-8f79-477b-9e08-1d7798f6d163 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 948 time: 0.5464547 Aug 11 02:22:53.499580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Provisioning for port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:53.527512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Provisioning complete for port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:53.538886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.569084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Port c2e39c5f-5914-423e-b062-0cb4cf915f01 on network 41e02474-60cf-499e-88c4-ae82371bcda0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:53.570084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Attempting to bind port c2e39c5f-5914-423e-b062-0cb4cf915f01 on network 41e02474-60cf-499e-88c4-ae82371bcda0 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:53.575744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-fc21b907-986b-474c-99c6-e995e2742f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.578797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-fc21b907-986b-474c-99c6-e995e2742f37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.8526361 Aug 11 02:22:53.632792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:53.633823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Checking segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:53.634819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Bound using segment: {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:53.635883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Bound port: c2e39c5f-5914-423e-b062-0cb4cf915f01, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd440df8-1684-4cae-bb96-c2b27e70a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:53.636810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.775837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-74ce2e14-6e69-41de-af2d-4a2fb69250bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.1608591 Aug 11 02:22:53.776295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Deleting port a62a7680-67a9-4dc8-9541-ccc5499b2051 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:53.776753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.839635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e1468b4-3224-43dd-861a-4c603ab40ef0 req-e5447052-a953-4c48-ba86-902d6226d30b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867702 Aug 11 02:22:53.843310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-82642447-9028-4cce-bca8-dd4912ea6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.850410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-82642447-9028-4cce-bca8-dd4912ea6bcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4913268 Aug 11 02:22:54.054404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-d65265b7-da75-4d84-b158-5e9f49d62ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023160 Aug 11 02:22:54.150108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] For port 844fbb3e-3a1b-4e1d-b777-89473f7136f8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=844fbb3e-3a1b-4e1d-b777-89473f7136f8,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:54.150677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.171128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] For port a62a7680-67a9-4dc8-9541-ccc5499b2051, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a62a7680-67a9-4dc8-9541-ccc5499b2051,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:54.171418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.225510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Calling delete_port for 844fbb3e-3a1b-4e1d-b777-89473f7136f8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:54.255389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.272252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-d548faa9-0f07-4c93-a0e4-32935a546f5e service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0983863 Aug 11 02:22:54.292219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Calling delete_port for a62a7680-67a9-4dc8-9541-ccc5499b2051 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:54.342326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-32d6054b-1813-465f-bfa5-bb1ee696309b service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657290 Aug 11 02:22:54.362205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-0b444e83-3673-4ee0-8164-489ec854b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:54.375567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-0b444e83-3673-4ee0-8164-489ec854b332 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.5827780 Aug 11 02:22:54.439216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] For port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:54.447256 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.500805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] For port c2e39c5f-5914-423e-b062-0cb4cf915f01, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:54.549312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Pushing event updated for resources: {'Port': ['ID=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:54.560785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.561127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.561843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.561843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.562440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.562779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.565217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.565736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.566135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.566933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.566933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.567271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6835-84d1-4b9d-b1e7-a8589057a431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:54.629189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-4c9685ba-3f53-47a3-97f0-f2cc0b9df9b7 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820720 Aug 11 02:22:54.684938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6de1b937-ed6f-4022-b7db-59eb9018f9ce None None] Provisioning complete for port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:54.685849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80b37-18b9-4f0a-b61a-92c79ace2b66 req-7ffdbbfd-5607-4da3-9412-7dc4651f43dc tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:54.686509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6de1b937-ed6f-4022-b7db-59eb9018f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.703121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adc80b37-18b9-4f0a-b61a-92c79ace2b66 req-7ffdbbfd-5607-4da3-9412-7dc4651f43dc tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 949 time: 0.6311851 Aug 11 02:22:54.728690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] For port c2e39c5f-5914-423e-b062-0cb4cf915f01, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:54.790324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.820691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-b7767c94-3d32-4c4f-999b-b9f2818ac381 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9576552 Aug 11 02:22:54.967616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'tag': '64286f72-301f-4453-87f9-1ac49af7bd5b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:54.973428 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c", "tag": "64286f72-301f-4453-87f9-1ac49af7bd5b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:54.997640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.039889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-0d1d2ed4-91ff-4fb3-a219-ee43c530f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.043294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-0d1d2ed4-91ff-4fb3-a219-ee43c530f534 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6240888 Aug 11 02:22:55.126999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7581f2f-abd9-4ff5-b8c2-5b620f97d40f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:55.141784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event deleted for resources: {'Port': ['ID=844fbb3e-3a1b-4e1d-b777-89473f7136f8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:55.259603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-d10e981b-439b-44e4-bffb-19f940e75fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.261944 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-d10e981b-439b-44e4-bffb-19f940e75fdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 1095 time: 0.7777348 Aug 11 02:22:55.267897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e39c5f-5914-423e-b062-0cb4cf915f01,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:55.306545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:55.308456 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.315361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.316094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.321017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b1446310-4815-4fb1-8b93-0432fa4507c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2e39c5f-5914-423e-b062-0cb4cf915f01 HTTP/1.1" status: 200 len: 1092 time: 5.2700868 Aug 11 02:22:55.341764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] No DVR routers for this DVR port 844fbb3e-3a1b-4e1d-b777-89473f7136f8 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:55.344198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'tag': 'c2e39c5f-5914-423e-b062-0cb4cf915f01'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:55.353105 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7d37ac-6b42-42a8-a58e-7e6852a47ea4", "tag": "c2e39c5f-5914-423e-b062-0cb4cf915f01"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:55.418875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.420955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bea75116-9af4-4d53-a802-d378cd07c012 req-58ca3df7-5879-4806-915d-f7c7dfb9db6f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "DELETE /v2.0/ports/844fbb3e-3a1b-4e1d-b777-89473f7136f8 HTTP/1.1" status: 204 len: 173 time: 3.1773648 Aug 11 02:22:55.441322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-6576c475-a0a1-4d87-ae7e-2cb9d34eade5 service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9558237 Aug 11 02:22:55.455418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adc80b37-18b9-4f0a-b61a-92c79ace2b66 req-5a5bc333-d48c-4fbc-b8ec-7da392c34c25 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507269 Aug 11 02:22:55.525868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-07428685-ad42-4dfe-bdbb-58a517a9ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.527919 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-07428685-ad42-4dfe-bdbb-58a517a9ad5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 917 time: 0.2537246 Aug 11 02:22:55.575349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5eb0a-4f9d-4db8-933b-5b940dafb9ae req-cfb00b5e-72e2-45fc-b2fc-1d301c97dd94 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.584829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0c5eb0a-4f9d-4db8-933b-5b940dafb9ae req-cfb00b5e-72e2-45fc-b2fc-1d301c97dd94 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.6377013 Aug 11 02:22:55.608785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-aaf8b885-d4e0-4a8a-9fbd-c53e9e387a08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853 HTTP/1.1" status: 200 len: 217 time: 0.0559220 Aug 11 02:22:55.624568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:55.642082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:55.677157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.724909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-b7a78aa6-48c5-408b-8cf0-eb0aa201af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.726418 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-b7a78aa6-48c5-408b-8cf0-eb0aa201af05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 200 len: 857 time: 0.1085322 Aug 11 02:22:55.727764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62a7680-67a9-4dc8-9541-ccc5499b2051,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:55.859081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 844fbb3e-3a1b-4e1d-b777-89473f7136f8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:55.862383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 844fbb3e-3a1b-4e1d-b777-89473f7136f8 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:55.934424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b5bb422f-dd56-4a45-95a8-67bd43117a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.937239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-b5bb422f-dd56-4a45-95a8-67bd43117a6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 1095 time: 0.4683030 Aug 11 02:22:55.948658 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-a9e2a0b6-c4b8-4a9b-8024-bc53d1c12b55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41e02474-60cf-499e-88c4-ae82371bcda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1992040 Aug 11 02:22:56.004175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30eda4c5-2d38-4bd6-8219-efcf75e4b234 req-dd7ec6c2-05aa-4456-a8da-ff28b722d803 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=3598e0e0-ba23-43ed-bcff-b1cb2584758e HTTP/1.1" status: 200 len: 210 time: 0.0995696 Aug 11 02:22:56.014888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-5fab1198-d4b8-47f7-b71b-ea9ec730199a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295163 Aug 11 02:22:56.134340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:56.183776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'mac_address': 'fa:16:3e:33:de:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:56.220961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-6e41ea5a-426a-4ecc-943d-7be332533463 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01 HTTP/1.1" status: 200 len: 217 time: 0.2130620 Aug 11 02:22:56.322196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.378368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126ae76-61ef-4d9a-b777-41e2a50d4e73 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:56.391195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-b2ba1522-3094-454f-9462-e8c9397bc969 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5207257 Aug 11 02:22:56.416063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0c5eb0a-4f9d-4db8-933b-5b940dafb9ae req-4eca8255-7edc-49e3-9bc9-bd18231c988a tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333828 Aug 11 02:22:56.445570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:56.452937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.557424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bd2e-e0e8-49c9-8657-c61f5c973906 req-b8c857d2-7eb9-49c2-9e2c-5d67af4f01fe tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:56.560577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4552bd2e-e0e8-49c9-8657-c61f5c973906 req-b8c857d2-7eb9-49c2-9e2c-5d67af4f01fe tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 944 time: 0.3502321 Aug 11 02:22:56.578217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6d1a1b-a4a3-48da-9811-f8bb3686f418 req-d48c890d-a092-48c8-bc09-6e254fee52f4 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314610 Aug 11 02:22:56.579845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-488c3fc4-015d-4696-9970-9f425a2ce1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:56.583125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-488c3fc4-015d-4696-9970-9f425a2ce1a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 200 len: 857 time: 0.2922380 Aug 11 02:22:56.605745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.701803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-6a79dedf-46e0-45d4-81f4-4d58a7ac5d0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41e02474-60cf-499e-88c4-ae82371bcda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036744 Aug 11 02:22:56.794250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2126ae76-61ef-4d9a-b777-41e2a50d4e73'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:56.803751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-2ce4d173-d6ea-4669-a8ea-e054273447c4 service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454335 Aug 11 02:22:56.838697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4552bd2e-e0e8-49c9-8657-c61f5c973906 req-db2c67e9-c487-47c3-b9e7-c0792db993d9 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540436 Aug 11 02:22:57.106747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.114525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-619e84b2-dbaa-4436-b140-1df6a005f385 req-cc1762ca-af65-4d40-a5f4-1a288deb4656 service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013487 Aug 11 02:22:57.280407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5e73fe17-f1b8-4d32-8047-7a969f4b9853 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:57.416973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:57.433161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5e73fe17-f1b8-4d32-8047-7a969f4b9853', 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'port_id': '5e73fe17-f1b8-4d32-8047-7a969f4b9853', 'mac_address': 'fa:16:3e:62:aa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a36c17-04c9-45a7-b3dd-333d523267cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:57.484181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.501009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e73fe17-f1b8-4d32-8047-7a969f4b9853 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:57.529939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:57.537457 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.539054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 64286f72-301f-4453-87f9-1ac49af7bd5b details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:57.584966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-cc027d19-9c3b-4ec6-ad53-53f62ff92da3 service neutron] 10.222.0.25 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644373 Aug 11 02:22:57.624649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 64286f72-301f-4453-87f9-1ac49af7bd5b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=64286f72-301f-4453-87f9-1ac49af7bd5b,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:57.648791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5e73fe17-f1b8-4d32-8047-7a969f4b9853,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:57.651206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Router 7bacbbbc-9eca-437e-97b5-bf6124b3251b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:57.656997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '64286f72-301f-4453-87f9-1ac49af7bd5b', 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'port_id': '64286f72-301f-4453-87f9-1ac49af7bd5b', 'mac_address': 'fa:16:3e:81:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a36c17-04c9-45a7-b3dd-333d523267cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:57.724689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.758649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64286f72-301f-4453-87f9-1ac49af7bd5b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:57.786614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 64286f72-301f-4453-87f9-1ac49af7bd5b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=64286f72-301f-4453-87f9-1ac49af7bd5b,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:57.791990 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.801270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-43b78a03-3c44-48c2-bc1f-d1a9e34cb891 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:57.807181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-43b78a03-3c44-48c2-bc1f-d1a9e34cb891 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 816 time: 1.2122390 Aug 11 02:22:57.852461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:57.861577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=64286f72-301f-4453-87f9-1ac49af7bd5b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:57.861726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d5d5f748-9bf8-4047-ae19-ee4286529328 admin admin] 10.222.0.16 "PUT /v2.0/routers/7bacbbbc-9eca-437e-97b5-bf6124b3251b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3196142 Aug 11 02:22:57.862553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:57.871382 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] Sync routers for ids ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:57.879795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-773c7226-8d29-4d1e-8803-a4d383594edc tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/quotas/5ca9dfad8a504f2c9284dcb3638ae417 HTTP/1.1" status: 200 len: 375 time: 0.0614429 Aug 11 02:22:57.893736 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] Routers {'7bacbbbc-9eca-437e-97b5-bf6124b3251b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:57.894693 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:57.998452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993cc17-48d0-4b5c-bd2b-43588baf3ce2 req-854573c3-4110-421c-bd1a-5366a3f4f303 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:58.002179 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0993cc17-48d0-4b5c-bd2b-43588baf3ce2 req-854573c3-4110-421c-bd1a-5366a3f4f303 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 949 time: 0.4910543 Aug 11 02:22:58.032298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.083942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b04a89ac-11b6-43c1-b84c-280349fd83fa req-2d773159-d974-4d64-9bfb-4ff78aef7111 service neutron] 10.222.0.25 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434881 Aug 11 02:22:58.099198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5e73fe17-f1b8-4d32-8047-7a969f4b9853'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:58.106412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['64286f72-301f-4453-87f9-1ac49af7bd5b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:58.150994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-121e1a01-a18d-4af5-9179-3d711b285b5e tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:58.153632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-121e1a01-a18d-4af5-9179-3d711b285b5e tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 816 time: 0.6460791 Aug 11 02:22:58.157275 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] Set router 7bacbbbc-9eca-437e-97b5-bf6124b3251b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:58.187846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Request body: {'port': {'device_id': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'admin_state_up': True, 'tenant_id': '5ca9dfad8a504f2c9284dcb3638ae417'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:58.206381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-d6619128-a20c-4d60-8c9d-29786c0a3287 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3124025 Aug 11 02:22:58.249449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.290496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0993cc17-48d0-4b5c-bd2b-43588baf3ce2 req-5b2fae49-45ab-4402-b8b7-d290ca9aa0e1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674510 Aug 11 02:22:58.377504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Deleting port bd3329c2-a991-4c1e-92d9-179fcfdbbf12 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:58.377945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.555034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] For port bd3329c2-a991-4c1e-92d9-179fcfdbbf12, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:58.555494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.562510 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2508c241-21fe-4d3c-8138-90d49247da30 x-openstack-request-id: req-2508c241-21fe-4d3c-8138-90d49247da30 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:58.568365 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7d37ac-6b42-42a8-a58e-7e6852a47ea4", "tag": "c2e39c5f-5914-423e-b062-0cb4cf915f01", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:58.568832 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2508c241-21fe-4d3c-8138-90d49247da30 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:58.569369 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'tag': 'c2e39c5f-5914-423e-b062-0cb4cf915f01', 'status': 'completed', 'code': 200} Aug 11 02:22:58.591950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Calling delete_port for bd3329c2-a991-4c1e-92d9-179fcfdbbf12 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:58.717240 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa6cdd2-f0b5-48ad-8769-2360dcba3546 x-openstack-request-id: req-5aa6cdd2-f0b5-48ad-8769-2360dcba3546 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:58.717678 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c", "tag": "64286f72-301f-4453-87f9-1ac49af7bd5b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:58.718075 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5aa6cdd2-f0b5-48ad-8769-2360dcba3546 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:58.718694 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'tag': '64286f72-301f-4453-87f9-1ac49af7bd5b', 'status': 'completed', 'code': 200} Aug 11 02:22:58.728602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-9b87fac3-0c1a-41f5-9243-41805a542e24 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:58.735533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-9b87fac3-0c1a-41f5-9243-41805a542e24 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.3100693 Aug 11 02:22:58.766970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-1875a3ac-cf38-49b9-9412-922161a1535b service neutron] 10.222.0.16 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842057 Aug 11 02:22:58.783892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-8'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:58.824638 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:22:55Z', 'revision_number': 5, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port': {'id': 'bd3329c2-a991-4c1e-92d9-179fcfdbbf12', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:17:01Z', 'updated_at': '2021-08-11T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:58.890460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] Checking router: 7bacbbbc-9eca-437e-97b5-bf6124b3251b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:58.902431 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] Routers {'7bacbbbc-9eca-437e-97b5-bf6124b3251b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:58.903381 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:22:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:58.907741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Made reservation on behalf of 5ca9dfad8a504f2c9284dcb3638ae417 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:58.912918 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.011297 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.026557 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] Set router 7bacbbbc-9eca-437e-97b5-bf6124b3251b gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:59.049399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-f6346077-1749-41cc-b62c-efffca3ea877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.052408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-f6346077-1749-41cc-b62c-efffca3ea877 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 1095 time: 0.3324320 Aug 11 02:22:59.063955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-c70ee0e1-6790-4003-af44-f43ceb7c6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.072113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-c70ee0e1-6790-4003-af44-f43ceb7c6a63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d89a5cce90d04362bb208a5b36c385ba&device_id=18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c HTTP/1.1" status: 200 len: 1095 time: 0.3505106 Aug 11 02:22:59.101574 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:22:58Z', 'revision_number': 6, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:59.126349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-e1e1cd9b-f4d6-4340-8c84-b30b8599ae54 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225322 Aug 11 02:22:59.145266 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6ae05-bfbe-4368-a251-c85835e20729 None None] The sync data for ids ['7bacbbbc-9eca-437e-97b5-bf6124b3251b'] in n-d-715271-8 is: [{'id': '7bacbbbc-9eca-437e-97b5-bf6124b3251b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014757158-router', 'tenant_id': '30e67e44ab05418197fe30aeb5479357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:22:58Z', 'revision_number': 6, 'project_id': '30e67e44ab05418197fe30aeb5479357', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:59.366947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Allocated IP 172.20.0.8 (d9b76781-e63b-4447-b159-ca890fbc9d21/bd78dd84-91bc-48e2-9c8a-b95c97f90809/eab6feef-8586-4831-9236-00a7e945dc35) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:59.375997 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.442939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3329c2-a991-4c1e-92d9-179fcfdbbf12,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:59.453552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68c180-15a7-4bde-a960-e9e9d949fd1d req-5cbc6a39-189c-4082-984c-ca44c143f22f tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.455713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf68c180-15a7-4bde-a960-e9e9d949fd1d req-5cbc6a39-189c-4082-984c-ca44c143f22f tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 945 time: 0.2920291 Aug 11 02:22:59.496953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.497508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.498106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.498668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.499207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.499757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.500468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.501432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.501987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.502671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.503165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.504338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:59.543567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:59.615627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:59.716885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-4da7341f-75a4-4e04-b4d1-29d5d1bc67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.719714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-4da7341f-75a4-4e04-b4d1-29d5d1bc67bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 917 time: 0.6439643 Aug 11 02:22:59.770224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9a644-20e0-4106-ad91-7e8a7cdeefce req-eaa536eb-3c8a-4857-9a4a-027e6eb7891b tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.772223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ac9a644-20e0-4106-ad91-7e8a7cdeefce req-eaa536eb-3c8a-4857-9a4a-027e6eb7891b tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 945 time: 0.3514059 Aug 11 02:22:59.775640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf68c180-15a7-4bde-a960-e9e9d949fd1d req-b8f6503f-0d71-435d-b574-078a3dd3403e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825420 Aug 11 02:22:59.801760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:59.808853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:59.839039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:59.851992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 has no active binding in host n-h1-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:22:59.904422 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-4de291a6-7795-462a-9bf1-a6fed9d6b194 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01 HTTP/1.1" status: 200 len: 217 time: 0.1474514 Aug 11 02:22:59.925063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.934328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ac9a644-20e0-4106-ad91-7e8a7cdeefce req-0d46d6de-0f59-4860-9644-25302b4a86d0 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506929 Aug 11 02:22:59.940233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-fb9785d5-89ef-4c8e-abac-5a020bbb6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.950111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.950885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-fb9785d5-89ef-4c8e-abac-5a020bbb6f24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 200 len: 917 time: 0.8644881 Aug 11 02:23:00.043978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.053790 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-cbd9a4ce-8cc7-45a4-b690-e04b294ff4d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64286f72-301f-4453-87f9-1ac49af7bd5b HTTP/1.1" status: 200 len: 217 time: 0.0617435 Aug 11 02:23:00.061892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:00.068787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:00.070348 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.165973 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.199473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-26cdd281-c5d2-46db-993b-aa7d66b4705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.201008 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-26cdd281-c5d2-46db-993b-aa7d66b4705a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 200 len: 857 time: 0.2852259 Aug 11 02:23:00.205698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Transition to ACTIVE for port object eab6feef-8586-4831-9236-00a7e945dc35 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:00.205945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.210292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.255241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-26c72988-7aed-43d3-9963-ef5ddaa03bbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41e02474-60cf-499e-88c4-ae82371bcda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427954 Aug 11 02:23:00.288783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.336908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.338171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-e57455fb-e70e-40dd-880f-9b856b78e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.339800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-e57455fb-e70e-40dd-880f-9b856b78e872 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 200 len: 857 time: 0.2143643 Aug 11 02:23:00.429879 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.433155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:00.435821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bacbbbc-9eca-437e-97b5-bf6124b3251b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:23:00.448278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.452096 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e299a57-9b7d-4641-bd68-7011e7bda91b" -d '{"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-plugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:00.461360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9b6a4b86-25db-46aa-b910-bfead04b76dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/7bacbbbc-9eca-437e-97b5-bf6124b3251b HTTP/1.1" status: 204 len: 168 time: 2.5963840 Aug 11 02:23:00.462468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.473250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:00.489893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c572c55-aaa1-4e6f-85bb-6b12a23726ab req-87a27f58-e5a4-4733-9118-5b89db51f087 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.499046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c572c55-aaa1-4e6f-85bb-6b12a23726ab req-87a27f58-e5a4-4733-9118-5b89db51f087 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 949 time: 0.2022004 Aug 11 02:23:00.517183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:00.526324 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.531962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.25', 64199) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:00.542799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-44ac31ce-1c79-4d1f-829c-b0249db18720 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41e02474-60cf-499e-88c4-ae82371bcda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315885 Aug 11 02:23:00.547145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Network d9b76781-e63b-4447-b159-ca890fbc9d21 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:00.604266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:00.606773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:00.609278 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ee422-064e-4dfe-86c9-7bdae831a770" -d '{"events": [{"server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:00.635188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.635569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.635927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.636355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.638553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.638948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.639319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.639657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.639992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.640323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.640654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.640980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:00.649303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:00.699348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.728177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'name': 'network-vif-deleted', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:00.733669 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d19ec-177c-40b5-b938-e99e4217c420" -d '{"events": [{"server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "name": "network-vif-deleted", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:00.808913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:00.809536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:00.809723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:00.874269 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-594adf5d-51ff-43fd-88d2-3dbccfc91769 service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237457 Aug 11 02:23:00.898894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-068bee87-67db-4b5d-b59d-54be5f3d2d9b tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.900899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-068bee87-67db-4b5d-b59d-54be5f3d2d9b tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 949 time: 0.5279868 Aug 11 02:23:00.923030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:00.933736 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-f9b17d9a-9e30-4cae-a72f-0d0955f7db4f service neutron] 10.222.0.25 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414456 Aug 11 02:23:00.943496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274815116', 'description': 'tempest-description--1307312649'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:00.971036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.971699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.076000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c572c55-aaa1-4e6f-85bb-6b12a23726ab req-2df139cc-f500-4b20-94ae-e2c50fc28bfe tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/security-groups?id=d54679a1-9d24-43ff-9a72-688a2352e136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748467 Aug 11 02:23:01.076000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:01.076000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Attempting to bind port a8f53127-a927-40a9-a518-a5822e93e0c5 on network 609d90c9-f85c-426b-a186-9ff5357b9585 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:01.102178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Deleting subnet 64b694bc-a034-4b46-9a94-7d99651877f4 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:01.147239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a62a7680-67a9-4dc8-9541-ccc5499b2051 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:01.236463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a62a7680-67a9-4dc8-9541-ccc5499b2051 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:01.237118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a62a7680-67a9-4dc8-9541-ccc5499b2051 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:01.238676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bd3329c2-a991-4c1e-92d9-179fcfdbbf12 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:01.244993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.272101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.277935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: bd3329c2-a991-4c1e-92d9-179fcfdbbf12 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:01.280327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bd3329c2-a991-4c1e-92d9-179fcfdbbf12 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:01.287085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8ca36d51-128e-4060-bffa-2ad6257361ea None None] Provisioning for port eab6feef-8586-4831-9236-00a7e945dc35 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:01.294723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8ca36d51-128e-4060-bffa-2ad6257361ea None None] Provisioning complete for port eab6feef-8586-4831-9236-00a7e945dc35 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:01.295406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca36d51-128e-4060-bffa-2ad6257361ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.303222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:01.304137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Checking segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:01.304695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Bound using segment: {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:01.305326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Bound port: a8f53127-a927-40a9-a518-a5822e93e0c5, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc25e0bd-41b5-4289-9101-a5dc415fbe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '609d90c9-f85c-426b-a186-9ff5357b9585'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:01.305862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.338968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ca36d51-128e-4060-bffa-2ad6257361ea None None] Port eab6feef-8586-4831-9236-00a7e945dc35 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:01.341016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 64286f72-301f-4453-87f9-1ac49af7bd5b up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:01.416186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 64286f72-301f-4453-87f9-1ac49af7bd5b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:01.425126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 64286f72-301f-4453-87f9-1ac49af7bd5b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:01.426268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.428592 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fd435fd-233d-47f7-bfc8-b1f1bb7e5dac req-ccb35d5d-133b-40cb-b71f-1a78309578be service neutron] 10.222.0.25 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993378 Aug 11 02:23:01.491241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-240a8976-1e62-47d5-9cd7-ed8dfccfe4b5 req-24e9a548-699c-43c1-87d1-6023cb594261 service neutron] 10.222.0.59 "GET /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071339 Aug 11 02:23:01.563363 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.607002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 64286f72-301f-4453-87f9-1ac49af7bd5b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=64286f72-301f-4453-87f9-1ac49af7bd5b,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:01.612303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4347472 Aug 11 02:23:01.612846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.613756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5e73fe17-f1b8-4d32-8047-7a969f4b9853 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:01.649181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.657136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-03ceface-8558-4986-a47a-9a96792edbdc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.657949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.659021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-03ceface-8558-4986-a47a-9a96792edbdc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e&tenant_id=c079f15875914884a072129db96f8d64&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 950 time: 1.1099160 Aug 11 02:23:01.662199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2e39c5f-5914-423e-b062-0cb4cf915f01 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:01.672525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a89d35-e1c8-41d9-a7b2-3e846ee0c46a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Pushing event updated for resources: {'Port': ['ID=eab6feef-8586-4831-9236-00a7e945dc35,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.701542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-1f7f3323-f6fe-4f04-b2a7-8f01ec21d26d tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.701924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.703333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7779613 Aug 11 02:23:01.707014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:01.707286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-1f7f3323-f6fe-4f04-b2a7-8f01ec21d26d tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.59 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 816 time: 0.4608533 Aug 11 02:23:01.712985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'security_group_rule': {'security_group_id': 'f0d34ebd-6d07-4123-8e10-9d78b9083bca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:01.720729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564325f7-fb14-4aad-b0ca-7a81ea950176 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d34ebd-6d07-4123-8e10-9d78b9083bca,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.739878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Request body: {'port': {'device_id': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:01.762957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.780828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Request body: {'port': {'device_id': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'admin_state_up': True, 'tenant_id': '5ca9dfad8a504f2c9284dcb3638ae417'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:01.791581 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.889981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=64286f72-301f-4453-87f9-1ac49af7bd5b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.927343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:01.945003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:01.945570 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.967492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.976140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.008619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85ed75f-9f70-42d5-a533-f015933a2a86,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.028887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.034686 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dee7d5e4-0ef6-4906-8479-bf99f21f87a7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241987 Aug 11 02:23:02.037386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49994) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:02.045707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'security_group_rule': {'security_group_id': 'f0d34ebd-6d07-4123-8e10-9d78b9083bca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:02.048221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c2e39c5f-5914-423e-b062-0cb4cf915f01, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:02.074237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'c2e39c5f-5914-423e-b062-0cb4cf915f01', 'network_id': '41e02474-60cf-499e-88c4-ae82371bcda0', 'port_id': 'c2e39c5f-5914-423e-b062-0cb4cf915f01', 'mac_address': 'fa:16:3e:68:b8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a36c17-04c9-45a7-b3dd-333d523267cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:02.128306 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.214124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.216832 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.224409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.231617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.248760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b0aa45-e953-45b6-9c1c-8f6f38861227,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.258887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.261416 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b59bc43b-b9f6-446a-a60c-cee6f62e9f25 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2217484 Aug 11 02:23:02.268547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:02.271535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e39c5f-5914-423e-b062-0cb4cf915f01 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:02.277925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:02.323167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:02.328961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.330381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c2e39c5f-5914-423e-b062-0cb4cf915f01, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:02.332709 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.341557 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.429747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5e73fe17-f1b8-4d32-8047-7a969f4b9853,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.517640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4e423-ea27-4940-aa3e-73f6c79521d1 req-916f2528-66cd-4769-af76-d730221b497d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:02.530898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09c4e423-ea27-4940-aa3e-73f6c79521d1 req-916f2528-66cd-4769-af76-d730221b497d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 1.2900198 Aug 11 02:23:02.558222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c2e39c5f-5914-423e-b062-0cb4cf915f01,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.593723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.665426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c2e39c5f-5914-423e-b062-0cb4cf915f01'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:02.823775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Allocated IP 172.25.6.237 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/f0bbe5b6-27ec-4c87-a1c9-5cf28f418893) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:02.827447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.842831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:03.003247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:03.008800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09c4e423-ea27-4940-aa3e-73f6c79521d1 req-dae9767b-e1eb-48e9-982f-20437b82292a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765100 Aug 11 02:23:03.029126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.089947 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd6fe2-336e-4842-818b-157bbc2a6507 x-openstack-request-id: req-8fdd6fe2-336e-4842-818b-157bbc2a6507 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:03.090533 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-plugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:03.090533 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fdd6fe2-336e-4842-818b-157bbc2a6507 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:03.091210 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'code': 200} Aug 11 02:23:03.113861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.144355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.148042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-dea46b56-f4da-47d6-8959-f5cfaa366736 service neutron] 10.222.0.25 "GET /v2.0/ports/2126ae76-61ef-4d9a-b777-41e2a50d4e73/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 382 time: 1.4626141 Aug 11 02:23:03.149968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Deleting port cebed9a9-cbae-421c-b14c-b9014bdbec9d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:03.150440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.156229 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31093ff6-c2e6-48f7-8e4b-a92d2247e3d7 x-openstack-request-id: req-31093ff6-c2e6-48f7-8e4b-a92d2247e3d7 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:03.156536 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:03.156987 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31093ff6-c2e6-48f7-8e4b-a92d2247e3d7 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:03.157451 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'code': 200} Aug 11 02:23:03.191381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:03.197635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:03.202039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:03.231520 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffbf3c1-8839-4a9c-96b8-f5a7a18763ec x-openstack-request-id: req-4ffbf3c1-8839-4a9c-96b8-f5a7a18763ec {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:03.231813 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3598e0e0-ba23-43ed-bcff-b1cb2584758e", "name": "network-vif-deleted", "tag": "844fbb3e-3a1b-4e1d-b777-89473f7136f8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:03.232080 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ffbf3c1-8839-4a9c-96b8-f5a7a18763ec {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:03.232690 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3598e0e0-ba23-43ed-bcff-b1cb2584758e', 'name': 'network-vif-deleted', 'tag': '844fbb3e-3a1b-4e1d-b777-89473f7136f8', 'status': 'completed', 'code': 200} Aug 11 02:23:03.235899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'Port': ['ID=f0bbe5b6-27ec-4c87-a1c9-5cf28f418893,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.326459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=8']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.340048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-5d49b978-f306-4a76-ae6e-dcc3ec224104 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.349625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-5d49b978-f306-4a76-ae6e-dcc3ec224104 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 816 time: 2.2532511 Aug 11 02:23:03.359041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Made reservation on behalf of 5ca9dfad8a504f2c9284dcb3638ae417 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:03.363736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.373641 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.423568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.499303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.511803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-c8fc3684-3a1f-439f-9b87-fa06028b7fbd tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/quotas/5ca9dfad8a504f2c9284dcb3638ae417 HTTP/1.1" status: 200 len: 375 time: 0.1610372 Aug 11 02:23:03.630527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cebed9a9-cbae-421c-b14c-b9014bdbec9d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:03.674873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.684222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.777491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.823843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:03.832723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.846756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.879072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'Port': ['ID=f0bbe5b6-27ec-4c87-a1c9-5cf28f418893,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.894591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.895173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.896742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0dd7c82c-3a5f-4329-92a2-f554b552cda2 service neutron] 10.222.0.25 "PUT /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 1121 time: 5.1264627 Aug 11 02:23:03.905493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.911372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-ddd195a8-1577-45e7-bee1-0a64fdd46f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.913332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-ddd195a8-1577-45e7-bee1-0a64fdd46f2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1101 time: 0.6083865 Aug 11 02:23:03.927420 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9066450-c502-4efe-a28b-137a68048e28 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6492515 Aug 11 02:23:03.937664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b683-46cc-42aa-b375-c8f97c993271 req-8b665007-0923-4f2c-ba31-097201a43dc7 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.946323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.947990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4239b683-46cc-42aa-b375-c8f97c993271 req-8b665007-0923-4f2c-ba31-097201a43dc7 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.5438018 Aug 11 02:23:03.970769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] For port cebed9a9-cbae-421c-b14c-b9014bdbec9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cebed9a9-cbae-421c-b14c-b9014bdbec9d,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:03.970769 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.003732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-7c337f8b-5ca0-4b22-9562-b4f7b04ec17a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4895873 Aug 11 02:23:04.014879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a8f53127-a927-40a9-a518-a5822e93e0c5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:04.023887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['a8f53127-a927-40a9-a518-a5822e93e0c5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:04.070615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Calling delete_port for cebed9a9-cbae-421c-b14c-b9014bdbec9d owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:04.089353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.200268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b694bc-a034-4b46-9a94-7d99651877f4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:04.253830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.258970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-284daaab-bae0-4fac-97ae-f57ae568f86a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64b694bc-a034-4b46-9a94-7d99651877f4 HTTP/1.1" status: 204 len: 168 time: 3.7433782 Aug 11 02:23:04.260352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:04.268141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9daa7b1-8d67-4402-85c3-e2e81908ed6a None None] Network 3ccad261-55b3-4733-8309-e1c4c995afc5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:04.289881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4239b683-46cc-42aa-b375-c8f97c993271 req-eb819985-99c9-4a40-9269-ed66a09a3265 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408694 Aug 11 02:23:04.449506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.490359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-5c10cca4-a8f5-49a8-b55e-343a874704a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.493859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-5c10cca4-a8f5-49a8-b55e-343a874704a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5709026 Aug 11 02:23:04.661488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] DHCP port deletion for 3ccad261-55b3-4733-8309-e1c4c995afc5 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:04.740963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-1d730a90-97e5-48d3-8999-864ce0cbed3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.1953785 Aug 11 02:23:04.784513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] Deleting port 5d8c24c5-9c17-4874-999f-698ee8a71920 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:04.786420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.924580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] For port 5d8c24c5-9c17-4874-999f-698ee8a71920, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5d8c24c5-9c17-4874-999f-698ee8a71920,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:04.926933 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.931791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab6feef-8586-4831-9236-00a7e945dc35 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:04.950330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Deleting port 5d8c24c5-9c17-4874-999f-698ee8a71920 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:04.951273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.967191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-5bad147e-b993-4592-a946-ec7416b80793 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9057024 Aug 11 02:23:04.975626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] Calling delete_port for 5d8c24c5-9c17-4874-999f-698ee8a71920 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:04.994175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.047269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900be4-4042-437c-823b-cafe743d70a3 req-556ab7e3-7460-4cf2-ab1d-43deaacfc7fa tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.059604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22900be4-4042-437c-823b-cafe743d70a3 req-556ab7e3-7460-4cf2-ab1d-43deaacfc7fa tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 946 time: 0.6248450 Aug 11 02:23:05.087229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] For port 5d8c24c5-9c17-4874-999f-698ee8a71920, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5d8c24c5-9c17-4874-999f-698ee8a71920,segment=NetworkSegment(564b89f8-4f8c-4c64-a3db-64919e785555),segment_id=564b89f8-4f8c-4c64-a3db-64919e785555)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:05.088214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.092902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64286f72-301f-4453-87f9-1ac49af7bd5b'}, {'server_uuid': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e73fe17-f1b8-4d32-8047-7a969f4b9853'}, {'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:05.095590 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774003a-848c-4260-8741-c7a6c1b3ec9b" -d '{"events": [{"server_uuid": "18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c", "name": "network-vif-plugged", "status": "completed", "tag": "64286f72-301f-4453-87f9-1ac49af7bd5b"}, {"server_uuid": "eee547ec-931d-456b-9f28-d164bcbddf0c", "name": "network-vif-plugged", "status": "completed", "tag": "5e73fe17-f1b8-4d32-8047-7a969f4b9853"}, {"server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:05.125824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5d8c24c5-9c17-4874-999f-698ee8a71920 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:05.135722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Calling delete_port for 5d8c24c5-9c17-4874-999f-698ee8a71920 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:05.161000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:05.165329 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de52f859-7222-4bcc-9202-c8251debdf55" -d '{"events": [{"name": "network-changed", "server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:05.171624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-6ab0c14b-541f-431e-97df-74e4e9ec9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.171912 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.174425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-6ab0c14b-541f-431e-97df-74e4e9ec9682 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3992224 Aug 11 02:23:05.184362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Transition to ACTIVE for port object eab6feef-8586-4831-9236-00a7e945dc35 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:05.193395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] No DVR routers for this DVR port 5d8c24c5-9c17-4874-999f-698ee8a71920 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:05.205341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.223424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No active binding found for port 5d8c24c5-9c17-4874-999f-698ee8a71920 {{(pid=94701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:23:05.224048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5d8c24c5-9c17-4874-999f-698ee8a71920 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:05.226290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfb026-e20c-4598-87b4-5856accc92e6 None None] Pushing event deleted for resources: {'Port': ['ID=5d8c24c5-9c17-4874-999f-698ee8a71920,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.304062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.329843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.381939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] No DVR routers for this DVR port 5d8c24c5-9c17-4874-999f-698ee8a71920 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:05.391377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8c24c5-9c17-4874-999f-698ee8a71920,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.419548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Pushing event deleted for resources: {'Port': ['ID=cebed9a9-cbae-421c-b14c-b9014bdbec9d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.441524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Allocated IP 172.20.0.12 (d9b76781-e63b-4447-b159-ca890fbc9d21/bd78dd84-91bc-48e2-9c8a-b95c97f90809/ec4b73ef-4479-4bc5-a5bf-df7a505c86ae) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:05.493816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.522764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22900be4-4042-437c-823b-cafe743d70a3 req-db5add25-19df-45d9-a164-034687044f02 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902352 Aug 11 02:23:05.525989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccad261-55b3-4733-8309-e1c4c995afc5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:05.561769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564b89f8-4f8c-4c64-a3db-64919e785555') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:05.562416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564b89f8-4f8c-4c64-a3db-64919e785555') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:05.580353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.614304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.630471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2e39c5f-5914-423e-b062-0cb4cf915f01 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:05.633190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:05.635032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:05.745052 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:05.751539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-ca30424b-92f2-4a64-b8b3-43bd84b98c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.751539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-ca30424b-92f2-4a64-b8b3-43bd84b98c5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5649915 Aug 11 02:23:05.752241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] No DVR routers for this DVR port cebed9a9-cbae-421c-b14c-b9014bdbec9d on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:05.757658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port c2e39c5f-5914-423e-b062-0cb4cf915f01 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:05.769727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port c2e39c5f-5914-423e-b062-0cb4cf915f01 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:05.770298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.788705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-d2abadab-3730-41ad-b901-166fcbd55524 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020985 Aug 11 02:23:05.798880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.834812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.840142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/3ccad261-55b3-4733-8309-e1c4c995afc5 HTTP/1.1" status: 204 len: 168 time: 1.5782554 Aug 11 02:23:05.845064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df054a52-afaa-4dec-8ea0-01298b290c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccad261-55b3-4733-8309-e1c4c995afc5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.854193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Pushing event updated for resources: {'Port': ['ID=eab6feef-8586-4831-9236-00a7e945dc35,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.933447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.935607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39929445-a454-4bb1-b627-e5ceb6dd174e req-e7f5b4e3-3fbc-471d-ba68-c5e9d43d478c tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.25 "DELETE /v2.0/ports/cebed9a9-cbae-421c-b14c-b9014bdbec9d HTTP/1.1" status: 204 len: 173 time: 4.9210279 Aug 11 02:23:05.965043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569aad59-3fb0-4f4a-96ea-6b506cb59b4a req-02ccd5da-27ef-4415-9d5f-9a36366ec814 tempest-ImagesNegativeTestJSON-1012182260 tempest-ImagesNegativeTestJSON-1012182260-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f08f3e0-70ef-48d5-84ae-06cf99bc27b1 HTTP/1.1" status: 200 len: 210 time: 0.2681088 Aug 11 02:23:06.067184 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.125208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c2e39c5f-5914-423e-b062-0cb4cf915f01, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:06.134061 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.214753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:06.279660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c2e39c5f-5914-423e-b062-0cb4cf915f01,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:06.318049 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8ec14b25-4cf5-4f1e-8ea4-9c1df28be9ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f515faec97d415e85731cf5c93fb58c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0978134 Aug 11 02:23:06.319596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:06.408573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a52967a-6fd1-4c4f-9c23-02e5904a97e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.463961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a52967a-6fd1-4c4f-9c23-02e5904a97e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.586850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a52967a-6fd1-4c4f-9c23-02e5904a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.591542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a52967a-6fd1-4c4f-9c23-02e5904a97e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.599284 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6a52967a-6fd1-4c4f-9c23-02e5904a97e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1737f86a-d7db-4397-93a8-117d12e78125 HTTP/1.1" status: 204 len: 168 time: 0.2784131 Aug 11 02:23:06.648257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52967a-6fd1-4c4f-9c23-02e5904a97e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737f86a-d7db-4397-93a8-117d12e78125,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:06.867537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Attempting to bind port eab6feef-8586-4831-9236-00a7e945dc35 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:06.867889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Attempting to bind port eab6feef-8586-4831-9236-00a7e945dc35 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:06.868225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Attempting to bind port eab6feef-8586-4831-9236-00a7e945dc35 on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:06.877924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-d8ca5355-63f3-440e-a0a8-3c8d36c79a65 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333343 Aug 11 02:23:06.891387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204f26-60b5-498a-a7cb-7d0f921edcb6 req-fc690540-d0c8-4e9c-89a4-db32747a3ea6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.898841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15204f26-60b5-498a-a7cb-7d0f921edcb6 req-fc690540-d0c8-4e9c-89a4-db32747a3ea6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.7748976 Aug 11 02:23:06.923386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Port eab6feef-8586-4831-9236-00a7e945dc35 on network d9b76781-e63b-4447-b159-ca890fbc9d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:06.923977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Attempting to bind port eab6feef-8586-4831-9236-00a7e945dc35 on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:06.999886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:07.000957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Checking segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:07.000957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Bound using segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:07.001382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Bound port: eab6feef-8586-4831-9236-00a7e945dc35, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:07.001759 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.075649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-4797b81c-e97f-4f7e-9781-290e13a370bf tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.083258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-4797b81c-e97f-4f7e-9781-290e13a370bf tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 822 time: 0.8137991 Aug 11 02:23:07.089062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.158870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15204f26-60b5-498a-a7cb-7d0f921edcb6 req-c1d93f84-8cab-43b3-bf69-e55409c72454 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587583 Aug 11 02:23:07.189866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-ddfb6488-0ff0-4894-be05-382caaeeb447 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/quotas/818a979bbfc5465bb62b5d9e5d4f18f3 HTTP/1.1" status: 200 len: 375 time: 0.1056128 Aug 11 02:23:07.218840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Transition to ACTIVE for port object ec4b73ef-4479-4bc5-a5bf-df7a505c86ae will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:07.258586 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5db6ae-0720-4dd2-bae2-64a12a0d57e8 x-openstack-request-id: req-fa5db6ae-0720-4dd2-bae2-64a12a0d57e8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:07.259635 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c", "name": "network-vif-plugged", "status": "completed", "tag": "64286f72-301f-4453-87f9-1ac49af7bd5b", "code": 200}, {"server_uuid": "eee547ec-931d-456b-9f28-d164bcbddf0c", "name": "network-vif-plugged", "status": "completed", "tag": "5e73fe17-f1b8-4d32-8047-7a969f4b9853", "code": 200}, {"server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:07.260144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa5db6ae-0720-4dd2-bae2-64a12a0d57e8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:07.260785 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64286f72-301f-4453-87f9-1ac49af7bd5b', 'code': 200} Aug 11 02:23:07.261248 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e73fe17-f1b8-4d32-8047-7a969f4b9853', 'code': 200} Aug 11 02:23:07.261879 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d', 'code': 200} Aug 11 02:23:07.347911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-31927780-df09-40b3-aee6-4f081a02f6c5 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429350 Aug 11 02:23:07.375414 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282d0a3-483c-45e4-99fe-68a8747dc560 x-openstack-request-id: req-4282d0a3-483c-45e4-99fe-68a8747dc560 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:07.376114 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:07.376813 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4282d0a3-483c-45e4-99fe-68a8747dc560 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:07.377752 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'status': 'completed', 'code': 200} Aug 11 02:23:07.387468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] For port eab6feef-8586-4831-9236-00a7e945dc35, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:07.398513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] For port eab6feef-8586-4831-9236-00a7e945dc35, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eab6feef-8586-4831-9236-00a7e945dc35,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:07.411171 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.431076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-aff5066b-f2e4-4fb0-976a-e46f9eb531b9 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2376654 Aug 11 02:23:07.475066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.542834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.543867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.545620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] 10.222.0.25 "PUT /v2.0/ports/eab6feef-8586-4831-9236-00a7e945dc35 HTTP/1.1" status: 200 len: 1091 time: 5.8654988 Aug 11 02:23:07.548250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50056) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:07.571448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb6a9-1ebb-4157-be05-834ee80af57f req-9bb9c51e-13e0-4639-8845-d47ae462c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.573038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-989cb6a9-1ebb-4157-be05-834ee80af57f req-9bb9c51e-13e0-4639-8845-d47ae462c8e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c HTTP/1.1" status: 200 len: 1096 time: 0.2152286 Aug 11 02:23:07.635846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Network d9b76781-e63b-4447-b159-ca890fbc9d21 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:07.642355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f859-7222-4bcc-9202-c8251debdf55 req-499e1d64-b134-450b-b2d9-d27335cd885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.649060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:07.652639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:07.656423 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-499e1d64-b134-450b-b2d9-d27335cd885b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1124 time: 0.2485616 Aug 11 02:23:07.737708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.740422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.792095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0159118 Aug 11 02:23:07.829065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e196b668-eb7c-4d25-a641-47ca7345efea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30e67e44ab05418197fe30aeb5479357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699063 Aug 11 02:23:07.835410 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-989cb6a9-1ebb-4157-be05-834ee80af57f req-ae8f8091-2704-4e73-89d0-5390c5311c53 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540824 Aug 11 02:23:07.841952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:07.860568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Request body: {'port': {'device_id': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:07.887362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee358a-7eff-4123-9121-0ec4d32f1887 service neutron] Pushing event updated for resources: {'Port': ['ID=eab6feef-8586-4831-9236-00a7e945dc35,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:07.895872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93605f04-bf4c-41b5-a5e8-4956a131af30 req-60cb7074-61f2-40dc-adf1-ccc57ad1250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.899216 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93605f04-bf4c-41b5-a5e8-4956a131af30 req-60cb7074-61f2-40dc-adf1-ccc57ad1250e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 1097 time: 0.3925228 Aug 11 02:23:08.035831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c023-a40c-47bf-b275-75500f964f17 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Pushing event updated for resources: {'Port': ['ID=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.173402 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93605f04-bf4c-41b5-a5e8-4956a131af30 req-5daddf49-73d2-4530-8ff0-f50374f1d746 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196302 Aug 11 02:23:08.179110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f859-7222-4bcc-9202-c8251debdf55 req-de3a16ab-54cd-4bd3-aa28-94b7eb254dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.180964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-de3a16ab-54cd-4bd3-aa28-94b7eb254dd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.5182784 Aug 11 02:23:08.193293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-b112bc9c-c8fb-40f2-9514-5bfc036bebe2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.195431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-b112bc9c-c8fb-40f2-9514-5bfc036bebe2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 816 time: 0.1671586 Aug 11 02:23:08.218345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Request body: {'port': {'device_id': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'admin_state_up': True, 'tenant_id': '5ca9dfad8a504f2c9284dcb3638ae417'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:08.236118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-a1d6e56d-39f5-416f-9169-4acfa3f7adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.237623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-a1d6e56d-39f5-416f-9169-4acfa3f7adac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 1094 time: 0.5994711 Aug 11 02:23:08.245178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffae7-f097-40a1-8c3a-7012cd770feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.246162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe687202-50b7-46ca-b0b1-d6c6ae46ef85 service neutron] 10.222.0.16 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135555 Aug 11 02:23:08.257012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449118f2-ada1-4c31-ad0e-9af011c3b09a req-37547878-e7c4-4bdd-8918-9817e2b77f45 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.264894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-449118f2-ada1-4c31-ad0e-9af011c3b09a req-37547878-e7c4-4bdd-8918-9817e2b77f45 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.6972167 Aug 11 02:23:08.327212 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-70ec0661-04a7-427a-9e7b-5ef48a8c257f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0993326 Aug 11 02:23:08.358231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffae7-f097-40a1-8c3a-7012cd770feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.435522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-25e9dd52-863c-4a96-a09a-2f02c7e94c56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eab6feef-8586-4831-9236-00a7e945dc35 HTTP/1.1" status: 200 len: 217 time: 0.1681285 Aug 11 02:23:08.445522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f859-7222-4bcc-9202-c8251debdf55 req-4d44029d-6614-428e-a76a-38b4dca5be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.449751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-4d44029d-6614-428e-a76a-38b4dca5be3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1152375 Aug 11 02:23:08.531638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.541192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-718c220e-7e8a-4778-8a1b-a006dbd43ddd None None] Provisioning for port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:08.557635 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-b947d50a-efa2-40cd-959f-38a6849922ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934503 Aug 11 02:23:08.559989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-718c220e-7e8a-4778-8a1b-a006dbd43ddd None None] Provisioning complete for port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:08.561607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffae7-f097-40a1-8c3a-7012cd770feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.562226 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-718c220e-7e8a-4778-8a1b-a006dbd43ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.571343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffae7-f097-40a1-8c3a-7012cd770feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.572763 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4f1ffae7-f097-40a1-8c3a-7012cd770feb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28e19e01-c07e-48fb-a755-f78f0b75f74a HTTP/1.1" status: 204 len: 168 time: 0.7202234 Aug 11 02:23:08.592178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-449118f2-ada1-4c31-ad0e-9af011c3b09a req-5d997533-d894-42fd-92d0-34c7a2f9cd2d tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175385 Aug 11 02:23:08.659023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-718c220e-7e8a-4778-8a1b-a006dbd43ddd None None] Port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:08.668134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-70d7655b-ddcd-438c-b60e-bc228fcc8e26 service neutron] 10.222.0.16 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177392 Aug 11 02:23:08.718269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-3dfb6178-6704-44ca-be00-86eb68e074de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.724408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-3dfb6178-6704-44ca-be00-86eb68e074de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 0.2732544 Aug 11 02:23:08.731289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Made reservation on behalf of 5ca9dfad8a504f2c9284dcb3638ae417 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:08.737041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.754628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffae7-f097-40a1-8c3a-7012cd770feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e19e01-c07e-48fb-a755-f78f0b75f74a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.910513 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-fa25f9d2-c8e2-4758-a72e-4f4d17c9b567 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356760 Aug 11 02:23:09.063496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-130597a3-8ef4-44be-9584-4d64e476a626 req-e0bad1ab-aca0-4f4a-b945-655f250fd398 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 210 time: 0.2191508 Aug 11 02:23:09.182276 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-de52f859-7222-4bcc-9202-c8251debdf55 req-c1e0751e-8300-43c3-98e0-1ed8a1a0aef7 service neutron] 10.222.0.59 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642000 Aug 11 02:23:09.263657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e39c5f-5914-423e-b062-0cb4cf915f01'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:09.274745 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913efca5-bb5a-4b62-859b-8d0b8b70e89e" -d '{"events": [{"server_uuid": "9b7d37ac-6b42-42a8-a58e-7e6852a47ea4", "name": "network-vif-plugged", "status": "completed", "tag": "c2e39c5f-5914-423e-b062-0cb4cf915f01"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:09.327543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:09.389025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'name': 'network-vif-deleted', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d'}, {'name': 'network-changed', 'server_uuid': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'tag': 'eab6feef-8586-4831-9236-00a7e945dc35'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:09.392174 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c4c6df-3cfa-4546-91ff-2593d47c6590" -d '{"events": [{"server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "name": "network-vif-deleted", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d"}, {"name": "network-changed", "server_uuid": "3a8bf082-4faf-410b-b9e1-811faff1c2ee", "tag": "eab6feef-8586-4831-9236-00a7e945dc35"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:09.431918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-b82031f7-2d01-46ce-b866-1167b06ad9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.433869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-b82031f7-2d01-46ce-b866-1167b06ad9e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6922967 Aug 11 02:23:09.676372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f29237-e398-4ec3-8034-f8a3f59a4e74 req-b3bbdd38-112f-4bfb-a5be-4c8fd2565147 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.678223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87f29237-e398-4ec3-8034-f8a3f59a4e74 req-b3bbdd38-112f-4bfb-a5be-4c8fd2565147 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 946 time: 0.5392191 Aug 11 02:23:09.679773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Allocated IP 172.20.0.9 (d9b76781-e63b-4447-b159-ca890fbc9d21/bd78dd84-91bc-48e2-9c8a-b95c97f90809/b95257be-47ae-47d0-815f-bbe412881044) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:09.737267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4515d30-bf9f-469f-adef-c33f83ed2ba6 req-03494756-a2a2-4bc6-ba21-f852b4ad181f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.746934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4515d30-bf9f-469f-adef-c33f83ed2ba6 req-03494756-a2a2-4bc6-ba21-f852b4ad181f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 950 time: 0.2032225 Aug 11 02:23:09.789086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-bd0413a4-bd9f-436e-a849-8f69a95a3d8c service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403563 Aug 11 02:23:09.853616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87f29237-e398-4ec3-8034-f8a3f59a4e74 req-798d5a6a-2f5b-4525-8a3b-df72feba154b tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609550 Aug 11 02:23:10.008010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4515d30-bf9f-469f-adef-c33f83ed2ba6 req-e8ff95e2-d7ef-458d-9f8b-6283f56794d7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587671 Aug 11 02:23:10.121169 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f433267-262e-4b5a-b7b9-1e741ad5040b x-openstack-request-id: req-9f433267-262e-4b5a-b7b9-1e741ad5040b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:10.122062 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7d37ac-6b42-42a8-a58e-7e6852a47ea4", "name": "network-vif-plugged", "status": "completed", "tag": "c2e39c5f-5914-423e-b062-0cb4cf915f01", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:10.122062 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f433267-262e-4b5a-b7b9-1e741ad5040b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:10.128841 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e39c5f-5914-423e-b062-0cb4cf915f01', 'code': 200} Aug 11 02:23:10.148213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-adb54353-93c5-4350-84f5-dc6e422eecb1 service neutron] 10.222.0.59 "GET /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.1998429 Aug 11 02:23:10.173004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199cc467-e8d8-4481-9b66-23d9c5234af7 req-6aaafea2-c889-4e8c-9a5d-5433622c8cb7 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626142 Aug 11 02:23:10.248152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4810f6c6-fd5d-4986-9d9f-07b90fc7f25b req-d95cfcc3-80cf-4788-bbd9-e1e1eca91ef4 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 210 time: 0.1742125 Aug 11 02:23:10.496812 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493ade1-a321-42c6-81a7-7dcaf6c5726d x-openstack-request-id: req-a493ade1-a321-42c6-81a7-7dcaf6c5726d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:10.497091 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f08f3e0-70ef-48d5-84ae-06cf99bc27b1", "name": "network-vif-deleted", "tag": "cebed9a9-cbae-421c-b14c-b9014bdbec9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a8bf082-4faf-410b-b9e1-811faff1c2ee", "tag": "eab6feef-8586-4831-9236-00a7e945dc35", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:10.497347 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a493ade1-a321-42c6-81a7-7dcaf6c5726d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:10.498029 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08f3e0-70ef-48d5-84ae-06cf99bc27b1', 'name': 'network-vif-deleted', 'tag': 'cebed9a9-cbae-421c-b14c-b9014bdbec9d', 'status': 'completed', 'code': 200} Aug 11 02:23:10.498451 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'tag': 'eab6feef-8586-4831-9236-00a7e945dc35', 'status': 'completed', 'code': 200} Aug 11 02:23:10.601285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e5f655e-f51f-4d4c-92e5-395bb069fd49 req-ff2c2701-5b4f-49c7-8768-1dbb9dc08061 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 210 time: 0.0515442 Aug 11 02:23:10.739238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.758444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-ab13739a-e43f-496f-a429-9dd320f339f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.762293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-ab13739a-e43f-496f-a429-9dd320f339f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e&tenant_id=c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 1101 time: 0.1933925 Aug 11 02:23:10.777970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-e24c3b7e-677c-4fd4-b585-a0c1bb83fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.779593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-e24c3b7e-677c-4fd4-b585-a0c1bb83fcc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 1094 time: 0.3064795 Aug 11 02:23:10.792463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:10.804320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6978480-3a58-4b01-adeb-c0e8934bf873 req-24b09bf4-f821-4995-9ede-5958e6678e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.815387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6978480-3a58-4b01-adeb-c0e8934bf873 req-24b09bf4-f821-4995-9ede-5958e6678e17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 1097 time: 0.5087671 Aug 11 02:23:10.857913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa282-bc60-4b94-9550-18b8248ff432 req-5813feb4-0d4a-4deb-9d65-21244d153df5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.859601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37aaa282-bc60-4b94-9550-18b8248ff432 req-5813feb4-0d4a-4deb-9d65-21244d153df5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 943 time: 0.2609236 Aug 11 02:23:10.890550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Transition to ACTIVE for port object b95257be-47ae-47d0-815f-bbe412881044 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:10.918814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:10.946746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:11.009136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f53127-a927-40a9-a518-a5822e93e0c5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:11.067821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:11.076514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.130348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6978480-3a58-4b01-adeb-c0e8934bf873 req-422b4a06-196f-4ac5-b99d-9e9dfb272ac3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696035 Aug 11 02:23:11.145853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37aaa282-bc60-4b94-9550-18b8248ff432 req-de9ffe01-1698-4087-8179-b4a374eea9e6 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583075 Aug 11 02:23:11.169300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-fa75a27d-377f-4a4b-9a75-3b62fece46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.172249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-fa75a27d-377f-4a4b-9a75-3b62fece46fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 916 time: 0.3708808 Aug 11 02:23:11.178189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.362585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db9168-0ea3-45e4-b089-fb061ecf2245 req-d465cde2-64a4-4530-bbb5-cc18f03ff8bc tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.382902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22db9168-0ea3-45e4-b089-fb061ecf2245 req-d465cde2-64a4-4530-bbb5-cc18f03ff8bc tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 946 time: 0.3572989 Aug 11 02:23:11.412088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Network d9b76781-e63b-4447-b159-ca890fbc9d21 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:11.430474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:11.434885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:11.447644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-70a2573f-7d71-4375-8e1a-34a36b0c5057 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eab6feef-8586-4831-9236-00a7e945dc35 HTTP/1.1" status: 200 len: 217 time: 0.2039812 Aug 11 02:23:11.517858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:11.524240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.606589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:11.725097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:11.841439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:11.844381 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b2c9c7-4d66-4f44-a005-da67aae4c9e4" -d '{"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-unplugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:11.851587 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.889870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] Transition to ACTIVE for port object a8f53127-a927-40a9-a518-a5822e93e0c5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:11.899084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Transition to ACTIVE for port object 2126ae76-61ef-4d9a-b777-41e2a50d4e73 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:11.901379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.919239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.935382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dd97eaa1-1750-4afc-8a4e-8c7428515642 None None] Provisioning for port b95257be-47ae-47d0-815f-bbe412881044 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:11.943170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dd97eaa1-1750-4afc-8a4e-8c7428515642 None None] Provisioning complete for port b95257be-47ae-47d0-815f-bbe412881044 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:11.943544 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd97eaa1-1750-4afc-8a4e-8c7428515642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.977751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] No DVR routers for this DVR port a8f53127-a927-40a9-a518-a5822e93e0c5 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:12.059165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dd97eaa1-1750-4afc-8a4e-8c7428515642 None None] Port b95257be-47ae-47d0-815f-bbe412881044 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:12.133226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5/bindings/n-h1-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 1.9756846 Aug 11 02:23:12.182641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1940ab-0031-4bad-a393-6eafc4f33ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:12.315075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] No DVR routers for this DVR port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:12.443335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:12.443635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:12.444231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:12.460725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cd591e20-6c0b-4cfd-8f37-acb66679b1da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3db83ea17cdd46528c8b2af22a3b7b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279410 Aug 11 02:23:12.462603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:12.478122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:12.489984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:12.490552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Attempting to bind port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:12.509198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:12.509679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:12.510376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:12.511948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Bound port: 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:12.511948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.668884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b415b77-2133-499e-9a1d-c4a58adec92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.709845 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b415b77-2133-499e-9a1d-c4a58adec92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.725088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:12.746472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Pushing event updated for resources: {'Port': ['ID=b95257be-47ae-47d0-815f-bbe412881044,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:12.755080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:12.763519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.790061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.790770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.801674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686160c4-1f5a-4cb2-bc8f-3ba635f14c82 req-100e9b41-7da5-47d3-bfe6-9f9caaaedc9a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.803350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-686160c4-1f5a-4cb2-bc8f-3ba635f14c82 req-100e9b41-7da5-47d3-bfe6-9f9caaaedc9a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 949 time: 1.3546095 Aug 11 02:23:12.806440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22db9168-0ea3-45e4-b089-fb061ecf2245 req-dae7fc2c-18ea-4bad-a748-f7a815ff7eeb tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4216428 Aug 11 02:23:12.810848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4b73ef-4479-4bc5-a5bf-df7a505c86ae {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:12.824060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=11']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:12.844151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.844877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.848987 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-de343a2b-42b4-40b7-8ea1-87adc74da9ec service neutron] 10.222.0.59 "PUT /v2.0/ports/2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 1097 time: 2.0771401 Aug 11 02:23:12.860431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b415b77-2133-499e-9a1d-c4a58adec92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.863390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b415b77-2133-499e-9a1d-c4a58adec92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.867028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9b415b77-2133-499e-9a1d-c4a58adec92f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d54679a1-9d24-43ff-9a72-688a2352e136 HTTP/1.1" status: 204 len: 168 time: 0.3845103 Aug 11 02:23:12.868059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.905199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b415b77-2133-499e-9a1d-c4a58adec92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54679a1-9d24-43ff-9a72-688a2352e136,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:12.928084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Transition to ACTIVE for port object ec4b73ef-4479-4bc5-a5bf-df7a505c86ae will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:12.934279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-cb7f9257-57e3-4df0-a3be-23291b1e4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.936828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-cb7f9257-57e3-4df0-a3be-23291b1e4ef2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 1.3819826 Aug 11 02:23:12.946146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0af1fd4e-eb09-43f7-87b7-896d22a92ec8 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.951356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-0af1fd4e-eb09-43f7-87b7-896d22a92ec8 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.4821303 Aug 11 02:23:12.990385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-e7df22b2-27e9-47b5-96dc-c654aa0a0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.991984 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-e7df22b2-27e9-47b5-96dc-c654aa0a0d48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1100 time: 0.1090655 Aug 11 02:23:13.032118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.044642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37a1a2dc-7850-420f-89e1-aa4c3ae3f1e7 req-fb2d477f-99fb-464e-abc8-10ee8bb3f29d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 210 time: 0.0604277 Aug 11 02:23:13.213851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-02546087-4457-413b-9e21-568406e729c2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0007901 Aug 11 02:23:13.257602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-89818e49-2bdd-48a5-9f05-b132f0caa944 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.258352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-b2e6bcc8-2132-406b-8b8a-c6b63ede6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.260221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-89818e49-2bdd-48a5-9f05-b132f0caa944 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 822 time: 1.8679297 Aug 11 02:23:13.265101 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-b2e6bcc8-2132-406b-8b8a-c6b63ede6b08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2654021 Aug 11 02:23:13.289683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Request body: {'port': {'device_id': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:13.344719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'port': {'device_id': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'admin_state_up': True, 'tenant_id': '818a979bbfc5465bb62b5d9e5d4f18f3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:13.349100 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-75faed31-5434-4b11-80e0-398f905d135f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.0729854 Aug 11 02:23:13.444104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-f05c6e1c-d68b-4b24-90bb-4ef7d96ffb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.446457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-f05c6e1c-d68b-4b24-90bb-4ef7d96ffb04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0901313 Aug 11 02:23:13.490114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Pushing event updated for resources: {'Port': ['ID=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:13.495420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-686160c4-1f5a-4cb2-bc8f-3ba635f14c82 req-8b08f99d-e46d-4e0c-9601-9cddedd18db1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715999 Aug 11 02:23:13.520396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-d4874e45-d296-44ab-9399-4a2db9c41974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.522828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-d4874e45-d296-44ab-9399-4a2db9c41974 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5399287 Aug 11 02:23:13.563424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-700303aa-ff4a-4c25-a8c1-34ad801cf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.566148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-700303aa-ff4a-4c25-a8c1-34ad801cf7f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e&tenant_id=95e22bd4c24e4cd5a7407c6482115dab HTTP/1.1" status: 200 len: 1095 time: 0.5123622 Aug 11 02:23:13.610978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-b1478ef2-9b19-4552-bbdd-4459edcac59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.612891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-b1478ef2-9b19-4552-bbdd-4459edcac59f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567798 Aug 11 02:23:13.662567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eab6feef-8586-4831-9236-00a7e945dc35 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:13.749789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:13.751538 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09d99e-57fe-47b6-ac94-42a50f790584 x-openstack-request-id: req-0f09d99e-57fe-47b6-ac94-42a50f790584 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:13.751538 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-unplugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:13.751538 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f09d99e-57fe-47b6-ac94-42a50f790584 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:13.751538 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'code': 200} Aug 11 02:23:13.819997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-34c02667-e7f3-44ae-8904-af75cbb2fbf3 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637014 Aug 11 02:23:13.871096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-7e722864-4906-401d-aabc-d09ce66bf6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487061 Aug 11 02:23:13.900342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:23:13.956355 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48bf434f-f09c-4866-80c0-dd54da284764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.962378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:14.022605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eab6feef-8586-4831-9236-00a7e945dc35, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eab6feef-8586-4831-9236-00a7e945dc35,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:14.038634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'eab6feef-8586-4831-9236-00a7e945dc35', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'port_id': 'eab6feef-8586-4831-9236-00a7e945dc35', 'mac_address': 'fa:16:3e:c4:fb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd78dd84-91bc-48e2-9c8a-b95c97f90809', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:14.056105 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-26c56f74-4238-4d27-afea-83ed2d53dd10 req-924455c6-89a2-449b-98a8-48ef322a7e14 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777220 Aug 11 02:23:14.094321 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.095778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c4c6df-3cfa-4546-91ff-2593d47c6590 req-2b9b8fc9-9ae8-4238-b99e-a6902f652f85 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431358 Aug 11 02:23:14.096404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.106419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b887e8a-6cb8-4fc0-a358-520d0a79fb37 req-02a93fd8-0cc5-4abb-8293-c74c00b71121 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.114968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b887e8a-6cb8-4fc0-a358-520d0a79fb37 req-02a93fd8-0cc5-4abb-8293-c74c00b71121 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 931 time: 0.9074240 Aug 11 02:23:14.129152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab6feef-8586-4831-9236-00a7e945dc35 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:14.160938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eab6feef-8586-4831-9236-00a7e945dc35, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eab6feef-8586-4831-9236-00a7e945dc35,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:14.167065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.195823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Made reservation on behalf of 818a979bbfc5465bb62b5d9e5d4f18f3 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:14.202051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.246640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eab6feef-8586-4831-9236-00a7e945dc35,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:14.377312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-900a10c2-8f06-49ea-929e-ce047a35aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.380287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-900a10c2-8f06-49ea-929e-ce047a35aaae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1095 time: 0.5588989 Aug 11 02:23:14.394219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b887e8a-6cb8-4fc0-a358-520d0a79fb37 req-a5fe4967-4ede-4de3-8d01-300875d333cf tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779925 Aug 11 02:23:14.431478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Attempting to bind port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:14.432323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Attempting to bind port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:14.432877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Attempting to bind port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:14.446306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eab6feef-8586-4831-9236-00a7e945dc35'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:14.449906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e96273-ba90-4a59-9036-8263278e48e5 req-049f1b79-a379-4727-9551-2073eaefabba tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.462581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8e96273-ba90-4a59-9036-8263278e48e5 req-049f1b79-a379-4727-9551-2073eaefabba tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 944 time: 0.6399064 Aug 11 02:23:14.607384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae on network d9b76781-e63b-4447-b159-ca890fbc9d21 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:14.608302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Attempting to bind port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:14.881479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:14.881479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Checking segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:14.881479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Bound using segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:14.882554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Bound port: ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:14.882852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.007568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8e96273-ba90-4a59-9036-8263278e48e5 req-adc9a23d-6ae7-40ea-9c8a-16bfb3f372b5 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435574 Aug 11 02:23:15.169057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Allocated IP 172.20.0.9 (95d40900-c335-4d0d-b654-1e97953bc8ce/f1c8c693-d1b1-4abd-b52c-74c856c791fa/83cd217f-8ba2-4c79-879a-5d23b49c8a31) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:15.185364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-c73e9404-daeb-4393-8803-1d6151e546c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.187197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-c73e9404-daeb-4393-8803-1d6151e546c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.7915645 Aug 11 02:23:15.228176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-750330af-8c6f-4a91-84d6-efeaa831acef req-c26cce96-a948-4e02-8331-4f0e0a217d1a tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 210 time: 0.1004329 Aug 11 02:23:15.358923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:15.367134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-ce4ed48a-0eb8-42bb-bcc7-2b0a7b6079a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 200 len: 217 time: 0.1481831 Aug 11 02:23:15.451865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] For port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:15.466554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae82628-ef4c-487e-b0dc-d9be4c8dc0ee req-af531269-8ed2-45f4-9af1-87b238296801 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.468001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aae82628-ef4c-487e-b0dc-d9be4c8dc0ee req-af531269-8ed2-45f4-9af1-87b238296801 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 946 time: 0.3988678 Aug 11 02:23:15.545224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] For port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:15.562708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:15.582943 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.590242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'mac_address': 'fa:16:3e:33:de:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:15.657153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eab6feef-8586-4831-9236-00a7e945dc35 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:15.663089 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.708827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8e1ec606-c305-4ff9-acd1-0888197ef4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.709123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2126ae76-61ef-4d9a-b777-41e2a50d4e73 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:15.710368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-8e1ec606-c305-4ff9-acd1-0888197ef4a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.3182824 Aug 11 02:23:15.751115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.752040 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.752817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:15.753765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] 10.222.0.59 "PUT /v2.0/ports/ec4b73ef-4479-4bc5-a5bf-df7a505c86ae HTTP/1.1" status: 200 len: 1092 time: 7.9335861 Aug 11 02:23:15.753765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'tag': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:15.756107 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4398505e-2679-4527-ab2a-ea74c5e93d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8de53ae-ad20-47f1-a2b4-223195278564", "tag": "ec4b73ef-4479-4bc5-a5bf-df7a505c86ae"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:15.760822 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c04f42-fac2-44d5-8459-172b18ee8eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:15.777291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aae82628-ef4c-487e-b0dc-d9be4c8dc0ee req-c5abee3e-10e1-4f24-b404-a61581892586 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511339 Aug 11 02:23:15.802545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:15.812107 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.822115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95257be-47ae-47d0-815f-bbe412881044 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:15.832357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-e7563603-6468-4375-a490-1b46066207f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032736 Aug 11 02:23:15.861652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c5155-71ec-425b-96ae-3350012612db req-4d2c6c78-837a-43a8-abd7-139394985a07 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.887286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a89c5155-71ec-425b-96ae-3350012612db req-4d2c6c78-837a-43a8-abd7-139394985a07 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 949 time: 0.5031655 Aug 11 02:23:15.914644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.998280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68a0ac-e7b3-486d-926c-e681b8c8937a service neutron] Pushing event updated for resources: {'Port': ['ID=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:16.024627 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:23:16.062437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port eab6feef-8586-4831-9236-00a7e945dc35 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:16.073065 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port eab6feef-8586-4831-9236-00a7e945dc35 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:16.073757 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.156203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:16.170863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['2126ae76-61ef-4d9a-b777-41e2a50d4e73'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:16.190615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Transition to ACTIVE for port object b95257be-47ae-47d0-815f-bbe412881044 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:16.292165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.305676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.343908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.382056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eab6feef-8586-4831-9236-00a7e945dc35, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eab6feef-8586-4831-9236-00a7e945dc35,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:16.386772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab6feef-8586-4831-9236-00a7e945dc35'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:16.391810 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9aa2a6-e8ba-4ea4-8bf1-ffccce12e304" -d '{"events": [{"server_uuid": "3a8bf082-4faf-410b-b9e1-811faff1c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "eab6feef-8586-4831-9236-00a7e945dc35"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:16.412101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.445888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a89c5155-71ec-425b-96ae-3350012612db req-ca374071-b46e-4989-b14f-752e98c40703 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568943 Aug 11 02:23:16.491616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eab6feef-8586-4831-9236-00a7e945dc35,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:16.511699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.525916 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dbc24d-7755-443b-a32b-b4d1632b5cde x-openstack-request-id: req-d2dbc24d-7755-443b-a32b-b4d1632b5cde {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:16.526232 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:16.526528 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2dbc24d-7755-443b-a32b-b4d1632b5cde {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:16.527112 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'status': 'completed', 'code': 200} Aug 11 02:23:16.540392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Pushing event updated for resources: {'Port': ['ID=b95257be-47ae-47d0-815f-bbe412881044,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:16.551912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-a60723ac-a0e6-4ea4-a754-d96f4111f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.553458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-a60723ac-a0e6-4ea4-a754-d96f4111f7db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 1095 time: 0.6632843 Aug 11 02:23:16.619922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-224408b2-4f1e-419d-aae3-f83106ed611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.625931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-224408b2-4f1e-419d-aae3-f83106ed611c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 1101 time: 0.0791817 Aug 11 02:23:16.645172 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4dd50-e804-43d7-8fca-e8d6f52566d9 x-openstack-request-id: req-43c4dd50-e804-43d7-8fca-e8d6f52566d9 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:16.645556 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8de53ae-ad20-47f1-a2b4-223195278564", "tag": "ec4b73ef-4479-4bc5-a5bf-df7a505c86ae", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:16.645747 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43c4dd50-e804-43d7-8fca-e8d6f52566d9 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:16.646270 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'tag': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae', 'status': 'completed', 'code': 200} Aug 11 02:23:16.817290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-24b0dc2c-3c04-4fba-a572-ada0427f011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.820000 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-24b0dc2c-3c04-4fba-a572-ada0427f011a service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1869242 Aug 11 02:23:16.898257 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-23905521-ca21-4911-90d8-84fff9a4172f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 200 len: 217 time: 0.0700107 Aug 11 02:23:17.030353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-f85fdf96-02ac-4f53-8d64-ae4716ae8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.034178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-f85fdf96-02ac-4f53-8d64-ae4716ae8e30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1273873 Aug 11 02:23:17.052768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-7170b2bc-8355-49b4-a542-1c3396f8143b service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1488810 Aug 11 02:23:17.056606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Network 95d40900-c335-4d0d-b654-1e97953bc8ce is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:17.062508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-145ce8e7-4e72-4472-abf5-8a2970b87456 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae HTTP/1.1" status: 200 len: 217 time: 0.4822128 Aug 11 02:23:17.110693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:17.131006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-94ffaf62-c0b1-49b2-bec3-0ed72bb90deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.131400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceafd0-8276-4ca0-9530-86feb0edeae8 req-a1fed5b8-de28-45a5-aa97-8dbe539bd2fe tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.133064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfceafd0-8276-4ca0-9530-86feb0edeae8 req-a1fed5b8-de28-45a5-aa97-8dbe539bd2fe tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 943 time: 0.7434440 Aug 11 02:23:17.133994 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-94ffaf62-c0b1-49b2-bec3-0ed72bb90deb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867507 Aug 11 02:23:17.137987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:17.258099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:17.330385 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-7bca2852-6240-4f41-8518-f298f9fc3947 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875830 Aug 11 02:23:17.363141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7c26bae4-0e34-4b28-87fc-f24ddbaf7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.364725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-7c26bae4-0e34-4b28-87fc-f24ddbaf7b60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 0.2638996 Aug 11 02:23:17.373108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Attempting to bind port b95257be-47ae-47d0-815f-bbe412881044 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:17.373447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Attempting to bind port b95257be-47ae-47d0-815f-bbe412881044 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:17.373785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Attempting to bind port b95257be-47ae-47d0-815f-bbe412881044 on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:17.387275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:17.408851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.410082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.420385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfceafd0-8276-4ca0-9530-86feb0edeae8 req-2fc47ad1-7472-442f-a5ef-16ed9c1d6780 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520747 Aug 11 02:23:17.446374 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e773fa33-ec5c-4c75-9b44-3dafc7d585bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.449251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5eb62-6d63-4c3c-bbcf-f59d3d849312 req-e1c2ad6b-6c5b-47a3-a725-2853894ab41c tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.460395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4e5eb62-6d63-4c3c-bbcf-f59d3d849312 req-e1c2ad6b-6c5b-47a3-a725-2853894ab41c tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c HTTP/1.1" status: 200 len: 945 time: 0.4134443 Aug 11 02:23:17.474396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Port b95257be-47ae-47d0-815f-bbe412881044 on network d9b76781-e63b-4447-b159-ca890fbc9d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:17.474396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Attempting to bind port b95257be-47ae-47d0-815f-bbe412881044 on network d9b76781-e63b-4447-b159-ca890fbc9d21 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:17.475997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-46b29232-55b3-4d68-9c19-ce54de8877b2 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124396 Aug 11 02:23:17.509888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:17.510550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-e3dbff89-7f71-4335-a517-ef2f33c9d759 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1893268 Aug 11 02:23:17.511428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:17.511778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Checking segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:17.512188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Bound using segment: {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:17.512654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Bound port: b95257be-47ae-47d0-815f-bbe412881044, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2deddf9-1998-4e8b-aec3-7be39d6731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:17.513253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.515971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:17.516513 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.536974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Request body: {'port': {'device_id': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:17.570654 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-45c04f42-fac2-44d5-8459-172b18ee8eb0 req-29a2c573-66be-4bb3-b92a-ad027233d267 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322526 Aug 11 02:23:17.658830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4e5eb62-6d63-4c3c-bbcf-f59d3d849312 req-f4e25095-fa79-4b1f-89b0-39b86fe281ea tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973484 Aug 11 02:23:17.666158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cc2f-2599-422d-9443-b426c76b051a req-d6156ddb-43ec-4737-ab1a-1079a5916c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.668122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-d6156ddb-43ec-4737-ab1a-1079a5916c11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2870204 Aug 11 02:23:17.670900 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.723945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.759324 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.817748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:17.828253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.920736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=13']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:17.946518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] For port b95257be-47ae-47d0-815f-bbe412881044, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:17.995273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571b3c-2305-4ee3-9b78-be522a2f1e0d req-c620704e-049f-478b-9fd5-15650ba0b00b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.997022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46571b3c-2305-4ee3-9b78-be522a2f1e0d req-c620704e-049f-478b-9fd5-15650ba0b00b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 944 time: 0.3545263 Aug 11 02:23:18.024823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] For port b95257be-47ae-47d0-815f-bbe412881044, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b95257be-47ae-47d0-815f-bbe412881044,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:18.033920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-4629e6f3-3b50-4492-ba75-a1710b186e8a service neutron] 10.222.0.59 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120067 Aug 11 02:23:18.056285 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.221047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-27c74dae-ebe3-433b-b000-291f6fe80cc0 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.223250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-27c74dae-ebe3-433b-b000-291f6fe80cc0 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e&tenant_id=95e22bd4c24e4cd5a7407c6482115dab&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.3474121 Aug 11 02:23:18.268291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.269115 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.270638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] 10.222.0.25 "PUT /v2.0/ports/b95257be-47ae-47d0-815f-bbe412881044 HTTP/1.1" status: 200 len: 1091 time: 5.0241232 Aug 11 02:23:18.324207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f57ab2-fe76-4653-a998-e73c15f93dce req-0857b804-8a31-4fc4-af57-ee7589b6e23a tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.332329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44f57ab2-fe76-4653-a998-e73c15f93dce req-0857b804-8a31-4fc4-af57-ee7589b6e23a tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 931 time: 0.3877294 Aug 11 02:23:18.335124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.369552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46571b3c-2305-4ee3-9b78-be522a2f1e0d req-61a0f442-ded5-4017-a46a-acd85e515344 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472157 Aug 11 02:23:18.500443 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecd92f3-1ea8-4514-ab87-06dc3ab18db1 x-openstack-request-id: req-2ecd92f3-1ea8-4514-ab87-06dc3ab18db1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:18.501054 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bf082-4faf-410b-b9e1-811faff1c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "eab6feef-8586-4831-9236-00a7e945dc35", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:18.501292 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ecd92f3-1ea8-4514-ab87-06dc3ab18db1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:18.501933 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab6feef-8586-4831-9236-00a7e945dc35', 'code': 200} Aug 11 02:23:18.543409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868cbe2-7420-458f-a52d-4d45269a6527 service neutron] Pushing event updated for resources: {'Port': ['ID=b95257be-47ae-47d0-815f-bbe412881044,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:18.655422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'tag': 'b95257be-47ae-47d0-815f-bbe412881044'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:18.658294 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebabd4b-56e3-49e4-b2bb-fff372116956" -d '{"events": [{"name": "network-changed", "server_uuid": "34fed0b8-6e1f-45c5-b11e-a547691faf44", "tag": "b95257be-47ae-47d0-815f-bbe412881044"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:18.687578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44f57ab2-fe76-4653-a998-e73c15f93dce req-ce3338cc-97bc-4790-9583-b593009c6cbb tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540852 Aug 11 02:23:18.785078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab60cc2f-2599-422d-9443-b426c76b051a req-d75c61d9-be00-41ae-a6ca-85fccdb1bb82 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303472 Aug 11 02:23:18.872235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-f5100f53-bb34-45d2-b158-3bad51d040c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.873819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-f5100f53-bb34-45d2-b158-3bad51d040c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 1094 time: 0.5080452 Aug 11 02:23:18.980923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-c506f8bf-a038-4ba1-a5a4-0ad8ce7f6a24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b95257be-47ae-47d0-815f-bbe412881044 HTTP/1.1" status: 200 len: 217 time: 0.0945837 Aug 11 02:23:18.991794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976a022-e891-4d1f-9769-f89eb3ce9042 req-4d783b24-00b8-4368-b5a1-b3bb298f262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.993756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e976a022-e891-4d1f-9769-f89eb3ce9042 req-4d783b24-00b8-4368-b5a1-b3bb298f262c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 1096 time: 0.3841496 Aug 11 02:23:19.008849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763703-b7dc-4e8b-b539-d19368740a1f req-38bc3dff-6ee6-44f7-9c42-633ab02d8dfc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.010671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70763703-b7dc-4e8b-b539-d19368740a1f req-38bc3dff-6ee6-44f7-9c42-633ab02d8dfc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 951 time: 0.4128890 Aug 11 02:23:19.104402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-ca38f58a-d396-4077-9386-db44faddf326 service neutron] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:19.140294 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-ca38f58a-d396-4077-9386-db44faddf326 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.141477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5be43cd-c5a8-466f-83c8-05dee6a2ff41 req-ca38f58a-d396-4077-9386-db44faddf326 service neutron] 10.222.0.25 "DELETE /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5/bindings/n-h2-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.9030137 Aug 11 02:23:19.201088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-6d76bb01-3500-47b2-b84a-3d069d56ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.202703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-6d76bb01-3500-47b2-b84a-3d069d56ee3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 1095 time: 0.3279250 Aug 11 02:23:19.204869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cd217f-8ba2-4c79-879a-5d23b49c8a31 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:19.216598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e976a022-e891-4d1f-9769-f89eb3ce9042 req-4b497912-f5e7-4f57-8635-3fda1ebe9f49 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027020 Aug 11 02:23:19.248670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.253165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-8d6dccb4-4321-4210-b653-6f8848b3f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.255406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-8d6dccb4-4321-4210-b653-6f8848b3f617 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 0.2436919 Aug 11 02:23:19.258452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70763703-b7dc-4e8b-b539-d19368740a1f req-42774fbd-be43-43fd-a497-a0e3a747c543 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378352 Aug 11 02:23:19.345830 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0890c7a-5400-49df-bba7-ee31da9e8939 x-openstack-request-id: req-b0890c7a-5400-49df-bba7-ee31da9e8939 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:19.346255 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fed0b8-6e1f-45c5-b11e-a547691faf44", "tag": "b95257be-47ae-47d0-815f-bbe412881044", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:19.346487 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0890c7a-5400-49df-bba7-ee31da9e8939 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:19.347394 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'tag': 'b95257be-47ae-47d0-815f-bbe412881044', 'status': 'completed', 'code': 200} Aug 11 02:23:19.356464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Transition to ACTIVE for port object 83cd217f-8ba2-4c79-879a-5d23b49c8a31 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:19.373360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.397875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437de4b-2613-45e1-92cb-2c05c88ecc52 req-ba2e10af-806a-4fc7-ac02-f344103ca38a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.399598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6437de4b-2613-45e1-92cb-2c05c88ecc52 req-ba2e10af-806a-4fc7-ac02-f344103ca38a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 943 time: 0.2280617 Aug 11 02:23:19.552691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b995b-0268-4708-a4f7-52412158df20 req-715aec9e-bb98-467d-947e-c992d79d963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.556459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-715aec9e-bb98-467d-947e-c992d79d963f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2837031 Aug 11 02:23:19.570037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-e4af25e1-2c9a-4c4e-97ed-cddba3dfdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.570037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-e4af25e1-2c9a-4c4e-97ed-cddba3dfdba0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 916 time: 0.3387997 Aug 11 02:23:19.572084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:19.587389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:19.731279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f592fb1-0ca3-4d2d-b819-265023699ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.764689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-93fd0d3b-453b-47d0-b492-f6d931c51668 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae HTTP/1.1" status: 200 len: 217 time: 0.1732073 Aug 11 02:23:19.767869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6437de4b-2613-45e1-92cb-2c05c88ecc52 req-77018d83-9bfe-4a0e-9840-2dcd9574404b tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276396 Aug 11 02:23:19.802633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99962ef-b945-44a2-8997-e370e1cb2549 req-db6b51dd-9f79-49ec-a8a4-5fcec34e1764 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.805105 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99962ef-b945-44a2-8997-e370e1cb2549 req-db6b51dd-9f79-49ec-a8a4-5fcec34e1764 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c HTTP/1.1" status: 200 len: 945 time: 0.4011612 Aug 11 02:23:19.820783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-da5b0fbd-c2a0-43c2-b63a-a2d9cbf39a9b service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495730 Aug 11 02:23:19.917544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f592fb1-0ca3-4d2d-b819-265023699ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.934375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f592fb1-0ca3-4d2d-b819-265023699ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.944734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.025885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6f592fb1-0ca3-4d2d-b819-265023699ce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca25833897814f1391a5df4e3a590aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517238 Aug 11 02:23:20.029142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:20.045822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f592fb1-0ca3-4d2d-b819-265023699ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46facf3c-5fe0-48d5-905b-2206b4ad4a00,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:20.179319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f19ea57-c2a2-466a-baa7-3dcf2a049c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.229892 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f19ea57-c2a2-466a-baa7-3dcf2a049c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.373903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f19ea57-c2a2-466a-baa7-3dcf2a049c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.380568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f19ea57-c2a2-466a-baa7-3dcf2a049c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.383497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1f19ea57-c2a2-466a-baa7-3dcf2a049c72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46facf3c-5fe0-48d5-905b-2206b4ad4a00 HTTP/1.1" status: 204 len: 168 time: 0.3518131 Aug 11 02:23:20.394566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19ea57-c2a2-466a-baa7-3dcf2a049c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46facf3c-5fe0-48d5-905b-2206b4ad4a00,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:20.441786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-26f043d8-5e92-4a5a-ace9-05d860e5bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.444566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-26f043d8-5e92-4a5a-ace9-05d860e5bfa7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 0.6374657 Aug 11 02:23:20.464672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-820b995b-0268-4708-a4f7-52412158df20 req-085ce458-597e-4842-8032-a2388f334750 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148472 Aug 11 02:23:20.481519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Attempting to bind port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:20.482033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Attempting to bind port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:20.482560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Attempting to bind port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 on network 95d40900-c335-4d0d-b654-1e97953bc8ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:20.489820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99962ef-b945-44a2-8997-e370e1cb2549 req-d3f9f40d-8be1-4f4d-8739-b7f3e3f46a1e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636953 Aug 11 02:23:20.503876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:20.507857 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ffaa4-694c-49ae-b24e-756a91aa1507" -d '{"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-plugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:20.532522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 on network 95d40900-c335-4d0d-b654-1e97953bc8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:20.532852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Attempting to bind port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 on network 95d40900-c335-4d0d-b654-1e97953bc8ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:20.612343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-92311f99-7f29-4201-bbf6-98b02ad607de tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.614482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-92311f99-7f29-4201-bbf6-98b02ad607de tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "GET /v2.0/ports?device_id=18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c HTTP/1.1" status: 200 len: 945 time: 0.0983219 Aug 11 02:23:20.621853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc169-d147-4f85-ab5f-cf59e736c7aa req-a3097eb9-47d6-481b-a79e-2907608a4b99 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.624698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-915cc169-d147-4f85-ab5f-cf59e736c7aa req-a3097eb9-47d6-481b-a79e-2907608a4b99 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 951 time: 0.3111658 Aug 11 02:23:20.631849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:20.632324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Checking segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:20.632945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Bound using segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:20.633638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Bound port: 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:20.634214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.760578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Deleting port 64286f72-301f-4453-87f9-1ac49af7bd5b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:20.761006 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.793845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-ec2ba562-2938-4a97-a4b3-940bef5173a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.796925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-ec2ba562-2938-4a97-a4b3-940bef5173a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3363299 Aug 11 02:23:20.858473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-f25fb50e-92fd-4271-9911-2519bd46f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.861381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-f25fb50e-92fd-4271-9911-2519bd46f4ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 1094 time: 0.3159902 Aug 11 02:23:20.944951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] For port 64286f72-301f-4453-87f9-1ac49af7bd5b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=64286f72-301f-4453-87f9-1ac49af7bd5b,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:20.945724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.989831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Calling delete_port for 64286f72-301f-4453-87f9-1ac49af7bd5b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:21.113385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-915cc169-d147-4f85-ab5f-cf59e736c7aa req-23b838c1-fc8d-4670-acf8-7cf3613a051b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326088 Aug 11 02:23:21.139230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c2aba-c2ce-4bfd-a5e0-bafe264e331c req-547d976d-f9a0-47ab-80bb-0cb503628dc2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.150151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569c2aba-c2ce-4bfd-a5e0-bafe264e331c req-547d976d-f9a0-47ab-80bb-0cb503628dc2 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 944 time: 0.5207169 Aug 11 02:23:21.163843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:21.208608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.223720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['64286f72-301f-4453-87f9-1ac49af7bd5b', '5e73fe17-f1b8-4d32-8047-7a969f4b9853'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:21.226813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c2e39c5f-5914-423e-b062-0cb4cf915f01'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:21.259659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Pushing event deleted for resources: {'Port': ['ID=64286f72-301f-4453-87f9-1ac49af7bd5b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:21.262695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569c2aba-c2ce-4bfd-a5e0-bafe264e331c req-b2a08605-6981-4007-b953-1c250d8b4001 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108868 Aug 11 02:23:21.273504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:21.295236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.407958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ec4b73ef-4479-4bc5-a5bf-df7a505c86ae details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:21.417823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] No DVR routers for this DVR port 64286f72-301f-4453-87f9-1ac49af7bd5b on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:21.429972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-c2de4e0c-0638-40b3-93ce-4e725a2e0320 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144810 Aug 11 02:23:21.431197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.436910 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-121433fa-8e9e-4ff0-a0cc-c36876f5db4a req-c0c7154c-f7e7-4f33-8a03-d90901f1de0e tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "DELETE /v2.0/ports/64286f72-301f-4453-87f9-1ac49af7bd5b HTTP/1.1" status: 204 len: 173 time: 0.8136888 Aug 11 02:23:21.438718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'name': 'network-vif-deleted', 'tag': '64286f72-301f-4453-87f9-1ac49af7bd5b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:21.477231 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0500798-c30c-4076-802b-0416214865ab" -d '{"events": [{"server_uuid": "18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c", "name": "network-vif-deleted", "tag": "64286f72-301f-4453-87f9-1ac49af7bd5b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:21.491641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.505559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.507524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] 10.222.0.25 "PUT /v2.0/ports/83cd217f-8ba2-4c79-879a-5d23b49c8a31 HTTP/1.1" status: 200 len: 1091 time: 3.9789839 Aug 11 02:23:21.516332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'tag': '83cd217f-8ba2-4c79-879a-5d23b49c8a31'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:21.525870 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c0954-1726-4d20-a51f-7c8808d84df2" -d '{"events": [{"name": "network-changed", "server_uuid": "c50d77d3-215d-48e8-addd-e4a2d4034baf", "tag": "83cd217f-8ba2-4c79-879a-5d23b49c8a31"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:21.556785 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c28654-5f3a-4685-9b5a-4dee9ec19eb8 x-openstack-request-id: req-55c28654-5f3a-4685-9b5a-4dee9ec19eb8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:21.558980 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-plugged", "status": "completed", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:21.559800 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55c28654-5f3a-4685-9b5a-4dee9ec19eb8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:21.560960 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'code': 200} Aug 11 02:23:21.652025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-7e2b3625-8ad6-4d18-ace2-722cfe5ff950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.659078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-7e2b3625-8ad6-4d18-ace2-722cfe5ff950 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 916 time: 0.7076042 Aug 11 02:23:21.744724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c8c6-5190-4904-ad9c-a4a9695bf36e service neutron] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:21.749748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4398505e-2679-4527-ab2a-ea74c5e93d8f req-aadf3a57-2848-4953-a281-8edb61486365 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858748 Aug 11 02:23:21.805922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-63257c83-50f6-45d8-ad79-df353813c0de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b95257be-47ae-47d0-815f-bbe412881044 HTTP/1.1" status: 200 len: 217 time: 0.0532496 Aug 11 02:23:21.924834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:21.941311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d7a1-9daf-45f6-bad4-4aa6a21432c3 req-7a9dd738-bda9-4568-9d72-b42a9c8d35d8 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.951813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89b2d7a1-9daf-45f6-bad4-4aa6a21432c3 req-7a9dd738-bda9-4568-9d72-b42a9c8d35d8 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 943 time: 0.6456072 Aug 11 02:23:21.961168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-3fb49c56-5131-4f11-8b88-b2a4ee1f5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.962701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-3fb49c56-5131-4f11-8b88-b2a4ee1f5209 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 1094 time: 0.3022943 Aug 11 02:23:21.967461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'port_id': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae', 'mac_address': 'fa:16:3e:ce:4a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd78dd84-91bc-48e2-9c8a-b95c97f90809', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:21.986432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50348) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:22.058954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-013e00b2-98df-470f-91df-c7e5c5da8fa9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31 HTTP/1.1" status: 200 len: 217 time: 0.0874045 Aug 11 02:23:22.106659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.142861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4b73ef-4479-4bc5-a5bf-df7a505c86ae {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:22.151426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89b2d7a1-9daf-45f6-bad4-4aa6a21432c3 req-3c63660f-2f96-46de-ba2c-d4a22f416387 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992419 Aug 11 02:23:22.152991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-99bc53ff-5cc2-49f7-b987-b43d5d0c792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.154473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-99bc53ff-5cc2-49f7-b987-b43d5d0c792e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 0.3232307 Aug 11 02:23:22.163429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4868806-d806-4f35-b654-56ae1ff61726 req-f41a25d0-ed07-4f9d-b1b6-52728f8d289a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.171228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4868806-d806-4f35-b654-56ae1ff61726 req-f41a25d0-ed07-4f9d-b1b6-52728f8d289a tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 943 time: 0.3435476 Aug 11 02:23:22.212516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2006353790-network', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:22.229676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:22.238652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.264545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4868806-d806-4f35-b654-56ae1ff61726 req-fb94d456-5080-437f-833f-4b0bbb63ee70 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923049 Aug 11 02:23:22.280294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-d6b935c8-4d70-4458-8d28-eccf5b718d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.281860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-d6b935c8-4d70-4458-8d28-eccf5b718d7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 200 len: 862 time: 0.2081988 Aug 11 02:23:22.321220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Made reservation on behalf of e9ce4d76c08f4f4d90c5362282e79545 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:22.334633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.335794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-4353e6d3-129f-4cba-b8c6-d314366c8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.339113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-4353e6d3-129f-4cba-b8c6-d314366c8b00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626344 Aug 11 02:23:22.366407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.374350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-6a124010-94eb-4bac-80f1-f87c5ae463c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95d40900-c335-4d0d-b654-1e97953bc8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716267 Aug 11 02:23:22.402882 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20edfe7a-7776-40de-988d-5c485a32536d x-openstack-request-id: req-20edfe7a-7776-40de-988d-5c485a32536d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:22.403197 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c", "name": "network-vif-deleted", "tag": "64286f72-301f-4453-87f9-1ac49af7bd5b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:22.403462 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20edfe7a-7776-40de-988d-5c485a32536d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:22.404070 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cbaaf8-5e8e-45ee-b23e-6cf5c36f8c9c', 'name': 'network-vif-deleted', 'tag': '64286f72-301f-4453-87f9-1ac49af7bd5b', 'status': 'completed', 'code': 200} Aug 11 02:23:22.454594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.470111 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c51d78-e988-4dd7-98a1-c0b589c2ab6e x-openstack-request-id: req-82c51d78-e988-4dd7-98a1-c0b589c2ab6e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:22.470326 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50d77d3-215d-48e8-addd-e4a2d4034baf", "tag": "83cd217f-8ba2-4c79-879a-5d23b49c8a31", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:22.470624 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82c51d78-e988-4dd7-98a1-c0b589c2ab6e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:22.471059 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'tag': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'status': 'completed', 'code': 200} Aug 11 02:23:22.537819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ec4b73ef-4479-4bc5-a5bf-df7a505c86ae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:22.559852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.568279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.606942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:23:22.615782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be6a21-a3e5-4415-b973-6287ffe60386,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.642668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.642668 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Added segment 56221566-5783-49bf-9922-b4017a4df681 of type vlan for network d2832f3a-2fc4-44a3-8d33-340aa9723d58 Aug 11 02:23:22.708907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-c10fcbfe-8eb5-456b-8fab-b794a0ff5c4c service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392947 Aug 11 02:23:22.710563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.730627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.765230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.767345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.769900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.772853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.799764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02975fb8-4666-4cce-8ea7-3785e6c1e780 req-2ed0bf1b-cea3-4d03-b28d-288533124b92 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.801717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02975fb8-4666-4cce-8ea7-3785e6c1e780 req-2ed0bf1b-cea3-4d03-b28d-288533124b92 tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 1095 time: 0.2755885 Aug 11 02:23:22.837300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-ae557f72-739d-4598-8685-f06827d14e2c service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653681 Aug 11 02:23:22.844090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5774c668-0e43-4a9b-b069-c80dd83634f0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529284 Aug 11 02:23:22.844450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8566020 Aug 11 02:23:22.848810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:22.856204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Request body: {'subnet': {'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2006353790-subnet', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:22.863853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4197363-44da-4b6e-a8f7-1a558687a413 admin admin] Pushing event updated for resources: {'Network': ['ID=d2832f3a-2fc4-44a3-8d33-340aa9723d58,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.880213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:23:22.897822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Made reservation on behalf of e9ce4d76c08f4f4d90c5362282e79545 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:22.902686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.015310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02975fb8-4666-4cce-8ea7-3785e6c1e780 req-c10bd0ee-60da-4ab8-a63a-334b3a20d82e tempest-LiveAutoBlockMigrationV225Test-451883528 tempest-LiveAutoBlockMigrationV225Test-451883528-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983171 Aug 11 02:23:23.025320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebabd4b-56e3-49e4-b2bb-fff372116956 req-81e55026-1de8-4fa1-8745-3ea880bb7d81 service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058875 Aug 11 02:23:23.083834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb99620-ec94-4f6d-aa7c-c86dc7d25089 req-f5fcbfcb-798c-46e1-8904-5cc8c7887790 service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368388 Aug 11 02:23:23.091787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-4ac7e96d-f1a5-4c28-be8b-650ace5bb0bd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.093469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-4ac7e96d-f1a5-4c28-be8b-650ace5bb0bd tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239749 Aug 11 02:23:23.124966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-963f9958-2763-4dae-bbbb-4e9564f261e1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/quotas/c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 375 time: 0.0110383 Aug 11 02:23:23.169265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.226351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fbef54-41f1-451c-84cf-07377f718ece,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:23.235220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-e0d18200-c9db-4068-90c5-d8ab02d3d9e7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978596 Aug 11 02:23:23.250235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-12bfb01b-5a7d-4113-b4d5-1a2bd9aa961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.251771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-12bfb01b-5a7d-4113-b4d5-1a2bd9aa961e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 1094 time: 0.0853755 Aug 11 02:23:23.256087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Checking segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:23.256602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Network hostable DHCP agents. Network: d2832f3a-2fc4-44a3-8d33-340aa9723d58, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:23:23.284904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:23:23.304600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d2832f3a-2fc4-44a3-8d33-340aa9723d58) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:23.314652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.316268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.320609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd29f81-2a71-43ac-b93b-b1dba23c51a2 None None] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:23.347751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a5a71941-e91c-480f-835c-49e12a61b6d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4946277 Aug 11 02:23:23.349172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50392) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:23.370090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:23.414033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 64286f72-301f-4453-87f9-1ac49af7bd5b no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:23.451697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-2fcb0a50-3dc2-4180-8333-28a31cd34761 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.454186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.457177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.460423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-2fcb0a50-3dc2-4180-8333-28a31cd34761 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.2217648 Aug 11 02:23:23.466698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 64286f72-301f-4453-87f9-1ac49af7bd5b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:23.471225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 64286f72-301f-4453-87f9-1ac49af7bd5b not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:23.480448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-fc2f1026-c35d-43e4-8f57-82ebfb718ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.482590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-fc2f1026-c35d-43e4-8f57-82ebfb718ed1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 922 time: 0.2166221 Aug 11 02:23:23.489896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-53bfc8ef-c52d-46ff-839e-5afff9f3947d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/quotas/3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 375 time: 0.0284612 Aug 11 02:23:23.546275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.565285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-b939abc4-0e9b-4571-afd2-24d77eaf4a52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31 HTTP/1.1" status: 200 len: 217 time: 0.0729795 Aug 11 02:23:23.658570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d2832f3a-2fc4-44a3-8d33-340aa9723d58', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:23:23.659482 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.664159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-49223a22-e3d4-4465-a7ca-aded43312cd1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730118 Aug 11 02:23:23.699851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b95257be-47ae-47d0-815f-bbe412881044 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:23.726484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-e7c26477-ea5b-4707-b57d-2fa20302e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.727995 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-e7c26477-ea5b-4707-b57d-2fa20302e578 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 200 len: 862 time: 0.1504331 Aug 11 02:23:23.737147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.793895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-a640415b-a75b-418e-9c5d-da52a0cc98dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95d40900-c335-4d0d-b654-1e97953bc8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512979 Aug 11 02:23:23.856649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-96ff00be-2de6-4e80-93ee-02bf11fe6360 service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914759 Aug 11 02:23:23.967456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Allocated IP 172.20.0.2 (d2832f3a-2fc4-44a3-8d33-340aa9723d58/94fbef54-41f1-451c-84cf-07377f718ece/9ac312fd-8175-46b3-9c81-73fc0b5fe0d6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:23.991293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b95257be-47ae-47d0-815f-bbe412881044, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b95257be-47ae-47d0-815f-bbe412881044,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:24.022726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'b95257be-47ae-47d0-815f-bbe412881044', 'network_id': 'd9b76781-e63b-4447-b159-ca890fbc9d21', 'port_id': 'b95257be-47ae-47d0-815f-bbe412881044', 'mac_address': 'fa:16:3e:2e:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd78dd84-91bc-48e2-9c8a-b95c97f90809', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:24.109791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.134810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95257be-47ae-47d0-815f-bbe412881044 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:24.158886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b95257be-47ae-47d0-815f-bbe412881044, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b95257be-47ae-47d0-815f-bbe412881044,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:24.170849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.310231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f018-46fc-4038-be7a-6801857844d7 req-57bca8d5-8d19-42a5-a9ba-f935aa9670ec tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.314825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09a9f018-46fc-4038-be7a-6801857844d7 req-57bca8d5-8d19-42a5-a9ba-f935aa9670ec tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 943 time: 0.5535684 Aug 11 02:23:24.374684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.379374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b95257be-47ae-47d0-815f-bbe412881044,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:24.412218 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.424903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Transition to ACTIVE for port object 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:24.440084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.447197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Transition to ACTIVE for port object 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:24.449534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-0351413f-3c50-49a3-8e1a-20585b035a8d service neutron] 10.222.0.16 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918710 Aug 11 02:23:24.454270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-1d7b4482-d3cf-4fac-9b34-9a2846ddb3a0 service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327560 Aug 11 02:23:24.459309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.468796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09a9f018-46fc-4038-be7a-6801857844d7 req-05e38d40-d34b-4196-bebc-33bd0a08ec8e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460299 Aug 11 02:23:24.524387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:24.528226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:24.535366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['b95257be-47ae-47d0-815f-bbe412881044'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:24.537575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:24.570759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Pushing event updated for resources: {'Port': ['ID=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:24.645098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-b5351523-660f-473f-81a1-4abe500f735e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.647128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-b5351523-660f-473f-81a1-4abe500f735e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 944 time: 0.2806175 Aug 11 02:23:24.666521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Attempting to bind port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:24.666906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Attempting to bind port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:24.667282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Attempting to bind port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 on network d2832f3a-2fc4-44a3-8d33-340aa9723d58 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:24.681792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:24.682343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Checking segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:24.682764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.683174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Bound using segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:24.683683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Bound port: 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:24.684078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.779714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Allocated IP 172.25.6.27 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/ca9a7660-8d6c-4842-b157-3720c817cbc1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:24.781740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a0c0954-1726-4d20-a51f-7c8808d84df2 req-d8acb518-2b9f-4554-ba94-c13fd82706fe service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082910 Aug 11 02:23:24.796398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa18754-859e-42a7-93ef-dcf4d2b51dcb req-a2c03061-e6af-4c09-a8fa-717f8c99a363 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.803903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-faa18754-859e-42a7-93ef-dcf4d2b51dcb req-a2c03061-e6af-4c09-a8fa-717f8c99a363 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 944 time: 0.2111630 Aug 11 02:23:24.870386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-17567569-8f67-4aa4-b98a-114b8901bcfc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c079f15875914884a072129db96f8d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570190 Aug 11 02:23:24.893361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] For port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:24.915389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] For port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:24.923931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.977803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-faa18754-859e-42a7-93ef-dcf4d2b51dcb req-770970fa-ac8a-45da-96d5-c3baef5f07c3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706948 Aug 11 02:23:25.033977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffd965-2e17-4227-88c2-0efbbc8da110 None None] Pushing event updated for resources: {'Port': ['ID=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:25.078259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Deleting port a8f53127-a927-40a9-a518-a5822e93e0c5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:25.078854 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.119596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.197437 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.216466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dde1bd76-e519-4722-b812-7e983a2f3022 req-384ccfe2-095d-4041-8307-8d37e83c25f5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 210 time: 0.0865865 Aug 11 02:23:25.256455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-4289016b-8f37-412c-98f3-2f3ee0a5720d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.268671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-4289016b-8f37-412c-98f3-2f3ee0a5720d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903704 Aug 11 02:23:25.285347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Request body: {'port': {'device_id': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'c079f15875914884a072129db96f8d64'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:25.413899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9a7660-8d6c-4842-b157-3720c817cbc1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:25.421475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ec4b73ef-4479-4bc5-a5bf-df7a505c86ae up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:25.424152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:25.428477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:25.436089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:25.453082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] For port a8f53127-a927-40a9-a518-a5822e93e0c5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f53127-a927-40a9-a518-a5822e93e0c5,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:25.453739 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.527214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Calling delete_port for a8f53127-a927-40a9-a518-a5822e93e0c5 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:25.574294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:25.591816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:25.592201 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.651791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5316e590-7385-4c69-9155-6ae2490cea5b req-907b8d47-a5e0-40cc-a112-6ba4d2e1d219 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 210 time: 0.0484729 Aug 11 02:23:25.680495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de61a0-cd51-4055-88e1-c3332e718d92 req-7314d227-a645-43e4-bfae-29a4b85ee7f0 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.682040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6de61a0-cd51-4055-88e1-c3332e718d92 req-7314d227-a645-43e4-bfae-29a4b85ee7f0 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 944 time: 0.2155702 Aug 11 02:23:25.696918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Made reservation on behalf of c079f15875914884a072129db96f8d64 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:25.700989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.723272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 83cd217f-8ba2-4c79-879a-5d23b49c8a31 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:25.840203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:25.857157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.890768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6de61a0-cd51-4055-88e1-c3332e718d92 req-3313bc02-f3eb-4a2d-8275-a0c25ba69113 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731777 Aug 11 02:23:25.918697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749058ee-0a05-4ab7-865c-15aea2b6f4d0 req-99146499-3f23-45f1-800d-68eac38e68c2 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.926658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-749058ee-0a05-4ab7-865c-15aea2b6f4d0 req-99146499-3f23-45f1-800d-68eac38e68c2 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 943 time: 0.1637805 Aug 11 02:23:25.961638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.114065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-749058ee-0a05-4ab7-865c-15aea2b6f4d0 req-3fabb552-1bff-44df-b102-b39beaddfc4b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861250 Aug 11 02:23:26.122483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Allocated IP 192.168.233.29 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/9db76abd-c4b5-44de-8210-d5180f2cb0f0) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:26.151438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.204380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['659ab261-b134-4f68-9877-e0097a2feebc', 'a8f53127-a927-40a9-a518-a5822e93e0c5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:26.213677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:26.218582 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d09bb8-74e9-433f-9e4d-4e34d3fc3f8f" -d '{"events": [{"server_uuid": "b8de53ae-ad20-47f1-a2b4-223195278564", "name": "network-vif-plugged", "status": "completed", "tag": "ec4b73ef-4479-4bc5-a5bf-df7a505c86ae"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:26.242636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event deleted for resources: {'Port': ['ID=a8f53127-a927-40a9-a518-a5822e93e0c5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:26.275149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39a5e3dc-6c8f-488f-a0af-0de974911ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.315085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:26.338909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.398139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] No DVR routers for this DVR port a8f53127-a927-40a9-a518-a5822e93e0c5 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:26.403891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.407216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f8e8fba-6bfe-4f74-8501-a0341e8d175b req-8af8afbb-3610-497d-8289-b3d49c393be8 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "DELETE /v2.0/ports/a8f53127-a927-40a9-a518-a5822e93e0c5 HTTP/1.1" status: 204 len: 173 time: 1.7494762 Aug 11 02:23:26.415604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'name': 'network-vif-deleted', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:26.423230 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f3f997-453a-4712-9f36-70a0e53b1507" -d '{"events": [{"server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "name": "network-vif-deleted", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:26.457953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:26.473422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:26.478701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'port_id': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'mac_address': 'fa:16:3e:d1:6a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c8c693-d1b1-4abd-b52c-74c856c791fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:26.521679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81173f66-8da1-48b0-b191-c225ad68349a req-ff244c88-36e5-4aaf-ac6b-bcf13a40e5a5 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:26.523640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81173f66-8da1-48b0-b191-c225ad68349a req-ff244c88-36e5-4aaf-ac6b-bcf13a40e5a5 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 944 time: 0.2781732 Aug 11 02:23:26.525512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b96b48a3-3d00-4256-842a-1d15d7494835 req-53e3e7f7-47da-4a98-9665-0681d52dbe7d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 210 time: 0.0935240 Aug 11 02:23:26.564283 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.573260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.629222 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff16db-d27e-477d-ba2a-f5ef53b93240 x-openstack-request-id: req-7aff16db-d27e-477d-ba2a-f5ef53b93240 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:26.629770 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8de53ae-ad20-47f1-a2b4-223195278564", "name": "network-vif-plugged", "status": "completed", "tag": "ec4b73ef-4479-4bc5-a5bf-df7a505c86ae", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:26.630302 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aff16db-d27e-477d-ba2a-f5ef53b93240 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:26.647172 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae', 'code': 200} Aug 11 02:23:26.664252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cd217f-8ba2-4c79-879a-5d23b49c8a31 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:26.676011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39a5e3dc-6c8f-488f-a0af-0de974911ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.686940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39a5e3dc-6c8f-488f-a0af-0de974911ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.745831 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2110376-a9cf-4d42-a1d2-63e0a0ee5450 x-openstack-request-id: req-f2110376-a9cf-4d42-a1d2-63e0a0ee5450 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:26.746183 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c72b3-4b45-47dc-b859-654372c07a5e", "name": "network-vif-deleted", "tag": "a8f53127-a927-40a9-a518-a5822e93e0c5", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:26.746541 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2110376-a9cf-4d42-a1d2-63e0a0ee5450 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:26.746944 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391c72b3-4b45-47dc-b859-654372c07a5e', 'name': 'network-vif-deleted', 'tag': 'a8f53127-a927-40a9-a518-a5822e93e0c5', 'status': 'completed', 'code': 200} Aug 11 02:23:26.761524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992034b4-c9ea-462f-bb48-d0c5e8f8187d None None] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:26.774044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:26.794552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.795891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.803391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-39a5e3dc-6c8f-488f-a0af-0de974911ec4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=347ea91d65e1447da4bec0efa3bc2515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9618859 Aug 11 02:23:26.826165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81173f66-8da1-48b0-b191-c225ad68349a req-41f9a9e8-9218-4f5b-991c-28b8583b1e0e tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250634 Aug 11 02:23:26.829355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50454) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:26.914354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:26.933380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Transition to ACTIVE for port object 9db76abd-c4b5-44de-8210-d5180f2cb0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:26.957033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2aedc8ac-00e3-4ae2-9e9d-96ac771f1f18 None None] Provisioning for port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:27.052146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31fbea96-528e-4d1d-96db-6038a93b0a2b req-9c53ca09-2b87-4019-a3a2-f492c2227e4a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 210 time: 0.1308398 Aug 11 02:23:27.122860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-256c9752-c1c0-4175-9551-2d154722c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.127014 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.133397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['83cd217f-8ba2-4c79-879a-5d23b49c8a31'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:27.190457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548', '2126ae76-61ef-4d9a-b777-41e2a50d4e73'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:27.240740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:27.256333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5e3dc-6c8f-488f-a0af-0de974911ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074d99f8-b2b5-448f-99cb-c2dd628710bb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.259231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:27.267228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-256c9752-c1c0-4175-9551-2d154722c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.311195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:27.338909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:27.352172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ceee-e5dd-4182-9d61-0c5fc27f9b7b req-beb877f7-7bfc-46aa-8c3a-c3c83dded610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.354848 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b896ceee-e5dd-4182-9d61-0c5fc27f9b7b req-beb877f7-7bfc-46aa-8c3a-c3c83dded610 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 1097 time: 0.5119450 Aug 11 02:23:27.432661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-460948c9-9999-4d06-915b-85e72621e655 req-b02dc409-aa1f-46a2-a3c5-7d0fd49e4b51 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 210 time: 0.1722116 Aug 11 02:23:27.433620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.533490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a9c90132-80fe-4a75-8e32-10a71455eeaa tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.536317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a9c90132-80fe-4a75-8e32-10a71455eeaa tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 808 time: 0.5152984 Aug 11 02:23:27.538020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e3d01-84fe-4ef7-a800-d732ff16b11b req-fd587aed-ab57-40ba-8c49-4c4a97c9d76c tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.540004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-363e3d01-84fe-4ef7-a800-d732ff16b11b req-fd587aed-ab57-40ba-8c49-4c4a97c9d76c tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 944 time: 0.3104126 Aug 11 02:23:27.540610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b896ceee-e5dd-4182-9d61-0c5fc27f9b7b req-b7201c57-ee28-4118-b1b0-4fdba67ce0e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755862 Aug 11 02:23:27.560624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.561330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.567360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Router e61e940e-dfe8-40a4-89bb-6e222d83a236 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:23:27.616126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-5f21f451-5b5f-4b40-bd0b-ef0cef97ae00 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3349428 Aug 11 02:23:27.619230 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-256c9752-c1c0-4175-9551-2d154722c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.621962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-256c9752-c1c0-4175-9551-2d154722c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.623266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-256c9752-c1c0-4175-9551-2d154722c47b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/074d99f8-b2b5-448f-99cb-c2dd628710bb HTTP/1.1" status: 204 len: 168 time: 0.7929075 Aug 11 02:23:27.717720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Request body: {'port': {'device_id': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:27.759437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-363e3d01-84fe-4ef7-a800-d732ff16b11b req-07de43be-c5d9-44c5-a08c-b061d9cd2992 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923110 Aug 11 02:23:27.770891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:27.776774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b95257be-47ae-47d0-815f-bbe412881044 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:27.806136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c9752-c1c0-4175-9551-2d154722c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074d99f8-b2b5-448f-99cb-c2dd628710bb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.834132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4339df-5953-456d-9d44-be422945defb None None] Sync routers for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:27.851372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Request body: {'port': {'device_id': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'admin_state_up': True, 'tenant_id': '3abd683ca71844e3be8a3340655d8956'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:27.924276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.971119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:28.079131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.080557 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-310c44f0-1544-4bf2-bf98-692d7a70d580 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7298775 Aug 11 02:23:28.086535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50476) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:28.117065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Made reservation on behalf of 3abd683ca71844e3be8a3340655d8956 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:28.121163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.160296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:28.164254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.287861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ac4fb-4d94-4a0c-9c23-f83d1b912952 req-52f65aa2-e7bc-4650-ad18-0f65f835808c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.295082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d71ac4fb-4d94-4a0c-9c23-f83d1b912952 req-52f65aa2-e7bc-4650-ad18-0f65f835808c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 935 time: 0.3393300 Aug 11 02:23:28.345200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4339df-5953-456d-9d44-be422945defb None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:28.347869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af4339df-5953-456d-9d44-be422945defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:23:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:28.378400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-051af7e0-2a47-4a83-8825-8b156adc59eb None None] Provisioning for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:28.395956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:28.456145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Allocated IP 172.20.0.5 (7ada9445-7834-4d1b-8b0f-ad38597e5910/bd1bd06d-16ed-46e3-8fec-24dea8a8db0f/a984352b-1c81-48dd-b397-02f7232b9fd7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:28.492969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52697a00-39cb-4992-8bd7-92239c2f730d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.545745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9217ecc-0ea9-430d-a20c-ac254606d548 req-df91d089-3249-4786-bf14-027989ca8b23 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.553574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9217ecc-0ea9-430d-a20c-ac254606d548 req-df91d089-3249-4786-bf14-027989ca8b23 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.563700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9217ecc-0ea9-430d-a20c-ac254606d548 req-df91d089-3249-4786-bf14-027989ca8b23 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4&device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 1683 time: 0.4517894 Aug 11 02:23:28.567911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-051af7e0-2a47-4a83-8825-8b156adc59eb None None] Provisioning complete for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:28.568502 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-051af7e0-2a47-4a83-8825-8b156adc59eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.740264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52697a00-39cb-4992-8bd7-92239c2f730d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.761623 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52697a00-39cb-4992-8bd7-92239c2f730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.841932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-52697a00-39cb-4992-8bd7-92239c2f730d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91b9f03110134253b6fccb12355a8b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351079 Aug 11 02:23:28.843645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:28.844554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52697a00-39cb-4992-8bd7-92239c2f730d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e48c2ad-b114-4767-a693-519c303dbd38,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:28.855317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port b95257be-47ae-47d0-815f-bbe412881044 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:28.873954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-051af7e0-2a47-4a83-8825-8b156adc59eb None None] Port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:28.889493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port b95257be-47ae-47d0-815f-bbe412881044 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:28.890332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.947029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-af4339df-5953-456d-9d44-be422945defb None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:28.954670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.980018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0e41151-48b4-4fb2-9675-5ea1c6a4b125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.017436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d71ac4fb-4d94-4a0c-9c23-f83d1b912952 req-887dfe66-6716-4144-9308-089cafff194d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757053 Aug 11 02:23:29.078409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.091236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9217ecc-0ea9-430d-a20c-ac254606d548 req-2fa169ff-0743-414c-a55b-631b75e05d2d tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260811 Aug 11 02:23:29.184605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.211628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-027394f8-ab62-4377-af2c-fd235c29d074 None None] Provisioning complete for port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:29.212346 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-027394f8-ab62-4377-af2c-fd235c29d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.230633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Network 7ada9445-7834-4d1b-8b0f-ad38597e5910 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:29.237511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:29.241520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:29.275441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0e41151-48b4-4fb2-9675-5ea1c6a4b125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.295533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db76abd-c4b5-44de-8210-d5180f2cb0f0 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:29.313152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:29.317333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.344518 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.399262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.418272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.419383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.438868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-b4d91191-231f-4923-844a-da10773570ec tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6719999 Aug 11 02:23:29.465855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Request body: {'port': {'device_id': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:29.554204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0e41151-48b4-4fb2-9675-5ea1c6a4b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.559121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0e41151-48b4-4fb2-9675-5ea1c6a4b125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.570261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e0e41151-48b4-4fb2-9675-5ea1c6a4b125 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e48c2ad-b114-4767-a693-519c303dbd38 HTTP/1.1" status: 204 len: 168 time: 0.7178724 Aug 11 02:23:29.580807 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.619620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e41151-48b4-4fb2-9675-5ea1c6a4b125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e48c2ad-b114-4767-a693-519c303dbd38,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.627002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.771838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c8534ab-6fcf-422e-a690-1ee7caf16dc8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:29.774145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['48cb364b-c786-416e-9a11-c5550dafa21e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:29.858313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Transition to ACTIVE for port object 9db76abd-c4b5-44de-8210-d5180f2cb0f0 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:29.877910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.900905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e69346-3a7a-4f70-88d0-a5376f4ba7f7 req-ca0ee558-f55d-4f7c-8f24-b3423e278217 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.914468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6e69346-3a7a-4f70-88d0-a5376f4ba7f7 req-ca0ee558-f55d-4f7c-8f24-b3423e278217 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 931 time: 0.6872363 Aug 11 02:23:29.923104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.933567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a3d4-46d6-445b-9e8b-d525fedf05be req-0c808bf6-0898-4425-b972-197f7c342e54 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:29.935695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31f9a3d4-46d6-445b-9e8b-d525fedf05be req-0c808bf6-0898-4425-b972-197f7c342e54 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 944 time: 0.7206550 Aug 11 02:23:29.969638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95257be-47ae-47d0-815f-bbe412881044'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:29.976126 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb4b55-96df-4b97-87b8-9dae201c6e63" -d '{"events": [{"server_uuid": "34fed0b8-6e1f-45c5-b11e-a547691faf44", "name": "network-vif-plugged", "status": "completed", "tag": "b95257be-47ae-47d0-815f-bbe412881044"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:30.039442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b95257be-47ae-47d0-815f-bbe412881044, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b95257be-47ae-47d0-815f-bbe412881044,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:30.082390 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.083238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:30.108862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31f9a3d4-46d6-445b-9e8b-d525fedf05be req-6a19298f-aca4-4eba-9fc7-584961e4d852 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396649 Aug 11 02:23:30.123918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.177278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6e69346-3a7a-4f70-88d0-a5376f4ba7f7 req-66b1280e-88f9-4bab-99a1-c66453f0b09c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612586 Aug 11 02:23:30.193868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: a8f53127-a927-40a9-a518-a5822e93e0c5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:30.194441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f53127-a927-40a9-a518-a5822e93e0c5 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:30.244979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 83cd217f-8ba2-4c79-879a-5d23b49c8a31 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:30.288742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a984352b-1c81-48dd-b397-02f7232b9fd7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:30.303033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.337864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Transition to ACTIVE for port object a984352b-1c81-48dd-b397-02f7232b9fd7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:30.345520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.427360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a650b09b-3ee4-4cef-be72-d6e73a2c7c8b req-41b322a6-86dd-4e9a-bb0a-342129800e2b tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 210 time: 0.1015153 Aug 11 02:23:30.428101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:30.428437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:30.428766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:30.490781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:30.496660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:30.517361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:30.517774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:30.519370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:30.519370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Bound port: 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:30.519370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.539789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.587137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1ca10-783b-4726-ac8a-767c49800022 req-96b888fc-14a1-4f11-9460-94b01e24947c tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.595075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebd1ca10-783b-4726-ac8a-767c49800022 req-96b888fc-14a1-4f11-9460-94b01e24947c tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 944 time: 0.2432292 Aug 11 02:23:30.614798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.670762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:30.671112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:30.671452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:30.684547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:30.685462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:30.698468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:30.698827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:30.699218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:30.703948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Bound port: a984352b-1c81-48dd-b397-02f7232b9fd7, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:30.704345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.800173 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6033cb55-7ea8-4165-8f08-cbbcce70c3cb x-openstack-request-id: req-6033cb55-7ea8-4165-8f08-cbbcce70c3cb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:30.800759 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fed0b8-6e1f-45c5-b11e-a547691faf44", "name": "network-vif-plugged", "status": "completed", "tag": "b95257be-47ae-47d0-815f-bbe412881044", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:30.801199 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6033cb55-7ea8-4165-8f08-cbbcce70c3cb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:30.801790 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95257be-47ae-47d0-815f-bbe412881044', 'code': 200} Aug 11 02:23:30.832471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af4339df-5953-456d-9d44-be422945defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:25Z', 'revision_number': 3, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:30.857925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-823de958-87aa-4416-96cd-dad7a7756af4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2404165 Aug 11 02:23:30.861597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebd1ca10-783b-4726-ac8a-767c49800022 req-c77eae18-cf08-4658-a348-d9111035e50f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656457 Aug 11 02:23:30.864247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:30.865814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:30.881328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:30.894426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:30.907094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.938579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.970300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.976352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.981027 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] 10.222.0.59 "PUT /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 1091 time: 1.5292585 Aug 11 02:23:30.981676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:30.986077 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:31.044029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4339df-5953-456d-9d44-be422945defb None None] Checking router: e61e940e-dfe8-40a4-89bb-6e222d83a236 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:31.047714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4339df-5953-456d-9d44-be422945defb None None] Updating router e61e940e-dfe8-40a4-89bb-6e222d83a236 port ca9a7660-8d6c-4842-b157-3720c817cbc1 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:23:31.080889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.081569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.083341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] 10.222.0.59 "PUT /v2.0/ports/9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 1095 time: 3.4247980 Aug 11 02:23:31.097023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cad34-3656-4a4a-8eac-ea3b4c7ad0fe service neutron] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:31.111308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:31.114471 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11102dde-1a90-442b-be58-739cda543d50" -d '{"events": [{"name": "network-changed", "server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:31.117249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b95257be-47ae-47d0-815f-bbe412881044,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:31.127337 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af4339df-5953-456d-9d44-be422945defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.234961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:31.251351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:31.258833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.325054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c60e9a-e8f1-40d4-9d53-7f43dfb1ad66 service neutron] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:31.330822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e773c9a-f292-4d49-aa60-1f9191caab44 req-a0b549ec-c5dd-4b12-92b9-5ed6fec37272 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.332664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e773c9a-f292-4d49-aa60-1f9191caab44 req-a0b549ec-c5dd-4b12-92b9-5ed6fec37272 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 947 time: 0.5162702 Aug 11 02:23:31.355017 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb80a2-26ab-44b4-9c1c-f85ebddf46ac x-openstack-request-id: req-6cbb80a2-26ab-44b4-9c1c-f85ebddf46ac {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:31.356482 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:31.357210 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cbb80a2-26ab-44b4-9c1c-f85ebddf46ac {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:31.358552 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'status': 'completed', 'code': 200} Aug 11 02:23:31.367352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-8bd54576-c3f5-4941-b329-0fd19db9bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.371405 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-8bd54576-c3f5-4941-b329-0fd19db9bf47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1094 time: 0.2326381 Aug 11 02:23:31.482365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-a7d81c8b-2364-4a17-bd06-0ccaf59125f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.484146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-a7d81c8b-2364-4a17-bd06-0ccaf59125f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 1096 time: 0.5483778 Aug 11 02:23:31.505627 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-e13485ad-c28d-4c79-a75f-a32094c46d6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 217 time: 0.1210825 Aug 11 02:23:31.547023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:31.597916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-1d6cd277-4930-4858-8f0b-2b67ef6b28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.599249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-1d6cd277-4930-4858-8f0b-2b67ef6b28e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1098 time: 0.4500649 Aug 11 02:23:31.601059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59793-c189-41bf-9d38-647e066bb4b3 req-a2fd6ea4-d181-408a-9e9b-7d4f783a8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.602918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4be59793-c189-41bf-9d38-647e066bb4b3 req-a2fd6ea4-d181-408a-9e9b-7d4f783a8c5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 1096 time: 0.7903469 Aug 11 02:23:31.619778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-6ccc9786-cd71-4f1f-93c5-25023e37926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.621178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-6ccc9786-cd71-4f1f-93c5-25023e37926e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1026878 Aug 11 02:23:31.682293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-357045dc-875d-4bbc-af00-a8337af75c28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497341 Aug 11 02:23:31.736266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Allocated IP 172.20.0.1 (d2832f3a-2fc4-44a3-8d33-340aa9723d58/94fbef54-41f1-451c-84cf-07377f718ece/9caf0276-be60-4f65-8122-ee0439f57fc8) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:31.797603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e773c9a-f292-4d49-aa60-1f9191caab44 req-735d00af-cd4d-44de-950f-0a932a9d1248 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091818 Aug 11 02:23:31.799360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-328cce66-0a6f-4312-a538-f7ecb1491fd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1359384 Aug 11 02:23:31.880505 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-a14e73c4-0e7b-4081-ba1c-f9f9a5349f73 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883602 Aug 11 02:23:31.887616 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.891611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92f5d3-4fa0-403b-9bc9-ba6eac74d177 req-3170ce17-67cc-48c4-8528-432a9fe7df1f tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.893842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a92f5d3-4fa0-403b-9bc9-ba6eac74d177 req-3170ce17-67cc-48c4-8528-432a9fe7df1f tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.3793690 Aug 11 02:23:31.902057 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69d460-9b97-4046-b8c4-7675c6f97645 x-openstack-request-id: req-1e69d460-9b97-4046-b8c4-7675c6f97645 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:31.902057 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:31.902057 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e69d460-9b97-4046-b8c4-7675c6f97645 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:31.913512 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'status': 'completed', 'code': 200} Aug 11 02:23:31.965701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:31.966384 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.031159 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cffd8ee8-35c0-40d0-a819-dd3894cd628a req-c06b27ed-015b-4875-93c7-8ecce34ceeeb service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274667 Aug 11 02:23:32.052391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:32.074317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.120365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4be59793-c189-41bf-9d38-647e066bb4b3 req-d206c5fd-9ac7-448f-b519-ce206c42c133 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555366 Aug 11 02:23:32.166910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-fc3f81d8-f35b-4aa0-a96d-f684c07cdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.169985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-fc3f81d8-f35b-4aa0-a96d-f684c07cdf99 service neutron] 10.222.0.25 "GET /v2.0/networks?id=609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 200 len: 921 time: 0.6468568 Aug 11 02:23:32.190891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:32.194846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-0ff86b1a-b82e-44e6-bd29-18a316107271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.196401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-0ff86b1a-b82e-44e6-bd29-18a316107271 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3783851 Aug 11 02:23:32.204334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a92f5d3-4fa0-403b-9bc9-ba6eac74d177 req-d6ca159d-0fe5-43a4-b266-64e609326d7b tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764418 Aug 11 02:23:32.213827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-bc338fd4-2e6e-476d-aaf7-d819f5550667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.215500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-bc338fd4-2e6e-476d-aaf7-d819f5550667 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1094 time: 0.1113725 Aug 11 02:23:32.286837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-2908728d-08d9-4a34-8ef7-08011477ec91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 200 len: 217 time: 0.0876396 Aug 11 02:23:32.296622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec053c-ec4b-4560-873c-0ef47d790452 req-14beef52-4ce9-4589-8bf5-55474d554054 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.298345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cec053c-ec4b-4560-873c-0ef47d790452 req-14beef52-4ce9-4589-8bf5-55474d554054 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.3126600 Aug 11 02:23:32.403878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.431789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-9c76d891-ff83-4dbb-9b83-10ec3bc0f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.439665 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-9c76d891-ff83-4dbb-9b83-10ec3bc0f0fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.2158008 Aug 11 02:23:32.441218 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af4339df-5953-456d-9d44-be422945defb None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.454497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-af4339df-5953-456d-9d44-be422945defb None None] Transition to ACTIVE for port object ca9a7660-8d6c-4842-b157-3720c817cbc1 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:32.465932 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af4339df-5953-456d-9d44-be422945defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.496693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-cdcda49c-311f-493d-bc57-2d2d040aa74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.498440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-cdcda49c-311f-493d-bc57-2d2d040aa74d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 200 len: 861 time: 0.1990659 Aug 11 02:23:32.500487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-b19f1c01-5bcc-44b6-9312-11fc9a46468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.503480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-b19f1c01-5bcc-44b6-9312-11fc9a46468f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2885046 Aug 11 02:23:32.504747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Transition to ACTIVE for port object 9caf0276-be60-4f65-8122-ee0439f57fc8 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:32.536801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-af4339df-5953-456d-9d44-be422945defb None None] Attempting to bind port ca9a7660-8d6c-4842-b157-3720c817cbc1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:32.537264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-af4339df-5953-456d-9d44-be422945defb None None] Attempting to bind port ca9a7660-8d6c-4842-b157-3720c817cbc1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:32.537704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4339df-5953-456d-9d44-be422945defb None None] Attempting to bind port ca9a7660-8d6c-4842-b157-3720c817cbc1 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:32.546029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4339df-5953-456d-9d44-be422945defb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:32.546582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4339df-5953-456d-9d44-be422945defb None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:32.546943 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af4339df-5953-456d-9d44-be422945defb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.547354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4339df-5953-456d-9d44-be422945defb None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:32.547993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-af4339df-5953-456d-9d44-be422945defb None None] Bound port: ca9a7660-8d6c-4842-b157-3720c817cbc1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:32.548619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af4339df-5953-456d-9d44-be422945defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.553123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-558c3683-7be9-4011-963b-b1651c651f1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 217 time: 0.1049063 Aug 11 02:23:32.606547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21af59-5a72-4b46-9bdc-485a8364e618 None None] Pushing event updated for resources: {'Port': ['ID=ca9a7660-8d6c-4842-b157-3720c817cbc1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:32.626210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-e04bb1eb-558c-48cc-86f3-a4e925247bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.628750 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-e04bb1eb-558c-48cc-86f3-a4e925247bd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.0668731 Aug 11 02:23:32.672022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cec053c-ec4b-4560-873c-0ef47d790452 req-29fac398-b261-49bb-9e73-8beea7b0ef3c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534558 Aug 11 02:23:32.688824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-41e04362-f814-4e95-97cc-b766feba2a01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520563 Aug 11 02:23:32.721034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-af4339df-5953-456d-9d44-be422945defb None None] For port ca9a7660-8d6c-4842-b157-3720c817cbc1, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:32.722964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd25f01b-bf33-4dbe-8690-136c85161aa2 req-9dc55df7-abc9-44e9-acb3-d42e221abe7c tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=391c72b3-4b45-47dc-b859-654372c07a5e HTTP/1.1" status: 200 len: 210 time: 0.2319176 Aug 11 02:23:32.728581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-af4339df-5953-456d-9d44-be422945defb None None] For port ca9a7660-8d6c-4842-b157-3720c817cbc1, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ca9a7660-8d6c-4842-b157-3720c817cbc1,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:32.730962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-0c8596eb-7420-43dc-8209-ed9cc9304dd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=609d90c9-f85c-426b-a186-9ff5357b9585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207394 Aug 11 02:23:32.756916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af4339df-5953-456d-9d44-be422945defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.874225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd217f-8ba2-4c79-879a-5d23b49c8a31'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:32.879945 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4229a7-ae06-415c-aa60-0cdecdf5daf6" -d '{"events": [{"server_uuid": "c50d77d3-215d-48e8-addd-e4a2d4034baf", "name": "network-vif-plugged", "status": "completed", "tag": "83cd217f-8ba2-4c79-879a-5d23b49c8a31"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:32.885222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21af59-5a72-4b46-9bdc-485a8364e618 None None] Pushing event updated for resources: {'Port': ['ID=ca9a7660-8d6c-4842-b157-3720c817cbc1,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:32.901530 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-0e590980-d45f-4d58-8658-e84079054b17 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969559 Aug 11 02:23:32.951497 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.962661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4339df-5953-456d-9d44-be422945defb None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:32.965537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af4339df-5953-456d-9d44-be422945defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:23:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:33.022350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Pushing event updated for resources: {'Port': ['ID=9caf0276-be60-4f65-8122-ee0439f57fc8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:33.055859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:33.072738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:33.081516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:33.139187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-54cad943-52b9-49aa-948c-4d1b1d50b930 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105182 Aug 11 02:23:33.139795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.432593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-e3091952-dc56-4cea-bfed-6827cc060f9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3062551 Aug 11 02:23:33.447998 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c4c1e16-4ca6-496e-8fbf-f3b450b4e0be req-a6550599-9bb6-483b-9919-73e505a0c688 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381033 Aug 11 02:23:33.463353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-af4339df-5953-456d-9d44-be422945defb None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:33.507737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd66cc-035b-4d74-8162-4dc75a87ce1d req-46fb7cc3-1381-4730-8196-fa5eb3bb37ba tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.519272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88cd66cc-035b-4d74-8162-4dc75a87ce1d req-46fb7cc3-1381-4730-8196-fa5eb3bb37ba tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 945 time: 0.6357977 Aug 11 02:23:33.572250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-af2653f7-93f1-4e7f-9e81-3021ecaebe5e service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314457 Aug 11 02:23:33.576502 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.639327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-a1fb86b9-0c99-454c-8206-251e923f30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.641042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-a1fb86b9-0c99-454c-8206-251e923f30ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 1095 time: 0.0937204 Aug 11 02:23:33.689891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88cd66cc-035b-4d74-8162-4dc75a87ce1d req-5fbe5187-2ccf-41cd-96ba-09181446b5f5 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694365 Aug 11 02:23:33.718203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-150c24e0-88b1-4b9d-b5ff-3eaacb709c3e None None] Provisioning for port 9caf0276-be60-4f65-8122-ee0439f57fc8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:33.739218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-150c24e0-88b1-4b9d-b5ff-3eaacb709c3e None None] Provisioning complete for port 9caf0276-be60-4f65-8122-ee0439f57fc8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:33.739594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-150c24e0-88b1-4b9d-b5ff-3eaacb709c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.795565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf79fb30-6148-4e7a-95c2-a1139bd7f597 req-b465a6e5-1a72-4c83-bc33-0f445ca86ca3 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191337 Aug 11 02:23:33.820724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-047435d3-1cd6-44ad-9bb2-796180057da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.823831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-047435d3-1cd6-44ad-9bb2-796180057da6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.1552854 Aug 11 02:23:33.824824 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f3d98a-a82a-4bde-9f5b-da14d994022d x-openstack-request-id: req-b0f3d98a-a82a-4bde-9f5b-da14d994022d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:33.825120 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50d77d3-215d-48e8-addd-e4a2d4034baf", "name": "network-vif-plugged", "status": "completed", "tag": "83cd217f-8ba2-4c79-879a-5d23b49c8a31", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:33.825381 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0f3d98a-a82a-4bde-9f5b-da14d994022d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:33.826503 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'code': 200} Aug 11 02:23:33.896233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-150c24e0-88b1-4b9d-b5ff-3eaacb709c3e None None] Port 9caf0276-be60-4f65-8122-ee0439f57fc8 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:33.921559 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-8ce5814e-3e23-46fe-92d1-6084fba7246e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 200 len: 217 time: 0.0806029 Aug 11 02:23:34.046039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-5ab875d2-5299-4954-b197-4e28325e84da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.050290 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-5ab875d2-5299-4954-b197-4e28325e84da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1180987 Aug 11 02:23:34.061442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af4339df-5953-456d-9d44-be422945defb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:25Z', 'revision_number': 3, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:34.114550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-1565cb57-a5a5-4867-9a8a-ac05a99410db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498493 Aug 11 02:23:34.130471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4339df-5953-456d-9d44-be422945defb None None] The sync data for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 is: [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:25Z', 'revision_number': 3, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:34.316172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-d0b85d96-6c4a-48b6-83a2-81acbe5e2bba service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914043 Aug 11 02:23:34.409880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.427371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0c40-da54-47c5-b91a-50a357173079 req-57b315a4-97f7-4357-bb74-e48e0302ea4c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.434967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cea0c40-da54-47c5-b91a-50a357173079 req-57b315a4-97f7-4357-bb74-e48e0302ea4c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 947 time: 0.7569313 Aug 11 02:23:34.456574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.459993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335a642-3e09-4fdf-9320-0e29a259a500 req-7e0a35af-811e-445f-929c-01da8b75a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.460693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb1b5ff2-c05f-46ee-837d-0af16622956e req-d1c8ec80-fae9-4187-bd0b-1da7f818e499 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336558 Aug 11 02:23:34.461533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a335a642-3e09-4fdf-9320-0e29a259a500 req-7e0a35af-811e-445f-929c-01da8b75a60a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 1096 time: 0.3051131 Aug 11 02:23:34.469545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11102dde-1a90-442b-be58-739cda543d50 req-5397ae42-06bd-4a56-bcf8-0cc10da6c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.471169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-5397ae42-06bd-4a56-bcf8-0cc10da6c177 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1098 time: 0.3326857 Aug 11 02:23:34.522979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f17b-983f-405a-9781-8aadfb30d849 req-ac7b9267-4267-4099-a0df-017af1ec8358 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.524731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef91f17b-983f-405a-9781-8aadfb30d849 req-ac7b9267-4267-4099-a0df-017af1ec8358 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.3194840 Aug 11 02:23:34.573800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c90cc27-3a10-41f5-9072-ea68c63d9428 req-452c6d9d-5f33-4d6e-8a79-c499ceff09d0 service neutron] 10.222.0.25 "GET /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9778795 Aug 11 02:23:34.743693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a335a642-3e09-4fdf-9320-0e29a259a500 req-e13e3b77-46d8-4f74-97b8-8b601bbdc9eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405279 Aug 11 02:23:34.758036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Pushing event updated for resources: {'Port': ['ID=9caf0276-be60-4f65-8122-ee0439f57fc8,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.772019 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.784055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cea0c40-da54-47c5-b91a-50a357173079 req-550d6cad-81af-4412-9e0c-7f10a6a6a217 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478646 Aug 11 02:23:34.825897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef91f17b-983f-405a-9781-8aadfb30d849 req-e8931d8d-a91b-400a-bc82-aa8abe5e1152 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655540 Aug 11 02:23:35.480856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:35.555897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ca9a7660-8d6c-4842-b157-3720c817cbc1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:35.557451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11102dde-1a90-442b-be58-739cda543d50 req-2156e2e6-f4c5-4ce0-a3a0-e3f3d382be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.560338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-2156e2e6-f4c5-4ce0-a3a0-e3f3d382be1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 1.0335763 Aug 11 02:23:35.653284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-2b301d81-833c-4194-843a-73806133bd17 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.655126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-2b301d81-833c-4194-843a-73806133bd17 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 946 time: 0.7285078 Aug 11 02:23:35.694288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-d007a8e1-fd3c-4934-97a7-53fa056b2340 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1123095 Aug 11 02:23:35.699909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:35.717370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0312ca-4c1a-4e7b-8f3c-7096c440c342 req-9fff73b3-d71e-4605-af1e-20475c0c9b17 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.727485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f0312ca-4c1a-4e7b-8f3c-7096c440c342 req-9fff73b3-d71e-4605-af1e-20475c0c9b17 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.7783747 Aug 11 02:23:35.733631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-652eb441-9b19-49b4-b11a-6157ac43a61d tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.737391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-652eb441-9b19-49b4-b11a-6157ac43a61d tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "GET /v2.0/ports?device_id=eee547ec-931d-456b-9f28-d164bcbddf0c HTTP/1.1" status: 200 len: 946 time: 0.0805125 Aug 11 02:23:35.751072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:35.762282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:35.770282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ca9a7660-8d6c-4842-b157-3720c817cbc1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:35.796822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ca9a7660-8d6c-4842-b157-3720c817cbc1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:35.797765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.833336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed58e5e-b80d-4b73-866f-b6b16f2d08bc req-bd720918-a0df-4169-aa2c-9541881c49c3 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.846503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ed58e5e-b80d-4b73-866f-b6b16f2d08bc req-bd720918-a0df-4169-aa2c-9541881c49c3 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 945 time: 0.3699241 Aug 11 02:23:35.893921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'mac_address': 'fa:16:3e:95:d7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:36.019718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Deleting port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:36.020712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.076853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.141300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db76abd-c4b5-44de-8210-d5180f2cb0f0 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:36.168138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f0312ca-4c1a-4e7b-8f3c-7096c440c342 req-30d41e38-69fc-4586-8a6d-bb62235163ab tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282141 Aug 11 02:23:36.192689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] For port 5e73fe17-f1b8-4d32-8047-7a969f4b9853, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5e73fe17-f1b8-4d32-8047-7a969f4b9853,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:36.194959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.196965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11102dde-1a90-442b-be58-739cda543d50 req-62fdf6dd-4847-42da-9396-a75290eac7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.204524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-62fdf6dd-4847-42da-9396-a75290eac7c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.4753907 Aug 11 02:23:36.225221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:36.228843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.239385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Calling delete_port for 5e73fe17-f1b8-4d32-8047-7a969f4b9853 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:36.262442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6da512bf-1664-4d6a-acee-6b6b692942bb None None] Provisioning complete for port 9caf0276-be60-4f65-8122-ee0439f57fc8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:36.263067 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6da512bf-1664-4d6a-acee-6b6b692942bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.264521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ed58e5e-b80d-4b73-866f-b6b16f2d08bc req-0adbac3e-470b-410b-be7a-a804d7ff2dd6 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160337 Aug 11 02:23:36.310794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ca9a7660-8d6c-4842-b157-3720c817cbc1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ca9a7660-8d6c-4842-b157-3720c817cbc1,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:36.322376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.447498 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.458726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6da512bf-1664-4d6a-acee-6b6b692942bb None None] Port 9caf0276-be60-4f65-8122-ee0439f57fc8 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:36.465407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Deleting port c2e39c5f-5914-423e-b062-0cb4cf915f01 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:36.465974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.543847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11102dde-1a90-442b-be58-739cda543d50 req-e75d90aa-b368-40cd-b961-4cb1b6f519db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.551167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-e75d90aa-b368-40cd-b961-4cb1b6f519db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3231685 Aug 11 02:23:36.556000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:36.646997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9db76abd-c4b5-44de-8210-d5180f2cb0f0'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:36.654804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Router e61e940e-dfe8-40a4-89bb-6e222d83a236 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:36.692746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33493ba5-181f-418a-8ca1-b15fb918b02a req-5c9066a9-3c7e-4a49-a80b-5e0ca403d050 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.694511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33493ba5-181f-418a-8ca1-b15fb918b02a req-5c9066a9-3c7e-4a49-a80b-5e0ca403d050 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.2913859 Aug 11 02:23:36.796998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f44ca1-0210-4034-a336-bf78da31c958 req-af5a9833-5049-4e1f-a8d7-a27c1137af07 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:36.812155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80f44ca1-0210-4034-a336-bf78da31c958 req-af5a9833-5049-4e1f-a8d7-a27c1137af07 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 946 time: 0.2580709 Aug 11 02:23:36.902265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] For port c2e39c5f-5914-423e-b062-0cb4cf915f01, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2e39c5f-5914-423e-b062-0cb4cf915f01,segment=NetworkSegment(fd440df8-1684-4cae-bb96-c2b27e70a897),segment_id=fd440df8-1684-4cae-bb96-c2b27e70a897)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:36.902631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.912933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33493ba5-181f-418a-8ca1-b15fb918b02a req-ebffc301-7b27-4039-9fb0-07dff66482e6 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999106 Aug 11 02:23:36.926313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-992dc70b-e483-4a39-82a9-3b7cd80f4514 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601193 Aug 11 02:23:36.945543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Calling delete_port for c2e39c5f-5914-423e-b062-0cb4cf915f01 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:37.033374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.073148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80f44ca1-0210-4034-a336-bf78da31c958 req-3bcadf75-9666-4d30-afe3-592c0fba4d50 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/security-groups?id=6992841a-61f2-44ce-832e-f4a511083656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103620 Aug 11 02:23:37.134092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Pushing event deleted for resources: {'Port': ['ID=5e73fe17-f1b8-4d32-8047-7a969f4b9853,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.139661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ca9a7660-8d6c-4842-b157-3720c817cbc1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.241732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] No DVR routers for this DVR port 5e73fe17-f1b8-4d32-8047-7a969f4b9853 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:37.246563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.251478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b57b7ebe-a7c5-45e3-b076-44aff5626dfe req-522eea0b-6d33-4312-a8e9-54c6144a1d57 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.59 "DELETE /v2.0/ports/5e73fe17-f1b8-4d32-8047-7a969f4b9853 HTTP/1.1" status: 204 len: 173 time: 1.5040333 Aug 11 02:23:37.252264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'name': 'network-vif-deleted', 'tag': '5e73fe17-f1b8-4d32-8047-7a969f4b9853'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:37.261456 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd46cc5-5d6d-4ab3-b077-43df2cf1f7f1" -d '{"events": [{"server_uuid": "eee547ec-931d-456b-9f28-d164bcbddf0c", "name": "network-vif-deleted", "tag": "5e73fe17-f1b8-4d32-8047-7a969f4b9853"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:37.508711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:37.525432 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Sync routers for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:37.542238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ca9a7660-8d6c-4842-b157-3720c817cbc1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:37.576586 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:37.578297 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:23:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:37.579316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bbef3211-8d28-4d47-83a2-dfd97da014cf admin admin] 10.222.0.16 "PUT /v2.0/routers/e61e940e-dfe8-40a4-89bb-6e222d83a236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4888492 Aug 11 02:23:37.682864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11102dde-1a90-442b-be58-739cda543d50 req-17159cce-5010-4871-9b1e-b09aa97b4493 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366123 Aug 11 02:23:37.686630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ca9a7660-8d6c-4842-b157-3720c817cbc1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:37.687522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.712659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.786041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2e39c5f-5914-423e-b062-0cb4cf915f01 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:37.801795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc3d96-b3b9-44a9-81d8-3a370c43248a req-50496126-fe6e-465d-b488-09121ddb95f3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:37.813666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.814575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ccc3d96-b3b9-44a9-81d8-3a370c43248a req-50496126-fe6e-465d-b488-09121ddb95f3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 946 time: 0.3625271 Aug 11 02:23:37.822372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Pushing event deleted for resources: {'Port': ['ID=c2e39c5f-5914-423e-b062-0cb4cf915f01,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.853042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcaf1a-f15a-420a-ab82-27e7ba3bb478 req-982d40c5-ddb3-4873-86be-36c67b614c09 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:37.855808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1dcaf1a-f15a-420a-ab82-27e7ba3bb478 req-982d40c5-ddb3-4873-86be-36c67b614c09 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 948 time: 0.6783886 Aug 11 02:23:37.881920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:37.918846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: c2e39c5f-5914-423e-b062-0cb4cf915f01 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:37.919387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2e39c5f-5914-423e-b062-0cb4cf915f01 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:38.016103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3547f6-08bb-4c92-9371-84105f63efc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.135166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] No DVR routers for this DVR port c2e39c5f-5914-423e-b062-0cb4cf915f01 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:38.150379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.165815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66cb6ab1-49b5-4277-9d70-2e0b062fcd5c req-4b07b8f9-024a-49b2-b941-004857eb6a12 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.25 "DELETE /v2.0/ports/c2e39c5f-5914-423e-b062-0cb4cf915f01 HTTP/1.1" status: 204 len: 173 time: 2.4699275 Aug 11 02:23:38.169309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'name': 'network-vif-deleted', 'tag': 'c2e39c5f-5914-423e-b062-0cb4cf915f01'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:38.192956 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9480a2a-0674-49a3-8f2c-1135167624cc" -d '{"events": [{"server_uuid": "9b7d37ac-6b42-42a8-a58e-7e6852a47ea4", "name": "network-vif-deleted", "tag": "c2e39c5f-5914-423e-b062-0cb4cf915f01"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:38.231410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3547f6-08bb-4c92-9371-84105f63efc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.239927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3547f6-08bb-4c92-9371-84105f63efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.243935 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 2, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:38.257137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ccc3d96-b3b9-44a9-81d8-3a370c43248a req-6d4552d0-1ac8-4fbd-ac7b-2fba6d420ffb tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405494 Aug 11 02:23:38.272612 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Checking router: e61e940e-dfe8-40a4-89bb-6e222d83a236 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:38.273261 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Updating router e61e940e-dfe8-40a4-89bb-6e222d83a236 port 9caf0276-be60-4f65-8122-ee0439f57fc8 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:23:38.305008 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.305662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1dcaf1a-f15a-420a-ab82-27e7ba3bb478 req-2b68617a-ca2f-4ecf-91dd-84a52e486134 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196711 Aug 11 02:23:38.320717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d3547f6-08bb-4c92-9371-84105f63efc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f5599432f8a4748b71c6dd90c4511cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058069 Aug 11 02:23:38.323488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50622) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:38.377079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3547f6-08bb-4c92-9371-84105f63efc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f057608-47e9-4dbc-b73d-a67facb9ffed,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:38.495277 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d92d78-91b1-4059-ae67-f34515580af5 x-openstack-request-id: req-a3d92d78-91b1-4059-ae67-f34515580af5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:38.495702 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee547ec-931d-456b-9f28-d164bcbddf0c", "name": "network-vif-deleted", "tag": "5e73fe17-f1b8-4d32-8047-7a969f4b9853", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:38.496333 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3d92d78-91b1-4059-ae67-f34515580af5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:38.496994 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee547ec-931d-456b-9f28-d164bcbddf0c', 'name': 'network-vif-deleted', 'tag': '5e73fe17-f1b8-4d32-8047-7a969f4b9853', 'status': 'completed', 'code': 200} Aug 11 02:23:38.563716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b09284c5-3419-4ef4-9870-9d227fd6a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.582032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a1ce-26fc-4400-a840-be97ab7c0430 req-57121cb5-086e-4843-84f3-fbf1cbd173f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:38.584841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec65a1ce-26fc-4400-a840-be97ab7c0430 req-57121cb5-086e-4843-84f3-fbf1cbd173f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.1372225 Aug 11 02:23:38.682828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b09284c5-3419-4ef4-9870-9d227fd6a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.737287 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.760236 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Transition to ACTIVE for port object 9caf0276-be60-4f65-8122-ee0439f57fc8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:38.776271 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.827279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60983a77-7ff7-403c-8b0b-0298fe3f292e req-94895858-681e-4b26-b85b-86e8b3c67144 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:38.829944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60983a77-7ff7-403c-8b0b-0298fe3f292e req-94895858-681e-4b26-b85b-86e8b3c67144 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 945 time: 0.2174704 Aug 11 02:23:38.836193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec65a1ce-26fc-4400-a840-be97ab7c0430 req-276e8c49-0598-4f52-865e-c70c345be21e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379653 Aug 11 02:23:38.946216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60983a77-7ff7-403c-8b0b-0298fe3f292e req-9f452e57-7615-439d-b927-9fadb5effa50 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035910 Aug 11 02:23:38.948110 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Pushing event updated for resources: {'Port': ['ID=9caf0276-be60-4f65-8122-ee0439f57fc8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:38.949104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b09284c5-3419-4ef4-9870-9d227fd6a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.969649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.970543 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.971406 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.973498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b09284c5-3419-4ef4-9870-9d227fd6a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.975153 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.976102 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.976913 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.977819 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.978846 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:38.994809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b09284c5-3419-4ef4-9870-9d227fd6a767 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f057608-47e9-4dbc-b73d-a67facb9ffed HTTP/1.1" status: 204 len: 168 time: 0.6521711 Aug 11 02:23:39.004079 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:39.005027 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:39.006905 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:39.008347 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:39.057053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09284c5-3419-4ef4-9870-9d227fd6a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f057608-47e9-4dbc-b73d-a67facb9ffed,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:39.252007 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Attempting to bind port 9caf0276-be60-4f65-8122-ee0439f57fc8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:39.253619 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Attempting to bind port 9caf0276-be60-4f65-8122-ee0439f57fc8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:39.254480 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Attempting to bind port 9caf0276-be60-4f65-8122-ee0439f57fc8 on network d2832f3a-2fc4-44a3-8d33-340aa9723d58 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:39.265737 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:39.266773 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Checking segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:39.268018 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.269467 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Bound using segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:39.270467 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Bound port: 9caf0276-be60-4f65-8122-ee0439f57fc8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:39.271352 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.315964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67b33018-5250-4954-8796-bb922a1b15c8 req-df92e8af-e6a2-44c2-8ba2-c7399441a2a3 tempest-ListServersNegativeTestJSON-2096117475 tempest-ListServersNegativeTestJSON-2096117475-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b7d37ac-6b42-42a8-a58e-7e6852a47ea4 HTTP/1.1" status: 200 len: 210 time: 0.1005659 Aug 11 02:23:39.435908 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] For port 9caf0276-be60-4f65-8122-ee0439f57fc8, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:39.449150 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b95115-c55c-49be-afd4-fc2950fa5531 x-openstack-request-id: req-60b95115-c55c-49be-afd4-fc2950fa5531 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:39.450193 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7d37ac-6b42-42a8-a58e-7e6852a47ea4", "name": "network-vif-deleted", "tag": "c2e39c5f-5914-423e-b062-0cb4cf915f01", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:39.450782 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60b95115-c55c-49be-afd4-fc2950fa5531 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:39.451901 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b7d37ac-6b42-42a8-a58e-7e6852a47ea4', 'name': 'network-vif-deleted', 'tag': 'c2e39c5f-5914-423e-b062-0cb4cf915f01', 'status': 'completed', 'code': 200} Aug 11 02:23:39.457531 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] For port 9caf0276-be60-4f65-8122-ee0439f57fc8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9caf0276-be60-4f65-8122-ee0439f57fc8,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:39.471027 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.488971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:39.714402 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:39.722864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:39.724297 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.738158 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:39.739484 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:23:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:39.741921 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f218c3-9674-4cdb-a2fa-98e6eff63c4d None None] Pushing event updated for resources: {'Port': ['ID=9caf0276-be60-4f65-8122-ee0439f57fc8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:39.947386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:39.974756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea36a81-e449-45a5-927f-f38ff847adc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.003523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.038362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:40.042655 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04882e39-5f99-4dd4-b173-fe5f72b72ee3" -d '{"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-plugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:40.053213 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:40.095378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:40.109869 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.111188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5e73fe17-f1b8-4d32-8047-7a969f4b9853 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:40.216039 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea36a81-e449-45a5-927f-f38ff847adc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.224717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea36a81-e449-45a5-927f-f38ff847adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.231289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5e73fe17-f1b8-4d32-8047-7a969f4b9853 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:40.231615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5e73fe17-f1b8-4d32-8047-7a969f4b9853 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:40.298278 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1ea36a81-e449-45a5-927f-f38ff847adc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f837f879ab746939c92e0cf8e1ee97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474028 Aug 11 02:23:40.298278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea36a81-e449-45a5-927f-f38ff847adc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c612f-80f5-458d-8fd4-6034c7663fde,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:40.301432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50644) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:40.310148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:40.343329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83488226-22d5-4558-8abf-63822f5ef772 req-e176fd4d-16eb-4b77-b54e-573edc033b68 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:40.360421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83488226-22d5-4558-8abf-63822f5ef772 req-e176fd4d-16eb-4b77-b54e-573edc033b68 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.1577475 Aug 11 02:23:40.410689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50648) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:40.416522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-521ca2af-7bfc-4fb3-a25e-d00ed66a9f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.419693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074560202', 'description': 'tempest-description--1941432537'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:40.459244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-521ca2af-7bfc-4fb3-a25e-d00ed66a9f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.492063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.492629 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:39Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:40.543851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83488226-22d5-4558-8abf-63822f5ef772 req-7f7b5334-0b5a-4154-8554-e6a5afa7e069 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814711 Aug 11 02:23:40.562710 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9da9e4-c7ee-4fed-93e3-8d1628cfcd4d None None] The sync data for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 is: [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:39Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:40.582655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-521ca2af-7bfc-4fb3-a25e-d00ed66a9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.585823 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-521ca2af-7bfc-4fb3-a25e-d00ed66a9f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.589428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-521ca2af-7bfc-4fb3-a25e-d00ed66a9f8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e6c612f-80f5-458d-8fd4-6034c7663fde HTTP/1.1" status: 204 len: 168 time: 0.2845304 Aug 11 02:23:40.613297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ca2af-7bfc-4fb3-a25e-d00ed66a9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c612f-80f5-458d-8fd4-6034c7663fde,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:40.803737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.827703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.896554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d851b-c9cc-483e-9888-a2e8ad571689 req-0dd5780a-7473-41e9-96d1-4ad0f4f9dfdf tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:40.905799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f3d851b-c9cc-483e-9888-a2e8ad571689 req-0dd5780a-7473-41e9-96d1-4ad0f4f9dfdf tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 945 time: 0.3825119 Aug 11 02:23:40.942139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd81a5b-52d8-4309-9958-ceae8adeaee4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:40.985252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0fb0-4a49-4d56-b468-aae4e6513d4a req-8e85711b-0750-47da-b84f-44296c15d2a4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.002172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-477b0fb0-4a49-4d56-b468-aae4e6513d4a req-8e85711b-0750-47da-b84f-44296c15d2a4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.2403681 Aug 11 02:23:41.028823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.031864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3c069e30-0d8f-40f8-8262-2312dd1e9dea tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6198249 Aug 11 02:23:41.034697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.040406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Request body: {'security_group_rule': {'security_group_id': '4bd81a5b-52d8-4309-9958-ceae8adeaee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:41.114545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.148480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f3d851b-c9cc-483e-9888-a2e8ad571689 req-cbf2c658-091d-4d76-9ca5-13a2b739a7cd tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411251 Aug 11 02:23:41.248728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-477b0fb0-4a49-4d56-b468-aae4e6513d4a req-d329c7f5-09ce-425b-8661-8fd6bf8b9c42 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333817 Aug 11 02:23:41.321209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.337798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.384849 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc31b4e-943f-4b9c-b114-e2ee3e111ba9 x-openstack-request-id: req-3bc31b4e-943f-4b9c-b114-e2ee3e111ba9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:41.385357 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-plugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:41.391595 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bc31b4e-943f-4b9c-b114-e2ee3e111ba9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:41.393920 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'code': 200} Aug 11 02:23:41.441863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7abdc5-015e-4661-bd9e-42b462edc0e5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.458977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f07c-9e57-4903-9415-884350963e02 req-0a69adaf-c85b-40aa-9fbb-ffc014d47ed5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.470744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.470998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39e8f07c-9e57-4903-9415-884350963e02 req-0a69adaf-c85b-40aa-9fbb-ffc014d47ed5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.1798937 Aug 11 02:23:41.480667 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-867ce058-d528-4183-be2a-b00f4860bb26 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4440122 Aug 11 02:23:41.488423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.506137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Request body: {'security_group_rule': {'security_group_id': '4bd81a5b-52d8-4309-9958-ceae8adeaee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:41.588467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.701720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9caf0276-be60-4f65-8122-ee0439f57fc8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:41.775205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d28fec-31e8-4ca3-bfd6-a176598819e6 req-62937f72-87f3-4e87-9578-23d4a638ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.779616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67d28fec-31e8-4ca3-bfd6-a176598819e6 req-62937f72-87f3-4e87-9578-23d4a638ce43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1100 time: 0.2722490 Aug 11 02:23:41.793479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.803564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39e8f07c-9e57-4903-9415-884350963e02 req-bdd8f487-ac5a-492f-a6a4-9128e23ecfb6 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283036 Aug 11 02:23:41.805018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.871655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd04f1a-72b0-47fe-bce8-8b9fdfd2c110,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.888474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.893446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bbfcd096-9c55-4b41-8dfa-32c99a8ad643 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025650 Aug 11 02:23:41.894066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.902933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:41.926140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9caf0276-be60-4f65-8122-ee0439f57fc8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:41.933121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9caf0276-be60-4f65-8122-ee0439f57fc8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:41.933507 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.022084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67d28fec-31e8-4ca3-bfd6-a176598819e6 req-00d5f994-e8f4-47e9-b544-3bcad9770192 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052045 Aug 11 02:23:42.056213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.089958 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.137710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9caf0276-be60-4f65-8122-ee0439f57fc8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9caf0276-be60-4f65-8122-ee0439f57fc8,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:42.146056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.238764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9caf0276-be60-4f65-8122-ee0439f57fc8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:42.425274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c136aa-7db7-4545-b932-b079b1c0c2f2 req-80fe3469-1ae4-45f0-b13c-0287d5c2fd6d tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:42.433369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1c136aa-7db7-4545-b932-b079b1c0c2f2 req-80fe3469-1ae4-45f0-b13c-0287d5c2fd6d tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.1660616 Aug 11 02:23:42.474872 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.529010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1c136aa-7db7-4545-b932-b079b1c0c2f2 req-7899f4af-e55b-43c0-8716-276d819a7fe8 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947578 Aug 11 02:23:42.650226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50700) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:42.754149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Deleting subnet 86a36c17-04c9-45a7-b3dd-333d523267cc {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:42.765039 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.888710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.920375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Allocated IP 172.25.6.28 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c88cea1b-1bc1-40d3-9a2c-5daedb320233) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:42.990451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.129652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.193907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a36c17-04c9-45a7-b3dd-333d523267cc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:43.208591 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.211260 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cd623a68-5b1a-4505-b8bc-46ff5e0840b7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86a36c17-04c9-45a7-b3dd-333d523267cc HTTP/1.1" status: 204 len: 168 time: 0.5591838 Aug 11 02:23:43.214397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50710) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:43.303655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a84aac-7b6f-4577-98d2-de4d36ff489c req-b58f97ab-ab2c-4fcf-bff8-f767867ffa53 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:43.315768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6a84aac-7b6f-4577-98d2-de4d36ff489c req-b58f97ab-ab2c-4fcf-bff8-f767867ffa53 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1962528 Aug 11 02:23:43.348846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.494950 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.513913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.530264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e02474-60cf-499e-88c4-ae82371bcda0']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:43.540328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9caf0276-be60-4f65-8122-ee0439f57fc8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:43.541779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6a84aac-7b6f-4577-98d2-de4d36ff489c req-e5fc8489-1224-4d6e-ad04-9d16a23d9af0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208781 Aug 11 02:23:43.572809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd440df8-1684-4cae-bb96-c2b27e70a897') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:43.573113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd440df8-1684-4cae-bb96-c2b27e70a897') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:43.588632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.625160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.634768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.655438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:43.657134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:43.666213 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:43.731041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9caf0276-be60-4f65-8122-ee0439f57fc8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:43.732048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.828331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event updated for resources: {'Port': ['ID=c88cea1b-1bc1-40d3-9a2c-5daedb320233,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:43.846155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.853899 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.855928 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41e02474-60cf-499e-88c4-ae82371bcda0 HTTP/1.1" status: 204 len: 168 time: 0.6406732 Aug 11 02:23:43.865790 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41bd2fb9-c6a4-4158-91a5-0431514837e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:43.903178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a434af-8954-4a4d-90b8-4c4e78031022 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e02474-60cf-499e-88c4-ae82371bcda0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:43.962736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:43.975046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:43.987360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a778af-2ace-497e-8e4b-60e785a8a51b req-37af39e9-d9c8-485f-b0ac-02177b979e7c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:43.994460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a778af-2ace-497e-8e4b-60e785a8a51b req-37af39e9-d9c8-485f-b0ac-02177b979e7c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.001540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a778af-2ace-497e-8e4b-60e785a8a51b req-37af39e9-d9c8-485f-b0ac-02177b979e7c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.010701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89a778af-2ace-497e-8e4b-60e785a8a51b req-37af39e9-d9c8-485f-b0ac-02177b979e7c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44&device_id=b8de53ae-ad20-47f1-a2b4-223195278564&device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 2417 time: 0.2603164 Aug 11 02:23:44.032189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:44.042653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389a67-149b-4e42-be65-3fd605fa24b9 req-b5242afe-1928-4875-9354-18f69c72f612 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.050648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f389a67-149b-4e42-be65-3fd605fa24b9 req-b5242afe-1928-4875-9354-18f69c72f612 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.2773142 Aug 11 02:23:44.119246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-4a19bcce-5084-4d72-9eaa-3ccadd7a0ef0 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.121029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-4a19bcce-5084-4d72-9eaa-3ccadd7a0ef0 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.3862922 Aug 11 02:23:44.156087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50726) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:44.199878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89a778af-2ace-497e-8e4b-60e785a8a51b req-1345f4ba-f805-44e0-a1a5-652ee1a94345 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879380 Aug 11 02:23:44.251908 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fd5aff84-91a1-4e9e-aa6a-27f919204508 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d89a5cce90d04362bb208a5b36c385ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924637 Aug 11 02:23:44.252260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:44.273427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f389a67-149b-4e42-be65-3fd605fa24b9 req-e58ed0a8-a9dd-4572-8767-9a71c799a305 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156234 Aug 11 02:23:44.366803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1347088e-fcaa-4e03-81aa-ec29b5faa4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.392654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1347088e-fcaa-4e03-81aa-ec29b5faa4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.440684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Deleting port 659ab261-b134-4f68-9877-e0097a2feebc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:44.441708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.444758 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.474490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1347088e-fcaa-4e03-81aa-ec29b5faa4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.478541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1347088e-fcaa-4e03-81aa-ec29b5faa4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:44.479768 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1347088e-fcaa-4e03-81aa-ec29b5faa4bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6992841a-61f2-44ce-832e-f4a511083656 HTTP/1.1" status: 204 len: 168 time: 0.2259219 Aug 11 02:23:44.503679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347088e-fcaa-4e03-81aa-ec29b5faa4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6992841a-61f2-44ce-832e-f4a511083656,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:44.949153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7afffd-bcbe-4737-b3f2-877d27414365 req-bf6427d8-b8c0-4ee3-b41c-50e553594694 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.950779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a7afffd-bcbe-4737-b3f2-877d27414365 req-bf6427d8-b8c0-4ee3-b41c-50e553594694 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ba687f7-e393-43eb-b1e2-a7cacdc12e33 HTTP/1.1" status: 200 len: 945 time: 0.5296779 Aug 11 02:23:44.959114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.045641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3821e2-4bee-4b9f-a72e-6d9a45d1abda req-b80a7f45-5923-49bc-9755-56a7714764e3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:45.047290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da3821e2-4bee-4b9f-a72e-6d9a45d1abda req-b80a7f45-5923-49bc-9755-56a7714764e3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.1842165 Aug 11 02:23:45.051167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] For port 659ab261-b134-4f68-9877-e0097a2feebc, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=659ab261-b134-4f68-9877-e0097a2feebc,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:45.051533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.087237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Calling delete_port for 659ab261-b134-4f68-9877-e0097a2feebc owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:45.168690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a7afffd-bcbe-4737-b3f2-877d27414365 req-eeee0a39-d9dc-4a9f-8257-d2b1de524940 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749055 Aug 11 02:23:45.230096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da3821e2-4bee-4b9f-a72e-6d9a45d1abda req-ffa478bb-e291-4b94-81b1-77fe2947b78e tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753631 Aug 11 02:23:45.397957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.411648 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.469520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.492063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['659ab261-b134-4f68-9877-e0097a2feebc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:45.523693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e939-be81-460d-8de8-c6e4416bd232 req-9051da90-07a7-4135-ba3b-08d632254c90 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:45.525754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3045e939-be81-460d-8de8-c6e4416bd232 req-9051da90-07a7-4135-ba3b-08d632254c90 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1657767 Aug 11 02:23:45.530829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:45.579473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event updated for resources: {'Port': ['ID=c88cea1b-1bc1-40d3-9a2c-5daedb320233,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:45.634788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event deleted for resources: {'Port': ['ID=659ab261-b134-4f68-9877-e0097a2feebc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:45.636870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] No DVR routers for this DVR port 659ab261-b134-4f68-9877-e0097a2feebc on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:45.650492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.653812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df5d0df-3283-4e67-b219-3caf19fd02c5 req-ead28c5e-1dca-43fc-b6b3-a9dc4a1842b1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "DELETE /v2.0/ports/659ab261-b134-4f68-9877-e0097a2feebc HTTP/1.1" status: 204 len: 173 time: 1.5231614 Aug 11 02:23:45.654636 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.657197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'name': 'network-vif-deleted', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:45.659549 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c027de19-4724-4396-88c4-53c206973eca" -d '{"events": [{"server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "name": "network-vif-deleted", "tag": "659ab261-b134-4f68-9877-e0097a2feebc"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:45.685037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-24195c7c-894e-4aef-8e8a-49c37355a66d tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7d412ac968aa4f6ea37c7e58fc9cd054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576761 Aug 11 02:23:45.704953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3045e939-be81-460d-8de8-c6e4416bd232 req-8fbc65a1-30da-41d2-9408-9c7a2110871c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641698 Aug 11 02:23:45.707598 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.708844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b2d3cce7-da56-4456-8e62-7c6bfa4db5b1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8137696 Aug 11 02:23:45.727413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-958977629-network', 'tenant_id': 'ec7e17b6deed4f6bb98abdafaa45c41a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:45.789745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Made reservation on behalf of ec7e17b6deed4f6bb98abdafaa45c41a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:45.793701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.808409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.845006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 83cd217f-8ba2-4c79-879a-5d23b49c8a31 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:45.861466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-ec6465d3-21ff-4dd9-8a60-42cb439f3816 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:45.873615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-ec6465d3-21ff-4dd9-8a60-42cb439f3816 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815808 Aug 11 02:23:45.892414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a7f45d71-47a1-455b-87c2-0da2a2f6a694 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/quotas/7d412ac968aa4f6ea37c7e58fc9cd054 HTTP/1.1" status: 200 len: 375 time: 0.0121586 Aug 11 02:23:45.949046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-62b2931f-7fc2-4f63-84fb-96dc5d910998 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d412ac968aa4f6ea37c7e58fc9cd054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489872 Aug 11 02:23:45.973591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:45.978636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.985699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:45.990738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'port_id': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'mac_address': 'fa:16:3e:d1:6a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c8c693-d1b1-4abd-b52c-74c856c791fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:46.016119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:23:46.022912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3725-136a-40e9-b582-4765d2356e43 req-b793b4ee-6cf0-4092-8e5f-b66f846d5bf9 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.031303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-932c3725-136a-40e9-b582-4765d2356e43 req-b793b4ee-6cf0-4092-8e5f-b66f846d5bf9 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 945 time: 0.0754895 Aug 11 02:23:46.035363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89104999-c7e5-4850-85cc-9c3d53aa570e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.039051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.039451 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Added segment 08528515-629a-41e8-bd23-3223aef76a32 of type vlan for network e57d55e9-4ce6-43ba-848c-0a3881e92cfb Aug 11 02:23:46.051307 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.071980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83cd217f-8ba2-4c79-879a-5d23b49c8a31 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:46.085175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-932c3725-136a-40e9-b582-4765d2356e43 req-86719fa4-98a2-4f4d-b39a-f53ef601280b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484223 Aug 11 02:23:46.094503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.095542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:46.102527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.149983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.151690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.155439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.168730 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da942753-9360-4211-a769-90c5624fb993 x-openstack-request-id: req-da942753-9360-4211-a769-90c5624fb993 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:46.169207 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba687f7-e393-43eb-b1e2-a7cacdc12e33", "name": "network-vif-deleted", "tag": "659ab261-b134-4f68-9877-e0097a2feebc", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:46.169683 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da942753-9360-4211-a769-90c5624fb993 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:46.170381 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba687f7-e393-43eb-b1e2-a7cacdc12e33', 'name': 'network-vif-deleted', 'tag': '659ab261-b134-4f68-9877-e0097a2feebc', 'status': 'completed', 'code': 200} Aug 11 02:23:46.219397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.264160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['83cd217f-8ba2-4c79-879a-5d23b49c8a31'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:46.273766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7414565 Aug 11 02:23:46.276470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:46.283364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Request body: {'subnet': {'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-958977629-subnet', 'tenant_id': 'ec7e17b6deed4f6bb98abdafaa45c41a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:46.308437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a83449-04f0-4b47-992e-df29c5033101 admin admin] Pushing event updated for resources: {'Network': ['ID=e57d55e9-4ce6-43ba-848c-0a3881e92cfb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.331332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:23:46.332698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29469-cda7-44a2-9651-270a858b22f0 req-323d91a3-fe8e-413c-b7e2-eb6a629d61a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.338127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Made reservation on behalf of ec7e17b6deed4f6bb98abdafaa45c41a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:46.341552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.342919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28a29469-cda7-44a2-9651-270a858b22f0 req-323d91a3-fe8e-413c-b7e2-eb6a629d61a4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.1633296 Aug 11 02:23:46.419509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28a29469-cda7-44a2-9651-270a858b22f0 req-6caf4e64-6670-4d89-ae2a-01185694d644 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Aug 11 02:23:46.431722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e1c3-b472-4b00-a19c-442688a581ba req-5ac06a71-f697-4644-9663-c0b9528d8217 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.440745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ce3e1c3-b472-4b00-a19c-442688a581ba req-5ac06a71-f697-4644-9663-c0b9528d8217 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1100 time: 0.1913278 Aug 11 02:23:46.493380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ce3e1c3-b472-4b00-a19c-442688a581ba req-3ebc1dd4-717b-42df-acd9-06ab875a7fd5 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503552 Aug 11 02:23:46.618504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-161fdd8f-2c4e-4f55-9075-2b97e1e6934b tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1074560202&fields=id&tenant_id=e9ce4d76c08f4f4d90c5362282e79545 HTTP/1.1" status: 200 len: 267 time: 0.0463333 Aug 11 02:23:46.656564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.763925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19657541-462a-42d4-a28a-6a35f3b69919,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:46.766868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Checking segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:46.766868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Network hostable DHCP agents. Network: e57d55e9-4ce6-43ba-848c-0a3881e92cfb, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:23:46.788185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:23:46.802331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e57d55e9-4ce6-43ba-848c-0a3881e92cfb) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:46.813527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330a01c-0cb7-4cff-900d-747821e3af1a None None] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:46.814074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-323121b5-71f5-47e3-8c88-ecc29d4304ae req-df8c8af2-e0c4-4211-8237-2f6ea80983cc tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 210 time: 0.0562203 Aug 11 02:23:46.814707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.815824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:46.844912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3ff10ec0-39a6-4b6f-8f60-edb0346d16fa tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.851527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3ff10ec0-39a6-4b6f-8f60-edb0346d16fa tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/networks?id=d2832f3a-2fc4-44a3-8d33-340aa9723d58 HTTP/1.1" status: 200 len: 812 time: 0.2244864 Aug 11 02:23:46.852282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-881f76ff-3a24-42cf-80c4-9fd3eb6d8503 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5746973 Aug 11 02:23:46.886660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3ef9a0ca-2323-4555-a15b-45d44cfeb05b tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/quotas/e9ce4d76c08f4f4d90c5362282e79545 HTTP/1.1" status: 200 len: 375 time: 0.0244725 Aug 11 02:23:46.986350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-5cdd11bf-2adb-4188-8364-869fdb8a2e40 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9ce4d76c08f4f4d90c5362282e79545&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916352 Aug 11 02:23:47.115419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc280f9-3c6c-4b4b-9b37-4e3c6173e382 None None] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:47.197158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3faf7802-765e-4050-80b8-da791582dc05 service neutron] 10.222.0.16 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790709 Aug 11 02:23:47.323589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-f85ccd9c-f137-4474-b112-65f762bfe7ac service neutron] 10.222.0.16 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170046 Aug 11 02:23:47.362742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-99ab22b8-a0ef-4fa8-9e25-2f16742ec6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795910 Aug 11 02:23:47.385781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f2a9d33-5db3-41f1-8602-bcbe2a2d9077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.650598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4ccea-64d5-4283-95a7-28b21e910a33 req-89861cae-800b-49fd-928d-05215b64c51e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:47.652523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3e4ccea-64d5-4283-95a7-28b21e910a33 req-89861cae-800b-49fd-928d-05215b64c51e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 944 time: 0.0794513 Aug 11 02:23:47.663353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:47.727686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3e4ccea-64d5-4283-95a7-28b21e910a33 req-c74d051f-a61c-4773-8a13-75a33944d90b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662811 Aug 11 02:23:47.864202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 83cd217f-8ba2-4c79-879a-5d23b49c8a31 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:47.882780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-06ec0e35-ec5e-4ba5-b77e-ba72e8936514 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7d412ac968aa4f6ea37c7e58fc9cd054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883415 Aug 11 02:23:48.030558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e1301-4f97-4db9-b3f4-63f7db2a9e90 req-7b055c0c-40fa-4ccc-8b2c-cf25c10defe9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.032254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-246e1301-4f97-4db9-b3f4-63f7db2a9e90 req-7b055c0c-40fa-4ccc-8b2c-cf25c10defe9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1822264 Aug 11 02:23:48.041750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.056847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-ea357cba-2394-4f2b-a5d6-ab8ee455e048 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.060398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-ea357cba-2394-4f2b-a5d6-ab8ee455e048 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 812 time: 0.3034406 Aug 11 02:23:48.075447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 83cd217f-8ba2-4c79-879a-5d23b49c8a31 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:48.115051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:48.123913 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.125082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:48.133467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-3eebc21c-901a-41ed-8a95-6b51f0cb9ed7 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.135079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-3eebc21c-901a-41ed-8a95-6b51f0cb9ed7 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289698 Aug 11 02:23:48.146635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-dafd0e14-5a30-41cd-97b2-e70b910a3b2d tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/quotas/ec7e17b6deed4f6bb98abdafaa45c41a HTTP/1.1" status: 200 len: 375 time: 0.0627599 Aug 11 02:23:48.161942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 659ab261-b134-4f68-9877-e0097a2feebc {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:48.162857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 659ab261-b134-4f68-9877-e0097a2feebc not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:48.167884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Request body: {'port': {'device_id': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '7d412ac968aa4f6ea37c7e58fc9cd054'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:48.177420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-246e1301-4f97-4db9-b3f4-63f7db2a9e90 req-5e21ebab-a913-451e-896e-388476b94b87 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374571 Aug 11 02:23:48.226874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:48.229903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-9c4ee659-f461-4bd4-89c9-7556708ae84d tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743625 Aug 11 02:23:48.303809 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.333870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-e0faf282-fdfc-4a3b-b639-f34827046b57 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.335487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-e0faf282-fdfc-4a3b-b639-f34827046b57 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.2502019 Aug 11 02:23:48.478856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-51e42220-9158-47b5-9ae4-49a5932f6717 service neutron] 10.222.0.16 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474580 Aug 11 02:23:48.572315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Made reservation on behalf of 7d412ac968aa4f6ea37c7e58fc9cd054 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:48.575960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.596761 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.636896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Deleting port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:48.637267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.736330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-e4353f31-0039-489c-9f43-bd07b07d37ea service neutron] 10.222.0.16 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445519 Aug 11 02:23:48.781491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450d369-75e6-489a-8c2f-3a3f260c259a req-41ec1442-5a79-4d7b-9fc0-87223c65a4bb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.783126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1450d369-75e6-489a-8c2f-3a3f260c259a req-41ec1442-5a79-4d7b-9fc0-87223c65a4bb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.1679616 Aug 11 02:23:48.867263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] For port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:48.867637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.899056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Calling delete_port for 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:48.904139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1450d369-75e6-489a-8c2f-3a3f260c259a req-ba9bcbb3-9e66-4bfe-a388-0d378d54ab6a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070011 Aug 11 02:23:48.941661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.980192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.092847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00d14e18-6943-4159-940b-fe63f8f0f614 req-cf19d88f-a2ba-4522-aab6-a5ee0184639c tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 210 time: 0.0864730 Aug 11 02:23:49.153468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800a91ea-779d-4189-8be8-23944d483672,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.247473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-da9368c0-af37-4d37-babf-03ce27f8c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.249139 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-da9368c0-af37-4d37-babf-03ce27f8c931 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1100 time: 0.0908461 Aug 11 02:23:49.396039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8299be-334c-4915-baf3-7a45c2833dcd req-6d100984-6111-41e4-ba5e-dbe07ad7c26e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.398411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff8299be-334c-4915-baf3-7a45c2833dcd req-6d100984-6111-41e4-ba5e-dbe07ad7c26e tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=9454391b-7745-493b-9fa4-ee9687ac5e5a HTTP/1.1" status: 200 len: 945 time: 0.3108177 Aug 11 02:23:49.435183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Allocated IP 192.168.233.112 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/653a26e2-62c3-497f-bfa8-ee1089c60f84) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:49.448086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-03309b9e-00c5-4d62-974c-6a0364e26a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.450977 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-03309b9e-00c5-4d62-974c-6a0364e26a96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1905792 Aug 11 02:23:49.513207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-cd2eb780-80f5-40e3-8c09-2129151288c1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.514875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-cd2eb780-80f5-40e3-8c09-2129151288c1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.59 "GET /v2.0/networks?id=d2832f3a-2fc4-44a3-8d33-340aa9723d58 HTTP/1.1" status: 200 len: 812 time: 0.3970275 Aug 11 02:23:49.524639 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.546192 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-4589ab60-2968-4759-b567-348e3104dfa1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.0835111 Aug 11 02:23:49.607198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff8299be-334c-4915-baf3-7a45c2833dcd req-01edb017-8481-481a-b40a-20fb6a1f8996 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849463 Aug 11 02:23:49.608678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event deleted for resources: {'Port': ['ID=392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.681765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed254541-fb6b-4b2b-b8ce-2bffc1a51581 req-b119f99e-3231-431e-9b03-4980fd0c4184 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 210 time: 0.0965011 Aug 11 02:23:49.689078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-af4d1b54-3608-42ec-807e-203279ac0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.692363 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-af4d1b54-3608-42ec-807e-203279ac0e48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1374862 Aug 11 02:23:49.778785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-ab88efe6-b0a8-4f9a-b321-ebc934828fd6 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ce4d76c08f4f4d90c5362282e79545 HTTP/1.1" status: 200 len: 380 time: 0.2269449 Aug 11 02:23:49.780083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] No DVR routers for this DVR port 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:49.785776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.788310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df00dadb-4b1b-427c-8f95-9a082bdd1a4f req-a9b81774-73b3-42d1-9f40-a5cccc1bde67 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "DELETE /v2.0/ports/392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 HTTP/1.1" status: 204 len: 173 time: 1.4459941 Aug 11 02:23:49.790520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'name': 'network-vif-deleted', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:49.793228 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce06d79-b6ae-4191-9e91-0e49cb2ac0fa" -d '{"events": [{"server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "name": "network-vif-deleted", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:49.799460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Request body: {'port': {'device_id': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'admin_state_up': True, 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'security_groups': ['4bd81a5b-52d8-4309-9958-ceae8adeaee4']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:49.872267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-6ace846b-0c02-45f8-96bd-1ce848cdb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.875493 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-6ace846b-0c02-45f8-96bd-1ce848cdb52c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580417 Aug 11 02:23:49.944240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.960862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.990677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Transition to ACTIVE for port object 653a26e2-62c3-497f-bfa8-ee1089c60f84 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:50.048661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Made reservation on behalf of e9ce4d76c08f4f4d90c5362282e79545 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:50.053161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.110855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199403d-6762-45cf-96d8-2534093b8e97 req-811ec3ea-53cd-47d6-86f2-132283842ee4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.113769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7199403d-6762-45cf-96d8-2534093b8e97 req-811ec3ea-53cd-47d6-86f2-132283842ee4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1317170 Aug 11 02:23:50.116741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.164109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-2f7f201b-2fb4-4112-9b8a-0724e2f487a5 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776504 Aug 11 02:23:50.216156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:50.244229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:50.253701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:50.363023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-15c584e3-6e27-4a99-959e-2bb5b19aa811 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864064 Aug 11 02:23:50.692791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c6252f44-aaad-4cc0-a574-304be44e86d4 None None] Provisioning for port 653a26e2-62c3-497f-bfa8-ee1089c60f84 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:50.699690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c6252f44-aaad-4cc0-a574-304be44e86d4 None None] Provisioning complete for port 653a26e2-62c3-497f-bfa8-ee1089c60f84 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:50.700521 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6252f44-aaad-4cc0-a574-304be44e86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.737104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Pushing event updated for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:50.747603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c6252f44-aaad-4cc0-a574-304be44e86d4 None None] Port 653a26e2-62c3-497f-bfa8-ee1089c60f84 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:50.798492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7199403d-6762-45cf-96d8-2534093b8e97 req-d4b67526-248c-4536-8ed8-f617898d32bb tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128836 Aug 11 02:23:50.854206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.854880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.866068 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00810c23-cf76-4d6e-ba88-ff68525cda6f x-openstack-request-id: req-00810c23-cf76-4d6e-ba88-ff68525cda6f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:50.866410 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454391b-7745-493b-9fa4-ee9687ac5e5a", "name": "network-vif-deleted", "tag": "392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:50.866649 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00810c23-cf76-4d6e-ba88-ff68525cda6f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:50.867059 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454391b-7745-493b-9fa4-ee9687ac5e5a', 'name': 'network-vif-deleted', 'tag': '392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21', 'status': 'completed', 'code': 200} Aug 11 02:23:50.900506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Allocated IP 172.20.0.13 (d2832f3a-2fc4-44a3-8d33-340aa9723d58/94fbef54-41f1-451c-84cf-07377f718ece/8f62b922-6013-4c7f-9b5b-a065b52e8283) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:50.916225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13b26-0529-4b5d-86ec-449d37b9fe48 req-e769cb2c-d9bf-4583-b64f-f6bdf5c79bbe tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.918723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9df13b26-0529-4b5d-86ec-449d37b9fe48 req-e769cb2c-d9bf-4583-b64f-f6bdf5c79bbe tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 943 time: 0.1723628 Aug 11 02:23:50.922098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-a5031e2d-752f-49cd-9808-e139885926bf tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7684176 Aug 11 02:23:50.942180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Request body: {'port': {'device_id': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:51.036149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1aabe01c-3794-4e6a-a400-17895884ba39 req-f9cb4c41-5fee-4761-b7df-a732bdeb3a91 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 210 time: 0.0614321 Aug 11 02:23:51.170135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9df13b26-0529-4b5d-86ec-449d37b9fe48 req-4d664b63-9668-49cf-b34b-1a9e2f57055e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439685 Aug 11 02:23:51.202752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-21ea7b65-5212-4b47-993d-ad0f212b5919 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.207039 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-21ea7b65-5212-4b47-993d-ad0f212b5919 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.59 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 812 time: 0.2486997 Aug 11 02:23:51.231275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.233945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Request body: {'port': {'device_id': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'admin_state_up': True, 'tenant_id': 'ec7e17b6deed4f6bb98abdafaa45c41a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:51.386386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.430825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Made reservation on behalf of ec7e17b6deed4f6bb98abdafaa45c41a for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:51.434961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.454465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b299c3ad-857b-441f-b7de-182d9ea69dc1 req-833f37b1-d4fc-4f79-b3c1-a2db05a0baaa tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 210 time: 0.1187980 Aug 11 02:23:51.488859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Transition to ACTIVE for port object 8f62b922-6013-4c7f-9b5b-a065b52e8283 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:51.509894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463c34-3512-45d0-926a-c5fd0ec622c0 req-2cefe2de-dea0-42f0-8d3b-6b5557d60ce8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.511713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d463c34-3512-45d0-926a-c5fd0ec622c0 req-2cefe2de-dea0-42f0-8d3b-6b5557d60ce8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.2870326 Aug 11 02:23:51.526253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:51.528559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-0868bf14-6b77-4da0-ac23-b30107739b0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.530301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-0868bf14-6b77-4da0-ac23-b30107739b0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 812 time: 0.4676368 Aug 11 02:23:51.611795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Request body: {'port': {'device_id': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'admin_state_up': True, 'tenant_id': 'ec7e17b6deed4f6bb98abdafaa45c41a'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:51.675178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Allocated IP 172.20.0.5 (e57d55e9-4ce6-43ba-848c-0a3881e92cfb/19657541-462a-42d4-a28a-6a35f3b69919/e349b495-edb0-46fd-8ede-eb75e15ace76) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:51.796299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:51.824115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910', 'port_id': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'mac_address': 'fa:16:3e:0a:c5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1bd06d-16ed-46e3-8fec-24dea8a8db0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:51.832414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d463c34-3512-45d0-926a-c5fd0ec622c0 req-a37bbb5d-b8e7-432e-838c-4b144f834cbe tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985275 Aug 11 02:23:51.852464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.888765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:51.935759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.938850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:51.939638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 392b76c2-ab6c-4a1c-91b7-3ad7db0dbc21 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:51.963057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.983024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-0d748e97-700a-4de7-b3ba-f0dced4c6754 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:51.984709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-0d748e97-700a-4de7-b3ba-f0dced4c6754 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 943 time: 0.3046186 Aug 11 02:23:51.993071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:51.999032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a984352b-1c81-48dd-b397-02f7232b9fd7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:52.021697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:52.023025 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.025206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:52.033055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event updated for resources: {'Port': ['ID=8f62b922-6013-4c7f-9b5b-a065b52e8283,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.052977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:52.063783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.114459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:52.118569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:52.135319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:52.155891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.194785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc926c0f-552c-472f-8870-fb982f11aa64 req-2a1fa256-5066-4c29-af9b-b8e7f33acf77 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.202784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc926c0f-552c-472f-8870-fb982f11aa64 req-2a1fa256-5066-4c29-af9b-b8e7f33acf77 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 936 time: 0.3816862 Aug 11 02:23:52.212177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Made reservation on behalf of ec7e17b6deed4f6bb98abdafaa45c41a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:52.216474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.219124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event updated for resources: {'Port': ['ID=e349b495-edb0-46fd-8ede-eb75e15ace76,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.247268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.248348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.267032 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-7c1b8743-b3b2-4039-b7b5-d04023a07473 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0474181 Aug 11 02:23:52.284525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Request body: {'port': {'device_id': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:52.332873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.333473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.378412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653a26e2-62c3-497f-bfa8-ee1089c60f84 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:52.388314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.392406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['a984352b-1c81-48dd-b397-02f7232b9fd7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:52.395481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc926c0f-552c-472f-8870-fb982f11aa64 req-a1db59ff-e0d8-4b2e-9585-b9685641c0ed tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913447 Aug 11 02:23:52.410451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.452531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50d381d2-6dfe-401f-b911-48f1ee8803b5 None None] Provisioning for port 8f62b922-6013-4c7f-9b5b-a065b52e8283 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:52.464167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50d381d2-6dfe-401f-b911-48f1ee8803b5 None None] Provisioning complete for port 8f62b922-6013-4c7f-9b5b-a065b52e8283 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:52.467528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50d381d2-6dfe-401f-b911-48f1ee8803b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.480909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-42e83d95-b87f-4973-8bfc-d02740b14c86 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6912637 Aug 11 02:23:52.512194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Request body: {'port': {'device_id': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:52.523442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Transition to ACTIVE for port object 653a26e2-62c3-497f-bfa8-ee1089c60f84 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:52.557770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50d381d2-6dfe-401f-b911-48f1ee8803b5 None None] Port 8f62b922-6013-4c7f-9b5b-a065b52e8283 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:52.559168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.643602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Deleting port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:52.643965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.729353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.761193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.830044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Pushing event updated for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.863826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:52.866941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Allocated IP 172.20.0.2 (e57d55e9-4ce6-43ba-848c-0a3881e92cfb/19657541-462a-42d4-a28a-6a35f3b69919/e4db135d-f362-4190-b097-a63ba77e3f50) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:52.917948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31d02-1aab-4b4e-a32a-32b049ccfd82 req-9b3ea44a-0527-4353-8979-9154fed1ff9c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.919663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abf31d02-1aab-4b4e-a32a-32b049ccfd82 req-9b3ea44a-0527-4353-8979-9154fed1ff9c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.3714128 Aug 11 02:23:52.982771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceafb6f-a41b-4a5d-b5dd-e654b22da05c req-82e26289-f197-4f4d-8af0-a2ce14801bfa tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.984320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aceafb6f-a41b-4a5d-b5dd-e654b22da05c req-82e26289-f197-4f4d-8af0-a2ce14801bfa tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.4263439 Aug 11 02:23:53.011217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:23:53.120525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] For port 83cd217f-8ba2-4c79-879a-5d23b49c8a31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=83cd217f-8ba2-4c79-879a-5d23b49c8a31,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:53.120903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.194802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Calling delete_port for 83cd217f-8ba2-4c79-879a-5d23b49c8a31 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:53.222191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abf31d02-1aab-4b4e-a32a-32b049ccfd82 req-d087921d-da97-4b6e-a61c-e3a8716ce0ba tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768745 Aug 11 02:23:53.282916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-b4de94e8-4586-4573-aacf-b23c1fabad70 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:53.284563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-b4de94e8-4586-4573-aacf-b23c1fabad70 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.3967957 Aug 11 02:23:53.318737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aceafb6f-a41b-4a5d-b5dd-e654b22da05c req-6c308673-578e-4e87-b117-faf34e5b963c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127396 Aug 11 02:23:53.447648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Attempting to bind port 653a26e2-62c3-497f-bfa8-ee1089c60f84 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:53.448157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Attempting to bind port 653a26e2-62c3-497f-bfa8-ee1089c60f84 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:53.448551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Attempting to bind port 653a26e2-62c3-497f-bfa8-ee1089c60f84 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:53.525617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Port 653a26e2-62c3-497f-bfa8-ee1089c60f84 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:53.525903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Attempting to bind port 653a26e2-62c3-497f-bfa8-ee1089c60f84 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:53.645409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:53.645728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:53.646057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:53.646511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Bound port: 653a26e2-62c3-497f-bfa8-ee1089c60f84, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:53.646871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.070368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577b9ad-7e1d-4d13-90a3-3ba59ca1bf1f req-089f2acd-eb4e-4485-a558-49dadd599f3f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.072108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9577b9ad-7e1d-4d13-90a3-3ba59ca1bf1f req-089f2acd-eb4e-4485-a558-49dadd599f3f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 931 time: 0.7607412 Aug 11 02:23:54.140650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930b652-2133-4d30-accb-b7673351a00e req-a525be06-57cd-476e-a741-acccb4546be1 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.142505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f930b652-2133-4d30-accb-b7673351a00e req-a525be06-57cd-476e-a741-acccb4546be1 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=c50d77d3-215d-48e8-addd-e4a2d4034baf HTTP/1.1" status: 200 len: 943 time: 0.6559870 Aug 11 02:23:54.154985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.329746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:54.342885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9577b9ad-7e1d-4d13-90a3-3ba59ca1bf1f req-31c1060a-2234-4d4e-bdc2-23ef67c1e72c tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364671 Aug 11 02:23:54.366434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Deleting port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:54.366775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.384382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f930b652-2133-4d30-accb-b7673351a00e req-b96b210d-6a73-4328-9d19-a90f36f20c6b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211738 Aug 11 02:23:54.390610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:54.443458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.488220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.577359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.611329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f62b922-6013-4c7f-9b5b-a065b52e8283 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:54.641246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.641246 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.642603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/653a26e2-62c3-497f-bfa8-ee1089c60f84 HTTP/1.1" status: 200 len: 1096 time: 3.7080255 Aug 11 02:23:54.649045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:54.652069 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02677f7-f603-4ff6-9d24-44721ed0a7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:54.661437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.753623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:54.763634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e349b495-edb0-46fd-8ede-eb75e15ace76 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:54.778403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] No DVR routers for this DVR port 83cd217f-8ba2-4c79-879a-5d23b49c8a31 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:54.780624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.788140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Transition to ACTIVE for port object 8f62b922-6013-4c7f-9b5b-a065b52e8283 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:54.789426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:54.807007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.809252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2887cea8-e3d1-48a1-be36-038a02574c21 req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "DELETE /v2.0/ports/83cd217f-8ba2-4c79-879a-5d23b49c8a31 HTTP/1.1" status: 204 len: 173 time: 2.8073871 Aug 11 02:23:54.813636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de6bc6-9ec7-4559-90c3-28373c4997d1 service neutron] Pushing event updated for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:54.817476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:54.822227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] For port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,segment=NetworkSegment(fc25e0bd-41b5-4289-9101-a5dc415fbe83),segment_id=fc25e0bd-41b5-4289-9101-a5dc415fbe83)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:54.822600 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.826253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Transition to ACTIVE for port object e349b495-edb0-46fd-8ede-eb75e15ace76 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:54.839455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.859564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.954485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e349b495-edb0-46fd-8ede-eb75e15ace76,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:54.979799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1715d84-66ed-4e7d-a09a-fa9e2b9d852b req-865663ef-601e-4e28-a6e7-97ace9b4fcfd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.982445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1715d84-66ed-4e7d-a09a-fa9e2b9d852b req-865663ef-601e-4e28-a6e7-97ace9b4fcfd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 932 time: 0.4754062 Aug 11 02:23:54.997541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b916385-ef88-40f8-b08b-79eeded8924a req-95ee32a0-8674-40aa-aada-1478fd539477 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.000447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b916385-ef88-40f8-b08b-79eeded8924a req-95ee32a0-8674-40aa-aada-1478fd539477 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff4b2a42-828a-4fa3-9a1c-736a3379da40 HTTP/1.1" status: 200 len: 966 time: 0.5289533 Aug 11 02:23:55.004223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Calling delete_port for 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a owned by compute:tempest-test_az-216285383 {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:55.029023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960f6f-c820-4759-a1b5-3fa365088788 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event deleted for resources: {'Port': ['ID=83cd217f-8ba2-4c79-879a-5d23b49c8a31,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:55.070730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Attempting to bind port e349b495-edb0-46fd-8ede-eb75e15ace76 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:55.071074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Attempting to bind port e349b495-edb0-46fd-8ede-eb75e15ace76 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:55.071409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Attempting to bind port e349b495-edb0-46fd-8ede-eb75e15ace76 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:55.076838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Port e349b495-edb0-46fd-8ede-eb75e15ace76 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:55.077083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Attempting to bind port e349b495-edb0-46fd-8ede-eb75e15ace76 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:55.083205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:55.083636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Checking segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:55.084041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Bound using segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:55.084609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Bound port: e349b495-edb0-46fd-8ede-eb75e15ace76, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:55.085115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.184748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] For port e349b495-edb0-46fd-8ede-eb75e15ace76, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:55.191630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] For port e349b495-edb0-46fd-8ede-eb75e15ace76, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e349b495-edb0-46fd-8ede-eb75e15ace76,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:55.198361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.236547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-cdbaedc8-3115-4127-ac34-7b5a5d84dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.239993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-cdbaedc8-3115-4127-ac34-7b5a5d84dab8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d412ac968aa4f6ea37c7e58fc9cd054&device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 1099 time: 0.4833865 Aug 11 02:23:55.265964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.267181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.278363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.279701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.282478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/e349b495-edb0-46fd-8ede-eb75e15ace76 HTTP/1.1" status: 200 len: 1091 time: 3.0034945 Aug 11 02:23:55.283360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'tag': 'e349b495-edb0-46fd-8ede-eb75e15ace76'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:55.298925 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751c516-c480-4ea7-8399-621535042ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "3903107c-eb9c-49d5-a448-92fdd3c83fa8", "tag": "e349b495-edb0-46fd-8ede-eb75e15ace76"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:55.372915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-b97431ad-b07a-4682-b514-0a01ea485870 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84 HTTP/1.1" status: 200 len: 217 time: 0.0852478 Aug 11 02:23:55.381897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bbb97-e8b0-4118-b0e4-9f66797025d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e349b495-edb0-46fd-8ede-eb75e15ace76,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:55.415220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-706d4dc0-3f6e-48ff-af0d-6d0a0423756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.418143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-706d4dc0-3f6e-48ff-af0d-6d0a0423756b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 1094 time: 0.0853794 Aug 11 02:23:55.487684 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-326253f1-256e-426a-bf58-bc19dfd516cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e349b495-edb0-46fd-8ede-eb75e15ace76 HTTP/1.1" status: 200 len: 217 time: 0.0585434 Aug 11 02:23:55.490800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event updated for resources: {'Port': ['ID=e4db135d-f362-4190-b097-a63ba77e3f50,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:55.516709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1715d84-66ed-4e7d-a09a-fa9e2b9d852b req-15c7a27e-fb88-4c5c-ab6f-0c062f4d1e1b tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020618 Aug 11 02:23:55.519400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1d619c1b-6134-41ae-983e-7902f30dc1f8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9723861 Aug 11 02:23:55.546301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:55.592209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-df6aaf3e-cf8f-4faf-85f0-720fad1d4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.596123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-df6aaf3e-cf8f-4faf-85f0-720fad1d4ee7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.0989816 Aug 11 02:23:55.599000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b916385-ef88-40f8-b08b-79eeded8924a req-7049fc00-a33f-4daf-a481-514bd7d52497 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b41c782-b6c2-4c85-925a-e71b8dad0202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449452 Aug 11 02:23:55.618825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Request body: {'port': {'device_id': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:55.692655 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-b7bc37d3-15c7-423b-b172-2cbf86e0125a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868850 Aug 11 02:23:55.697545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port a984352b-1c81-48dd-b397-02f7232b9fd7 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:55.712968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port a984352b-1c81-48dd-b397-02f7232b9fd7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:55.713466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.742548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-2e694a86-dc35-44b5-bcc8-863921334b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:55.745272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-2e694a86-dc35-44b5-bcc8-863921334b57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3390112 Aug 11 02:23:55.847433 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.860993 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-e71aebab-8513-443d-b947-c7e2954e0e90 service neutron] 10.222.0.59 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574490 Aug 11 02:23:55.878883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:55.881259 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3421e18-0caa-4ea7-9b2c-29f64b9abcf2" -d '{"events": [{"server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "name": "network-vif-plugged", "status": "completed", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:55.899757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:55.902507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:55.929668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.954631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.958199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Pushing event updated for resources: {'Port': ['ID=8f62b922-6013-4c7f-9b5b-a065b52e8283,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:56.029550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:56.029839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Attempting to bind port 8f62b922-6013-4c7f-9b5b-a065b52e8283 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:56.030188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Attempting to bind port 8f62b922-6013-4c7f-9b5b-a065b52e8283 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:56.030607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Attempting to bind port 8f62b922-6013-4c7f-9b5b-a065b52e8283 on network d2832f3a-2fc4-44a3-8d33-340aa9723d58 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:56.037785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-602a4e1f-7793-40cc-866f-1e0d0b913c55 service neutron] 10.222.0.59 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658430 Aug 11 02:23:56.042454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.042808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.043147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.043497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.043838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.044213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.044565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.044874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.045383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.046123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.046643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.047143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:56.052121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 83cd217f-8ba2-4c79-879a-5d23b49c8a31 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:56.076932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 83cd217f-8ba2-4c79-879a-5d23b49c8a31 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:56.077912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 83cd217f-8ba2-4c79-879a-5d23b49c8a31 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:56.078701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Port 8f62b922-6013-4c7f-9b5b-a065b52e8283 on network d2832f3a-2fc4-44a3-8d33-340aa9723d58 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:56.079044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Attempting to bind port 8f62b922-6013-4c7f-9b5b-a065b52e8283 on network d2832f3a-2fc4-44a3-8d33-340aa9723d58 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:56.105838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-0de4bcd7-5ff0-481d-9710-ea137251b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.107434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-0de4bcd7-5ff0-481d-9710-ea137251b2bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3369138 Aug 11 02:23:56.119151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654ebe0-66e5-4cfc-9c95-290893f22479 req-650ae88d-f828-4da9-8a01-b7441f164082 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.120758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4654ebe0-66e5-4cfc-9c95-290893f22479 req-650ae88d-f828-4da9-8a01-b7441f164082 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 948 time: 0.3586345 Aug 11 02:23:56.128471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d41155-d7d2-4e43-a390-a20ec448acc0 req-e26f6217-caa5-433d-859c-8b3adcd8a243 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.130303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98d41155-d7d2-4e43-a390-a20ec448acc0 req-e26f6217-caa5-433d-859c-8b3adcd8a243 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 944 time: 0.3701820 Aug 11 02:23:56.139042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:56.139509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Checking segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:56.139878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Bound using segment: {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:56.140506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Bound port: 8f62b922-6013-4c7f-9b5b-a065b52e8283, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56221566-5783-49bf-9922-b4017a4df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:56.140918 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.164175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.333000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Pushing event deleted for resources: {'Port': ['ID=7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:56.466659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4654ebe0-66e5-4cfc-9c95-290893f22479 req-7b518fb1-8c7f-4e7b-98de-bf746ea4fdf4 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302641 Aug 11 02:23:56.469767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98d41155-d7d2-4e43-a390-a20ec448acc0 req-a99de172-fdf1-4f8a-a10f-3e7374a5d33e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227427 Aug 11 02:23:56.539683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] No DVR routers for this DVR port 7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:56.548597 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.550849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5db5544-8e94-4e0a-bc32-4b57fa3c9340 req-7c57b0df-51ca-4c2d-8113-6c7f7d9ad4f1 tempest-LiveAutoBlockMigrationV225Test-689185623 tempest-LiveAutoBlockMigrationV225Test-689185623-project] 10.222.0.25 "DELETE /v2.0/ports/7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a HTTP/1.1" status: 204 len: 173 time: 3.2406387 Aug 11 02:23:56.600213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] For port 8f62b922-6013-4c7f-9b5b-a065b52e8283, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:56.625944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-416773c4-6074-4d14-a66d-9243b7619168 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882288 Aug 11 02:23:56.662385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] For port 8f62b922-6013-4c7f-9b5b-a065b52e8283, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:56.697180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.807421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.808207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:56.810727 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] 10.222.0.59 "PUT /v2.0/ports/8f62b922-6013-4c7f-9b5b-a065b52e8283 HTTP/1.1" status: 200 len: 1092 time: 4.3135171 Aug 11 02:23:56.872920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba30f12-bc35-401a-b97e-eab2e99068a3 req-0f89b067-174d-44e1-8558-402e7a2180a4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.876778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eba30f12-bc35-401a-b97e-eab2e99068a3 req-0f89b067-174d-44e1-8558-402e7a2180a4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.3104024 Aug 11 02:23:56.891767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9ad58-29da-4897-b1c8-1aa70d4f01cc req-b87bd63a-6e2c-4525-bcc9-24a4af749509 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.895951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5a9ad58-29da-4897-b1c8-1aa70d4f01cc req-b87bd63a-6e2c-4525-bcc9-24a4af749509 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.3208795 Aug 11 02:23:57.080986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089255-d0dc-4b20-ad58-6724bf6df67f service neutron] Pushing event updated for resources: {'Port': ['ID=8f62b922-6013-4c7f-9b5b-a065b52e8283,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:57.194371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eba30f12-bc35-401a-b97e-eab2e99068a3 req-35a38990-00e2-4e92-a9eb-3e73323b3a60 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933390 Aug 11 02:23:57.196971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50ac4312-fde9-4ee8-8cc0-2eb98570a5cf req-eba9831c-3aaf-431f-a174-aeabe8510ded service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331645 Aug 11 02:23:57.222598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5a9ad58-29da-4897-b1c8-1aa70d4f01cc req-6b66cc1a-af60-47c2-ac2a-8c8c6d5396d6 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749972 Aug 11 02:23:57.236405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4db135d-f362-4190-b097-a63ba77e3f50 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:57.248383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-0c7764d8-826b-401e-987d-997e0161748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.261581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-0c7764d8-826b-401e-987d-997e0161748f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9ce4d76c08f4f4d90c5362282e79545&device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 1095 time: 0.3409081 Aug 11 02:23:57.267497 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f160a59-15fd-4e8f-b171-3cd2ab37502e x-openstack-request-id: req-9f160a59-15fd-4e8f-b171-3cd2ab37502e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:57.269006 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:57.269441 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f160a59-15fd-4e8f-b171-3cd2ab37502e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:57.270771 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84', 'status': 'completed', 'code': 200} Aug 11 02:23:57.280365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.326361 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9d6a9-802c-41f1-aafd-ee8b3fa61b91 x-openstack-request-id: req-dfc9d6a9-802c-41f1-aafd-ee8b3fa61b91 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:57.327213 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3903107c-eb9c-49d5-a448-92fdd3c83fa8", "tag": "e349b495-edb0-46fd-8ede-eb75e15ace76", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:57.327213 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfc9d6a9-802c-41f1-aafd-ee8b3fa61b91 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:57.327585 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'tag': 'e349b495-edb0-46fd-8ede-eb75e15ace76', 'status': 'completed', 'code': 200} Aug 11 02:23:57.402840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-52c03d2e-0d28-4cb8-a852-b02e0e13751b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283 HTTP/1.1" status: 200 len: 217 time: 0.1261690 Aug 11 02:23:57.428801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c516-c480-4ea7-8399-621535042ee1 req-2136c798-56bd-4f98-b777-cf9ff6ff8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.432046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-2136c798-56bd-4f98-b777-cf9ff6ff8ea4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 1094 time: 0.0734611 Aug 11 02:23:57.439592 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad36e7-1dfd-4a25-abfd-5df3ab01e105 x-openstack-request-id: req-bcad36e7-1dfd-4a25-abfd-5df3ab01e105 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:57.441969 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "name": "network-vif-plugged", "status": "completed", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:57.442804 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcad36e7-1dfd-4a25-abfd-5df3ab01e105 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:57.443683 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'code': 200} Aug 11 02:23:57.459368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Transition to ACTIVE for port object e4db135d-f362-4190-b097-a63ba77e3f50 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:57.485032 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.545224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e349b495-edb0-46fd-8ede-eb75e15ace76 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:57.621433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c516-c480-4ea7-8399-621535042ee1 req-27e13650-51dd-401f-96fe-1f784e418b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.622930 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-27e13650-51dd-401f-96fe-1f784e418b32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 912 time: 0.1777375 Aug 11 02:23:57.642704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9a613-2f45-458d-998f-eb7759570109 req-311c8058-9c80-4621-8f48-ccdaeb5284b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.644340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3bf9a613-2f45-458d-998f-eb7759570109 req-311c8058-9c80-4621-8f48-ccdaeb5284b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1096 time: 0.0688300 Aug 11 02:23:57.684928 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-93911abd-3e40-481a-bb12-e8b4f13a1ede service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e349b495-edb0-46fd-8ede-eb75e15ace76 HTTP/1.1" status: 200 len: 217 time: 0.0517783 Aug 11 02:23:57.744152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3bf9a613-2f45-458d-998f-eb7759570109 req-3c3f9b02-4380-4228-90eb-2b22e673c5d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670698 Aug 11 02:23:57.755016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e349b495-edb0-46fd-8ede-eb75e15ace76, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e349b495-edb0-46fd-8ede-eb75e15ace76,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:57.765750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c516-c480-4ea7-8399-621535042ee1 req-4009d2a7-423c-49bd-9d0d-4bcf426dfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.768555 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-4009d2a7-423c-49bd-9d0d-4bcf426dfbff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.0705869 Aug 11 02:23:57.780746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'e349b495-edb0-46fd-8ede-eb75e15ace76', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'port_id': 'e349b495-edb0-46fd-8ede-eb75e15ace76', 'mac_address': 'fa:16:3e:25:22:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19657541-462a-42d4-a28a-6a35f3b69919', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:57.830519 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-b4f0bb22-e41c-45ad-a348-e50314e25a6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328298 Aug 11 02:23:57.858899 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.879990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349b495-edb0-46fd-8ede-eb75e15ace76 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:57.924315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e349b495-edb0-46fd-8ede-eb75e15ace76, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e349b495-edb0-46fd-8ede-eb75e15ace76,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:57.930037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.964666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-73810306-5987-483b-a355-5a0e79f68f37 service neutron] 10.222.0.59 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225793 Aug 11 02:23:58.028863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e349b495-edb0-46fd-8ede-eb75e15ace76,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:58.061255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1a350-7617-4046-8ce8-e776cbc323e1 req-b46ec942-d183-4873-8c6a-c19cb64c28b5 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.063020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72a1a350-7617-4046-8ce8-e776cbc323e1 req-b46ec942-d183-4873-8c6a-c19cb64c28b5 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 943 time: 0.7041614 Aug 11 02:23:58.068697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-e4fcfbc2-4972-4cec-9ee8-027803f05704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.070285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-e4fcfbc2-4972-4cec-9ee8-027803f05704 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d412ac968aa4f6ea37c7e58fc9cd054&device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 1099 time: 0.6967754 Aug 11 02:23:58.070947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Pushing event updated for resources: {'Port': ['ID=e4db135d-f362-4190-b097-a63ba77e3f50,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:58.076465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-efdf79c7-2185-432a-824c-65803778962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.078063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-efdf79c7-2185-432a-824c-65803778962b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94fbef54-41f1-451c-84cf-07377f718ece HTTP/1.1" status: 200 len: 851 time: 0.6246948 Aug 11 02:23:58.114138 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0751c516-c480-4ea7-8399-621535042ee1 req-6162835a-b042-4088-876f-552a80c30c49 service neutron] 10.222.0.59 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408329 Aug 11 02:23:58.260638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ae24f-873c-4e49-8524-57897ce97647 req-8b36799e-dc8f-4b63-ac27-03aa8e0b8d3c tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.262429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c4ae24f-873c-4e49-8524-57897ce97647 req-8b36799e-dc8f-4b63-ac27-03aa8e0b8d3c tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 944 time: 0.2852979 Aug 11 02:23:58.286374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72a1a350-7617-4046-8ce8-e776cbc323e1 req-b97b4216-9572-400f-8549-c5a6aa061ab6 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070396 Aug 11 02:23:58.314609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['e349b495-edb0-46fd-8ede-eb75e15ace76'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:58.358245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-7027d0b2-bc27-4efd-94db-00b14378fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.359947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-7027d0b2-bc27-4efd-94db-00b14378fe2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2832f3a-2fc4-44a3-8d33-340aa9723d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561665 Aug 11 02:23:58.370615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Attempting to bind port e4db135d-f362-4190-b097-a63ba77e3f50 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:58.371076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Attempting to bind port e4db135d-f362-4190-b097-a63ba77e3f50 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:58.371344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Attempting to bind port e4db135d-f362-4190-b097-a63ba77e3f50 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:58.387689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50978) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:58.388523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-ffb5e764-17de-40a9-bcda-b65a20a35465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.389789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-ffb5e764-17de-40a9-bcda-b65a20a35465 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3078444 Aug 11 02:23:58.477404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Port e4db135d-f362-4190-b097-a63ba77e3f50 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:58.478514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Attempting to bind port e4db135d-f362-4190-b097-a63ba77e3f50 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:58.485896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c4ae24f-873c-4e49-8524-57897ce97647 req-5c085457-9c79-4d30-9656-0ecac26893bc tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093592 Aug 11 02:23:58.536996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:58.538449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Checking segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:58.539021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Bound using segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:58.540238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Bound port: e4db135d-f362-4190-b097-a63ba77e3f50, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:58.540734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.605672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Deleting subnet 79d6126f-7027-4e66-9dda-485229d5aef0 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:58.611284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.659473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-5597b9b0-829f-4d11-96be-f1b7c9bdefd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84 HTTP/1.1" status: 200 len: 217 time: 0.1699307 Aug 11 02:23:58.673859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.727614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.798475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.827361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d6126f-7027-4e66-9dda-485229d5aef0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:58.835203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.837363 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1ae1366c-6be6-4544-b9ef-d7e25609f83a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/79d6126f-7027-4e66-9dda-485229d5aef0 HTTP/1.1" status: 204 len: 168 time: 0.4482632 Aug 11 02:23:58.840374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:58.917415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-f80e3e89-c7a7-4513-92ae-6a040d0e625e service neutron] 10.222.0.59 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408347 Aug 11 02:23:58.942943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.945083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee49615-b854-4c8e-8837-4ef629398b36 req-cc4103e1-c410-45f9-b443-d04854f2928e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.947601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eee49615-b854-4c8e-8837-4ef629398b36 req-cc4103e1-c410-45f9-b443-d04854f2928e tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.4600174 Aug 11 02:23:58.987441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-0b510c3f-7f54-4488-9486-aa36d2fc5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.990210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-0b510c3f-7f54-4488-9486-aa36d2fc5453 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3052607 Aug 11 02:23:59.045124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.056939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609d90c9-f85c-426b-a186-9ff5357b9585']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:59.069361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc25e0bd-41b5-4289-9101-a5dc415fbe83') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:59.069673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc25e0bd-41b5-4289-9101-a5dc415fbe83') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:59.080391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.082655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178ad6-d0d6-44ea-855b-6898b744ee25 req-346a66c6-ee6f-4b8c-a0bd-df3dfbb1b127 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.085329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0178ad6-d0d6-44ea-855b-6898b744ee25 req-346a66c6-ee6f-4b8c-a0bd-df3dfbb1b127 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 948 time: 0.4207144 Aug 11 02:23:59.098952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.105980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:59.106447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:59.108217 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:59.118219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] For port e4db135d-f362-4190-b097-a63ba77e3f50, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:59.177217 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.185462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.189494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] 10.222.0.16 "DELETE /v2.0/networks/609d90c9-f85c-426b-a186-9ff5357b9585 HTTP/1.1" status: 204 len: 168 time: 0.3483939 Aug 11 02:23:59.191021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50984) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:59.201119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] For port e4db135d-f362-4190-b097-a63ba77e3f50, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e4db135d-f362-4190-b097-a63ba77e3f50,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:59.208696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca5cf-1cbf-4354-86c7-cd479520e84d admin admin] Pushing event deleted for resources: {'Network': ['ID=609d90c9-f85c-426b-a186-9ff5357b9585,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.231242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.253330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Deleting subnet 14e70695-4bc2-4308-b011-8e314f4ff901 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:59.258062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.295253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.322895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'name': 'network-vif-deleted', 'tag': '83cd217f-8ba2-4c79-879a-5d23b49c8a31'}, {'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'name': 'network-vif-deleted', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a'}, {'name': 'network-changed', 'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:59.326693 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3" -d '{"events": [{"server_uuid": "c50d77d3-215d-48e8-addd-e4a2d4034baf", "name": "network-vif-deleted", "tag": "83cd217f-8ba2-4c79-879a-5d23b49c8a31"}, {"server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "name": "network-vif-deleted", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a"}, {"name": "network-changed", "server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:59.349369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.364742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eee49615-b854-4c8e-8837-4ef629398b36 req-5e42cf1c-968c-4ea3-b450-363cd6490c9f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854663 Aug 11 02:23:59.399318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.400311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.402523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] 10.222.0.25 "PUT /v2.0/ports/e4db135d-f362-4190-b097-a63ba77e3f50 HTTP/1.1" status: 200 len: 1091 time: 3.7919688 Aug 11 02:23:59.407878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0178ad6-d0d6-44ea-855b-6898b744ee25 req-ec2e46b4-46fb-4a9b-87d9-a059505f4950 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922184 Aug 11 02:23:59.425206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-49756e03-302b-4bc1-aa07-4eee5cb987c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.427890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-49756e03-302b-4bc1-aa07-4eee5cb987c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4047859 Aug 11 02:23:59.443478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.494452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.498195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14e70695-4bc2-4308-b011-8e314f4ff901 HTTP/1.1" status: 204 len: 168 time: 0.2962313 Aug 11 02:23:59.500475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:59.574384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479f12-4740-4d03-984f-6610fe055b3b service neutron] Pushing event updated for resources: {'Port': ['ID=e4db135d-f362-4190-b097-a63ba77e3f50,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.581504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e70695-4bc2-4308-b011-8e314f4ff901,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.608516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc95566-9508-4e96-958a-d29c937c00b4 req-07cec1c5-d546-415b-951c-46cd18abd62f service neutron] 10.222.0.59 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592941 Aug 11 02:23:59.627343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.627696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.628036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.628371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.628700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.629027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.629350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.629670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.630063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.630451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.630817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.631146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a7986-3d0c-4b59-b7ad-e56baa0332a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:59.668520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.766509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.778977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb1fbd6-b9e2-4867-8224-2af0c78303d5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:59.791834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a1e574-1fc7-4386-a8ad-01c204a353e5') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:59.792199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a1e574-1fc7-4386-a8ad-01c204a353e5') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:59.802828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.818549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.827914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:59.828587 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:59.831212 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:59.876720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-088c0d96-aad8-4685-b526-895ae87a228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.880041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-088c0d96-aad8-4685-b526-895ae87a228a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 1094 time: 0.3972237 Aug 11 02:23:59.905001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.910926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 653a26e2-62c3-497f-bfa8-ee1089c60f84 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:59.911701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.913061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] 10.222.0.16 "DELETE /v2.0/networks/1cb1fbd6-b9e2-4867-8224-2af0c78303d5 HTTP/1.1" status: 204 len: 168 time: 0.4112685 Aug 11 02:23:59.918777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-17f28d0c-a6a4-4aae-932b-a56630db1b54 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743764 Aug 11 02:23:59.936561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba58a6-9479-4d91-ab05-1f10aedf3b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb1fbd6-b9e2-4867-8224-2af0c78303d5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.942185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c563a8-6f7a-426e-b76c-e9ae3cd761a8 req-0a40f9f2-c5e7-40e6-9649-73f9532399c4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:59.943981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00c563a8-6f7a-426e-b76c-e9ae3cd761a8 req-0a40f9f2-c5e7-40e6-9649-73f9532399c4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.3341389 Aug 11 02:23:59.987913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-b40ca076-b525-4d11-9c91-4f9b614ddc0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4db135d-f362-4190-b097-a63ba77e3f50 HTTP/1.1" status: 200 len: 217 time: 0.0868475 Aug 11 02:24:00.015158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-84c7124e-a877-4ba3-853d-8c88109bd511 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.016811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-84c7124e-a877-4ba3-853d-8c88109bd511 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 822 time: 0.4464383 Aug 11 02:24:00.098771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:00.113130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-7d4e5b93-5269-43ad-9474-c66f8f2de625 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/quotas/818a979bbfc5465bb62b5d9e5d4f18f3 HTTP/1.1" status: 200 len: 375 time: 0.0576317 Aug 11 02:24:00.123964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '653a26e2-62c3-497f-bfa8-ee1089c60f84', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '653a26e2-62c3-497f-bfa8-ee1089c60f84', 'mac_address': 'fa:16:3e:b0:d9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:00.155022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:00.164498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00c563a8-6f7a-426e-b76c-e9ae3cd761a8 req-c6c51142-d3cf-4584-aefe-639a74414733 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824441 Aug 11 02:24:00.171801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1ede3d1c-4a8f-42b5-9ef9-40b2b84a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.173604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-1ede3d1c-4a8f-42b5-9ef9-40b2b84a0cb8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.1303000 Aug 11 02:24:00.219481 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c988dd6-93df-46b8-a48d-ea67c5062147 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95e22bd4c24e4cd5a7407c6482115dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628362 Aug 11 02:24:00.222455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:00.237183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-b5544a5a-4189-4c41-a264-db3754678b76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400991 Aug 11 02:24:00.289365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f1236eb-0dd0-4280-829d-c7c1653f54ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.311251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02677f7-f603-4ff6-9d24-44721ed0a7b3 req-4575ee43-5ffa-4640-9c55-a8f5bd809082 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828816 Aug 11 02:24:00.319739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f1236eb-0dd0-4280-829d-c7c1653f54ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.358502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-a2b66106-5843-40af-974d-3eab6ec46c22 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278986 Aug 11 02:24:00.369520 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.386342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f1236eb-0dd0-4280-829d-c7c1653f54ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.389356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f1236eb-0dd0-4280-829d-c7c1653f54ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.391086 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5f1236eb-0dd0-4280-829d-c7c1653f54ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b41c782-b6c2-4c85-925a-e71b8dad0202 HTTP/1.1" status: 204 len: 168 time: 0.1675575 Aug 11 02:24:00.400684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1236eb-0dd0-4280-829d-c7c1653f54ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41c782-b6c2-4c85-925a-e71b8dad0202,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:00.413164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653a26e2-62c3-497f-bfa8-ee1089c60f84 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:00.417536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cc667-c239-4a6b-8d23-8f8ec14061ca req-a436cf46-c9fd-4cf0-958c-c0da6adb80d1 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.419321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-644cc667-c239-4a6b-8d23-8f8ec14061ca req-a436cf46-c9fd-4cf0-958c-c0da6adb80d1 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.1623192 Aug 11 02:24:00.451224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:00.458190 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.469270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-5b9a4d3b-5c5c-434f-bc32-15a9cabe92aa service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241619 Aug 11 02:24:00.544168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:00.582107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-644cc667-c239-4a6b-8d23-8f8ec14061ca req-0021a9ac-5096-4e70-8122-5dad4b7c56ce tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496720 Aug 11 02:24:00.623691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-dc815a23-ef3a-4276-bc9e-bf33495cb360 service neutron] 10.222.0.16 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339761 Aug 11 02:24:00.647483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb7ab05-3bba-46e2-88f2-44ce0e8f8c03 req-9dc12ea6-7e4d-4c82-8ef0-30d82d3698ac service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679106 Aug 11 02:24:00.755394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['653a26e2-62c3-497f-bfa8-ee1089c60f84'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:00.772662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-0c4623c7-4281-4186-aad3-576d71a27dab service neutron] 10.222.0.16 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384842 Aug 11 02:24:00.792009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3310fe-fffc-483c-974a-5b0108e6e884 req-01b47956-5f96-47cd-895c-ecb3fcd38e81 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.793630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b3310fe-fffc-483c-974a-5b0108e6e884 req-01b47956-5f96-47cd-895c-ecb3fcd38e81 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 944 time: 0.0716479 Aug 11 02:24:00.856988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b3310fe-fffc-483c-974a-5b0108e6e884 req-ddcb130e-76d2-48d2-bb2e-982bdcba5ad8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524514 Aug 11 02:24:00.949661 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a782c952-d618-4b83-bf90-af60908c09cb x-openstack-request-id: req-a782c952-d618-4b83-bf90-af60908c09cb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:00.950206 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50d77d3-215d-48e8-addd-e4a2d4034baf", "name": "network-vif-deleted", "tag": "83cd217f-8ba2-4c79-879a-5d23b49c8a31", "status": "completed", "code": 200}, {"server_uuid": "ff4b2a42-828a-4fa3-9a1c-736a3379da40", "name": "network-vif-deleted", "tag": "7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:00.950660 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a782c952-d618-4b83-bf90-af60908c09cb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:00.951226 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50d77d3-215d-48e8-addd-e4a2d4034baf', 'name': 'network-vif-deleted', 'tag': '83cd217f-8ba2-4c79-879a-5d23b49c8a31', 'status': 'completed', 'code': 200} Aug 11 02:24:00.951632 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b2a42-828a-4fa3-9a1c-736a3379da40', 'name': 'network-vif-deleted', 'tag': '7c5a0f89-d1e8-4b9a-b306-0c2af8d6c26a', 'status': 'completed', 'code': 200} Aug 11 02:24:00.952032 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'status': 'completed', 'code': 200} Aug 11 02:24:01.010110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51022) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:01.111920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6eda703c-c337-4d11-b765-0658663ad3b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57849ef565d946449778985a2466fb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988719 Aug 11 02:24:01.116130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:01.144476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-0edca3ee-c48f-41d7-ba53-dfb6c2856cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.146461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-0edca3ee-c48f-41d7-ba53-dfb6c2856cbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9ce4d76c08f4f4d90c5362282e79545&device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 1095 time: 0.1659598 Aug 11 02:24:01.227834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef0d-ad03-41f3-bbf8-966b48c8c620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.266851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef0d-ad03-41f3-bbf8-966b48c8c620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.300566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2b0de-6a21-47bb-beb2-4209bb0bf159 req-ab01941b-cf45-414e-b1ef-2a5967dd3bdc tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.306649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbe2b0de-6a21-47bb-beb2-4209bb0bf159 req-ab01941b-cf45-414e-b1ef-2a5967dd3bdc tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 944 time: 0.2336349 Aug 11 02:24:01.364399 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef0d-ad03-41f3-bbf8-966b48c8c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.369259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef0d-ad03-41f3-bbf8-966b48c8c620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.369689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e7df-6691-4f35-9573-88faa53d0520 req-aee38dff-c716-4ea5-bfba-9972ee994784 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.371691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa6eef0d-ad03-41f3-bbf8-966b48c8c620 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f899e0d-91f6-48d4-89c4-a111fbe21fab HTTP/1.1" status: 204 len: 168 time: 0.2539394 Aug 11 02:24:01.378978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3673e7df-6691-4f35-9573-88faa53d0520 req-aee38dff-c716-4ea5-bfba-9972ee994784 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.2586212 Aug 11 02:24:01.397036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eef0d-ad03-41f3-bbf8-966b48c8c620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f899e0d-91f6-48d4-89c4-a111fbe21fab,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:01.458278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbe2b0de-6a21-47bb-beb2-4209bb0bf159 req-ab763d4c-37d9-49a1-a0ad-d365c1c2e22f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368995 Aug 11 02:24:01.463316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-133d89c3-ce08-43ca-8b43-9a4dd2badde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.465562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-133d89c3-ce08-43ca-8b43-9a4dd2badde5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2832f3a-2fc4-44a3-8d33-340aa9723d58 HTTP/1.1" status: 200 len: 912 time: 0.2911711 Aug 11 02:24:01.511576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3673e7df-6691-4f35-9573-88faa53d0520 req-e9052bfe-4294-4de1-bf8f-57e89c6077c3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312981 Aug 11 02:24:01.553537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f62b922-6013-4c7f-9b5b-a065b52e8283 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:01.562286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e349b495-edb0-46fd-8ede-eb75e15ace76 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:01.610045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-0368ec68-74a7-4dbb-9b4d-931473dc22bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283 HTTP/1.1" status: 200 len: 217 time: 0.1142192 Aug 11 02:24:01.752665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a990f86a-500c-4173-ad2e-59a8f7864a04 req-0d0028c5-1e50-4f0d-8c1d-c8dbbc115ef7 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 210 time: 0.0548711 Aug 11 02:24:01.781149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-eed10659-aa4e-4285-af03-6e04dd75eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.784128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-eed10659-aa4e-4285-af03-6e04dd75eba5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94fbef54-41f1-451c-84cf-07377f718ece HTTP/1.1" status: 200 len: 851 time: 0.1608841 Aug 11 02:24:01.822972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdbad6-ad09-4daf-b616-10ead07b2819 req-23357052-b2a6-4c48-8351-bb49bcd17c1a tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.826827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1fdbad6-ad09-4daf-b616-10ead07b2819 req-23357052-b2a6-4c48-8351-bb49bcd17c1a tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 949 time: 0.1265979 Aug 11 02:24:01.926173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1fdbad6-ad09-4daf-b616-10ead07b2819 req-dcda5a5c-bd35-4ead-8a26-5ab5daab40c7 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596685 Aug 11 02:24:01.935239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 653a26e2-62c3-497f-bfa8-ee1089c60f84 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:01.942104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-c70f6761-0f61-4b97-ab69-b3d65ee4594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.945032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-c70f6761-0f61-4b97-ab69-b3d65ee4594c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2832f3a-2fc4-44a3-8d33-340aa9723d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431656 Aug 11 02:24:01.980849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port e349b495-edb0-46fd-8ede-eb75e15ace76 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:02.001571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f62b922-6013-4c7f-9b5b-a065b52e8283, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:02.035965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port e349b495-edb0-46fd-8ede-eb75e15ace76 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:02.036871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.087953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'port_id': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'mac_address': 'fa:16:3e:7e:96:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:02.136519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e949-10c4-4989-88b7-d59deef2e19b req-05cd6c42-67b6-4726-be15-5d5284caa8fa tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.138501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe30e949-10c4-4989-88b7-d59deef2e19b req-05cd6c42-67b6-4726-be15-5d5284caa8fa tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1993301 Aug 11 02:24:02.217157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.225266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 653a26e2-62c3-497f-bfa8-ee1089c60f84 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:02.249490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 653a26e2-62c3-497f-bfa8-ee1089c60f84 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:02.250162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.287922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f62b922-6013-4c7f-9b5b-a065b52e8283 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:02.411684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f62b922-6013-4c7f-9b5b-a065b52e8283, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:02.414689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.456352 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.530918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349b495-edb0-46fd-8ede-eb75e15ace76'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:02.535547 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d0571-c061-4fd0-b7eb-7bb72dca8555" -d '{"events": [{"server_uuid": "3903107c-eb9c-49d5-a448-92fdd3c83fa8", "name": "network-vif-plugged", "status": "completed", "tag": "e349b495-edb0-46fd-8ede-eb75e15ace76"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:02.582717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e349b495-edb0-46fd-8ede-eb75e15ace76, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e349b495-edb0-46fd-8ede-eb75e15ace76,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:02.629931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-f0c1baa0-a612-4012-8910-abe39f541ff2 service neutron] 10.222.0.59 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687474 Aug 11 02:24:02.642601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff53ca-129e-44c9-8d29-1e517b29df4f req-f89b9c37-b466-45aa-ba74-5e3d00e88efe tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.649119 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.657425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fff53ca-129e-44c9-8d29-1e517b29df4f req-f89b9c37-b466-45aa-ba74-5e3d00e88efe tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1096 time: 0.5989270 Aug 11 02:24:02.674495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f62b922-6013-4c7f-9b5b-a065b52e8283,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:02.779083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.806512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e349b495-edb0-46fd-8ede-eb75e15ace76,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:02.810660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8f62b922-6013-4c7f-9b5b-a065b52e8283'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:02.902471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fff53ca-129e-44c9-8d29-1e517b29df4f req-c443b22d-125b-4ed3-b14f-dd62422b8920 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421649 Aug 11 02:24:02.906486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:02.919629 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:02.923642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe30e949-10c4-4989-88b7-d59deef2e19b req-9b6dd18b-9d89-41b7-a93d-3aa85c585b49 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664988 Aug 11 02:24:02.957156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'tag': 'e4db135d-f362-4190-b097-a63ba77e3f50'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:02.959416 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d195a-c8a9-4428-9455-d4e7d1e331cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5c9ffc-324e-4f2a-81e6-bcdf78312848", "tag": "e4db135d-f362-4190-b097-a63ba77e3f50"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:03.027672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:03.078642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-9c13aeaa-6b94-4cc9-ad08-d9b03a35f35f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.080207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-9c13aeaa-6b94-4cc9-ad08-d9b03a35f35f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 822 time: 0.4418328 Aug 11 02:24:03.116333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Request body: {'port': {'device_id': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'admin_state_up': True, 'tenant_id': '818a979bbfc5465bb62b5d9e5d4f18f3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:03.149918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-daaa72e1-da9f-4291-9c6b-70b9fbb4fae3 req-da3994ab-eb44-445e-a637-8187bfdd09ec service neutron] 10.222.0.59 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702699 Aug 11 02:24:03.219514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849d7a-223b-4ff8-bda9-4cf3911b4fda req-1e0a8498-3f29-4cd9-9c45-ba3a0e7b12ba tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.221042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f849d7a-223b-4ff8-bda9-4cf3911b4fda req-1e0a8498-3f29-4cd9-9c45-ba3a0e7b12ba tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 945 time: 0.1709459 Aug 11 02:24:03.272587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919404b-6cf9-443d-8fd4-a0903024d6d1 req-d4ad3a36-c203-4ba3-be65-e646b1821a77 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.274304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f919404b-6cf9-443d-8fd4-a0903024d6d1 req-d4ad3a36-c203-4ba3-be65-e646b1821a77 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.2041676 Aug 11 02:24:03.334469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f849d7a-223b-4ff8-bda9-4cf3911b4fda req-8631288d-c70f-46d5-9c94-ae688ceeb4c7 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025043 Aug 11 02:24:03.358963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f919404b-6cf9-443d-8fd4-a0903024d6d1 req-387274a5-b909-4548-9ef5-974f64901bcc tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728030 Aug 11 02:24:03.395897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Made reservation on behalf of 818a979bbfc5465bb62b5d9e5d4f18f3 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:03.406310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:03.420563 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f799b-1be4-48cc-b04d-319921801df3 x-openstack-request-id: req-d14f799b-1be4-48cc-b04d-319921801df3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:03.421016 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903107c-eb9c-49d5-a448-92fdd3c83fa8", "name": "network-vif-plugged", "status": "completed", "tag": "e349b495-edb0-46fd-8ede-eb75e15ace76", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:03.421427 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d14f799b-1be4-48cc-b04d-319921801df3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:03.422079 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349b495-edb0-46fd-8ede-eb75e15ace76', 'code': 200} Aug 11 02:24:03.645889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaf019a3-751c-4f00-9d64-b5a0a34735ab req-e280d738-06b0-43a9-a219-394ae86ef2c2 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 210 time: 0.1085632 Aug 11 02:24:03.710472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472cb29-66d6-4ce8-96d9-ed827e5bbd95 req-5041da4f-1df4-4d6d-bfe6-6b59e8b08792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.712074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7472cb29-66d6-4ce8-96d9-ed827e5bbd95 req-5041da4f-1df4-4d6d-bfe6-6b59e8b08792 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 1096 time: 0.1772509 Aug 11 02:24:03.724608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e582fe-577e-42af-8993-fa3f9af62040 req-e4cdb5bc-e523-4ea6-b22e-2a678e9055b4 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.726290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93e582fe-577e-42af-8993-fa3f9af62040 req-e4cdb5bc-e523-4ea6-b22e-2a678e9055b4 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 945 time: 0.1934848 Aug 11 02:24:03.783675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Allocated IP 172.20.0.11 (95d40900-c335-4d0d-b654-1e97953bc8ce/f1c8c693-d1b1-4abd-b52c-74c856c791fa/d6d6ffd3-71dd-4e01-8211-f893ed779464) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:03.855263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7472cb29-66d6-4ce8-96d9-ed827e5bbd95 req-669f9585-44a5-414c-b5dd-88a7f0516427 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279163 Aug 11 02:24:03.875144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93e582fe-577e-42af-8993-fa3f9af62040 req-9c540dbc-8f9a-4c15-8a43-a21745a8a63f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272283 Aug 11 02:24:03.902823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc410f1e-e515-4830-b246-e55358eb54d0 req-4a18c983-08ac-46d0-af6b-cae8c3735b18 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.904522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc410f1e-e515-4830-b246-e55358eb54d0 req-4a18c983-08ac-46d0-af6b-cae8c3735b18 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1096 time: 0.1492922 Aug 11 02:24:03.941890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e4db135d-f362-4190-b097-a63ba77e3f50 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:03.961504 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79da681-7f56-4128-a2be-e44b392882ba x-openstack-request-id: req-b79da681-7f56-4128-a2be-e44b392882ba {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:03.961808 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5c9ffc-324e-4f2a-81e6-bcdf78312848", "tag": "e4db135d-f362-4190-b097-a63ba77e3f50", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:03.962094 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b79da681-7f56-4128-a2be-e44b392882ba {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:03.962514 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'tag': 'e4db135d-f362-4190-b097-a63ba77e3f50', 'status': 'completed', 'code': 200} Aug 11 02:24:04.049661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc410f1e-e515-4830-b246-e55358eb54d0 req-fb3eb431-6519-43f8-856f-d85e1a6eed19 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322780 Aug 11 02:24:04.123837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.137187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-9b112f15-3e0a-483a-8983-3c752a13ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.138828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-9b112f15-3e0a-483a-8983-3c752a13ae93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 1094 time: 0.1372573 Aug 11 02:24:04.167789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e4db135d-f362-4190-b097-a63ba77e3f50, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e4db135d-f362-4190-b097-a63ba77e3f50,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:04.181049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e41a-db9c-4a80-a096-537de9fa73b5 req-8d13662a-cae3-4abd-85d9-fb0d867762b6 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.182725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e729e41a-db9c-4a80-a096-537de9fa73b5 req-8d13662a-cae3-4abd-85d9-fb0d867762b6 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 950 time: 0.1365325 Aug 11 02:24:04.190593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'e4db135d-f362-4190-b097-a63ba77e3f50', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'port_id': 'e4db135d-f362-4190-b097-a63ba77e3f50', 'mac_address': 'fa:16:3e:9c:e7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19657541-462a-42d4-a28a-6a35f3b69919', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:04.259501 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.284350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4db135d-f362-4190-b097-a63ba77e3f50 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:04.300019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e729e41a-db9c-4a80-a096-537de9fa73b5 req-4049680c-6a6e-4b6a-8fac-b538bc599d43 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825522 Aug 11 02:24:04.306653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.327302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e4db135d-f362-4190-b097-a63ba77e3f50, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e4db135d-f362-4190-b097-a63ba77e3f50,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:04.353498 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.366861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-82f17250-6fe6-4792-901c-e7bf8350e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.368440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-82f17250-6fe6-4792-901c-e7bf8350e84a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 912 time: 0.2177782 Aug 11 02:24:04.384724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Network 95d40900-c335-4d0d-b654-1e97953bc8ce is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:04.428559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:04.433903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:04.439686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-b371e9c4-cece-4136-b414-769bc35ab1f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4db135d-f362-4190-b097-a63ba77e3f50 HTTP/1.1" status: 200 len: 217 time: 0.0620344 Aug 11 02:24:04.440327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event updated for resources: {'Port': ['ID=d6d6ffd3-71dd-4e01-8211-f893ed779464,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:04.453748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e4db135d-f362-4190-b097-a63ba77e3f50,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:04.524118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.524474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.524873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.525218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.525560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.525901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.526289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.526633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.526970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.527301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.527656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.527993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:04.574972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.575580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.594856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-23b5d1e5-e94d-4737-b1e3-ab26f6af1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.596467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-23b5d1e5-e94d-4737-b1e3-ab26f6af1c8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.1346278 Aug 11 02:24:04.614647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-cc7cc9e1-3a73-4241-a5b7-9f9809ffc120 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5055323 Aug 11 02:24:04.622536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75912c7b-3bd4-4c6f-bc59-9f2832b831a0 req-f7c5bb31-af55-4d22-a3de-25ed6c5db3be tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.624076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75912c7b-3bd4-4c6f-bc59-9f2832b831a0 req-f7c5bb31-af55-4d22-a3de-25ed6c5db3be tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1473563 Aug 11 02:24:04.630924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e4db135d-f362-4190-b097-a63ba77e3f50'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:04.634587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Request body: {'port': {'device_id': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:04.714352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-b991be7a-34a5-4a1f-8c53-fbc6c259ee53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100421 Aug 11 02:24:04.851394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.861793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75912c7b-3bd4-4c6f-bc59-9f2832b831a0 req-02b7ea30-514e-4ddd-ba35-4357d94043e1 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572716 Aug 11 02:24:05.012668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-f6116a6b-0edc-4b6d-8bc5-132f325d0473 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806077 Aug 11 02:24:05.332349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e80a41-d4df-44ca-9503-494cf23cff9c req-08bceb43-22a1-4b4e-9c2f-070ae89cdd75 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.334039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e80a41-d4df-44ca-9503-494cf23cff9c req-08bceb43-22a1-4b4e-9c2f-070ae89cdd75 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 945 time: 0.2974734 Aug 11 02:24:05.361146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e83594-e57b-467f-a6a5-ddf278a319b7 req-103c7f51-043a-4777-8844-4fc5f6db4c2d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.363341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26e83594-e57b-467f-a6a5-ddf278a319b7 req-103c7f51-043a-4777-8844-4fc5f6db4c2d tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 932 time: 0.2845664 Aug 11 02:24:05.365418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75d195a-c8a9-4428-9455-d4e7d1e331cd req-8aec1e71-4a35-42aa-93c2-96c059cb25ff service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399584 Aug 11 02:24:05.383129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-cb6c3274-6f45-4a8d-8cb8-f52d0b2b7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.384681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-cb6c3274-6f45-4a8d-8cb8-f52d0b2b7b00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 1096 time: 0.2362106 Aug 11 02:24:05.423875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:05.427159 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1690480-be7a-4a02-b5b4-92974aecc967" -d '{"events": [{"server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "name": "network-vif-plugged", "status": "completed", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:05.545814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e80a41-d4df-44ca-9503-494cf23cff9c req-d4f78ae7-503a-4175-83be-c5692b3a4d56 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024956 Aug 11 02:24:05.559805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26e83594-e57b-467f-a6a5-ddf278a319b7 req-7311e0c0-6b92-4a43-baff-6cf33d63ea83 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821914 Aug 11 02:24:05.577485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f62b922-6013-4c7f-9b5b-a065b52e8283 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:05.602414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-b1b4480e-4b23-4194-8dc0-5acff57f941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.604239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-b1b4480e-4b23-4194-8dc0-5acff57f941d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 200 len: 916 time: 0.1977203 Aug 11 02:24:05.610793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d6ffd3-71dd-4e01-8211-f893ed779464 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:05.647733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 8f62b922-6013-4c7f-9b5b-a065b52e8283 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:05.652299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 8f62b922-6013-4c7f-9b5b-a065b52e8283 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:05.652690 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.684548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.689409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-28ca0ba8-91b7-45ed-9cde-e0115110de8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eab6feef-8586-4831-9236-00a7e945dc35 HTTP/1.1" status: 200 len: 217 time: 0.0726504 Aug 11 02:24:05.761696 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.768727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Transition to ACTIVE for port object d6d6ffd3-71dd-4e01-8211-f893ed779464 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:05.781128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.811928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f62b922-6013-4c7f-9b5b-a065b52e8283, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:05.819270 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:05.827486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaf2b0-8af4-464a-bd4d-77ff23993342 req-5a72b8f3-858b-4ddc-bafc-1b60cdeb2ace tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.829099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6baaf2b0-8af4-464a-bd4d-77ff23993342 req-5a72b8f3-858b-4ddc-bafc-1b60cdeb2ace tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 945 time: 0.1492705 Aug 11 02:24:05.835337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-3829594e-0d69-4d6d-ba8a-6d02e437af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.836881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-3829594e-0d69-4d6d-ba8a-6d02e437af1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 200 len: 855 time: 0.1370127 Aug 11 02:24:05.895916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6ffd3-71dd-4e01-8211-f893ed779464,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:05.901584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f62b922-6013-4c7f-9b5b-a065b52e8283,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:05.971740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e4db135d-f362-4190-b097-a63ba77e3f50 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:05.971975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6baaf2b0-8af4-464a-bd4d-77ff23993342 req-8dc6eda6-6b59-4ff7-a773-1d39ce6f5d5d tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151369 Aug 11 02:24:05.984086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-66826952-a86d-4de2-a273-192cbb8442e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.985982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-66826952-a86d-4de2-a273-192cbb8442e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9b76781-e63b-4447-b159-ca890fbc9d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409569 Aug 11 02:24:06.077886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port e4db135d-f362-4190-b097-a63ba77e3f50 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:06.085769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port e4db135d-f362-4190-b097-a63ba77e3f50 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:06.086426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.110248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Attempting to bind port d6d6ffd3-71dd-4e01-8211-f893ed779464 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:06.110614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Attempting to bind port d6d6ffd3-71dd-4e01-8211-f893ed779464 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:06.110913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Attempting to bind port d6d6ffd3-71dd-4e01-8211-f893ed779464 on network 95d40900-c335-4d0d-b654-1e97953bc8ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:06.132322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Port d6d6ffd3-71dd-4e01-8211-f893ed779464 on network 95d40900-c335-4d0d-b654-1e97953bc8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:06.132322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Attempting to bind port d6d6ffd3-71dd-4e01-8211-f893ed779464 on network 95d40900-c335-4d0d-b654-1e97953bc8ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:06.200567 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.269400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e4db135d-f362-4190-b097-a63ba77e3f50, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e4db135d-f362-4190-b097-a63ba77e3f50,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:06.275471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.352178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e4db135d-f362-4190-b097-a63ba77e3f50,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:06.498073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:06.498412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Checking segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:06.498814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Bound using segment: {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:06.499268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Bound port: d6d6ffd3-71dd-4e01-8211-f893ed779464, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:06.499639 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.534298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e965-68b2-4930-9466-a4351a381e12 req-950d2967-e9f0-437e-9c10-77fe7af2e930 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.536145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3950e965-68b2-4930-9466-a4351a381e12 req-950d2967-e9f0-437e-9c10-77fe7af2e930 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.4726651 Aug 11 02:24:06.538549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-0007c3d2-1565-499b-be8b-65fd7d346b3c service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443304 Aug 11 02:24:06.685521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3950e965-68b2-4930-9466-a4351a381e12 req-037e6542-9939-4600-9931-2560005eb76d tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239057 Aug 11 02:24:06.696107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] For port d6d6ffd3-71dd-4e01-8211-f893ed779464, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:06.714557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] For port d6d6ffd3-71dd-4e01-8211-f893ed779464, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:06.729122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.742074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f88871ff-cc32-4c0b-8807-c050dd7be6e9 req-4d555268-52ff-4e5d-b600-ab8d50b0136e service neutron] 10.222.0.25 "GET /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813755 Aug 11 02:24:06.793627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.794484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.796510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] 10.222.0.25 "PUT /v2.0/ports/d6d6ffd3-71dd-4e01-8211-f893ed779464 HTTP/1.1" status: 200 len: 1092 time: 2.1699374 Aug 11 02:24:06.797157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'tag': 'd6d6ffd3-71dd-4e01-8211-f893ed779464'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:06.800956 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3" -d '{"events": [{"name": "network-changed", "server_uuid": "591df7f3-47bb-40d7-9486-fdea205d75fc", "tag": "d6d6ffd3-71dd-4e01-8211-f893ed779464"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:06.829201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea1c22-39ae-46a3-b904-b12c786a1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6ffd3-71dd-4e01-8211-f893ed779464,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:06.938274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-4601134d-e526-45bf-bf15-bb609f12b1e6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:24:06.940063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-4601134d-e526-45bf-bf15-bb609f12b1e6 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1882179 Aug 11 02:24:06.940230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-3f4dfa8f-ba2a-4020-a178-336d7202c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.941639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-3f4dfa8f-ba2a-4020-a178-336d7202c2df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 1095 time: 0.0880764 Aug 11 02:24:06.954684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba27dc-adda-4c9c-9704-1bec33584dcc req-7727fa19-bfc5-48a3-97d5-bdd0ae0c4d39 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.956788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaba27dc-adda-4c9c-9704-1bec33584dcc req-7727fa19-bfc5-48a3-97d5-bdd0ae0c4d39 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 950 time: 0.0671406 Aug 11 02:24:06.998470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-0c9ed5bd-3580-442e-9c90-ea8f4da0f710 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464 HTTP/1.1" status: 200 len: 217 time: 0.0405114 Aug 11 02:24:07.003364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Request body: {'binding': {'host': 'n-h1-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:07.003826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Unknown quota resources ['binding']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:24:07.062844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaba27dc-adda-4c9c-9704-1bec33584dcc req-254c7997-5e4a-4375-8d3f-54e3828d069c tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976207 Aug 11 02:24:07.070134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-f9d9566a-a838-4fe6-a69f-53591cdfad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.071664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-f9d9566a-a838-4fe6-a69f-53591cdfad53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 200 len: 862 time: 0.0647392 Aug 11 02:24:07.119906 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e18a3e-55a0-43e9-b93b-c009cce403be x-openstack-request-id: req-75e18a3e-55a0-43e9-b93b-c009cce403be {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:07.121417 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "name": "network-vif-plugged", "status": "completed", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:07.122080 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75e18a3e-55a0-43e9-b93b-c009cce403be {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:07.123722 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84', 'code': 200} Aug 11 02:24:07.134323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-76b48d9e-7a0f-4f96-b1c4-1b3dcd81c45d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95d40900-c335-4d0d-b654-1e97953bc8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488927 Aug 11 02:24:07.192434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on host n-h1-715271-8 for vnic_type normal with profile None {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:07.192434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:07.192434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:07.198561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:07.199039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:07.206519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:07.207007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:07.207494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:07.208041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Bound port: a984352b-1c81-48dd-b397-02f7232b9fd7, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:07.271629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:07.279463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.281166 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-42625607-86b4-41dc-b0c2-39a540b040d4 service neutron] 10.222.0.16 "POST /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3336399 Aug 11 02:24:07.324610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f6c2e-05d6-469b-906c-a18ef22d3644 req-c155cb70-9d68-43aa-8fdb-eff9c1bc9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.326235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a51f6c2e-05d6-469b-906c-a18ef22d3644 req-c155cb70-9d68-43aa-8fdb-eff9c1bc9b25 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 1101 time: 0.1005166 Aug 11 02:24:07.363619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17754f60-e3ba-4407-8224-83c7c73f3b1e req-b0aac1cc-4029-4473-a1d7-f765ea34f919 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.365284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17754f60-e3ba-4407-8224-83c7c73f3b1e req-b0aac1cc-4029-4473-a1d7-f765ea34f919 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1435194 Aug 11 02:24:07.383427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-374b8115-a89a-4391-8467-f6d9553502ff service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334278 Aug 11 02:24:07.505380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a51f6c2e-05d6-469b-906c-a18ef22d3644 req-ee04ac67-bb0d-417a-b1f9-d35cb80836af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662591 Aug 11 02:24:07.573909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17754f60-e3ba-4407-8224-83c7c73f3b1e req-ec8148e0-ade2-417a-9bc7-f3a22fdcbd37 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891823 Aug 11 02:24:07.586352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b958b79-8f0d-479e-a37e-2030317260e5 req-5cefe165-5e89-4c4e-b11a-1b87abc6adda service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929045 Aug 11 02:24:07.626538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb987b-4bd5-4c77-8645-e946998d0d51 req-53796767-f722-485d-92d1-717133f40c57 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.630058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0bb987b-4bd5-4c77-8645-e946998d0d51 req-53796767-f722-485d-92d1-717133f40c57 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 945 time: 0.1304896 Aug 11 02:24:07.808302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0bb987b-4bd5-4c77-8645-e946998d0d51 req-cf48e0b2-c7a4-42c7-9886-8569e459988c tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703150 Aug 11 02:24:07.837425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-72843b74-8ff8-4c71-abb8-2c46c3f35aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.840176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-72843b74-8ff8-4c71-abb8-2c46c3f35aa4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1096 time: 0.1530206 Aug 11 02:24:07.856433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff88227-0e84-423c-a35f-4876f505cb50 req-7e19a8ef-1fa0-4d63-a104-1222dbf4d401 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:07.859516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ff88227-0e84-423c-a35f-4876f505cb50 req-7e19a8ef-1fa0-4d63-a104-1222dbf4d401 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 944 time: 0.2044020 Aug 11 02:24:07.905866 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31299d6e-def3-4146-94e8-254832763439 x-openstack-request-id: req-31299d6e-def3-4146-94e8-254832763439 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:07.906382 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591df7f3-47bb-40d7-9486-fdea205d75fc", "tag": "d6d6ffd3-71dd-4e01-8211-f893ed779464", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:07.906761 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31299d6e-def3-4146-94e8-254832763439 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:07.907404 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'tag': 'd6d6ffd3-71dd-4e01-8211-f893ed779464', 'status': 'completed', 'code': 200} Aug 11 02:24:08.066494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ff88227-0e84-423c-a35f-4876f505cb50 req-84502b60-41d4-4720-96c1-e2b756901cd1 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904881 Aug 11 02:24:08.101690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-bba1a0fd-c354-4df1-98d0-caf5294b1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.104389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-bba1a0fd-c354-4df1-98d0-caf5294b1cf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 1095 time: 0.1485119 Aug 11 02:24:08.105609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-1695ceb3-23ab-4ed6-a21b-83a46a87a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.107245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-1695ceb3-23ab-4ed6-a21b-83a46a87a0f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.2463140 Aug 11 02:24:08.115909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ae51-321a-436e-b65f-9dc5b140a437 req-e34ddf3a-36c9-4eb3-a7ed-1da73afa1007 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.117607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fed7ae51-321a-436e-b65f-9dc5b140a437 req-e34ddf3a-36c9-4eb3-a7ed-1da73afa1007 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.1604140 Aug 11 02:24:08.231588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-f1493fe9-70ca-4aaa-b412-f98daacaf29e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 217 time: 0.1069109 Aug 11 02:24:08.335387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fed7ae51-321a-436e-b65f-9dc5b140a437 req-8d3c03d0-b438-458c-bb1e-6540142f2c0b tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940026 Aug 11 02:24:08.353216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-a12f6531-bdd3-47b1-96df-fbfb6d2036a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.354792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-a12f6531-bdd3-47b1-96df-fbfb6d2036a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1025712 Aug 11 02:24:08.367400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c857a-7d4f-4933-a299-701766988cd2 req-b479a07b-0ee4-4c54-a78b-b348ca9cedd0 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.369043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-080c857a-7d4f-4933-a299-701766988cd2 req-b479a07b-0ee4-4c54-a78b-b348ca9cedd0 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.2240529 Aug 11 02:24:08.411179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-a57929cc-9ab5-417b-b1e6-447627023ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.412731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-a57929cc-9ab5-417b-b1e6-447627023ff9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 200 len: 922 time: 0.2899029 Aug 11 02:24:08.421651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-d3457da9-8e6e-4fdf-90f3-ab5583621ee7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464194 Aug 11 02:24:08.522700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-2ecd5348-b724-448e-86f7-27bf32ddf52f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464 HTTP/1.1" status: 200 len: 217 time: 0.0998940 Aug 11 02:24:08.589846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-080c857a-7d4f-4933-a299-701766988cd2 req-4952220a-4a65-4f35-bc02-f9c178fe45a3 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037625 Aug 11 02:24:08.648366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-f124c6d1-c91d-4f53-a104-87e1d8bf0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.652914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-f124c6d1-c91d-4f53-a104-87e1d8bf0553 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 200 len: 862 time: 0.1050937 Aug 11 02:24:08.677352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6055d0-6796-4a03-a416-7d841cc1cbbc req-c44c1d19-893c-4ecd-890f-3f7b2f77f478 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.680090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e6055d0-6796-4a03-a416-7d841cc1cbbc req-c44c1d19-893c-4ecd-890f-3f7b2f77f478 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.2382913 Aug 11 02:24:08.764313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-c40f4abc-3aeb-43e3-bef6-0c9917803555 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=95d40900-c335-4d0d-b654-1e97953bc8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740609 Aug 11 02:24:08.793027 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c23a384e-9b01-4853-a2e8-e1ff9ea86edc service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603730 Aug 11 02:24:08.990596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e6055d0-6796-4a03-a416-7d841cc1cbbc req-ea998d3f-9fef-426b-96b9-1e65535eec78 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779944 Aug 11 02:24:09.007613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f351b1a-db43-4439-9c4e-b9d279f2f944 req-34f1325a-38e0-4279-a1ce-1c007ae1f323 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.009198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f351b1a-db43-4439-9c4e-b9d279f2f944 req-34f1325a-38e0-4279-a1ce-1c007ae1f323 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 945 time: 0.3173277 Aug 11 02:24:09.084187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-d1fad2f5-5111-4e27-862b-2d9d1af1a79c service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898467 Aug 11 02:24:09.086225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-b81f71ae-8928-49bb-97ba-35c1fe4012e8 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644677 Aug 11 02:24:09.125123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283'}, {'server_uuid': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4db135d-f362-4190-b097-a63ba77e3f50'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:09.128615 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5cc58e-51ba-4c8f-9b98-64967fbcde28" -d '{"events": [{"server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "name": "network-vif-plugged", "status": "completed", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283"}, {"server_uuid": "ed5c9ffc-324e-4f2a-81e6-bcdf78312848", "name": "network-vif-plugged", "status": "completed", "tag": "e4db135d-f362-4190-b097-a63ba77e3f50"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:09.144137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f351b1a-db43-4439-9c4e-b9d279f2f944 req-3e77ccd1-0ea5-40c8-807e-1cfad8d06c66 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150773 Aug 11 02:24:09.298416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2002f2-cdc7-4473-986f-015abe908663 req-c31cd2b6-e7e0-4426-9607-db973a4fb06c tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.300189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2002f2-cdc7-4473-986f-015abe908663 req-c31cd2b6-e7e0-4426-9607-db973a4fb06c tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 950 time: 0.1798728 Aug 11 02:24:09.339624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5cdaa15-f07b-4579-9047-c8ebae6e62a3 req-b4f9ab53-18bd-48c0-9d96-e5c92a6df558 service neutron] 10.222.0.25 "GET /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421932 Aug 11 02:24:09.371242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c96db-bf64-41e6-9142-5391abc2ffad req-a86a1217-7edd-4709-91b0-e74e4efdaa9e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.372818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d70c96db-bf64-41e6-9142-5391abc2ffad req-a86a1217-7edd-4709-91b0-e74e4efdaa9e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1151593 Aug 11 02:24:09.375955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2002f2-cdc7-4473-986f-015abe908663 req-fcf016eb-affd-410e-b4d9-67c4ec6448a0 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663543 Aug 11 02:24:09.439927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d70c96db-bf64-41e6-9142-5391abc2ffad req-82954c99-6934-445d-bc65-91bc30a8fa4b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585117 Aug 11 02:24:09.534803 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57f130-9cc6-49d0-b8f5-b267bd250bf5 x-openstack-request-id: req-9d57f130-9cc6-49d0-b8f5-b267bd250bf5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:09.535362 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "name": "network-vif-plugged", "status": "completed", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283", "code": 200}, {"server_uuid": "ed5c9ffc-324e-4f2a-81e6-bcdf78312848", "name": "network-vif-plugged", "status": "completed", "tag": "e4db135d-f362-4190-b097-a63ba77e3f50", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:09.535624 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d57f130-9cc6-49d0-b8f5-b267bd250bf5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:09.536032 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'code': 200} Aug 11 02:24:09.536292 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4db135d-f362-4190-b097-a63ba77e3f50', 'code': 200} Aug 11 02:24:09.609493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca7827-eae6-444e-9f77-d35fb178c506 req-dfbc506d-0c10-4242-8a93-089204fd7317 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.613220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5ca7827-eae6-444e-9f77-d35fb178c506 req-dfbc506d-0c10-4242-8a93-089204fd7317 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 944 time: 0.0879629 Aug 11 02:24:09.761896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec79c86-cd42-4abc-ad53-09ed050104ff req-f972edd4-9703-4691-95b5-e147cba7f0e1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.763561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dec79c86-cd42-4abc-ad53-09ed050104ff req-f972edd4-9703-4691-95b5-e147cba7f0e1 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.1449742 Aug 11 02:24:09.769314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5ca7827-eae6-444e-9f77-d35fb178c506 req-95e5bd0f-3232-4c3f-8d67-03197a848b12 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391253 Aug 11 02:24:09.792758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830e3c2-59b2-4c06-a0d3-44980c43daea req-a4254e17-b73f-471c-9db9-d19ca499dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.792758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3830e3c2-59b2-4c06-a0d3-44980c43daea req-a4254e17-b73f-471c-9db9-d19ca499dbdd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 1097 time: 0.1334329 Aug 11 02:24:09.795690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9ee4-1fe4-4893-8875-e911a5943e07 req-c8f847d7-7d8f-47e7-9eca-ee7ba78d0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.797219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-044b9ee4-1fe4-4893-8875-e911a5943e07 req-c8f847d7-7d8f-47e7-9eca-ee7ba78d0038 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 1096 time: 0.1460936 Aug 11 02:24:09.861106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dec79c86-cd42-4abc-ad53-09ed050104ff req-186d9b01-011b-44f2-99be-3b9fe994ead5 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889413 Aug 11 02:24:09.878192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3830e3c2-59b2-4c06-a0d3-44980c43daea req-b6cb5fd2-8c5e-4f21-86bc-216fa740f1fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797508 Aug 11 02:24:09.882480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-044b9ee4-1fe4-4893-8875-e911a5943e07 req-82dfd044-f2cd-4122-8513-17ff82d4007a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Aug 11 02:24:09.985783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d6d6ffd3-71dd-4e01-8211-f893ed779464 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:10.075323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9892bf-bf43-47a4-91fe-240537817bd7 req-4b63547e-5c1e-4082-94c5-036f9f344c41 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:10.077424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f9892bf-bf43-47a4-91fe-240537817bd7 req-4b63547e-5c1e-4082-94c5-036f9f344c41 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.1053433 Aug 11 02:24:10.164745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f9892bf-bf43-47a4-91fe-240537817bd7 req-c7f5de82-a998-46d2-aac9-41fd63e1b7ce tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717697 Aug 11 02:24:10.225531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d6d6ffd3-71dd-4e01-8211-f893ed779464, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:10.254944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'd6d6ffd3-71dd-4e01-8211-f893ed779464', 'network_id': '95d40900-c335-4d0d-b654-1e97953bc8ce', 'port_id': 'd6d6ffd3-71dd-4e01-8211-f893ed779464', 'mac_address': 'fa:16:3e:b9:08:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c8c693-d1b1-4abd-b52c-74c856c791fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:10.373174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.381015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5351b-409b-4171-b759-83b10f0ca1ef req-6927a64e-d6f1-4119-a1ca-58a47cc50821 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:10.382950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98c5351b-409b-4171-b759-83b10f0ca1ef req-6927a64e-d6f1-4119-a1ca-58a47cc50821 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.0611300 Aug 11 02:24:10.425775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d6ffd3-71dd-4e01-8211-f893ed779464 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:10.435538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98c5351b-409b-4171-b759-83b10f0ca1ef req-4ff42ccc-3c67-4976-839d-21442d1e06c6 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Aug 11 02:24:10.479808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d6d6ffd3-71dd-4e01-8211-f893ed779464, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:10.491479 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.590310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd571aab-95de-4efa-af8d-53af2eeed7a6 req-7242f520-8e99-4818-a95c-a1a573ef3736 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:10.592537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd571aab-95de-4efa-af8d-53af2eeed7a6 req-7242f520-8e99-4818-a95c-a1a573ef3736 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 945 time: 0.0934997 Aug 11 02:24:10.608984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d6d6ffd3-71dd-4e01-8211-f893ed779464,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:10.610948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea9fe3-8794-46b5-ab19-293c4a07b0ae req-cb28fc7f-c2b6-4524-a285-4540be1c25f4 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:10.620032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8ea9fe3-8794-46b5-ab19-293c4a07b0ae req-cb28fc7f-c2b6-4524-a285-4540be1c25f4 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 946 time: 0.1087840 Aug 11 02:24:10.686266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8ea9fe3-8794-46b5-ab19-293c4a07b0ae req-0fc9a071-6778-4f3c-bd85-70001647d7de tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644615 Aug 11 02:24:10.690917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd571aab-95de-4efa-af8d-53af2eeed7a6 req-2ad300b6-fd0e-4cad-9e92-f32663ba0bd9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Aug 11 02:24:10.759999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:10.875432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f220-45aa-4e02-ba70-f787b17deb48 req-2f0ff8d4-73df-460d-82cd-8c48dd8415e4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:10.890297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc39f220-45aa-4e02-ba70-f787b17deb48 req-2f0ff8d4-73df-460d-82cd-8c48dd8415e4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1145339 Aug 11 02:24:10.902045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['d6d6ffd3-71dd-4e01-8211-f893ed779464'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:10.940482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-582fa0ec-e95e-42c1-ba5a-8087adb02882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.998593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc39f220-45aa-4e02-ba70-f787b17deb48 req-3d0a3bb2-9ef6-44e0-98ad-5820b6a03a59 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037085 Aug 11 02:24:11.064497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ab94-4220-4a62-9477-13ff04ec5dcb req-0e06314c-17cd-4908-9e82-0dc45a364d32 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.069043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81f3ab94-4220-4a62-9477-13ff04ec5dcb req-0e06314c-17cd-4908-9e82-0dc45a364d32 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.1268845 Aug 11 02:24:11.083731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-582fa0ec-e95e-42c1-ba5a-8087adb02882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.091544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-582fa0ec-e95e-42c1-ba5a-8087adb02882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.168804 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-582fa0ec-e95e-42c1-ba5a-8087adb02882 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85f772211321418ca456c9559f284f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075572 Aug 11 02:24:11.176800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51230) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:11.183934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fa0ec-e95e-42c1-ba5a-8087adb02882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654be0c8-d576-4402-a6fe-4bbcb233fa04,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:11.239855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81f3ab94-4220-4a62-9477-13ff04ec5dcb req-3693fd22-8333-4b7b-83b2-c79cda94d909 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623824 Aug 11 02:24:11.291583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a882c-24d5-48a2-8044-590aab033706 req-65bdb596-94e3-4e05-bf83-1cab1dd258c8 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.294324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-524a882c-24d5-48a2-8044-590aab033706 req-65bdb596-94e3-4e05-bf83-1cab1dd258c8 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 945 time: 0.1737909 Aug 11 02:24:11.367579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a86f1405-5aaf-41a0-aa5b-1431792988df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.406623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-524a882c-24d5-48a2-8044-590aab033706 req-6a99cec7-58b9-414f-a4a0-4b4f5438b690 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983465 Aug 11 02:24:11.451053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a86f1405-5aaf-41a0-aa5b-1431792988df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.460715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-80b84376-2a3c-42d5-ae75-008fcf855226 req-2cac5960-e737-4449-83bd-d26c11ce9ae2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:24:11.462651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80b84376-2a3c-42d5-ae75-008fcf855226 req-2cac5960-e737-4449-83bd-d26c11ce9ae2 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166950 Aug 11 02:24:11.657655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80b84376-2a3c-42d5-ae75-008fcf855226 req-95b44403-4535-4f16-894e-cf9052941330 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1786447 Aug 11 02:24:11.666940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e8a24-0762-422e-b10e-83caf6a6660d req-00538477-2820-4aaa-89c9-6d4129d37a06 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.668647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-626e8a24-0762-422e-b10e-83caf6a6660d req-00538477-2820-4aaa-89c9-6d4129d37a06 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.1949947 Aug 11 02:24:11.675711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a86f1405-5aaf-41a0-aa5b-1431792988df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.678482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a86f1405-5aaf-41a0-aa5b-1431792988df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.683808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a86f1405-5aaf-41a0-aa5b-1431792988df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/654be0c8-d576-4402-a6fe-4bbcb233fa04 HTTP/1.1" status: 204 len: 168 time: 0.4988778 Aug 11 02:24:11.708547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f1405-5aaf-41a0-aa5b-1431792988df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654be0c8-d576-4402-a6fe-4bbcb233fa04,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:11.750379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-626e8a24-0762-422e-b10e-83caf6a6660d req-d23440be-e3af-4c5b-a4ed-ff7ccc0d0f24 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676172 Aug 11 02:24:11.908040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4cbe4-7ff5-4263-83ac-20e864bdf13b req-afcdc649-e44f-49b7-8fbd-a4074400b62f tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.918354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eea4cbe4-7ff5-4263-83ac-20e864bdf13b req-afcdc649-e44f-49b7-8fbd-a4074400b62f tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 950 time: 0.0843203 Aug 11 02:24:11.987895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eea4cbe4-7ff5-4263-83ac-20e864bdf13b req-48858e59-bc89-4ea6-8f22-ae4d7624da4b tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Aug 11 02:24:12.294110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:12.315521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-faedd5af-1889-4607-bb43-d8be5b08f285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.475258 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-faedd5af-1889-4607-bb43-d8be5b08f285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.481244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-faedd5af-1889-4607-bb43-d8be5b08f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.512119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8979f8a-ec7b-42f3-a7b4-1e7530f87898 req-2761c230-d1f6-40e5-8993-682d83504ad8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.513872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8979f8a-ec7b-42f3-a7b4-1e7530f87898 req-2761c230-d1f6-40e5-8993-682d83504ad8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.4584596 Aug 11 02:24:12.528613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb737a8-ae25-45f0-acfa-17b513e5cf35 req-3793b2b8-2992-4223-97cc-f116df30f48f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.534632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdb737a8-ae25-45f0-acfa-17b513e5cf35 req-3793b2b8-2992-4223-97cc-f116df30f48f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 945 time: 0.0856731 Aug 11 02:24:12.557386 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-faedd5af-1889-4607-bb43-d8be5b08f285 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0a17d3fb4c3451ba87cc17dee46882c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605829 Aug 11 02:24:12.560105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:12.602987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdb737a8-ae25-45f0-acfa-17b513e5cf35 req-a1a1ebce-a962-4220-b82b-6830794e8287 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636687 Aug 11 02:24:12.613851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8979f8a-ec7b-42f3-a7b4-1e7530f87898 req-3a3af9ed-1e31-44c8-ad86-f7cdf2e8a893 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658851 Aug 11 02:24:12.668440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedd5af-1889-4607-bb43-d8be5b08f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e41b3-564a-47f3-bc78-a434698b70d7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:12.713348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b99e-0468-4650-afa7-59678a524a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.760087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b99e-0468-4650-afa7-59678a524a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.800833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb47b07-6ec1-4b7c-a70f-a9f944dd2354 req-33343eec-10e7-49f6-bc1b-ecfebc8d83f5 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.805750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbb47b07-6ec1-4b7c-a70f-a9f944dd2354 req-33343eec-10e7-49f6-bc1b-ecfebc8d83f5 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.0839348 Aug 11 02:24:12.813949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:12.823767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Request body: {'floatingip': {'port_id': '8f62b922-6013-4c7f-9b5b-a065b52e8283'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:12.915505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.949594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fd341-cc4d-44dc-86d5-7539d9b155d8 req-a1ec10fb-7981-436a-abac-98244c6475de tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:12.959035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-249fd341-cc4d-44dc-86d5-7539d9b155d8 req-a1ec10fb-7981-436a-abac-98244c6475de tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.0904257 Aug 11 02:24:13.018871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-249fd341-cc4d-44dc-86d5-7539d9b155d8 req-a8391495-b028-418b-948f-33ed63d0869f tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 Aug 11 02:24:13.227207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b99e-0468-4650-afa7-59678a524a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.230184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b99e-0468-4650-afa7-59678a524a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.231950 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a4e0b99e-0468-4650-afa7-59678a524a5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/701e41b3-564a-47f3-bc78-a434698b70d7 HTTP/1.1" status: 204 len: 168 time: 0.6699581 Aug 11 02:24:13.254885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0b99e-0468-4650-afa7-59678a524a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e41b3-564a-47f3-bc78-a434698b70d7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:13.321992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333931a-48b4-4f0e-84e3-e7985adc2627 req-9e2351ad-325d-42d3-9795-328fde026bad tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:13.327158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b333931a-48b4-4f0e-84e3-e7985adc2627 req-9e2351ad-325d-42d3-9795-328fde026bad tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 945 time: 0.1715052 Aug 11 02:24:13.506923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b333931a-48b4-4f0e-84e3-e7985adc2627 req-5883ac8e-70e8-4d40-a790-da2a413a276e tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560423 Aug 11 02:24:13.567344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-c1a68ec6-f4d1-45fd-bb97-7cd4d0b1023e tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:13.570375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-c1a68ec6-f4d1-45fd-bb97-7cd4d0b1023e tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.25 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 950 time: 0.2223756 Aug 11 02:24:13.606585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19554-786b-4fe4-83f5-ed881c7860dd req-08c1b91c-cbd6-48d7-9da6-1ee2805e0a1d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:13.609218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ee19554-786b-4fe4-83f5-ed881c7860dd req-08c1b91c-cbd6-48d7-9da6-1ee2805e0a1d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.3205795 Aug 11 02:24:13.708979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.731371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.818658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32a610c9-5453-4422-9775-e63ba392bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.847799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ee19554-786b-4fe4-83f5-ed881c7860dd req-299cae8e-0e6d-4d04-9235-971d015cf7d2 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046809 Aug 11 02:24:13.995653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Deleting port 653a26e2-62c3-497f-bfa8-ee1089c60f84 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:13.996177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.009953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d6d6ffd3-71dd-4e01-8211-f893ed779464 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:14.145013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port d6d6ffd3-71dd-4e01-8211-f893ed779464 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:14.158342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port d6d6ffd3-71dd-4e01-8211-f893ed779464 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:14.158979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.257846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a495f-8027-4a58-83d2-11246abec340 req-35a086b8-616c-482f-81c6-cc6c516acbfd tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.268530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d18a495f-8027-4a58-83d2-11246abec340 req-35a086b8-616c-482f-81c6-cc6c516acbfd tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/ports?device_id=efcb548a-4f5c-492f-9df7-2abfefa61023 HTTP/1.1" status: 200 len: 950 time: 0.3938670 Aug 11 02:24:14.412296 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Floating IP fa7c9639-a57e-48b4-ad2c-e743a20e557e associated. External IP: 172.25.6.28, port: 8f62b922-6013-4c7f-9b5b-a065b52e8283. Aug 11 02:24:14.422953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.467030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d18a495f-8027-4a58-83d2-11246abec340 req-f503438b-020d-4e6c-a752-fd9a3ebe53ac tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.16 "GET /v2.0/security-groups?id=800a91ea-779d-4189-8be8-23944d483672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971350 Aug 11 02:24:14.519536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:14.521749 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.576373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6ffd3-71dd-4e01-8211-f893ed779464'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:14.578386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca65acb-51ea-4a71-970b-d4138d53cd83 req-893a10a7-388b-4916-8538-4f5aa17c3d29 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.578974 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b510ac19-ef72-4bbb-a6ca-8473441ab004" -d '{"events": [{"server_uuid": "591df7f3-47bb-40d7-9486-fdea205d75fc", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6ffd3-71dd-4e01-8211-f893ed779464"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:14.583252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ca65acb-51ea-4a71-970b-d4138d53cd83 req-893a10a7-388b-4916-8538-4f5aa17c3d29 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 946 time: 0.3627598 Aug 11 02:24:14.617161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d6d6ffd3-71dd-4e01-8211-f893ed779464, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:14.630138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.630970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 653a26e2-62c3-497f-bfa8-ee1089c60f84 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:14.681549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Calling delete_port for 653a26e2-62c3-497f-bfa8-ee1089c60f84 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:14.719190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Router e61e940e-dfe8-40a4-89bb-6e222d83a236 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:24:14.798207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d6d6ffd3-71dd-4e01-8211-f893ed779464,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:14.841227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ca65acb-51ea-4a71-970b-d4138d53cd83 req-975c67ed-26e9-4e6c-ba63-e6fc18526243 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444410 Aug 11 02:24:14.862750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.918667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e682a3b-3ce4-4ac5-99de-1ce71ee2842f req-721d48a0-a473-471f-b194-7bb471a8586a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.920612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e682a3b-3ce4-4ac5-99de-1ce71ee2842f req-721d48a0-a473-471f-b194-7bb471a8586a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.2252393 Aug 11 02:24:14.940852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 653a26e2-62c3-497f-bfa8-ee1089c60f84, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=653a26e2-62c3-497f-bfa8-ee1089c60f84,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:14.947447 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.965464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:24:14.977435 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.002673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] Sync routers for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:24:15.028159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e682a3b-3ce4-4ac5-99de-1ce71ee2842f req-823b2466-0420-4ea8-be07-2d8805177bea tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954678 Aug 11 02:24:15.040929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:15.041987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:23:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:15.050900 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-25d666d3-9d0b-45f2-a2dc-0a2b52d0afe9 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "PUT /v2.0/floatingips/fa7c9639-a57e-48b4-ad2c-e743a20e557e HTTP/1.1" status: 200 len: 991 time: 2.2344258 Aug 11 02:24:15.051542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:15.058271 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca229fe-f99d-45fb-8b05-7eff167f64ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:15.183268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.214799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Pushing event deleted for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:15.279815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:15.316086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] No DVR routers for this DVR port 653a26e2-62c3-497f-bfa8-ee1089c60f84 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:15.320960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.330103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a04e4574-0cff-4136-a046-cbbe0e2e716e req-e5940567-0156-44e7-a91c-68b5a3d6c0b8 tempest-TenantUsagesTestJSON-277742523 tempest-TenantUsagesTestJSON-277742523-project] 10.222.0.25 "DELETE /v2.0/ports/653a26e2-62c3-497f-bfa8-ee1089c60f84 HTTP/1.1" status: 204 len: 173 time: 1.7522759 Aug 11 02:24:15.332737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'name': 'network-vif-deleted', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:15.335651 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b75c31-682c-4e79-ae45-2e63a45f2c69" -d '{"events": [{"server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "name": "network-vif-deleted", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:15.370678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313c0fa-6f47-41f1-8a6a-286321b1b75a req-95eb57c5-f99c-469e-bace-62f00a7696ff tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.387685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e313c0fa-6f47-41f1-8a6a-286321b1b75a req-95eb57c5-f99c-469e-bace-62f00a7696ff tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 946 time: 0.1682730 Aug 11 02:24:15.562081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a207d-245a-4379-9ab5-db1a751c8b87 req-90e517e7-83bd-4a7b-a464-133d81f45cdc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.571190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c29a207d-245a-4379-9ab5-db1a751c8b87 req-90e517e7-83bd-4a7b-a464-133d81f45cdc tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1804080 Aug 11 02:24:15.581831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a047023-8745-442f-afa3-5b97f021ed9e req-78f6aeae-d5f2-4be1-9db6-142960b4d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.583810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a047023-8745-442f-afa3-5b97f021ed9e req-78f6aeae-d5f2-4be1-9db6-142960b4d105 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 1097 time: 0.1564412 Aug 11 02:24:15.624471 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b53ca03-2a14-4423-9423-1783ce8f34d0 x-openstack-request-id: req-5b53ca03-2a14-4423-9423-1783ce8f34d0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:15.625080 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591df7f3-47bb-40d7-9486-fdea205d75fc", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6ffd3-71dd-4e01-8211-f893ed779464", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:15.625489 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b53ca03-2a14-4423-9423-1783ce8f34d0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:15.626109 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6ffd3-71dd-4e01-8211-f893ed779464', 'code': 200} Aug 11 02:24:15.626938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=653a26e2-62c3-497f-bfa8-ee1089c60f84,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:15.643972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e313c0fa-6f47-41f1-8a6a-286321b1b75a req-25ec9f30-69a8-4643-8b46-8852734ba394 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138433 Aug 11 02:24:15.686370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31283-2b4f-488f-a810-395219ee777e req-7cd947ed-05c4-45de-bf26-3187311ff65e tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.689244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1c31283-2b4f-488f-a810-395219ee777e req-7cd947ed-05c4-45de-bf26-3187311ff65e tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed5c9ffc-324e-4f2a-81e6-bcdf78312848 HTTP/1.1" status: 200 len: 945 time: 0.2145154 Aug 11 02:24:15.791321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a047023-8745-442f-afa3-5b97f021ed9e req-caa30add-fb39-436e-8d52-2007cb5ee63a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862831 Aug 11 02:24:15.795004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c29a207d-245a-4379-9ab5-db1a751c8b87 req-1e5768c3-054c-4773-a091-49fa65110db7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227817 Aug 11 02:24:15.941882 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9223a4-bcc9-4489-a1aa-86b77af3ed5a x-openstack-request-id: req-bb9223a4-bcc9-4489-a1aa-86b77af3ed5a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:15.942505 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:15.942505 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb9223a4-bcc9-4489-a1aa-86b77af3ed5a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:15.942843 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'status': 'completed', 'code': 200} Aug 11 02:24:15.962652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be0d8e-dbe5-422f-b1d2-17e106aa5db8 req-d3c737ac-1798-4f96-9adc-c7004acdbf3f tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.964464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7be0d8e-dbe5-422f-b1d2-17e106aa5db8 req-d3c737ac-1798-4f96-9adc-c7004acdbf3f tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.2354863 Aug 11 02:24:15.988443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'fa7c9639-a57e-48b4-ad2c-e743a20e557e', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'port_id': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'mac_address': 'fa:16:3e:7e:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:23:44Z', 'updated_at': '2021-08-11T02:24:13Z', 'revision_number': 1, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 5, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:16.040106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Deleting port e4db135d-f362-4190-b097-a63ba77e3f50 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:16.040626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.051319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] Checking router: e61e940e-dfe8-40a4-89bb-6e222d83a236 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:24:16.065726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:24:16.066921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:23:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:16.222894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:24:16.230135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-6d9cd571-45a7-4559-a28c-6b2a03ce54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.231861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-6d9cd571-45a7-4559-a28c-6b2a03ce54bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9ce4d76c08f4f4d90c5362282e79545&device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 1097 time: 0.2611094 Aug 11 02:24:16.242939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7be0d8e-dbe5-422f-b1d2-17e106aa5db8 req-0a4110c4-9cd6-440d-8402-4d216ebf1dc8 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617373 Aug 11 02:24:16.325323 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8ca69-44a9-4261-903d-43d1ca7082b7 x-openstack-request-id: req-53f8ca69-44a9-4261-903d-43d1ca7082b7 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:16.325636 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "name": "network-vif-deleted", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:16.325844 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53f8ca69-44a9-4261-903d-43d1ca7082b7 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:16.326312 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'name': 'network-vif-deleted', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84', 'status': 'completed', 'code': 200} Aug 11 02:24:16.357864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] For port e4db135d-f362-4190-b097-a63ba77e3f50, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e4db135d-f362-4190-b097-a63ba77e3f50,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:16.358260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.369100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-acda19db-b6b3-4b94-93cf-d552a0e05404 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.376896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-acda19db-b6b3-4b94-93cf-d552a0e05404 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 812 time: 0.3213315 Aug 11 02:24:16.422039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-85353814-e259-43f9-9951-c76db2fae5d3 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/quotas/ec7e17b6deed4f6bb98abdafaa45c41a HTTP/1.1" status: 200 len: 375 time: 0.0436885 Aug 11 02:24:16.427488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Calling delete_port for e4db135d-f362-4190-b097-a63ba77e3f50 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:16.539099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'fa7c9639-a57e-48b4-ad2c-e743a20e557e', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'port_id': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'mac_address': 'fa:16:3e:7e:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:23:44Z', 'updated_at': '2021-08-11T02:24:13Z', 'revision_number': 1, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 5, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:16.575190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-57dfc3fa-980f-4e9d-802a-479e43bf3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.576750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-57dfc3fa-980f-4e9d-802a-479e43bf3de3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2832f3a-2fc4-44a3-8d33-340aa9723d58 HTTP/1.1" status: 200 len: 912 time: 0.3169749 Aug 11 02:24:16.577066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7ba55-8633-479b-83be-2c9829e307a1 None None] The sync data for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 is: [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'fa7c9639-a57e-48b4-ad2c-e743a20e557e', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'port_id': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'mac_address': 'fa:16:3e:7e:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:23:44Z', 'updated_at': '2021-08-11T02:24:13Z', 'revision_number': 1, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 5, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:24:16.628460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-0dea7627-589b-45d8-ba74-b64eea2cf9ff tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2054086 Aug 11 02:24:16.682123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd82e52-d2b6-486f-832a-ef2e6197467c req-37cd2fde-6563-40d5-becc-dcb5f3ade25c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.683813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0dd82e52-d2b6-486f-832a-ef2e6197467c req-37cd2fde-6563-40d5-becc-dcb5f3ade25c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.2133839 Aug 11 02:24:16.821668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-89264f20-6fd4-48bf-82b0-1002279cd027 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283 HTTP/1.1" status: 200 len: 999 time: 0.2340956 Aug 11 02:24:16.861351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939849-1828-46dc-b352-b550f4e7d0ae req-b84ea2a0-aa77-477e-867d-5641ed1c2786 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.865233 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28939849-1828-46dc-b352-b550f4e7d0ae req-b84ea2a0-aa77-477e-867d-5641ed1c2786 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.59 "GET /v2.0/ports?device_id=3903107c-eb9c-49d5-a448-92fdd3c83fa8 HTTP/1.1" status: 200 len: 945 time: 0.1368239 Aug 11 02:24:16.865413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0dd82e52-d2b6-486f-832a-ef2e6197467c req-33f69e95-4b7f-4469-b982-13e2f6458243 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506217 Aug 11 02:24:16.989561 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.998810 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88378ef1-9997-446c-b855-0b8a4f6d50e0 None None] New status for floating IP fa7c9639-a57e-48b4-ad2c-e743a20e557e: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:24:17.006771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['e349b495-edb0-46fd-8ede-eb75e15ace76'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:17.037486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51350) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:17.041433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Deleting port e349b495-edb0-46fd-8ede-eb75e15ace76 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:17.044493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.095233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event deleted for resources: {'Port': ['ID=e4db135d-f362-4190-b097-a63ba77e3f50,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:17.112086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-4d725b04-09a1-4c12-9dda-9de832359d50 service neutron] 10.222.0.16 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820936 Aug 11 02:24:17.116955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e4db135d-f362-4190-b097-a63ba77e3f50'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:17.144506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-eed93b71-e81e-41f4-90aa-3cabdf45cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.146155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-eed93b71-e81e-41f4-90aa-3cabdf45cd39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=94fbef54-41f1-451c-84cf-07377f718ece HTTP/1.1" status: 200 len: 851 time: 0.2758894 Aug 11 02:24:17.210781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] No DVR routers for this DVR port e4db135d-f362-4190-b097-a63ba77e3f50 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:17.217107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.218402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1c31283-2b4f-488f-a810-395219ee777e req-bdc786cd-70c5-4d6b-8689-144b348be009 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "DELETE /v2.0/ports/e4db135d-f362-4190-b097-a63ba77e3f50 HTTP/1.1" status: 204 len: 173 time: 1.5162659 Aug 11 02:24:17.265055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] For port e349b495-edb0-46fd-8ede-eb75e15ace76, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e349b495-edb0-46fd-8ede-eb75e15ace76,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:17.267309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.286920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-ea5d3925-cda3-44f6-9af7-411ee73bfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.288513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-ea5d3925-cda3-44f6-9af7-411ee73bfc1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2832f3a-2fc4-44a3-8d33-340aa9723d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128263 Aug 11 02:24:17.311055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Calling delete_port for e349b495-edb0-46fd-8ede-eb75e15ace76 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:17.345073 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-931efc94-87ef-46f3-baae-0ada5e92e3b6 service neutron] 10.222.0.16 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289565 Aug 11 02:24:17.425850 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d49d2588-2526-45e5-a706-31fee6d70bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.508103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-538c343f-0b2f-4104-b880-b639b0191339 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d412ac968aa4f6ea37c7e58fc9cd054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652255 Aug 11 02:24:17.510752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51356) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:17.584671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-bc9bdcd1-29d9-4d2e-8a1b-e644fe8f7d9c service neutron] 10.222.0.59 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877975 Aug 11 02:24:17.598381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.621433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e4db135d-f362-4190-b097-a63ba77e3f50'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:17.698127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d0faf-7671-480f-9a06-5259e7255285 req-e07895e6-1bcf-48f5-957f-b012cec106ef tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.703164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event deleted for resources: {'Port': ['ID=e349b495-edb0-46fd-8ede-eb75e15ace76,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:17.704156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:17.704588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d0faf-7671-480f-9a06-5259e7255285 req-e07895e6-1bcf-48f5-957f-b012cec106ef tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.709000 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c65da1-79b5-4ce4-8520-8926ccfd3412" -d '{"events": [{"server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "name": "network-vif-unplugged", "status": "completed", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:17.711743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d0faf-7671-480f-9a06-5259e7255285 req-e07895e6-1bcf-48f5-957f-b012cec106ef tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.713529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-070d0faf-7671-480f-9a06-5259e7255285 req-e07895e6-1bcf-48f5-957f-b012cec106ef tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44&device_id=b8de53ae-ad20-47f1-a2b4-223195278564&device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 2417 time: 0.1529536 Aug 11 02:24:17.761504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.779006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-636eb416-1013-4e56-97c5-1c86617605cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.798880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] No DVR routers for this DVR port e349b495-edb0-46fd-8ede-eb75e15ace76 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:17.804700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.808364 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28939849-1828-46dc-b352-b550f4e7d0ae req-6a7bb3de-d43e-47fe-8876-794f28509364 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.59 "DELETE /v2.0/ports/e349b495-edb0-46fd-8ede-eb75e15ace76 HTTP/1.1" status: 204 len: 173 time: 0.9343333 Aug 11 02:24:17.843916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca229fe-f99d-45fb-8b05-7eff167f64ba req-7cd581c5-02a4-4af2-932b-1056d927f826 service neutron] 10.222.0.59 "GET /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397540 Aug 11 02:24:17.846625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-636eb416-1013-4e56-97c5-1c86617605cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.872927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d88199-92ed-4793-9450-b3338073d39e req-735fb781-56de-4af7-8729-52c1a4e06e1b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.882059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d88199-92ed-4793-9450-b3338073d39e req-735fb781-56de-4af7-8729-52c1a4e06e1b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 946 time: 0.1638999 Aug 11 02:24:17.911985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-070d0faf-7671-480f-9a06-5259e7255285 req-28203937-4c78-4d4b-8960-b73911f68338 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431198 Aug 11 02:24:17.944694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'name': 'network-vif-deleted', 'tag': 'e349b495-edb0-46fd-8ede-eb75e15ace76'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:17.949393 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e00a60-3688-410f-9a53-cf8f576ae974" -d '{"events": [{"server_uuid": "3903107c-eb9c-49d5-a448-92fdd3c83fa8", "name": "network-vif-deleted", "tag": "e349b495-edb0-46fd-8ede-eb75e15ace76"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:18.047192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d88199-92ed-4793-9450-b3338073d39e req-6ff72259-1a83-4f5d-90fd-443c20608485 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642089 Aug 11 02:24:18.055178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-636eb416-1013-4e56-97c5-1c86617605cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.058379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-636eb416-1013-4e56-97c5-1c86617605cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.059584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-636eb416-1013-4e56-97c5-1c86617605cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/800a91ea-779d-4189-8be8-23944d483672 HTTP/1.1" status: 204 len: 168 time: 0.5478618 Aug 11 02:24:18.094528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eb416-1013-4e56-97c5-1c86617605cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a91ea-779d-4189-8be8-23944d483672,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:18.120243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66194aa2-ac52-4ad5-843e-f6f88051c335 req-c8cb246f-f8f5-47e6-aef7-68dec9b2f01d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.132636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66194aa2-ac52-4ad5-843e-f6f88051c335 req-c8cb246f-f8f5-47e6-aef7-68dec9b2f01d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1414063 Aug 11 02:24:18.201218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66194aa2-ac52-4ad5-843e-f6f88051c335 req-8307f8a8-9dd3-4d97-8458-a4c2653e372e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674303 Aug 11 02:24:18.326962 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.327959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'name': 'network-vif-deleted', 'tag': 'e4db135d-f362-4190-b097-a63ba77e3f50'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:18.331647 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e593e-569b-4b2f-9718-a5eaa2f53a18" -d '{"events": [{"server_uuid": "ed5c9ffc-324e-4f2a-81e6-bcdf78312848", "name": "network-vif-deleted", "tag": "e4db135d-f362-4190-b097-a63ba77e3f50"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:18.345056 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053e7edc-f44b-4560-95fc-604418b553fb x-openstack-request-id: req-053e7edc-f44b-4560-95fc-604418b553fb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:18.346374 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcb548a-4f5c-492f-9df7-2abfefa61023", "name": "network-vif-unplugged", "status": "completed", "tag": "653a26e2-62c3-497f-bfa8-ee1089c60f84", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:18.347046 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-053e7edc-f44b-4560-95fc-604418b553fb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:18.347921 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcb548a-4f5c-492f-9df7-2abfefa61023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653a26e2-62c3-497f-bfa8-ee1089c60f84', 'code': 200} Aug 11 02:24:18.377294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-65816e99-1480-4077-a505-0390e09e7aba req-f9f08f66-1865-448e-9785-3b3740e0c6a1 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:24:18.378632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65816e99-1480-4077-a505-0390e09e7aba req-f9f08f66-1865-448e-9785-3b3740e0c6a1 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066602 Aug 11 02:24:18.483761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65816e99-1480-4077-a505-0390e09e7aba req-6a807676-c341-41e2-954b-c3e2e9f316fa tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0965931 Aug 11 02:24:18.513904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394189-ba3d-4496-8025-5607375cc130 req-9d6b6662-4ddd-449e-ac30-c81f911d09eb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.515398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72394189-ba3d-4496-8025-5607375cc130 req-9d6b6662-4ddd-449e-ac30-c81f911d09eb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.0825696 Aug 11 02:24:18.583773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72394189-ba3d-4496-8025-5607375cc130 req-0c90b799-86b8-474b-939a-527e1536b127 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519531 Aug 11 02:24:18.646414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51392) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:18.663323 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2928df-62d5-4b2e-9e5b-c3b60b3f9c02 x-openstack-request-id: req-ea2928df-62d5-4b2e-9e5b-c3b60b3f9c02 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:18.663894 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903107c-eb9c-49d5-a448-92fdd3c83fa8", "name": "network-vif-deleted", "tag": "e349b495-edb0-46fd-8ede-eb75e15ace76", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:18.664498 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea2928df-62d5-4b2e-9e5b-c3b60b3f9c02 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:18.666208 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903107c-eb9c-49d5-a448-92fdd3c83fa8', 'name': 'network-vif-deleted', 'tag': 'e349b495-edb0-46fd-8ede-eb75e15ace76', 'status': 'completed', 'code': 200} Aug 11 02:24:18.695326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2664aa1-d9f5-4982-a03a-7f43a77ac45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.891123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2664aa1-d9f5-4982-a03a-7f43a77ac45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.898379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2664aa1-d9f5-4982-a03a-7f43a77ac45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.926771 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d847e866-a967-4b34-b26a-23f37c263ae5 x-openstack-request-id: req-d847e866-a967-4b34-b26a-23f37c263ae5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:18.927317 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5c9ffc-324e-4f2a-81e6-bcdf78312848", "name": "network-vif-deleted", "tag": "e4db135d-f362-4190-b097-a63ba77e3f50", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:18.927574 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d847e866-a967-4b34-b26a-23f37c263ae5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:18.927985 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5c9ffc-324e-4f2a-81e6-bcdf78312848', 'name': 'network-vif-deleted', 'tag': 'e4db135d-f362-4190-b097-a63ba77e3f50', 'status': 'completed', 'code': 200} Aug 11 02:24:18.963810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2664aa1-d9f5-4982-a03a-7f43a77ac45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763ea13-b72e-4fea-b82c-933bd8cf332e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:18.979782 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b2664aa1-d9f5-4982-a03a-7f43a77ac45c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=062c81e1d93247439b57158cbe3c990e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306696 Aug 11 02:24:18.984963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51400) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:19.395729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3dbea6af-077a-479b-a544-a656d06e0a85 req-937def00-1274-4862-8663-049299ddb11b tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 210 time: 0.3880315 Aug 11 02:24:19.463722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c770c24-0d65-4214-a732-fc55fd510768 req-76963372-fc8b-4301-a2c8-6c517fe76b0b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.465599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c770c24-0d65-4214-a732-fc55fd510768 req-76963372-fc8b-4301-a2c8-6c517fe76b0b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 946 time: 0.0760140 Aug 11 02:24:19.505838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7214f179-89a0-400b-94ab-d8b0b3a21e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.536209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:19.540843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7214f179-89a0-400b-94ab-d8b0b3a21e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.628873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c770c24-0d65-4214-a732-fc55fd510768 req-68ae913d-c3bc-4756-94ad-a2e131b1472a tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537371 Aug 11 02:24:19.726678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b43a939-a654-4a0c-a091-2fbf69df7e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.806053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7214f179-89a0-400b-94ab-d8b0b3a21e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.808823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7214f179-89a0-400b-94ab-d8b0b3a21e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.812244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7214f179-89a0-400b-94ab-d8b0b3a21e91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d763ea13-b72e-4fea-b82c-933bd8cf332e HTTP/1.1" status: 204 len: 168 time: 0.8226948 Aug 11 02:24:19.821739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-11a9d512-4509-43b5-af8d-aaece560abca tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.823598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-11a9d512-4509-43b5-af8d-aaece560abca tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 812 time: 0.2861502 Aug 11 02:24:19.834983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214f179-89a0-400b-94ab-d8b0b3a21e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763ea13-b72e-4fea-b82c-933bd8cf332e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.842852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Request body: {'port': {'device_id': '29f82c19-d8d3-43aa-9060-097302b3037e', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'admin_state_up': True, 'tenant_id': 'ec7e17b6deed4f6bb98abdafaa45c41a'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:19.894098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b43a939-a654-4a0c-a091-2fbf69df7e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.899804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b43a939-a654-4a0c-a091-2fbf69df7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.932040 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.947605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e012-8495-431d-a173-81f46ef32915 req-00a2689a-85ac-48d0-8191-b5c49a5a12f6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.956753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84b9e012-8495-431d-a173-81f46ef32915 req-00a2689a-85ac-48d0-8191-b5c49a5a12f6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1828582 Aug 11 02:24:19.963410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a939-a654-4a0c-a091-2fbf69df7e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a17a1-6efb-402c-b4bd-e8ec77ab646e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.984210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5b43a939-a654-4a0c-a091-2fbf69df7e47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea211949067a4dc8b17bc7996960dfb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466124 Aug 11 02:24:19.987456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.037239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e4db135d-f362-4190-b097-a63ba77e3f50 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:20.059034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84b9e012-8495-431d-a173-81f46ef32915 req-e28023d8-6e4f-42a3-bc10-a239b19bff32 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009622 Aug 11 02:24:20.067701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ec37-1998-4bd4-8f64-67c9659f2a58 req-926d002d-991c-4e9c-a01e-e95e111a3120 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.076230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f37ec37-1998-4bd4-8f64-67c9659f2a58 req-926d002d-991c-4e9c-a01e-e95e111a3120 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.1775947 Aug 11 02:24:20.086224 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbeb81b5-0f17-4ed2-9cda-f7c0bb0384e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.133811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: e4db135d-f362-4190-b097-a63ba77e3f50 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:20.134203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e4db135d-f362-4190-b097-a63ba77e3f50 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:20.135245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbeb81b5-0f17-4ed2-9cda-f7c0bb0384e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.235336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbeb81b5-0f17-4ed2-9cda-f7c0bb0384e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.241677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbeb81b5-0f17-4ed2-9cda-f7c0bb0384e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.242870 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bbeb81b5-0f17-4ed2-9cda-f7c0bb0384e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d1a17a1-6efb-402c-b4bd-e8ec77ab646e HTTP/1.1" status: 204 len: 168 time: 0.2538311 Aug 11 02:24:20.265615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb81b5-0f17-4ed2-9cda-f7c0bb0384e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a17a1-6efb-402c-b4bd-e8ec77ab646e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.338246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Made reservation on behalf of ec7e17b6deed4f6bb98abdafaa45c41a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:20.346319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.372746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f37ec37-1998-4bd4-8f64-67c9659f2a58 req-35e83e62-16c9-47c6-b6f2-f1786323ac01 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913406 Aug 11 02:24:20.410577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-1d8c73ac-43c8-43c1-b56a-c266028eec67 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.413360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-1d8c73ac-43c8-43c1-b56a-c266028eec67 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 812 time: 0.3222692 Aug 11 02:24:20.447791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Request body: {'port': {'device_id': '791b849b-04d7-4195-be49-a572107b47c9', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'admin_state_up': True, 'tenant_id': 'ec7e17b6deed4f6bb98abdafaa45c41a'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:20.766346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-274278d3-b981-4242-83e1-3718d8abe6f3 req-648b9ff5-5f4d-47b9-9dcd-a5ae534d3ac4 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 210 time: 0.1099384 Aug 11 02:24:20.895883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-247e5f44-085d-4cb6-9a17-198e9e7743ae tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.897436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-247e5f44-085d-4cb6-9a17-198e9e7743ae tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 946 time: 0.2025738 Aug 11 02:24:20.899819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Allocated IP 172.20.0.13 (e57d55e9-4ce6-43ba-848c-0a3881e92cfb/19657541-462a-42d4-a28a-6a35f3b69919/b5d09cb6-1078-4f31-be36-0a4ea97165ef) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:20.902658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51450) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.927110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bb7b62b-c223-4162-b7c6-c4d06fce5c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.172910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Made reservation on behalf of ec7e17b6deed4f6bb98abdafaa45c41a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:21.179047 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.252551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c6b4-70fc-4740-9465-6272e4afe2b8 req-3b5caeac-0f90-40a9-9f54-cf3c98cc13ef tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.262830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7eb3c6b4-70fc-4740-9465-6272e4afe2b8 req-3b5caeac-0f90-40a9-9f54-cf3c98cc13ef tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 946 time: 0.2082667 Aug 11 02:24:21.341167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51462) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.365053 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bb7b62b-c223-4162-b7c6-c4d06fce5c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.373667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bb7b62b-c223-4162-b7c6-c4d06fce5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.445150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7eb3c6b4-70fc-4740-9465-6272e4afe2b8 req-3e8d84e6-ad85-4fdc-801a-1925fd88dde2 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c752a9-e62e-43b6-ac0b-74bda5b24e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812046 Aug 11 02:24:21.457793 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5bb7b62b-c223-4162-b7c6-c4d06fce5c91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95a4d7b1863049ceb1fdf55e8d37e2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520127 Aug 11 02:24:21.459891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7b62b-c223-4162-b7c6-c4d06fce5c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3549aabb-8ed9-430d-a8c2-070e5856182d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.464324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51468) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.473845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Deleting port d6d6ffd3-71dd-4e01-8211-f893ed779464 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:21.474223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.552787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-317942559-network', 'tenant_id': '7431fd0014de4b07aa9f4410ca368f39'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:21.560483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f22f37a-79b9-4b62-a179-2a2ee6b1cf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.561579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.595106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-f68ef09d-6fbe-4985-9463-1224550b37d0 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.596852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-f68ef09d-6fbe-4985-9463-1224550b37d0 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.2754376 Aug 11 02:24:21.598572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f22f37a-79b9-4b62-a179-2a2ee6b1cf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.606599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Made reservation on behalf of 7431fd0014de4b07aa9f4410ca368f39 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:21.609247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.621370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-8'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:21.636455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f035681-8718-46c4-8276-14df8c0cbcaa req-5decc1b1-322a-432e-9d09-e640dff2fb35 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.644180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f035681-8718-46c4-8276-14df8c0cbcaa req-5decc1b1-322a-432e-9d09-e640dff2fb35 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.2284446 Aug 11 02:24:21.646672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.649343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e349b495-edb0-46fd-8ede-eb75e15ace76 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:21.679984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: e349b495-edb0-46fd-8ede-eb75e15ace76 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:21.680894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e349b495-edb0-46fd-8ede-eb75e15ace76 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:21.745049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] For port d6d6ffd3-71dd-4e01-8211-f893ed779464, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d6d6ffd3-71dd-4e01-8211-f893ed779464,segment=NetworkSegment(5d3fd590-4e31-43ec-9cf4-7df02bde9cfb),segment_id=5d3fd590-4e31-43ec-9cf4-7df02bde9cfb)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:21.745484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.763549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f22f37a-79b9-4b62-a179-2a2ee6b1cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.768508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f22f37a-79b9-4b62-a179-2a2ee6b1cf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.772955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f22f37a-79b9-4b62-a179-2a2ee6b1cf5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3549aabb-8ed9-430d-a8c2-070e5856182d HTTP/1.1" status: 204 len: 168 time: 0.3032637 Aug 11 02:24:21.787838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f035681-8718-46c4-8276-14df8c0cbcaa req-9f86aea2-2a66-4c66-8d3a-801e89b36cda tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407149 Aug 11 02:24:21.797821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22f37a-79b9-4b62-a179-2a2ee6b1cf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3549aabb-8ed9-430d-a8c2-070e5856182d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.822437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Calling delete_port for d6d6ffd3-71dd-4e01-8211-f893ed779464 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:21.845221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.871005 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.880041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.886965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.920710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c982add-f090-4a5b-9d03-e133222fbee3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.937288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:24:21.949096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.949632 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Added segment f1dc5177-f073-4da8-98b8-25aada449ec0 of type vlan for network b73879ca-b27e-4e36-8dbc-eb73fd3e54da Aug 11 02:24:21.998536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.033689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.035257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.035959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.049550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:22.099693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7568283 Aug 11 02:24:22.103335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:22.110664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Request body: {'subnet': {'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-317942559-subnet', 'tenant_id': '7431fd0014de4b07aa9f4410ca368f39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:22.142489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b5e0e-540d-448c-b719-6d9225dc5215 admin admin] Pushing event updated for resources: {'Network': ['ID=b73879ca-b27e-4e36-8dbc-eb73fd3e54da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.147542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Made reservation on behalf of 7431fd0014de4b07aa9f4410ca368f39 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:22.150767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.181533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:22.222514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event updated for resources: {'Port': ['ID=b5d09cb6-1078-4f31-be36-0a4ea97165ef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.222802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b73879ca-b27e-4e36-8dbc-eb73fd3e54da details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:24:22.237152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:22.248087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:22.311366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.312124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.347477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bf5cf-038d-4683-9ae5-04f14da16557 req-d5868c8c-83d8-4774-8485-6791b679d25f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.356125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b18bf5cf-038d-4683-9ae5-04f14da16557 req-d5868c8c-83d8-4774-8485-6791b679d25f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 945 time: 0.4530907 Aug 11 02:24:22.370883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-776872db-154c-4b3d-9054-3b4a1d1275e9 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5332470 Aug 11 02:24:22.373915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Allocated IP 172.20.0.14 (e57d55e9-4ce6-43ba-848c-0a3881e92cfb/19657541-462a-42d4-a28a-6a35f3b69919/0d45a914-2ade-49f5-81cb-ed49a8ce75d4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:22.409653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Request body: {'port': {'device_id': '29f82c19-d8d3-43aa-9060-097302b3037e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:22.461543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:22.482174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 has no active binding in host n-h1-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:24:22.499679 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.565750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741294-e169-48bb-b7f2-b469385cb93b req-fa3c3614-05c0-4ac3-8432-e3de2ef0f98c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.567912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45741294-e169-48bb-b7f2-b469385cb93b req-fa3c3614-05c0-4ac3-8432-e3de2ef0f98c tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.6537216 Aug 11 02:24:22.632970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4971264e-8726-43e2-a946-fce9466dac12,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.633294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b18bf5cf-038d-4683-9ae5-04f14da16557 req-e6a06c8b-9eaa-4e4b-ad43-e42efd39ba4c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739873 Aug 11 02:24:22.644907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Checking segment: {'id': 'f1dc5177-f073-4da8-98b8-25aada449ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:22.645302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Network hostable DHCP agents. Network: b73879ca-b27e-4e36-8dbc-eb73fd3e54da, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:24:22.686650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Network b73879ca-b27e-4e36-8dbc-eb73fd3e54da is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:24:22.708714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b73879ca-b27e-4e36-8dbc-eb73fd3e54da) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:22.727671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c80fd-1b0b-4444-af58-15b82d56bb4e None None] Network b73879ca-b27e-4e36-8dbc-eb73fd3e54da requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:22.731627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:22.733008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.769372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.786281 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3cec68e4-6530-4cec-8da3-beaf85c1e132 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6804800 Aug 11 02:24:22.820640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.853727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.903515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-267e7a33-c6d8-43f4-b3ef-d2a73302d090 req-e1780c48-c06d-49c1-87ac-6c50e4e7011b tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 210 time: 0.1388497 Aug 11 02:24:22.933354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45741294-e169-48bb-b7f2-b469385cb93b req-f54c947b-3030-446f-810c-122d8ec99385 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495996 Aug 11 02:24:22.940098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:23.040092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:23.073026 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-193d846b-9e7c-462f-9121-9113029372ee service neutron] show failed (client error): The resource could not be found. Aug 11 02:24:23.074103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-193d846b-9e7c-462f-9121-9113029372ee service neutron] 10.222.0.59 "GET /v2.0/ports/9db76abd-c4b5-44de-8210-d5180f2cb0f0/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.5283589 Aug 11 02:24:23.088373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdb768-25cf-40fa-83e1-dc965d06fb48 None None] Network b73879ca-b27e-4e36-8dbc-eb73fd3e54da requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:23.147937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event deleted for resources: {'Port': ['ID=d6d6ffd3-71dd-4e01-8211-f893ed779464,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:23.163281 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b58d8621-f8c1-40fe-aec2-677f3f846a89 req-bab98529-2570-4d30-96be-3862c9b6d43c tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/ports?device_id=591df7f3-47bb-40d7-9486-fdea205d75fc HTTP/1.1" status: 200 len: 210 time: 0.1099501 Aug 11 02:24:23.380924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-075fa803-48f4-4926-9dd9-664f15af6758 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:23.385938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-075fa803-48f4-4926-9dd9-664f15af6758 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 945 time: 0.1236725 Aug 11 02:24:23.386874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.25', 64245) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:23.513287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-ba4755fa-cc65-4c32-b558-9db2332f2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:23.515221 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-ba4755fa-cc65-4c32-b558-9db2332f2073 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb&tenant_id=c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 1100 time: 0.1257186 Aug 11 02:24:23.539440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:23.659335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:23.730466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Deleting port b95257be-47ae-47d0-815f-bbe412881044 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:23.731001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:23.800445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:23.844262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] No DVR routers for this DVR port d6d6ffd3-71dd-4e01-8211-f893ed779464 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:23.858054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:23.899990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:23.902606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.25 "DELETE /v2.0/ports/d6d6ffd3-71dd-4e01-8211-f893ed779464 HTTP/1.1" status: 204 len: 173 time: 2.9940765 Aug 11 02:24:23.914823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'name': 'network-vif-deleted', 'tag': 'd6d6ffd3-71dd-4e01-8211-f893ed779464'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:23.917361 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75551d2f-4482-4963-9735-a6aa2d28dfde" -d '{"events": [{"server_uuid": "591df7f3-47bb-40d7-9486-fdea205d75fc", "name": "network-vif-deleted", "tag": "d6d6ffd3-71dd-4e01-8211-f893ed779464"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:23.929797 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:23.990605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] For port b95257be-47ae-47d0-815f-bbe412881044, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b95257be-47ae-47d0-815f-bbe412881044,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:23.990605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.014675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Calling delete_port for b95257be-47ae-47d0-815f-bbe412881044 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:24.055087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d6d6ffd3-71dd-4e01-8211-f893ed779464 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:24.080198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:24.081390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: d6d6ffd3-71dd-4e01-8211-f893ed779464 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:24.081808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d6d6ffd3-71dd-4e01-8211-f893ed779464 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:24.092847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1407189950-network', 'tenant_id': 'f599191819ef4084aeb7a325e5b64ddc'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:24.109801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:24.121893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.171931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Made reservation on behalf of f599191819ef4084aeb7a325e5b64ddc for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:24.174610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.190473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.211416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19e95-311e-479e-870a-86ed7076b19d req-d78b752b-87be-4c9d-8ee5-71a5034d9fdf tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.215145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:24.218310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.226671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bd19e95-311e-479e-870a-86ed7076b19d req-d78b752b-87be-4c9d-8ee5-71a5034d9fdf tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 1.0528543 Aug 11 02:24:24.245455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Network e57d55e9-4ce6-43ba-848c-0a3881e92cfb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:24.295473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:24.309211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:24.321587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event updated for resources: {'Port': ['ID=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:24.333331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:24.335820 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8357bdf6-a246-455b-8aa0-4edf3e5068e7" -d '{"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:24.344663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.385895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Transition to ACTIVE for port object 9db76abd-c4b5-44de-8210-d5180f2cb0f0 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:24.390964 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.405667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eab6feef-8586-4831-9236-00a7e945dc35'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:24.408633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ec4b73ef-4479-4bc5-a5bf-df7a505c86ae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:24.431284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Pushing event deleted for resources: {'Port': ['ID=b95257be-47ae-47d0-815f-bbe412881044,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:24.435523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.542655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:24.611736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bd19e95-311e-479e-870a-86ed7076b19d req-392771d2-b1ce-42ce-bf48-f2963f7d116a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829911 Aug 11 02:24:24.633989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] No DVR routers for this DVR port b95257be-47ae-47d0-815f-bbe412881044 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:24.650392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.656852 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e782ddf3-e164-4cf6-ac87-1451a384e8b2 req-57c627dd-f8d2-460b-b23c-f46aba98f885 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "DELETE /v2.0/ports/b95257be-47ae-47d0-815f-bbe412881044 HTTP/1.1" status: 204 len: 173 time: 1.2629137 Aug 11 02:24:24.722425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] No DVR routers for this DVR port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:24.785146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.785957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.799019 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.804965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:24.805288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:24.805623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:24.820317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:24.820729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:24.823798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.835143 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e155029-6ab7-4ca2-9ae9-71f367fd4a14 x-openstack-request-id: req-5e155029-6ab7-4ca2-9ae9-71f367fd4a14 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:24.836020 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591df7f3-47bb-40d7-9486-fdea205d75fc", "name": "network-vif-deleted", "tag": "d6d6ffd3-71dd-4e01-8211-f893ed779464", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:24.836020 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e155029-6ab7-4ca2-9ae9-71f367fd4a14 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:24.836020 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591df7f3-47bb-40d7-9486-fdea205d75fc', 'name': 'network-vif-deleted', 'tag': 'd6d6ffd3-71dd-4e01-8211-f893ed779464', 'status': 'completed', 'code': 200} Aug 11 02:24:24.846673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:24.871722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:24.872100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:24.872503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:24.872879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Bound port: 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:24.873301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.874281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08ee53-770d-4f8f-b649-0f00bb6aaf27 req-1db5a299-5d72-45d1-a633-9c991f5e0245 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.884262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e08ee53-770d-4f8f-b649-0f00bb6aaf27 req-1db5a299-5d72-45d1-a633-9c991f5e0245 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.5335448 Aug 11 02:24:24.886836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on host n-h2-715271-8 for vnic_type normal with profile {"migrating_to": "n-h1-715271-8"} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:24.887278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:24.887487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:24.917455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-fcfc7c5e-fed9-4bf1-aaa8-8991317a6a0a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4844468 Aug 11 02:24:24.948471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:24.949060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Attempting to bind port a984352b-1c81-48dd-b397-02f7232b9fd7 on network 7ada9445-7834-4d1b-8b0f-ad38597e5910 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:24.957694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:24:24.974372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e114fc33-a264-4bc8-a5cf-3d8f4de71eb1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:24.989638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.989988 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Added segment 77c9bece-cf19-4266-a025-57f3f4f6498d of type vlan for network b414ba9e-7416-4ba8-94d2-14917179c404 Aug 11 02:24:24.990608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Request body: {'port': {'device_id': '791b849b-04d7-4195-be49-a572107b47c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:25.091044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.112771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:25.117090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:25.117434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Checking segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:25.117831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Bound using segment: {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:25.118313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Bound port: a984352b-1c81-48dd-b397-02f7232b9fd7, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f959d7a9-e08f-4659-8938-cdad6536164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ada9445-7834-4d1b-8b0f-ad38597e5910'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:25.118760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.134621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:25.144692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.206431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.225485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d09cb6-1078-4f31-be36-0a4ea97165ef {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:25.241760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.242466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.245102 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] 10.222.0.25 "PUT /v2.0/ports/9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 1095 time: 1.7135358 Aug 11 02:24:25.245795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.247391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.248299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.255814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e08ee53-770d-4f8f-b649-0f00bb6aaf27 req-43b2919d-a05b-4120-b74c-6a643bfdce15 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995422 Aug 11 02:24:25.302986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.342192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ec0db-a3c7-4efa-ae7e-0b9b1e9821c5 req-8c98a79e-8217-4c99-8a86-be0a6b60024c tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.342192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-336ec0db-a3c7-4efa-ae7e-0b9b1e9821c5 req-8c98a79e-8217-4c99-8a86-be0a6b60024c tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 932 time: 0.2368290 Aug 11 02:24:25.397676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:25.403019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:25.418992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Transition to ACTIVE for port object b5d09cb6-1078-4f31-be36-0a4ea97165ef will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:25.425695 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.455563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe3b4e-717b-4ac1-8b0e-ac8eb3c2e2cd service neutron] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:25.468514 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3812528 Aug 11 02:24:25.471939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.480380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:25.497290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Request body: {'subnet': {'network_id': 'b414ba9e-7416-4ba8-94d2-14917179c404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1407189950-subnet', 'tenant_id': 'f599191819ef4084aeb7a325e5b64ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:25.511398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42e1ed-1f4a-4cec-8afd-c4f7ca896dbb admin admin] Pushing event updated for resources: {'Network': ['ID=b414ba9e-7416-4ba8-94d2-14917179c404,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:25.527149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b414ba9e-7416-4ba8-94d2-14917179c404 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:24:25.549737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-4934cca1-5678-4c44-9ecb-1701a5307e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.551563 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-4934cca1-5678-4c44-9ecb-1701a5307e42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1098 time: 0.2636857 Aug 11 02:24:25.617082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f32c6dc-cb1e-416d-aa6c-1c0c69085fc0 req-930551b6-01ac-4f8e-9bd5-8655d67540df tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=34fed0b8-6e1f-45c5-b11e-a547691faf44 HTTP/1.1" status: 200 len: 210 time: 0.1487339 Aug 11 02:24:25.659119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Made reservation on behalf of f599191819ef4084aeb7a325e5b64ddc for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:25.665016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.836278 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ca088-c38b-4fe7-87cb-614ca72f75ba x-openstack-request-id: req-6d0ca088-c38b-4fe7-87cb-614ca72f75ba {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:25.836719 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:25.837136 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d0ca088-c38b-4fe7-87cb-614ca72f75ba {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:25.837806 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'code': 200} Aug 11 02:24:25.853155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-8bcb52d1-ff42-40c4-bbee-d8d75757c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.855899 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-8bcb52d1-ff42-40c4-bbee-d8d75757c6ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2953849 Aug 11 02:24:25.926192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-336ec0db-a3c7-4efa-ae7e-0b9b1e9821c5 req-2cc2ad51-ae5a-421f-991f-c472b34553a7 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711994 Aug 11 02:24:25.953169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-469e6286-eadd-423c-8d06-b345274518cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.0881786 Aug 11 02:24:25.989082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=8']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:26.011093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.012209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.015078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6e19ed30-ea77-4a3f-b73d-5a5299d11d16 service neutron] 10.222.0.25 "PUT /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 1121 time: 4.4018114 Aug 11 02:24:26.066372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b95257be-47ae-47d0-815f-bbe412881044 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:26.108638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-7fffacbf-2221-49c0-be03-66bee5665f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.110799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-7fffacbf-2221-49c0-be03-66bee5665f48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1477411 Aug 11 02:24:26.169919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a984352b-1c81-48dd-b397-02f7232b9fd7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:26.174233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['a984352b-1c81-48dd-b397-02f7232b9fd7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:26.249977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.264866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-a1556953-b65e-4312-9be0-f49d1712750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.268449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-a1556953-b65e-4312-9be0-f49d1712750d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970294 Aug 11 02:24:26.274378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: b95257be-47ae-47d0-815f-bbe412881044 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:26.274929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b95257be-47ae-47d0-815f-bbe412881044 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:26.300912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca328-6b10-43bb-ae7c-09cd9e24f8a3 req-252ddbea-084d-47ae-b629-9c02a50f232d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.303955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68eca328-6b10-43bb-ae7c-09cd9e24f8a3 req-252ddbea-084d-47ae-b629-9c02a50f232d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 947 time: 0.3166790 Aug 11 02:24:26.310254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Pushing event updated for resources: {'Port': ['ID=b5d09cb6-1078-4f31-be36-0a4ea97165ef,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:26.319917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Attempting to bind port b5d09cb6-1078-4f31-be36-0a4ea97165ef on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:26.320460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Attempting to bind port b5d09cb6-1078-4f31-be36-0a4ea97165ef by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:26.321009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Attempting to bind port b5d09cb6-1078-4f31-be36-0a4ea97165ef on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:26.332677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Port b5d09cb6-1078-4f31-be36-0a4ea97165ef on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:26.333124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Attempting to bind port b5d09cb6-1078-4f31-be36-0a4ea97165ef on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:26.347237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51580) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:26.383735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:26.384095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Checking segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:26.384516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Bound using segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:26.384988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Bound port: b5d09cb6-1078-4f31-be36-0a4ea97165ef, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:26.385813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.421717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-d8c8c609-817a-480f-a19a-98e8a7daab1e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251831 Aug 11 02:24:26.536399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68eca328-6b10-43bb-ae7c-09cd9e24f8a3 req-e5caa38f-fbe9-47a0-aabe-11545e8a7a05 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990676 Aug 11 02:24:26.601262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Checking segment: {'id': '77c9bece-cf19-4266-a025-57f3f4f6498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b414ba9e-7416-4ba8-94d2-14917179c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:26.612001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Network hostable DHCP agents. Network: b414ba9e-7416-4ba8-94d2-14917179c404, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:24:26.649638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c19112-ef4c-4ddc-8bd3-7d6e9f44a842,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:26.721772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-642b9934-6880-4ac4-a6a7-10e14055de78 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.735550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] For port b5d09cb6-1078-4f31-be36-0a4ea97165ef, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:26.748367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] For port b5d09cb6-1078-4f31-be36-0a4ea97165ef, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:26.751022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Network b414ba9e-7416-4ba8-94d2-14917179c404 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:24:26.761288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:26.784662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035e332-e78a-4d7f-902f-7ecf3b6b988e req-bb23bc3b-4819-49e4-8a24-6ac8bae92774 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.787065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a035e332-e78a-4d7f-902f-7ecf3b6b988e req-bb23bc3b-4819-49e4-8a24-6ac8bae92774 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.2654712 Aug 11 02:24:26.794944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.799630 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.807560 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07e805ba-07b2-4054-b5b2-829b4f8b49f5 req-c3b2aea2-1c0d-4074-a19a-16e17883c89b service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722930 Aug 11 02:24:26.810140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b414ba9e-7416-4ba8-94d2-14917179c404) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:26.811333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-642b9934-6880-4ac4-a6a7-10e14055de78 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.821034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.822211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.865017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7'}, {'name': 'network-changed', 'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:26.866568 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f9c94975-0eb4-4f52-84b1-80ba21b39a27 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3830504 Aug 11 02:24:26.868292 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0" -d '{"events": [{"server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7"}, {"name": "network-changed", "server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:26.910344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Transition to ACTIVE for port object 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:26.934142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.934937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.936397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6328b22-8db9-43c8-a915-bbb180e474cc None None] Network b414ba9e-7416-4ba8-94d2-14917179c404 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:26.936840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] 10.222.0.25 "PUT /v2.0/ports/b5d09cb6-1078-4f31-be36-0a4ea97165ef HTTP/1.1" status: 200 len: 1092 time: 4.5430441 Aug 11 02:24:26.963591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:27.014748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a296eba-6077-4a7c-8d14-30f562dc7d2c service neutron] Pushing event updated for resources: {'Port': ['ID=b5d09cb6-1078-4f31-be36-0a4ea97165ef,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:27.042171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a035e332-e78a-4d7f-902f-7ecf3b6b988e req-611eb9f2-bf21-40f6-839a-820a9a65ba72 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166319 Aug 11 02:24:27.127795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-642b9934-6880-4ac4-a6a7-10e14055de78 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:27.131495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-642b9934-6880-4ac4-a6a7-10e14055de78 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:27.142491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-642b9934-6880-4ac4-a6a7-10e14055de78 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0d34ebd-6d07-4123-8e10-9d78b9083bca HTTP/1.1" status: 204 len: 168 time: 0.7908912 Aug 11 02:24:27.143544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:27.158558 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d15daf-1618-4402-a239-d0d7120d617e x-openstack-request-id: req-23d15daf-1618-4402-a239-d0d7120d617e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:27.158916 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7", "code": 200}, {"name": "network-changed", "server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:27.159332 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d15daf-1618-4402-a239-d0d7120d617e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:27.159999 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'code': 200} Aug 11 02:24:27.160316 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'status': 'completed', 'code': 200} Aug 11 02:24:27.180457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9934-6880-4ac4-a6a7-10e14055de78 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d34ebd-6d07-4123-8e10-9d78b9083bca,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:27.197467 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-ddc437bf-a06f-47b0-bc33-879d22bf174b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] show failed (client error): The resource could not be found. Aug 11 02:24:27.211881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51612) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:27.212437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ddc437bf-a06f-47b0-bc33-879d22bf174b tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "GET /v2.0/security-groups/f0d34ebd-6d07-4123-8e10-9d78b9083bca HTTP/1.1" status: 404 len: 347 time: 0.0654624 Aug 11 02:24:27.213919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:27.219241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-39b4b1fc-73f3-4530-9dec-b151e93ffe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.221311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-39b4b1fc-73f3-4530-9dec-b151e93ffe9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=29f82c19-d8d3-43aa-9060-097302b3037e HTTP/1.1" status: 200 len: 1095 time: 0.2290735 Aug 11 02:24:27.380299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a674b-eb86-4276-a18f-43793653ee6f None None] Network b414ba9e-7416-4ba8-94d2-14917179c404 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:27.380544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-9dcddba6-8697-4e12-9086-f75c1bee02f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef HTTP/1.1" status: 200 len: 217 time: 0.1395354 Aug 11 02:24:27.568495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-802c77a6-55de-4fba-9c3d-e4903e1109df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.570137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-802c77a6-55de-4fba-9c3d-e4903e1109df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1124 time: 0.3573241 Aug 11 02:24:27.575847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Attempting to bind port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:27.575847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Attempting to bind port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:27.576313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Attempting to bind port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:27.593584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-7be4c2c0-7ef5-4d91-a561-d920b0e40304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.594983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-7be4c2c0-7ef5-4d91-a561-d920b0e40304 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.1941955 Aug 11 02:24:27.613547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:27.613982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Attempting to bind port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 on network e57d55e9-4ce6-43ba-848c-0a3881e92cfb {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:27.657519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb3f87-f871-4095-9da0-e95ca13384ff req-c875203a-847b-4758-a627-83e7eb357d7b tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.660070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9cb3f87-f871-4095-9da0-e95ca13384ff req-c875203a-847b-4758-a627-83e7eb357d7b tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 944 time: 0.3657236 Aug 11 02:24:27.708352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-11692bb1-23aa-4c0d-8990-9b5c84ae8378 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592296 Aug 11 02:24:27.710631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:27.710988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Checking segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:27.711443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Bound using segment: {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:27.711949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Bound port: 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08528515-629a-41e8-bd23-3223aef76a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:27.712372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:27.733677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:27.839079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'name': 'network-vif-deleted', 'tag': 'b95257be-47ae-47d0-815f-bbe412881044'}, {'name': 'network-changed', 'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:27.848256 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e12394-5647-4939-84a0-a617dd2b2879" -d '{"events": [{"server_uuid": "34fed0b8-6e1f-45c5-b11e-a547691faf44", "name": "network-vif-deleted", "tag": "b95257be-47ae-47d0-815f-bbe412881044"}, {"name": "network-changed", "server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:27.894858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:27.952307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9cb3f87-f871-4095-9da0-e95ca13384ff req-0328f344-550d-4c63-8b17-ca778b00b583 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717533 Aug 11 02:24:27.954819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Deleting port f0bbe5b6-27ec-4c87-a1c9-5cf28f418893 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:27.955873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.070486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-921262f5-437b-4c7d-bb82-786123c70420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.072540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-921262f5-437b-4c7d-bb82-786123c70420 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.4909818 Aug 11 02:24:28.223855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:28.400783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-679525b0-4693-4a4d-8567-3f09cd27d57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.521553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-679525b0-4693-4a4d-8567-3f09cd27d57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.535191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-679525b0-4693-4a4d-8567-3f09cd27d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.558140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-49128e82-f6c6-45be-bc25-12fa34e2fec9 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283048 Aug 11 02:24:28.576525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-8601cf32-4858-47c9-a38e-f27160591a04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 217 time: 0.4526584 Aug 11 02:24:28.579518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] For port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:28.580943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-679525b0-4693-4a4d-8567-3f09cd27d57a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d3a9b82503f468e82fe1b78169d212b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556688 Aug 11 02:24:28.581950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679525b0-4693-4a4d-8567-3f09cd27d57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906d5bc1-46f3-414b-a883-1a282bdbaac1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:28.585459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51644) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:28.650212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.651260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.654227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6124be51-6521-4d18-b4f4-222aa83907eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.654453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] For port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:28.687584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6124be51-6521-4d18-b4f4-222aa83907eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.716631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.760691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6124be51-6521-4d18-b4f4-222aa83907eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.765312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6124be51-6521-4d18-b4f4-222aa83907eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.767911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6124be51-6521-4d18-b4f4-222aa83907eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/906d5bc1-46f3-414b-a883-1a282bdbaac1 HTTP/1.1" status: 204 len: 168 time: 0.1800532 Aug 11 02:24:28.777944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Calling delete_port for f0bbe5b6-27ec-4c87-a1c9-5cf28f418893 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:28.781774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124be51-6521-4d18-b4f4-222aa83907eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906d5bc1-46f3-414b-a883-1a282bdbaac1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:28.816443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511f05-7c3e-4e28-9119-42c498983398 req-5b98d471-5dce-48ba-9347-46ebe672c4a0 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.823243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07511f05-7c3e-4e28-9119-42c498983398 req-5b98d471-5dce-48ba-9347-46ebe672c4a0 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 946 time: 0.7614796 Aug 11 02:24:28.879006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-6d71e69c-5af0-4027-888e-115a66d08a1e tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.880645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-6d71e69c-5af0-4027-888e-115a66d08a1e tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/networks?id=b73879ca-b27e-4e36-8dbc-eb73fd3e54da HTTP/1.1" status: 200 len: 814 time: 0.8521724 Aug 11 02:24:28.882721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.883582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.885244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d45a914-2ade-49f5-81cb-ed49a8ce75d4 HTTP/1.1" status: 200 len: 1092 time: 3.9528358 Aug 11 02:24:28.902789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-a5620282-b7c3-4130-8a67-f03382baeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.904802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-a5620282-b7c3-4130-8a67-f03382baeb5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.3086164 Aug 11 02:24:29.076178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e803e8-6f92-4b78-bf0e-2a05db7cd0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:29.080844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-a203b528-7294-42a9-812d-7d702de4b3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929587 Aug 11 02:24:29.089545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-36cfccec-7866-40f4-b0b0-ca429c5b799d tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/quotas/7431fd0014de4b07aa9f4410ca368f39 HTTP/1.1" status: 200 len: 375 time: 0.1829586 Aug 11 02:24:29.136082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-7ea5096d-978f-46c1-aa2a-3ba3fce59982 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670974 Aug 11 02:24:29.169601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-02b8ea02-1581-4551-899c-64a4f3a6a269 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.175177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-02b8ea02-1581-4551-899c-64a4f3a6a269 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8de53ae-ad20-47f1-a2b4-223195278564 HTTP/1.1" status: 200 len: 946 time: 0.0948293 Aug 11 02:24:29.222793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f82c19-d8d3-43aa-9060-097302b3037e', 'tag': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef'}, {'name': 'network-changed', 'server_uuid': '791b849b-04d7-4195-be49-a572107b47c9', 'tag': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:29.227429 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "29f82c19-d8d3-43aa-9060-097302b3037e", "tag": "b5d09cb6-1078-4f31-be36-0a4ea97165ef"}, {"name": "network-changed", "server_uuid": "791b849b-04d7-4195-be49-a572107b47c9", "tag": "0d45a914-2ade-49f5-81cb-ed49a8ce75d4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:29.262903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-01ba2124-6bfe-456c-bad5-2417abe10ccd tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7431fd0014de4b07aa9f4410ca368f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1724794 Aug 11 02:24:29.294070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07511f05-7c3e-4e28-9119-42c498983398 req-644263bb-aa30-4d64-83c2-75284303530d tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542944 Aug 11 02:24:29.412712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Deleting port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:29.413102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:29.613833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] For port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:29.615110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:29.656933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Calling delete_port for ec4b73ef-4479-4bc5-a5bf-df7a505c86ae owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:29.702498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:29.713844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-d8005be8-60d1-41d9-9430-8c3de539d4b8 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185689 Aug 11 02:24:29.716254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-e53b12b3-4717-49d4-84bb-6d8a40455009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.718811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-e53b12b3-4717-49d4-84bb-6d8a40455009 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 1095 time: 0.7417057 Aug 11 02:24:29.796373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-f615dce9-139a-4c94-a7d9-e46291647f2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4 HTTP/1.1" status: 200 len: 217 time: 0.0665545 Aug 11 02:24:29.827306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96d2de-2e1e-4b28-8a0d-7f19935af4c2 req-44ae150d-31ee-405f-aba1-1cb82721d7f0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.828146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f96d2de-2e1e-4b28-8a0d-7f19935af4c2 req-44ae150d-31ee-405f-aba1-1cb82721d7f0 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 947 time: 0.4060907 Aug 11 02:24:29.834226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Pushing event deleted for resources: {'Port': ['ID=f0bbe5b6-27ec-4c87-a1c9-5cf28f418893,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:29.926680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-7dd806fd-6521-4d5b-93a0-aab008afdd48 service neutron] 10.222.0.16 "GET /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623209 Aug 11 02:24:29.935034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:29.966601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ec4b73ef-4479-4bc5-a5bf-df7a505c86ae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:29.967641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Pushing event deleted for resources: {'Port': ['ID=ec4b73ef-4479-4bc5-a5bf-df7a505c86ae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:29.974464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eab6feef-8586-4831-9236-00a7e945dc35'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:30.016943 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:24:30.070576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] No DVR routers for this DVR port ec4b73ef-4479-4bc5-a5bf-df7a505c86ae on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:30.073695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:30.075868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7d90f83e-ecde-45b3-99f1-58b711cf2e21 req-d4420f26-b5c5-4718-ad42-1d4096f88cca tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.59 "DELETE /v2.0/ports/ec4b73ef-4479-4bc5-a5bf-df7a505c86ae HTTP/1.1" status: 204 len: 173 time: 0.8926461 Aug 11 02:24:30.084222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:30.208189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-d0175363-6840-437f-815b-3daaf2e676c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:30.209837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-d0175363-6840-437f-815b-3daaf2e676c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.3780878 Aug 11 02:24:30.211355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:30.214165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:30.218476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ff701153-480f-4d62-b670-ee3512ae7381 tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f24f8ff-a05b-49ca-a4e1-7756f3a15779 HTTP/1.1" status: 204 len: 168 time: 3.0015583 Aug 11 02:24:30.228467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f96d2de-2e1e-4b28-8a0d-7f19935af4c2 req-91e48a91-f90d-47ff-8e55-7487b45c7f8d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657854 Aug 11 02:24:30.251849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00bd68b3-2934-4fbb-bcb4-e1cd06cfefd0 req-7417b51f-9969-40a8-b9ac-4f695487078d service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232124 Aug 11 02:24:30.272303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-238bbde3-6cb8-4c0c-977a-bb761e890202 service neutron] 10.222.0.16 "GET /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141418 Aug 11 02:24:30.308257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-e873ce24-0e18-42f9-9ab8-6e5267ec9e81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827196 Aug 11 02:24:30.403714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:30.419294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'mac_address': 'fa:16:3e:95:d7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:30.559267 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69326033-4088-45c6-9770-344823749c84 x-openstack-request-id: req-69326033-4088-45c6-9770-344823749c84 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:30.560237 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fed0b8-6e1f-45c5-b11e-a547691faf44", "name": "network-vif-deleted", "tag": "b95257be-47ae-47d0-815f-bbe412881044", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:30.560657 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69326033-4088-45c6-9770-344823749c84 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:30.561272 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fed0b8-6e1f-45c5-b11e-a547691faf44', 'name': 'network-vif-deleted', 'tag': 'b95257be-47ae-47d0-815f-bbe412881044', 'status': 'completed', 'code': 200} Aug 11 02:24:30.562033 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'status': 'completed', 'code': 200} Aug 11 02:24:30.659267 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:30.753682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db76abd-c4b5-44de-8210-d5180f2cb0f0 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:30.837222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:30.846546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:30.848514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-3865419b-c73e-4db9-a8be-77d3c4981255 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217702 Aug 11 02:24:30.858419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-1a074c95-bfeb-499c-8a6c-a66bf5bb7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:30.861448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-1a074c95-bfeb-499c-8a6c-a66bf5bb7d14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1098 time: 0.3053982 Aug 11 02:24:30.987579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:31.007936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-ee3d2a49-fd8f-47a0-89ff-a3379262de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.010759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-ee3d2a49-fd8f-47a0-89ff-a3379262de8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1098 time: 0.3977187 Aug 11 02:24:31.136877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e11e-08f1-45fc-b87b-0fc20ed8cdc1 req-1769e1cb-be49-49d9-ab8b-1f2ed57d200a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.138692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e892e11e-08f1-45fc-b87b-0fc20ed8cdc1 req-1769e1cb-be49-49d9-ab8b-1f2ed57d200a tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.3975594 Aug 11 02:24:31.167688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['9db76abd-c4b5-44de-8210-d5180f2cb0f0'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:31.352226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e62d723-b030-4d0f-a779-2fde69ad5595 req-2f23a998-a1ff-4771-ab96-88f3d8012282 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846649 Aug 11 02:24:31.374734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-08520ecb-8cb9-4401-b616-33e07c19bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.378253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-08520ecb-8cb9-4401-b616-33e07c19bc12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4128385 Aug 11 02:24:31.487431 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-911b69a2-1ddb-41dc-be5e-918e79d0fecd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246428 Aug 11 02:24:31.558956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e892e11e-08f1-45fc-b87b-0fc20ed8cdc1 req-62b4afc6-595c-4a2f-abdd-58ce09babc07 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959081 Aug 11 02:24:31.563721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-8ea5561b-09d3-4766-80a3-d1f11bda1bc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1471767 Aug 11 02:24:31.582293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d115c-c36b-4667-9ebf-8e7edaf075b7 req-99123453-2fa7-4021-94ec-1b27591b5415 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.594686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b42d115c-c36b-4667-9ebf-8e7edaf075b7 req-99123453-2fa7-4021-94ec-1b27591b5415 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 944 time: 0.6108227 Aug 11 02:24:31.594686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-1dcb520c-4dc1-4eff-9749-a5ffa6a3a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.599784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-1dcb520c-4dc1-4eff-9749-a5ffa6a3a088 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.4912574 Aug 11 02:24:31.696168 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c860f-d78a-4567-9325-13cbb2256f7d x-openstack-request-id: req-873c860f-d78a-4567-9325-13cbb2256f7d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:31.696625 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f82c19-d8d3-43aa-9060-097302b3037e", "tag": "b5d09cb6-1078-4f31-be36-0a4ea97165ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "791b849b-04d7-4195-be49-a572107b47c9", "tag": "0d45a914-2ade-49f5-81cb-ed49a8ce75d4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:31.696887 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-873c860f-d78a-4567-9325-13cbb2256f7d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:31.697438 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f82c19-d8d3-43aa-9060-097302b3037e', 'tag': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef', 'status': 'completed', 'code': 200} Aug 11 02:24:31.697858 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791b849b-04d7-4195-be49-a572107b47c9', 'tag': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4', 'status': 'completed', 'code': 200} Aug 11 02:24:31.712052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-61cc4b8a-af23-441f-97a0-74d0201747c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.712846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-ee9688f1-2552-4d87-8fa6-33ad3d55f8b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1023149 Aug 11 02:24:31.729066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-61cc4b8a-af23-441f-97a0-74d0201747c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 1101 time: 0.1916103 Aug 11 02:24:31.850265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-f69c5aad-1d6c-407a-998f-8b423666aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.851921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-f69c5aad-1d6c-407a-998f-8b423666aaab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2650876 Aug 11 02:24:31.884501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b42d115c-c36b-4667-9ebf-8e7edaf075b7 req-ed062420-9756-4455-b61d-e5f196360e0d tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924397 Aug 11 02:24:31.890151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-667e91ef-9bba-4105-81d6-c8845c1cbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.891701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-667e91ef-9bba-4105-81d6-c8845c1cbd67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1647108 Aug 11 02:24:31.932029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-586c8aba-e0b2-4c91-bb74-56b593055e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.934169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-586c8aba-e0b2-4c91-bb74-56b593055e67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1625266 Aug 11 02:24:31.991550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-996858c4-19e4-4bdc-856f-419b56c23dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.993266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-996858c4-19e4-4bdc-856f-419b56c23dcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=29f82c19-d8d3-43aa-9060-097302b3037e HTTP/1.1" status: 200 len: 1095 time: 0.1983297 Aug 11 02:24:31.998816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-93423421-acbf-4f48-9480-e1d66e634ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.000430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-93423421-acbf-4f48-9480-e1d66e634ebc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310434 Aug 11 02:24:32.039229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12394-5647-4939-84a0-a617dd2b2879 req-1cb80929-1e53-4d03-a5cd-3cc35f6f3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.040819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-1cb80929-1e53-4d03-a5cd-3cc35f6f3b9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311901 Aug 11 02:24:32.082724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b5d09cb6-1078-4f31-be36-0a4ea97165ef details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:32.090529 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-5a46356c-f4ad-4b15-b167-35b06f8b8acb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 200 len: 217 time: 0.1445227 Aug 11 02:24:32.096126 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-b00603de-3b49-4e1c-a237-6d688759a9dc service neutron] 10.222.0.59 "GET /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.2625847 Aug 11 02:24:32.361945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b5d09cb6-1078-4f31-be36-0a4ea97165ef, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:32.379626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'port_id': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef', 'mac_address': 'fa:16:3e:94:1e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19657541-462a-42d4-a28a-6a35f3b69919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:32.456075 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.485557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d09cb6-1078-4f31-be36-0a4ea97165ef {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:32.522363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b5d09cb6-1078-4f31-be36-0a4ea97165ef, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:32.544541 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.547554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-925db1ff-a512-4931-9518-788a3aa6ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.553195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-925db1ff-a512-4931-9518-788a3aa6ba86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.4605465 Aug 11 02:24:32.563834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'name': 'network-vif-deleted', 'tag': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:32.569976 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27015c7d-8053-4444-9e37-1586452b09d8" -d '{"events": [{"server_uuid": "b8de53ae-ad20-47f1-a2b4-223195278564", "name": "network-vif-deleted", "tag": "ec4b73ef-4479-4bc5-a5bf-df7a505c86ae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:32.732953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b5d09cb6-1078-4f31-be36-0a4ea97165ef,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:32.765603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7816878-4b1a-43a9-ba5c-79e474b2d2f5 req-e83a22f7-df89-43e8-961f-0fc488bf380c tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 210 time: 0.4649336 Aug 11 02:24:32.822535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-d746795a-6d6f-45b3-8086-66c5f9b290d5 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072255 Aug 11 02:24:32.836561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:32.839956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-126ee3ba-a9bf-4fc5-8d93-260cf5bcbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.841832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-126ee3ba-a9bf-4fc5-8d93-260cf5bcbd78 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 912 time: 0.8390374 Aug 11 02:24:32.863740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-9348051c-6fdd-4f11-a935-1aa532db38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.865804 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-9348051c-6fdd-4f11-a935-1aa532db38ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3036757 Aug 11 02:24:32.900211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['b5d09cb6-1078-4f31-be36-0a4ea97165ef'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:33.026868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-7d011bc0-1ae4-4b05-993c-d60ae658a669 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839519 Aug 11 02:24:33.062968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-952b49cd-4268-4a31-8943-2a86e7044696 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9816720 Aug 11 02:24:33.149836 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa0050-f55c-4afd-8984-e49c1fca1d69 x-openstack-request-id: req-7eaa0050-f55c-4afd-8984-e49c1fca1d69 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:33.150356 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8de53ae-ad20-47f1-a2b4-223195278564", "name": "network-vif-deleted", "tag": "ec4b73ef-4479-4bc5-a5bf-df7a505c86ae", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:33.150764 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7eaa0050-f55c-4afd-8984-e49c1fca1d69 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:33.151324 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8de53ae-ad20-47f1-a2b4-223195278564', 'name': 'network-vif-deleted', 'tag': 'ec4b73ef-4479-4bc5-a5bf-df7a505c86ae', 'status': 'completed', 'code': 200} Aug 11 02:24:33.156018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-1b72e084-c102-4bee-a2c7-7d4300eeeae1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef HTTP/1.1" status: 200 len: 217 time: 0.1041512 Aug 11 02:24:33.183962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:33.235476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:33.267705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df2b86f0-50a6-4815-8f10-1f036b40c2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.383616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6983e08-30cc-4eab-98eb-5254fdbec408 req-b343949c-2a56-43c8-bd51-1c8f6503ad08 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.385777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6983e08-30cc-4eab-98eb-5254fdbec408 req-b343949c-2a56-43c8-bd51-1c8f6503ad08 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 943 time: 0.3453317 Aug 11 02:24:33.406731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-dbada39d-12c6-4595-9591-98959bb8f431 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.409481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-dbada39d-12c6-4595-9591-98959bb8f431 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb&tenant_id=c079f15875914884a072129db96f8d64&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 948 time: 0.6365478 Aug 11 02:24:33.500773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-ee4878bf-f4b9-44f7-aa1a-ccf956524df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.503305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-ee4878bf-f4b9-44f7-aa1a-ccf956524df6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.3026168 Aug 11 02:24:33.520254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d9457-cbc8-4941-965f-148e2e4c9508 req-3d938a6f-7470-4d17-addb-bdf40b6a8565 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.522978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-647d9457-cbc8-4941-965f-148e2e4c9508 req-3d938a6f-7470-4d17-addb-bdf40b6a8565 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 948 time: 0.3692737 Aug 11 02:24:33.604262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-7050c0e3-1d7d-4db4-8c2c-79985169367f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679929 Aug 11 02:24:33.613696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a984352b-1c81-48dd-b397-02f7232b9fd7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:33.631963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:33.641714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38e12394-5647-4939-84a0-a617dd2b2879 req-cbe0c39d-ecdc-4444-8a4c-f9ec898ba774 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557151 Aug 11 02:24:33.645937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6983e08-30cc-4eab-98eb-5254fdbec408 req-d2e85c87-25ef-421e-b2ad-59e2b9f4d1af tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291319 Aug 11 02:24:33.702803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ec4b73ef-4479-4bc5-a5bf-df7a505c86ae no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:33.716087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.724378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-3091319e-32db-414a-a38f-f3ef82240ff6 service neutron] 10.222.0.25 "GET /v2.0/ports/9db76abd-c4b5-44de-8210-d5180f2cb0f0/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 382 time: 0.2933562 Aug 11 02:24:33.748783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-647d9457-cbc8-4941-965f-148e2e4c9508 req-1cbc47de-0c7b-422e-a39f-985a6234f8d7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964834 Aug 11 02:24:33.753447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ec4b73ef-4479-4bc5-a5bf-df7a505c86ae {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:33.754657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ec4b73ef-4479-4bc5-a5bf-df7a505c86ae not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:33.755219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:33.828678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51732) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:33.852045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-99967bad-8808-4efb-a175-009269863bfc service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9748666 Aug 11 02:24:33.887406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-f63c615a-7c8e-4cd9-a185-62245b033928 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709203 Aug 11 02:24:33.922733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-8571ef30-da4d-4a69-8211-e411dfadec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.924797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-8571ef30-da4d-4a69-8211-e411dfadec1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1099 time: 0.1615105 Aug 11 02:24:33.988568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Deleting subnet f1c8c693-d1b1-4abd-b52c-74c856c791fa {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:24:34.012320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.018655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-281a2c7e-9027-4235-9afe-3b148f96162e tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.021147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-281a2c7e-9027-4235-9afe-3b148f96162e tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.25 "GET /v2.0/networks?id=b73879ca-b27e-4e36-8dbc-eb73fd3e54da HTTP/1.1" status: 200 len: 814 time: 0.8330264 Aug 11 02:24:34.042828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Request body: {'port': {'device_id': '0ae88f46-0783-4885-b851-5f0d88495780', 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da', 'admin_state_up': True, 'tenant_id': '7431fd0014de4b07aa9f4410ca368f39'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:34.085176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:34.087432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:34.168766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] Transition to ACTIVE for port object a984352b-1c81-48dd-b397-02f7232b9fd7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:34.180009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.215462 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3ef245ad-b8da-4980-bffe-8fbfe54e12bd req-56dc5e11-a229-4095-bccc-67efa7b36b8e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490992 Aug 11 02:24:34.238618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:34.242661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.260365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:34.260365 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.276800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-f318bc23-94ff-4604-84a4-31766e765043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.278408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-f318bc23-94ff-4604-84a4-31766e765043 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3038273 Aug 11 02:24:34.316736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-395a03d3-2e4e-41fe-85d6-abeb0d922ce9 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136808 Aug 11 02:24:34.321501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:34.339437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4', 'network_id': 'e57d55e9-4ce6-43ba-848c-0a3881e92cfb', 'port_id': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4', 'mac_address': 'fa:16:3e:04:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19657541-462a-42d4-a28a-6a35f3b69919', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:34.366371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b388e-ade7-4d70-9cb3-05d897a75ee3 req-211c062a-b318-4928-9b8f-c942eb4b5f65 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.376130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-718b388e-ade7-4d70-9cb3-05d897a75ee3 req-211c062a-b318-4928-9b8f-c942eb4b5f65 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.4031045 Aug 11 02:24:34.392536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ccc3-5652-42e6-b159-455faa1b5bc5 req-edf9bf8b-1cf5-422a-a886-86821c65b621 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.394409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1c1ccc3-5652-42e6-b159-455faa1b5bc5 req-edf9bf8b-1cf5-422a-a886-86821c65b621 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 944 time: 0.4188581 Aug 11 02:24:34.398584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-1069ac68-3d07-4d17-96d9-dd003324c916 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1064556 Aug 11 02:24:34.400078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.467859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:34.494303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] No DVR routers for this DVR port a984352b-1c81-48dd-b397-02f7232b9fd7 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:34.544553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df2b86f0-50a6-4815-8f10-1f036b40c2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.562127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.570620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.579070 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df2b86f0-50a6-4815-8f10-1f036b40c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.607914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-c63c355d-92a9-44ab-945a-7dfea1422ae4 service neutron] 10.222.0.59 "PUT /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7/bindings/n-h1-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 2.5039632 Aug 11 02:24:34.635630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-718b388e-ade7-4d70-9cb3-05d897a75ee3 req-57f9715e-ae84-4c25-921b-93235b10f8a0 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586012 Aug 11 02:24:34.639286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:34.658192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b86f0-50a6-4815-8f10-1f036b40c2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd6dbf-aea6-4b91-9983-2a17da939195,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:34.660251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-e2b38de7-fd31-4bdb-8e1b-16c6bb3b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.670265 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df2b86f0-50a6-4815-8f10-1f036b40c2cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6ae9b944b96421391d11d5e119487f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8284750 Aug 11 02:24:34.671117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:34.672371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-e2b38de7-fd31-4bdb-8e1b-16c6bb3b9fb5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 1095 time: 0.2411866 Aug 11 02:24:34.679024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-7720597d-99ea-458e-bf5b-466fe41f5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.682274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-7720597d-99ea-458e-bf5b-466fe41f5f09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2530093 Aug 11 02:24:34.695746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1c1ccc3-5652-42e6-b159-455faa1b5bc5 req-1e8107e2-965a-4a01-bdaf-f61d7e756058 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881103 Aug 11 02:24:34.696478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Made reservation on behalf of 7431fd0014de4b07aa9f4410ca368f39 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:34.704493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.754379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:34.758727 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd232122-23b9-43d8-9917-0dd837e506e7" -d '{"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-plugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:34.840289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:34.862157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:34.864915 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.888289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.912320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.950308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.956877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f1c8c693-d1b1-4abd-b52c-74c856c791fa HTTP/1.1" status: 204 len: 168 time: 1.1159029 Aug 11 02:24:34.993187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51742) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:35.007893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3bf86-d950-49f4-95b2-8acc7e9163c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c8c693-d1b1-4abd-b52c-74c856c791fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.033669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.062571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df27041a-fd2a-480c-96da-6c7a58fb68e2 req-6ab40836-1a93-43fd-9f46-0877714affef tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 210 time: 0.1324220 Aug 11 02:24:35.141859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.160348 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb96f45d-2f88-401b-b3d5-162f67e2c321 x-openstack-request-id: req-bb96f45d-2f88-401b-b3d5-162f67e2c321 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:35.160745 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-plugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:35.162079 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb96f45d-2f88-401b-b3d5-162f67e2c321 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:35.162575 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'code': 200} Aug 11 02:24:35.182072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-13612831-0ff3-4e34-b599-b0d0e05cc08e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.184712 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-13612831-0ff3-4e34-b599-b0d0e05cc08e tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.3885467 Aug 11 02:24:35.252349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['0d45a914-2ade-49f5-81cb-ed49a8ce75d4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:35.278389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c37490-d983-4ebd-9017-a5a6d4db63d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.339606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-508d358e-df46-4b68-8cf8-bcf33acaddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.342218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-508d358e-df46-4b68-8cf8-bcf33acaddd8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6059763 Aug 11 02:24:35.370144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-93ddb8af-79c2-4c3e-8de3-7ea103904c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.371965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-93ddb8af-79c2-4c3e-8de3-7ea103904c4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 200 len: 912 time: 0.6746118 Aug 11 02:24:35.382174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c37490-d983-4ebd-9017-a5a6d4db63d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.409084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Allocated IP 172.20.0.6 (b73879ca-b27e-4e36-8dbc-eb73fd3e54da/4971264e-8726-43e2-a946-fce9466dac12/bae2257e-0714-4fe7-a25b-2ddbe7a9a763) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:35.414774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-794af463-8c99-4538-a5c0-d20b6b1775dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.416639 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-794af463-8c99-4538-a5c0-d20b6b1775dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2&tenant_id=3abd683ca71844e3be8a3340655d8956 HTTP/1.1" status: 200 len: 1095 time: 0.2133455 Aug 11 02:24:35.512415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-e85b6f99-5caa-48e9-85dc-dd7c5158c2e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4 HTTP/1.1" status: 200 len: 217 time: 0.1205420 Aug 11 02:24:35.515100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.522877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c37490-d983-4ebd-9017-a5a6d4db63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.526286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c37490-d983-4ebd-9017-a5a6d4db63d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.527019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41c37490-d983-4ebd-9017-a5a6d4db63d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3fd6dbf-aea6-4b91-9983-2a17da939195 HTTP/1.1" status: 204 len: 168 time: 0.8536806 Aug 11 02:24:35.536334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176d74e-9700-4049-9c0e-6a9605cc13d4 req-0b32b3b0-21a2-4f27-a066-6e137dedb5cd tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.544188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a176d74e-9700-4049-9c0e-6a9605cc13d4 req-0b32b3b0-21a2-4f27-a066-6e137dedb5cd tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 944 time: 0.5245142 Aug 11 02:24:35.548268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c37490-d983-4ebd-9017-a5a6d4db63d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd6dbf-aea6-4b91-9983-2a17da939195,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.606324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866436-a674-46b9-9972-f55d509c305a req-0f654f5d-61f1-42fe-87ca-f8bcf75a71f3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.607930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0866436-a674-46b9-9972-f55d509c305a req-0f654f5d-61f1-42fe-87ca-f8bcf75a71f3 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.3810406 Aug 11 02:24:35.611931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6b6ba8c4-61a7-4e1f-bc1e-e603947d4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.613548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-6b6ba8c4-61a7-4e1f-bc1e-e603947d4459 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1095 time: 0.1554544 Aug 11 02:24:35.648023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b4f9e-536a-4384-b4a5-eb9298d99539 req-b8a9afa3-6dd6-467a-b49e-97d1ef81b540 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.656065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be7b4f9e-536a-4384-b4a5-eb9298d99539 req-b8a9afa3-6dd6-467a-b49e-97d1ef81b540 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.3853407 Aug 11 02:24:35.746337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.768357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-258922d8-f6b2-4001-946b-e618f98c44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.769842 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-258922d8-f6b2-4001-946b-e618f98c44b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.1402209 Aug 11 02:24:35.804528 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-26a297b1-5e27-4c83-9719-0676a67392fe service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318306 Aug 11 02:24:35.806047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-2f4c9684-2cfb-4c39-8e4b-4de42232200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.807515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-2f4c9684-2cfb-4c39-8e4b-4de42232200a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 200 len: 852 time: 0.2600110 Aug 11 02:24:35.815562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a176d74e-9700-4049-9c0e-6a9605cc13d4 req-b8cc58db-8de6-4bee-b233-e330c0a36deb tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699320 Aug 11 02:24:35.923175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-b7afa02b-1ec2-439c-bca0-a66d7afab766 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 200 len: 217 time: 0.1300557 Aug 11 02:24:35.926796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.013739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-79d077bb-f3c9-44fc-a620-84dad404d08d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e57d55e9-4ce6-43ba-848c-0a3881e92cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836375 Aug 11 02:24:36.018389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be7b4f9e-536a-4384-b4a5-eb9298d99539 req-0961bb32-ff5c-45e2-9842-040215daf4f7 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612759 Aug 11 02:24:36.053548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-2919e9f7-b11a-4cda-92ab-7825fc5181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.056873 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-2919e9f7-b11a-4cda-92ab-7825fc5181a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1218858 Aug 11 02:24:36.070689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Network b73879ca-b27e-4e36-8dbc-eb73fd3e54da is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:36.087508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:36.096149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b5d09cb6-1078-4f31-be36-0a4ea97165ef up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:36.108013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:36.172770 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-a114ed15-c569-43ed-88d4-6f69b0c38288 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073878 Aug 11 02:24:36.185785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Pushing event updated for resources: {'Port': ['ID=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:36.204312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port b5d09cb6-1078-4f31-be36-0a4ea97165ef completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:36.211615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port b5d09cb6-1078-4f31-be36-0a4ea97165ef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:36.211988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.301358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.302207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.341752 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-778623d9-9006-4b5e-8698-6171ce79f720 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3036726 Aug 11 02:24:36.351185 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.363752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Request body: {'port': {'device_id': '0ae88f46-0783-4885-b851-5f0d88495780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:36.390200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-f5270bb4-5aba-44f1-945a-364d0cd2edda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2148755 Aug 11 02:24:36.399019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-ad36caf6-87e2-46b2-aaef-01e9443befb6 service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093234 Aug 11 02:24:36.414764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b5d09cb6-1078-4f31-be36-0a4ea97165ef, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:36.421523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.531216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.537538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b5d09cb6-1078-4f31-be36-0a4ea97165ef,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:36.604401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.606701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-96de3c99-8f89-4f28-83b4-43b734d77bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.608275 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-96de3c99-8f89-4f28-83b4-43b734d77bc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3abd683ca71844e3be8a3340655d8956&device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 1096 time: 0.1853907 Aug 11 02:24:36.624353 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-5b4641d7-2965-4350-acc6-bf32ef9560ec service neutron] 10.222.0.25 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146845 Aug 11 02:24:36.685369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d40900-c335-4d0d-b654-1e97953bc8ce']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:36.740710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:36.741084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3fd590-4e31-43ec-9cf4-7df02bde9cfb') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:36.775532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.827567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.858436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33293-3b4e-48c1-b402-7314867fee0d req-91f5a7b3-b418-40b1-870b-8ce7d5aa9cff tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.858436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68a33293-3b4e-48c1-b402-7314867fee0d req-91f5a7b3-b418-40b1-870b-8ce7d5aa9cff tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 945 time: 0.9267459 Aug 11 02:24:36.869130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Deleting port eab6feef-8586-4831-9236-00a7e945dc35 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:36.869130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.878746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:36.879229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.882943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-700372c9-8b4d-46a8-90b7-a4649f8a9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.884704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-700372c9-8b4d-46a8-90b7-a4649f8a9fe9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 200 len: 908 time: 0.2209966 Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:36.888697 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:36.950786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-429c039f-1951-4957-b2a5-d1f53c42b427 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 200 len: 217 time: 0.0553403 Aug 11 02:24:36.973247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab893b-4eb4-454c-8113-2e51e8c1cfba req-f2e1ec24-2e63-4dbc-8180-afa2cdf28c8f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.974967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9aab893b-4eb4-454c-8113-2e51e8c1cfba req-f2e1ec24-2e63-4dbc-8180-afa2cdf28c8f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 945 time: 0.3649781 Aug 11 02:24:37.037271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-7c3435d2-3814-4278-926c-e7c55b1c7a75 service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493849 Aug 11 02:24:37.039665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-f46d78d9-2683-4af9-99ea-a216377d4af9 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1027627 Aug 11 02:24:37.063098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-ee3e5d45-5509-4605-a6bd-c8fd02512977 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.064737 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-ee3e5d45-5509-4605-a6bd-c8fd02512977 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2&tenant_id=3abd683ca71844e3be8a3340655d8956&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1095 time: 0.1573911 Aug 11 02:24:37.083158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-feeeda4e-fead-4076-91db-b3e22888b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.084934 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-feeeda4e-fead-4076-91db-b3e22888b377 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 200 len: 848 time: 0.1131735 Aug 11 02:24:37.150578 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.158389 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.161824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] 10.222.0.16 "DELETE /v2.0/networks/95d40900-c335-4d0d-b654-1e97953bc8ce HTTP/1.1" status: 204 len: 168 time: 2.1652291 Aug 11 02:24:37.165931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-f8f9dd5d-40f3-44e0-98b2-c59ea96abd25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ada9445-7834-4d1b-8b0f-ad38597e5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400209 Aug 11 02:24:37.167017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f82c19-d8d3-43aa-9060-097302b3037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:37.179832 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b814d59-1db0-47e3-b732-2f77af8840f1" -d '{"events": [{"server_uuid": "29f82c19-d8d3-43aa-9060-097302b3037e", "name": "network-vif-plugged", "status": "completed", "tag": "b5d09cb6-1078-4f31-be36-0a4ea97165ef"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:37.189913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae2257e-0714-4fe7-a25b-2ddbe7a9a763 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:37.207057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68a33293-3b4e-48c1-b402-7314867fee0d req-79cfedba-7d92-48b7-bc21-969df1887600 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a3cb1-d476-434f-a38f-60aabb5f8608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305178 Aug 11 02:24:37.221648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981a60e-d0e0-4a54-a99a-4d722af63e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d40900-c335-4d0d-b654-1e97953bc8ce,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:37.234185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9aab893b-4eb4-454c-8113-2e51e8c1cfba req-ee378393-9b88-4d9a-8f84-fe44bc10cbe8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063925 Aug 11 02:24:37.239158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.271048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Transition to ACTIVE for port object bae2257e-0714-4fe7-a25b-2ddbe7a9a763 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:37.288856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] For port eab6feef-8586-4831-9236-00a7e945dc35, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eab6feef-8586-4831-9236-00a7e945dc35,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:37.289233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.308932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.325505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Calling delete_port for eab6feef-8586-4831-9236-00a7e945dc35 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:37.332266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4dba902-4bb6-4fbc-a891-cb5928c6ee5e req-92abe164-cd92-4426-ba00-63fcfe4c010f service neutron] 10.222.0.25 "GET /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758620 Aug 11 02:24:37.389471 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-f7d2e4f9-d9b3-4671-8b9c-2542eb5ed138 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156639 Aug 11 02:24:37.399899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Pushing event updated for resources: {'Port': ['ID=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:37.483436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-92ce450a-85f5-45df-8b6c-efafa4e26dee service neutron] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:37.491951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40133a1-25db-4ad8-95a4-65febad334b7 req-c099fef9-a717-47e5-b672-1c9e74ca8d4b tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.494273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f40133a1-25db-4ad8-95a4-65febad334b7 req-c099fef9-a717-47e5-b672-1c9e74ca8d4b tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 943 time: 0.0843191 Aug 11 02:24:37.512397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-92ce450a-85f5-45df-8b6c-efafa4e26dee service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.514116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6df36f2-ac63-4eb4-896e-6096b7f5c48c req-92ce450a-85f5-45df-8b6c-efafa4e26dee service neutron] 10.222.0.25 "DELETE /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7/bindings/n-h2-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.4407241 Aug 11 02:24:37.581117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f40133a1-25db-4ad8-95a4-65febad334b7 req-4182e169-ffba-4deb-998e-601f29d4f41e tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606077 Aug 11 02:24:37.583425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.617077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Pushing event deleted for resources: {'Port': ['ID=eab6feef-8586-4831-9236-00a7e945dc35,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:37.675435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:37.681152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-34275d6e-b01d-45d3-a6c0-530ebae8084a req-a315e750-dc60-4b83-bd64-81c759b9b694 service neutron] 10.222.0.59 "GET /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786255 Aug 11 02:24:37.740040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] No DVR routers for this DVR port eab6feef-8586-4831-9236-00a7e945dc35 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:37.746086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.764106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0866436-a674-46b9-9972-f55d509c305a req-f306e921-aad0-4936-80c3-c453616e2613 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.25 "DELETE /v2.0/ports/eab6feef-8586-4831-9236-00a7e945dc35 HTTP/1.1" status: 204 len: 173 time: 2.0858967 Aug 11 02:24:37.765655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'name': 'network-vif-deleted', 'tag': 'eab6feef-8586-4831-9236-00a7e945dc35'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:37.771555 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580114d-c3b8-4990-8fe6-b6437d11ce1d" -d '{"events": [{"server_uuid": "3a8bf082-4faf-410b-b9e1-811faff1c2ee", "name": "network-vif-deleted", "tag": "eab6feef-8586-4831-9236-00a7e945dc35"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:37.788232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Attempting to bind port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:37.789384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Attempting to bind port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f1dc5177-f073-4da8-98b8-25aada449ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:37.790355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Attempting to bind port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 on network b73879ca-b27e-4e36-8dbc-eb73fd3e54da {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:37.833133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 on network b73879ca-b27e-4e36-8dbc-eb73fd3e54da not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:37.833865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Attempting to bind port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 on network b73879ca-b27e-4e36-8dbc-eb73fd3e54da {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:37.856684 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5b2be574-ed03-4522-a1de-dd1d3c10f26a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=818a979bbfc5465bb62b5d9e5d4f18f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796224 Aug 11 02:24:37.859447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:37.860522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Checking segment: {'id': 'f1dc5177-f073-4da8-98b8-25aada449ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:37.862142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Bound using segment: {'id': 'f1dc5177-f073-4da8-98b8-25aada449ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:37.863268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Bound port: bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1dc5177-f073-4da8-98b8-25aada449ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:37.863933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.868781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:37.936596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81808bc-7580-4827-a721-df5bc6aeaa20 req-e374fb9e-9966-4181-b363-c3fd11023c3d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.940611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c81808bc-7580-4827-a721-df5bc6aeaa20 req-e374fb9e-9966-4181-b363-c3fd11023c3d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 944 time: 0.1503849 Aug 11 02:24:38.044545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c81808bc-7580-4827-a721-df5bc6aeaa20 req-e4887bda-7f85-4d4b-bdcf-98699f6f4912 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914850 Aug 11 02:24:38.072780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] For port bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:38.091498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7067c1fe-4327-43c9-92c6-446a3df2008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.094493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] For port bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,segment=NetworkSegment(f1dc5177-f073-4da8-98b8-25aada449ec0),segment_id=f1dc5177-f073-4da8-98b8-25aada449ec0)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:38.111565 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4366d80c-213c-49b5-a455-e3ebccb0bf7d x-openstack-request-id: req-4366d80c-213c-49b5-a455-e3ebccb0bf7d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:38.113567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.113739 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f82c19-d8d3-43aa-9060-097302b3037e", "name": "network-vif-plugged", "status": "completed", "tag": "b5d09cb6-1078-4f31-be36-0a4ea97165ef", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:38.114212 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4366d80c-213c-49b5-a455-e3ebccb0bf7d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:38.115240 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f82c19-d8d3-43aa-9060-097302b3037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef', 'code': 200} Aug 11 02:24:38.128163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:38.173588 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7067c1fe-4327-43c9-92c6-446a3df2008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.194081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.194825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.195400 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ece199-db42-4673-a180-0c87b79ecfe5 x-openstack-request-id: req-99ece199-db42-4673-a180-0c87b79ecfe5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:38.197257 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bf082-4faf-410b-b9e1-811faff1c2ee", "name": "network-vif-deleted", "tag": "eab6feef-8586-4831-9236-00a7e945dc35", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:38.197257 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99ece199-db42-4673-a180-0c87b79ecfe5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:38.197946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] 10.222.0.25 "PUT /v2.0/ports/bae2257e-0714-4fe7-a25b-2ddbe7a9a763 HTTP/1.1" status: 200 len: 1091 time: 1.8439441 Aug 11 02:24:38.199123 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bf082-4faf-410b-b9e1-811faff1c2ee', 'name': 'network-vif-deleted', 'tag': 'eab6feef-8586-4831-9236-00a7e945dc35', 'status': 'completed', 'code': 200} Aug 11 02:24:38.205560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae88f46-0783-4885-b851-5f0d88495780', 'tag': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:38.209530 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68d8c4-2a6b-4e88-a746-62da902ea597" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae88f46-0783-4885-b851-5f0d88495780", "tag": "bae2257e-0714-4fe7-a25b-2ddbe7a9a763"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:38.241712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:38.247889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78098a-e08f-4fff-9f67-f8aae4fdd26f req-76235c5d-c30a-4514-ad13-2366820f5b52 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.249636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea78098a-e08f-4fff-9f67-f8aae4fdd26f req-76235c5d-c30a-4514-ad13-2366820f5b52 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1348922 Aug 11 02:24:38.259290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:38.260875 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.283488 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c273bd-9165-45ed-bc4a-abcbc989919d x-openstack-request-id: req-89c273bd-9165-45ed-bc4a-abcbc989919d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:38.283801 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae88f46-0783-4885-b851-5f0d88495780", "tag": "bae2257e-0714-4fe7-a25b-2ddbe7a9a763", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:38.284197 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89c273bd-9165-45ed-bc4a-abcbc989919d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:38.284621 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae88f46-0783-4885-b851-5f0d88495780', 'tag': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763', 'status': 'completed', 'code': 200} Aug 11 02:24:38.307081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72903ba6-6150-4cf4-a759-743526246e8a service neutron] Pushing event updated for resources: {'Port': ['ID=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:38.335029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d842-a27d-434c-ae9f-8f3190217133 req-8eee3950-fd68-4027-99be-6554bfb64529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.336774 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e05d842-a27d-434c-ae9f-8f3190217133 req-8eee3950-fd68-4027-99be-6554bfb64529 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29f82c19-d8d3-43aa-9060-097302b3037e HTTP/1.1" status: 200 len: 1097 time: 0.0790505 Aug 11 02:24:38.354627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7067c1fe-4327-43c9-92c6-446a3df2008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.359128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7067c1fe-4327-43c9-92c6-446a3df2008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.360581 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7067c1fe-4327-43c9-92c6-446a3df2008b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c752a9-e62e-43b6-ac0b-74bda5b24e58 HTTP/1.1" status: 204 len: 168 time: 0.4897556 Aug 11 02:24:38.380070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067c1fe-4327-43c9-92c6-446a3df2008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c752a9-e62e-43b6-ac0b-74bda5b24e58,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:38.401422 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e05d842-a27d-434c-ae9f-8f3190217133 req-967ad582-4a08-4c2e-8f68-6a5fee09d007 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557771 Aug 11 02:24:38.445665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea78098a-e08f-4fff-9f67-f8aae4fdd26f req-2e3a2150-0cf5-49ed-9712-3024d0b4829b tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753595 Aug 11 02:24:38.452813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.485472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-c63aa4b0-a92c-48b9-b038-4aab823f6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.490122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-c63aa4b0-a92c-48b9-b038-4aab823f6711 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7431fd0014de4b07aa9f4410ca368f39&device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 1094 time: 0.2146859 Aug 11 02:24:38.531402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f534873-3e79-4ef4-9b41-23ed500ccb36 req-87b79a6f-5585-4e2d-94a3-fed914e44e68 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.534988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f534873-3e79-4ef4-9b41-23ed500ccb36 req-87b79a6f-5585-4e2d-94a3-fed914e44e68 tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 1095 time: 0.1590350 Aug 11 02:24:38.565746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:38.575103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.577043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eab6feef-8586-4831-9236-00a7e945dc35 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:38.675939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-0b8c001d-100d-471e-90c5-4ca7714dffc5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763 HTTP/1.1" status: 200 len: 217 time: 0.1745043 Aug 11 02:24:38.681115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: eab6feef-8586-4831-9236-00a7e945dc35 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:38.682150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eab6feef-8586-4831-9236-00a7e945dc35 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:38.715865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0879b6fa-1248-4269-a83e-fab841fa2ad9 req-5bc9f7ac-12e4-4f8c-ae4a-a20022b9f875 tempest-ListServerFiltersTestJSON-2073952200 tempest-ListServerFiltersTestJSON-2073952200-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8bf082-4faf-410b-b9e1-811faff1c2ee HTTP/1.1" status: 200 len: 210 time: 0.0720692 Aug 11 02:24:38.752425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:38.769293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:38.770821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-f7504d73-ba33-4009-b309-32e28f3d2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.772598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-f7504d73-ba33-4009-b309-32e28f3d2fb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4971264e-8726-43e2-a946-fce9466dac12 HTTP/1.1" status: 200 len: 854 time: 0.0682993 Aug 11 02:24:38.824077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-3717ae84-720c-4d6b-b479-e6c07469bb14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b73879ca-b27e-4e36-8dbc-eb73fd3e54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405052 Aug 11 02:24:38.926341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff1992-b0b8-494f-8be1-0d83c4897236 req-ac517797-867b-4c05-81c0-e72d3e3c2edb tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.927888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5ff1992-b0b8-494f-8be1-0d83c4897236 req-ac517797-867b-4c05-81c0-e72d3e3c2edb tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 946 time: 0.1063750 Aug 11 02:24:38.976868 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d120feee-e626-401d-8215-0a33e1254c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.021756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-748a2b1d-2fe3-4061-8e4a-c59837ecfbc2 service neutron] 10.222.0.25 "GET /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870415 Aug 11 02:24:39.091400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5ff1992-b0b8-494f-8be1-0d83c4897236 req-095f9dbd-1c77-48d6-9f1e-094d6f60f4da tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475689 Aug 11 02:24:39.134598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d120feee-e626-401d-8215-0a33e1254c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.140403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d120feee-e626-401d-8215-0a33e1254c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.196728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d120feee-e626-401d-8215-0a33e1254c46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba300f337cbb4c1e9f05ee467f9a95f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259446 Aug 11 02:24:39.198513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120feee-e626-401d-8215-0a33e1254c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ef76d-b338-4142-a70b-dd3c2458f53f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:39.208875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f534873-3e79-4ef4-9b41-23ed500ccb36 req-39f847a4-e712-497d-8db5-23b923846eef tempest-LiveMigrationTest-1037073638 tempest-LiveMigrationTest-1037073638-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663706 Aug 11 02:24:39.212191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:39.297792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-328e1a20-4fc0-4d77-8f5e-e2b3ff45bdbc req-8da2786d-3dba-41de-8528-923d27769077 service neutron] 10.222.0.25 "GET /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623935 Aug 11 02:24:39.338749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5694432-549f-41ed-8c4d-7671b3d153c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.377944 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5694432-549f-41ed-8c4d-7671b3d153c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.458201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5694432-549f-41ed-8c4d-7671b3d153c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.467331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5694432-549f-41ed-8c4d-7671b3d153c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.469574 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e5694432-549f-41ed-8c4d-7671b3d153c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa9ef76d-b338-4142-a70b-dd3c2458f53f HTTP/1.1" status: 204 len: 168 time: 0.2554574 Aug 11 02:24:39.493298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5694432-549f-41ed-8c4d-7671b3d153c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ef76d-b338-4142-a70b-dd3c2458f53f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:39.566675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-60a807e1-4b31-40fa-8511-699a3486ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:39.568822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-60a807e1-4b31-40fa-8511-699a3486ef85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7431fd0014de4b07aa9f4410ca368f39&device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 1094 time: 0.1791418 Aug 11 02:24:39.584380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1272a-e92a-495d-a128-f9b2ffb06a30 req-4e9b9eda-bafe-44c1-93a7-dc286bbab2aa tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:39.586375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b1272a-e92a-495d-a128-f9b2ffb06a30 req-4e9b9eda-bafe-44c1-93a7-dc286bbab2aa tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 943 time: 0.1835005 Aug 11 02:24:39.741510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b1272a-e92a-495d-a128-f9b2ffb06a30 req-d2fe34bf-5120-4901-9905-5722a5c09253 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438656 Aug 11 02:24:39.796607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acfe63-7546-4db8-890a-542b92acf3c7 req-87db375c-9b06-4fae-9197-f19b015551d9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:39.803789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4acfe63-7546-4db8-890a-542b92acf3c7 req-87db375c-9b06-4fae-9197-f19b015551d9 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 944 time: 0.1681406 Aug 11 02:24:39.835464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-ddf215f9-74bb-434d-b54c-2c18cbce8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:39.837349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-ddf215f9-74bb-434d-b54c-2c18cbce8e93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b73879ca-b27e-4e36-8dbc-eb73fd3e54da HTTP/1.1" status: 200 len: 914 time: 0.2499394 Aug 11 02:24:39.871035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4acfe63-7546-4db8-890a-542b92acf3c7 req-95db4f1b-94e6-4db3-9cc2-269b08164d29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635097 Aug 11 02:24:39.927364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:39.933991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-7dd52faa-25c6-472e-911e-b99c785ead9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763 HTTP/1.1" status: 200 len: 217 time: 0.0799468 Aug 11 02:24:40.028148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d42af-2f2a-4a79-852a-04867556ba7c req-694148fe-44a2-4469-b294-e39ac815e581 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.030455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d6d42af-2f2a-4a79-852a-04867556ba7c req-694148fe-44a2-4469-b294-e39ac815e581 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1655166 Aug 11 02:24:40.038582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-d4837ed0-33e0-4ce2-a8c4-bf68b9901a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.040718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-d4837ed0-33e0-4ce2-a8c4-bf68b9901a28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4971264e-8726-43e2-a946-fce9466dac12 HTTP/1.1" status: 200 len: 854 time: 0.0873003 Aug 11 02:24:40.041457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51854) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.122709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b849b-04d7-4195-be49-a572107b47c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:40.128957 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ae375-fc30-4345-bb02-69a45e6801d7" -d '{"events": [{"server_uuid": "791b849b-04d7-4195-be49-a572107b47c9", "name": "network-vif-plugged", "status": "completed", "tag": "0d45a914-2ade-49f5-81cb-ed49a8ce75d4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:40.151773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-6ba598cd-b63c-4e7d-932a-16160dec3981 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b73879ca-b27e-4e36-8dbc-eb73fd3e54da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479467 Aug 11 02:24:40.158720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Deleting subnet bd78dd84-91bc-48e2-9c8a-b95c97f90809 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:24:40.162473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-612752273-network', 'tenant_id': '5b9be8da91034ef8b57a86464dca8910'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:40.163404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.200303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-5d8ecadf-7f46-4f15-94ab-0557be9a25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.202858 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-5d8ecadf-7f46-4f15-94ab-0557be9a25d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb&tenant_id=c079f15875914884a072129db96f8d64 HTTP/1.1" status: 200 len: 1100 time: 0.1421375 Aug 11 02:24:40.211151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Made reservation on behalf of 5b9be8da91034ef8b57a86464dca8910 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:40.215231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.226979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:40.243874 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.306994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d6d42af-2f2a-4a79-852a-04867556ba7c req-0e423c7d-cd1e-4425-b4eb-fe4ed63011da tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565129 Aug 11 02:24:40.358528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.365396 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4291b8-fb57-469c-b843-1baa5f092a07 x-openstack-request-id: req-2a4291b8-fb57-469c-b843-1baa5f092a07 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:40.365817 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791b849b-04d7-4195-be49-a572107b47c9", "name": "network-vif-plugged", "status": "completed", "tag": "0d45a914-2ade-49f5-81cb-ed49a8ce75d4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:40.366436 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a4291b8-fb57-469c-b843-1baa5f092a07 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:40.367648 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791b849b-04d7-4195-be49-a572107b47c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4', 'code': 200} Aug 11 02:24:40.493634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a658-0e18-40ab-a90e-79a53cd47004 req-f06a63f4-ae2f-4543-8834-8dd0cacf5c7b tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.496392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-add1a658-0e18-40ab-a90e-79a53cd47004 req-f06a63f4-ae2f-4543-8834-8dd0cacf5c7b tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 946 time: 0.2269211 Aug 11 02:24:40.503894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-dead5564-35db-4afd-9755-07e04f86c518 service neutron] 10.222.0.25 "GET /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069663 Aug 11 02:24:40.589503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-4825666a-74a4-42e7-bd19-8a56e031d0d4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.591193 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-4825666a-74a4-42e7-bd19-8a56e031d0d4 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 944 time: 0.3085954 Aug 11 02:24:40.599532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.658230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-add1a658-0e18-40ab-a90e-79a53cd47004 req-14d24b19-1f54-4a20-b690-72b0ad40fa63 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502187 Aug 11 02:24:40.658903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.660070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.674897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140ecf0-b540-47a8-b3ee-7cc9dc55bd1f req-3dd79468-11ef-442a-a337-dfc9fcdfde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.676478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5140ecf0-b540-47a8-b3ee-7cc9dc55bd1f req-3dd79468-11ef-442a-a337-dfc9fcdfde49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 1097 time: 0.2088716 Aug 11 02:24:40.702175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.756423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a68d8c4-2a6b-4e88-a746-62da902ea597 req-bb72b801-4c00-48e5-88d6-3812531142db service neutron] 10.222.0.25 "GET /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329488 Aug 11 02:24:40.788762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:24:40.790781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.832325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.833249 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Added segment 9263a553-cb59-45cb-a31a-887ad9146f0f of type vlan for network d02534ac-9fff-495b-b0a9-e9276ab7c552 Aug 11 02:24:40.845085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.846289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd78dd84-91bc-48e2-9c8a-b95c97f90809,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.857785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.858070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1c570-fd13-477e-9c31-787558fe3283 None None] Network d9b76781-e63b-4447-b159-ca890fbc9d21 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:40.860510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9299266c-b31f-4e82-b897-d52080c464b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd78dd84-91bc-48e2-9c8a-b95c97f90809 HTTP/1.1" status: 204 len: 168 time: 0.8176782 Aug 11 02:24:40.870942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51884) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.885254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cf792-457e-4d7c-91d8-b00da3225844,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.940355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5140ecf0-b540-47a8-b3ee-7cc9dc55bd1f req-412881e5-518b-4f20-8ccb-108a84d04945 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391756 Aug 11 02:24:40.997582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.074894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.078704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Deleting port a984352b-1c81-48dd-b397-02f7232b9fd7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:41.079052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.135705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58855ff-3a5f-4479-895f-fdcb8a0c34e7 req-dfbab17e-b33a-4390-93d0-d69a30589f4c tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:41.138629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a58855ff-3a5f-4479-895f-fdcb8a0c34e7 req-dfbab17e-b33a-4390-93d0-d69a30589f4c tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 943 time: 0.1624866 Aug 11 02:24:41.182356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-154639866-network', 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:41.251052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] DHCP port deletion for d9b76781-e63b-4447-b159-ca890fbc9d21 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:24:41.325739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] Deleting port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:41.326623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.356269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:41.361708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.390324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144f78-e840-4c2c-a948-d10dea645dc7 req-89eb5046-d457-4e79-a881-d30112ad378c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:41.393191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a144f78-e840-4c2c-a948-d10dea645dc7 req-89eb5046-d457-4e79-a881-d30112ad378c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 944 time: 0.2938604 Aug 11 02:24:41.404377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] For port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:41.404956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.410932 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.422340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a58855ff-3a5f-4479-895f-fdcb8a0c34e7 req-ae4e849d-4c9d-4ecf-b933-f9fbbd86c1d5 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521276 Aug 11 02:24:41.425538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] Calling delete_port for e7581f2f-abd9-4ff5-b8c2-5b620f97d40f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:41.465343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.466564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:41.467171 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.545142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Deleting port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:41.545765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.583483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:41.588198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] Pushing event updated for resources: {'Network': ['ID=d02534ac-9fff-495b-b0a9-e9276ab7c552,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.608024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d02534ac-9fff-495b-b0a9-e9276ab7c552 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:24:41.615792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.619662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] For port a984352b-1c81-48dd-b397-02f7232b9fd7, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a984352b-1c81-48dd-b397-02f7232b9fd7,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:41.620049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.665686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a144f78-e840-4c2c-a948-d10dea645dc7 req-6d9f34b7-51fe-4c51-a9d5-60d8122efb44 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491946 Aug 11 02:24:41.671484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Calling delete_port for a984352b-1c81-48dd-b397-02f7232b9fd7 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:41.676444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:41.693058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7581f2f-abd9-4ff5-b8c2-5b620f97d40f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:41.719232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] For port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,segment=NetworkSegment(f2deddf9-1998-4e8b-aec3-7be39d6731f8),segment_id=f2deddf9-1998-4e8b-aec3-7be39d6731f8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:41.719903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.761519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e7581f2f-abd9-4ff5-b8c2-5b620f97d40f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:41.761978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7581f2f-abd9-4ff5-b8c2-5b620f97d40f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:41.763814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] Pushing event deleted for resources: {'Port': ['ID=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:41.766593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aecd85c-2a73-4df9-97a3-ccbc568d2adc None None] No DVR routers for this DVR port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:41.777926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Calling delete_port for e7581f2f-abd9-4ff5-b8c2-5b620f97d40f owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:41.887984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a788f9-3294-42dc-a359-83b2b8ac2f9c req-3e11159b-257e-4a7c-8a8d-c90339cd439e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:41.893244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99a788f9-3294-42dc-a359-83b2b8ac2f9c req-3e11159b-257e-4a7c-8a8d-c90339cd439e tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1906459 Aug 11 02:24:41.906335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:41.910389 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7622c09a-0536-41a0-ae61-d430d52ad9a9" -d '{"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:41.915418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.939554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.952162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.961576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bebe9ef3-cd1d-4853-b703-3135f91dc8ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0328422 Aug 11 02:24:41.966433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:41.975964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Request body: {'subnet': {'network_id': 'd02534ac-9fff-495b-b0a9-e9276ab7c552', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-612752273-subnet', 'tenant_id': '5b9be8da91034ef8b57a86464dca8910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:42.012326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:24:42.020488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Made reservation on behalf of 5b9be8da91034ef8b57a86464dca8910 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:42.023727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.024942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99a788f9-3294-42dc-a359-83b2b8ac2f9c req-d0faf619-81e4-432c-a10a-196af313c494 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053121 Aug 11 02:24:42.026563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.028507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.034486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d342707-f432-4447-8acd-86a9b310932b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.040565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['48cb364b-c786-416e-9a11-c5550dafa21e', 'a984352b-1c81-48dd-b397-02f7232b9fd7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:42.073963 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.074504 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Added segment 9014a7de-06c0-47fe-afec-4abffea2bef2 of type vlan for network 5b3503ef-cce4-4900-bef7-fd158a8587a3 Aug 11 02:24:42.087064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7581f2f-abd9-4ff5-b8c2-5b620f97d40f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.091820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] No DVR routers for this DVR port e7581f2f-abd9-4ff5-b8c2-5b620f97d40f on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:42.164219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device bae2257e-0714-4fe7-a25b-2ddbe7a9a763 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:42.170044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:42.186200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Transition to ACTIVE for port object 9db76abd-c4b5-44de-8210-d5180f2cb0f0 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:42.202039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.205239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event deleted for resources: {'Port': ['ID=a984352b-1c81-48dd-b397-02f7232b9fd7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.210899 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.249993 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4b3055-aace-4f03-a8ea-ad8c0e8ffde8 x-openstack-request-id: req-3f4b3055-aace-4f03-a8ea-ad8c0e8ffde8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:42.250329 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:42.250588 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f4b3055-aace-4f03-a8ea-ad8c0e8ffde8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:42.250993 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'code': 200} Aug 11 02:24:42.276701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] No DVR routers for this DVR port a984352b-1c81-48dd-b397-02f7232b9fd7 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:42.282451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.284578 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7fbf798e-b799-45be-bce5-c744d566d6e8 req-0610f686-c8d2-4f20-b2ba-fb182c47db96 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "DELETE /v2.0/ports/a984352b-1c81-48dd-b397-02f7232b9fd7 HTTP/1.1" status: 204 len: 173 time: 1.6799080 Aug 11 02:24:42.295056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.322096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.336007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.337137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:42.338166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.339618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] No DVR routers for this DVR port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:42.343977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b76781-e63b-4447-b159-ca890fbc9d21']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:42.382674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f7b6e-8b82-4bb3-b22f-c73dd618f7d2 req-a540d878-a3e6-4431-b6c2-674b1786d75e tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:42.389939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c96f7b6e-8b82-4bb3-b22f-c73dd618f7d2 req-a540d878-a3e6-4431-b6c2-674b1786d75e tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 946 time: 0.2308912 Aug 11 02:24:42.428597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2deddf9-1998-4e8b-aec3-7be39d6731f8') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:42.428975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2deddf9-1998-4e8b-aec3-7be39d6731f8') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:42.433045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:42.433811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:42.434545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:42.453641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:42.454933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Attempting to bind port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:42.469615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:42.469615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:42.469615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:42.471045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Bound port: 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:42.471045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.478786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6291070 Aug 11 02:24:42.485295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:42.498749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:42.523222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Request body: {'subnet': {'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-154639866-subnet', 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:42.524850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.575506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510b302-8aa1-48af-9b58-b3806f91acb3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3503ef-cce4-4900-bef7-fd158a8587a3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.590709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.613716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c96f7b6e-8b82-4bb3-b22f-c73dd618f7d2 req-3fb29c4a-f8db-4c5a-a5fd-033fd9bdf3f2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227054 Aug 11 02:24:42.616476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.616782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:42.619810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.620194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:42.625173 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:42.660704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:42.665735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.787424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:42.831973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:42.833499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2ce7c6-f246-4e1f-a11d-b5b6251a5070,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.844631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,segment=NetworkSegment(f1dc5177-f073-4da8-98b8-25aada449ec0),segment_id=f1dc5177-f073-4da8-98b8-25aada449ec0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:42.853673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.908165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763', 'network_id': 'b73879ca-b27e-4e36-8dbc-eb73fd3e54da', 'port_id': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763', 'mac_address': 'fa:16:3e:1b:2a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4971264e-8726-43e2-a946-fce9466dac12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:42.928785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:42.929505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:42.931062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] 10.222.0.59 "PUT /v2.0/ports/9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 1096 time: 2.7114110 Aug 11 02:24:42.936194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Checking segment: {'id': '9263a553-cb59-45cb-a31a-887ad9146f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd02534ac-9fff-495b-b0a9-e9276ab7c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:42.936656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Network hostable DHCP agents. Network: d02534ac-9fff-495b-b0a9-e9276ab7c552, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:24:42.971048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5025f7-72e0-4fad-8a62-319036e5bf3c service neutron] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=11']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:42.988814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Network d02534ac-9fff-495b-b0a9-e9276ab7c552 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:24:43.011076 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.022608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529af9f1-7488-4c63-913b-6c3d69718432 req-e314773c-1184-4db0-901c-881e1915da99 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.024148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-529af9f1-7488-4c63-913b-6c3d69718432 req-e314773c-1184-4db0-901c-881e1915da99 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 943 time: 0.2761099 Aug 11 02:24:43.026427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.039936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.047889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] 10.222.0.16 "DELETE /v2.0/networks/d9b76781-e63b-4447-b159-ca890fbc9d21 HTTP/1.1" status: 204 len: 168 time: 2.1753540 Aug 11 02:24:43.067274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96110e-a8ab-47b1-98e1-a2851d27235d req-b44fad48-5fee-43da-8a85-8096612a6519 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.078029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae2257e-0714-4fe7-a25b-2ddbe7a9a763 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:43.081561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b96110e-a8ab-47b1-98e1-a2851d27235d req-b44fad48-5fee-43da-8a85-8096612a6519 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=29f82c19-d8d3-43aa-9060-097302b3037e HTTP/1.1" status: 200 len: 946 time: 0.2976215 Aug 11 02:24:43.115714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93903c-c2ca-49f4-9738-0deb5d0e985a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b76781-e63b-4447-b159-ca890fbc9d21,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:43.146616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,segment=NetworkSegment(f1dc5177-f073-4da8-98b8-25aada449ec0),segment_id=f1dc5177-f073-4da8-98b8-25aada449ec0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:43.161492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.219239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b96110e-a8ab-47b1-98e1-a2851d27235d req-f45b363e-2682-4229-8988-c416cba2305f tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341820 Aug 11 02:24:43.269104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d02534ac-9fff-495b-b0a9-e9276ab7c552) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:43.277879 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.288248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.290432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.305270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-529af9f1-7488-4c63-913b-6c3d69718432 req-bb035d69-b135-4a7e-af14-d34331b2633a tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536500 Aug 11 02:24:43.340784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51914) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:43.348896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547acf22-75e6-491d-b66f-0da134628ccb None None] Network d02534ac-9fff-495b-b0a9-e9276ab7c552 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:43.401125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:43.444978 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e8803d10-5596-4ab6-ab1a-b8131fdac99e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4771707 Aug 11 02:24:43.450720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-752ce32c-7181-4502-81b6-3004de1b6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.452769 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-752ce32c-7181-4502-81b6-3004de1b6b2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1099 time: 0.4739180 Aug 11 02:24:43.457084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac5a1f1-9ce5-46dc-aaf3-225ae5879417,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:43.502740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:43.503509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Network hostable DHCP agents. Network: 5b3503ef-cce4-4900-bef7-fd158a8587a3, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:24:43.518289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['bae2257e-0714-4fe7-a25b-2ddbe7a9a763'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:43.537993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81a81ae3-2b7c-4dc0-9338-1dec4edb22e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ca9dfad8a504f2c9284dcb3638ae417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906924 Aug 11 02:24:43.543455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51918) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:43.548024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d8117-6609-4f7c-b2ab-6c819de2e84a req-9f7b9b33-b184-404e-9c22-511655bd0a48 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 210 time: 0.1302354 Aug 11 02:24:43.640246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:24:43.663935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5b3503ef-cce4-4900-bef7-fd158a8587a3) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:43.673511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.674237 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.696607 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-373acb1d-3e8f-4668-b68e-6f17fa833b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.707424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-89e355e7-4437-4b6e-b70e-81d962170bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.709438 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-89e355e7-4437-4b6e-b70e-81d962170bb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2475781 Aug 11 02:24:43.733418 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb34af89-1769-41f2-9851-d00c6b3eed90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2329836 Aug 11 02:24:43.763076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-373acb1d-3e8f-4668-b68e-6f17fa833b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.837004 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-724d4808-a35c-4d2b-97c4-931b689c87ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1022408 Aug 11 02:24:43.886390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259056e-2115-427e-8e6d-f10f865a8a31 req-45ad1553-0ec8-482d-9ef3-ec83b0c579e9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.888427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f259056e-2115-427e-8e6d-f10f865a8a31 req-45ad1553-0ec8-482d-9ef3-ec83b0c579e9 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 948 time: 0.0956745 Aug 11 02:24:43.903962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-373acb1d-3e8f-4668-b68e-6f17fa833b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.909271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-373acb1d-3e8f-4668-b68e-6f17fa833b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:43.915292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-373acb1d-3e8f-4668-b68e-6f17fa833b9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d16a3cb1-d476-434f-a38f-60aabb5f8608 HTTP/1.1" status: 204 len: 168 time: 0.3614473 Aug 11 02:24:43.929083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373acb1d-3e8f-4668-b68e-6f17fa833b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a3cb1-d476-434f-a38f-60aabb5f8608,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:43.938538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fcc219-ef11-409a-8119-60f535e4bb3c None None] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:43.963326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-11b1d345-eed2-4005-bf03-163b234cc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.980145 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-11b1d345-eed2-4005-bf03-163b234cc59a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1349678 Aug 11 02:24:44.065944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f259056e-2115-427e-8e6d-f10f865a8a31 req-25fbe11f-7710-4f90-b915-68c715a7d3fb tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624064 Aug 11 02:24:44.067462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-2104e456-a9a9-4f78-90e9-9bf75eecac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:44.069822 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-2104e456-a9a9-4f78-90e9-9bf75eecac58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821092 Aug 11 02:24:44.211634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e336-d210-415e-9673-5a89e9875790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.213302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:44.259549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'name': 'network-vif-deleted', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7'}, {'name': 'network-changed', 'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:44.263695 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4" -d '{"events": [{"server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "name": "network-vif-deleted", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7"}, {"name": "network-changed", "server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:44.301097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: a984352b-1c81-48dd-b397-02f7232b9fd7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:44.307597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a984352b-1c81-48dd-b397-02f7232b9fd7 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:44.400629 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-68b60210-e539-4fc1-b101-09a18b766f51 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166254 Aug 11 02:24:44.445396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1082af2-a9e3-42db-b71f-69ff4c103d2b None None] Network d02534ac-9fff-495b-b0a9-e9276ab7c552 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:44.570196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-7f42c494-779e-4857-8dca-97a3054fb168 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646338 Aug 11 02:24:44.633889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9de8df-cfe1-4234-bee9-225c05a7d6bb None None] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:44.808623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-f4ad109a-f477-4db8-a8f3-2165bbc72694 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:44.810549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-f4ad109a-f477-4db8-a8f3-2165bbc72694 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.2996347 Aug 11 02:24:44.816254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-da69c700-7584-4606-a907-be8cbb7e8f19 req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2038900413', 'description': 'tempest-description-965362076'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:44.863559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ab98690a-39cb-4524-951a-dc129a050668 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.0369875 Aug 11 02:24:44.920455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-42ec52e0-c34f-443a-95d6-44ad2e0b87ec tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555284 Aug 11 02:24:44.931319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da69c700-7584-4606-a907-be8cbb7e8f19 req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.361482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.529453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1672766188-network', 'tenant_id': '831b37510aeb49d7b7dac292984d37a6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:45.585050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-aa04d69c-3625-45e0-8556-bf33f3b95550 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:45.588545 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-aa04d69c-3625-45e0-8556-bf33f3b95550 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f82c19-d8d3-43aa-9060-097302b3037e HTTP/1.1" status: 200 len: 946 time: 0.1195958 Aug 11 02:24:45.596995 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-66f48998-9159-4059-a5be-b91ac5e03e02 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753836 Aug 11 02:24:45.757890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Deleting port b5d09cb6-1078-4f31-be36-0a4ea97165ef {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:45.759168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.772361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da69c700-7584-4606-a907-be8cbb7e8f19 req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.786784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:45.798239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da69c700-7584-4606-a907-be8cbb7e8f19 req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.862694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ffd785-e015-4e56-a7ab-67594bf9b3b6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:45.887427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Made reservation on behalf of 831b37510aeb49d7b7dac292984d37a6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:45.893655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.911429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da69c700-7584-4606-a907-be8cbb7e8f19 req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.922484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.922976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da69c700-7584-4606-a907-be8cbb7e8f19 req-838f7a78-4630-4586-b944-1e4f331b3fba tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2005706 Aug 11 02:24:45.955339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-665d846b-ed56-43ac-a421-7188c18a8d99 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422847 Aug 11 02:24:46.027635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] For port b5d09cb6-1078-4f31-be36-0a4ea97165ef, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b5d09cb6-1078-4f31-be36-0a4ea97165ef,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:46.028268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.064379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:46.067308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Calling delete_port for b5d09cb6-1078-4f31-be36-0a4ea97165ef owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:46.134797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'mac_address': 'fa:16:3e:95:d7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:46.241747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device bae2257e-0714-4fe7-a25b-2ddbe7a9a763 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:46.295153 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b11e5-09fb-4310-86cd-9c4de4704423 x-openstack-request-id: req-ec1b11e5-09fb-4310-86cd-9c4de4704423 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:46.295623 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3576b-5658-4b54-a92e-0beed11a32a2", "name": "network-vif-deleted", "tag": "a984352b-1c81-48dd-b397-02f7232b9fd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:46.296035 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec1b11e5-09fb-4310-86cd-9c4de4704423 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:46.296659 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3576b-5658-4b54-a92e-0beed11a32a2', 'name': 'network-vif-deleted', 'tag': 'a984352b-1c81-48dd-b397-02f7232b9fd7', 'status': 'completed', 'code': 200} Aug 11 02:24:46.297025 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'status': 'completed', 'code': 200} Aug 11 02:24:46.327752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.366819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:46.375058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:46.375641 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.391317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db76abd-c4b5-44de-8210-d5180f2cb0f0 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:46.458534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:46.505425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260437-dddd-460a-82d2-8c0806cf1e14 req-f98ae3d6-e8f0-401e-b1de-b665084352b8 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:46.511339 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.522696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f260437-dddd-460a-82d2-8c0806cf1e14 req-f98ae3d6-e8f0-401e-b1de-b665084352b8 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 944 time: 0.1932099 Aug 11 02:24:46.648827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-5414926a-b690-4c3a-a4fd-41a48ed55c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:46.650415 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-5414926a-b690-4c3a-a4fd-41a48ed55c04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1099 time: 0.3372259 Aug 11 02:24:46.679141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f260437-dddd-460a-82d2-8c0806cf1e14 req-278a8317-5444-4d6b-b6a1-a8c89113c7ab tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443598 Aug 11 02:24:46.779697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.797095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-49e4b7fa-9660-4603-bcba-09023821df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:46.800344 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-49e4b7fa-9660-4603-bcba-09023821df1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c079f15875914884a072129db96f8d64&device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1099 time: 0.5260904 Aug 11 02:24:46.830989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0551d27-c780-4bae-865c-9df1e25c9832 req-bf01d2d5-3e76-4d62-aebf-007843ccacdf tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 210 time: 0.1050782 Aug 11 02:24:46.838812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9db76abd-c4b5-44de-8210-d5180f2cb0f0'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:46.855179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:46.881861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.964064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df4463-329a-4b46-927b-e594ac612c16 req-e2efbba6-b751-4f17-a152-16d920c7064d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:46.988460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45df4463-329a-4b46-927b-e594ac612c16 req-e2efbba6-b751-4f17-a152-16d920c7064d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 949 time: 0.1407256 Aug 11 02:24:47.026166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-558f082c-d835-4178-ac33-fdbf2411a6eb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/62ffd785-e015-4e56-a7ab-67594bf9b3b6 HTTP/1.1" status: 200 len: 1804 time: 0.1473441 Aug 11 02:24:47.050052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.061048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62ffd785-e015-4e56-a7ab-67594bf9b3b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:47.061316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62ffd785-e015-4e56-a7ab-67594bf9b3b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:47.130315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45df4463-329a-4b46-927b-e594ac612c16 req-331f5187-9737-42e4-aaf3-26256a684eb3 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407387 Aug 11 02:24:47.140632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,segment=NetworkSegment(f1dc5177-f073-4da8-98b8-25aada449ec0),segment_id=f1dc5177-f073-4da8-98b8-25aada449ec0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:47.144917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae88f46-0783-4885-b851-5f0d88495780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:47.147587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-d7706b38-9d30-4ccc-9661-b1d9d487397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.149285 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910734e4-61b2-45ae-805d-3d5c419f9a33" -d '{"events": [{"server_uuid": "0ae88f46-0783-4885-b851-5f0d88495780", "name": "network-vif-plugged", "status": "completed", "tag": "bae2257e-0714-4fe7-a25b-2ddbe7a9a763"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:47.150766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-d7706b38-9d30-4ccc-9661-b1d9d487397d service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2644541 Aug 11 02:24:47.156121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:24:47.167457 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.177007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b5d09cb6-1078-4f31-be36-0a4ea97165ef no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:47.224387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ccbc23-b1a8-4d66-afde-fcb61290d917,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:47.256093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.259184 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Added segment 5930c36a-a434-40a0-b226-9bf1ab122982 of type vlan for network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f Aug 11 02:24:47.308577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4651e5c8-5108-4e77-a976-d0c129ec361d req-05190e0e-a725-450a-a382-476850c7dc07 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 210 time: 0.0776873 Aug 11 02:24:47.322641 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.368482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-e3d1ad69-da06-493b-a6c4-2db73c78fa95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.1027622 Aug 11 02:24:47.435661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.468591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.471688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:47.500702 n-d-715271-8 neutron-server[94701]: INFO neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No ports have port_id starting with b5d09cb6-1078-4f31-be36-0a4ea97165ef Aug 11 02:24:47.502982 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-681aee3a-5c58-40ab-935f-69cdd9551a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.521335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-e6515686-a403-47b1-ae92-524124bb137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.524448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-e6515686-a403-47b1-ae92-524124bb137e service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.8423491 Aug 11 02:24:47.560150 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.579695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['0d45a914-2ade-49f5-81cb-ed49a8ce75d4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:47.582785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8fc7b5-2a5e-43cd-be0d-bd577405ac5f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:47.591782 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.608220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3ed4de3-574a-4f9b-b039-88c950bdb5ea req-df82baa8-ebf4-4eeb-9a7b-3512a89c0e15 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5781748 Aug 11 02:24:47.620044 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-1766e91b-ea2a-4917-aefa-b8324d0c4744 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 200 len: 217 time: 0.0618637 Aug 11 02:24:47.622792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.654651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b1553-c42b-4848-9586-4ddd42fc8e8c req-88db8090-a618-4d84-9b04-24eba176651a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.659168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-119b1553-c42b-4848-9586-4ddd42fc8e8c req-88db8090-a618-4d84-9b04-24eba176651a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=29f82c19-d8d3-43aa-9060-097302b3037e HTTP/1.1" status: 200 len: 867 time: 0.2258756 Aug 11 02:24:47.725453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event deleted for resources: {'Port': ['ID=b5d09cb6-1078-4f31-be36-0a4ea97165ef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:47.752477 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.764108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-d97b1082-426f-41d8-b69b-7702398b850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.766315 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-d97b1082-426f-41d8-b69b-7702398b850d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3830123 Aug 11 02:24:47.768792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-119b1553-c42b-4848-9586-4ddd42fc8e8c req-c6ba4741-536b-4840-b453-02f2deb51fe8 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/security-groups?id=89104999-c7e5-4850-85cc-9c3d53aa570e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037779 Aug 11 02:24:47.852502 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79eee26-5cbb-43d6-8812-2ce3ee86db1c x-openstack-request-id: req-b79eee26-5cbb-43d6-8812-2ce3ee86db1c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:47.853368 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae88f46-0783-4885-b851-5f0d88495780", "name": "network-vif-plugged", "status": "completed", "tag": "bae2257e-0714-4fe7-a25b-2ddbe7a9a763", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:47.853368 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b79eee26-5cbb-43d6-8812-2ce3ee86db1c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:47.854558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] No DVR routers for this DVR port b5d09cb6-1078-4f31-be36-0a4ea97165ef on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:47.859268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.864449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c0e9fea3-db48-47c7-bc5a-ec6b1991a6a3 req-2809564a-d22f-4ce2-bce9-8928cca7432a tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "DELETE /v2.0/ports/b5d09cb6-1078-4f31-be36-0a4ea97165ef HTTP/1.1" status: 204 len: 173 time: 2.2691071 Aug 11 02:24:47.866189 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae88f46-0783-4885-b851-5f0d88495780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763', 'code': 200} Aug 11 02:24:47.867363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-2a4a9ab7-1307-49d4-ab52-3940f3616256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.870421 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-2a4a9ab7-1307-49d4-ab52-3940f3616256 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2281346 Aug 11 02:24:47.897414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.902941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.905027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:47.989545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-9d3faab0-e152-47b1-b2a4-c737dbf25a15 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.994576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-9d3faab0-e152-47b1-b2a4-c737dbf25a15 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 946 time: 0.1182575 Aug 11 02:24:48.065398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7018716 Aug 11 02:24:48.124055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:48.138928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Request body: {'subnet': {'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1672766188-subnet', 'tenant_id': '831b37510aeb49d7b7dac292984d37a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:48.186273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-92a385ee-6040-4909-94cc-f80be20751a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.193137 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-92a385ee-6040-4909-94cc-f80be20751a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3996983 Aug 11 02:24:48.194599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Made reservation on behalf of 831b37510aeb49d7b7dac292984d37a6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:48.198353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.227671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3ab6bba1-4858-43f8-a156-4bfe2539a665 req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-928497260', 'description': 'tempest-description-2099076350'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:48.288259 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3ab6bba1-4858-43f8-a156-4bfe2539a665 req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.312112 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.327450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f82c19-d8d3-43aa-9060-097302b3037e', 'name': 'network-vif-deleted', 'tag': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:48.332234 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf16407-30b7-4674-92ff-5308b6835aca" -d '{"events": [{"server_uuid": "29f82c19-d8d3-43aa-9060-097302b3037e", "name": "network-vif-deleted", "tag": "b5d09cb6-1078-4f31-be36-0a4ea97165ef"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:48.337653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Deleting port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:48.337915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.416374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-dc57a375-ff0d-4350-8995-a958baf7c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.420656 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-dc57a375-ff0d-4350-8995-a958baf7c3cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4563096 Aug 11 02:24:48.431271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1d6fa-cb25-493f-ba6d-16a028e34803 req-f16c8267-ad56-40aa-beff-198c56242d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.433397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-edd1d6fa-cb25-493f-ba6d-16a028e34803 req-f16c8267-ad56-40aa-beff-198c56242d52 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 1096 time: 0.4961772 Aug 11 02:24:48.434361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4a765-8c27-43f3-b3bc-a618b79eefe2 admin admin] Pushing event updated for resources: {'Network': ['ID=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:48.451171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:24:48.730553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a1595-8bee-4fe0-bcc1-669fb5f4ebcf req-2b65690c-475d-48e1-896d-64b2af698043 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.734150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d87a1595-8bee-4fe0-bcc1-669fb5f4ebcf req-2b65690c-475d-48e1-896d-64b2af698043 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 1100 time: 0.3391552 Aug 11 02:24:48.808474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] For port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,segment=NetworkSegment(08528515-629a-41e8-bd23-3223aef76a32),segment_id=08528515-629a-41e8-bd23-3223aef76a32)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:48.809386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.861151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3ab6bba1-4858-43f8-a156-4bfe2539a665 req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:48.909559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Calling delete_port for 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:48.942841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3ab6bba1-4858-43f8-a156-4bfe2539a665 req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.106931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d87a1595-8bee-4fe0-bcc1-669fb5f4ebcf req-b1469a0d-cf14-423f-a896-6e0b13a9c042 tempest-MigrationsAdminTest-2063429560 tempest-MigrationsAdminTest-2063429560-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463135 Aug 11 02:24:49.110515 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-d361d1e9-c006-4589-ba92-fdf6cbe4223a service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689177 Aug 11 02:24:49.148129 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-edd1d6fa-cb25-493f-ba6d-16a028e34803 req-e9af1b1c-e318-4c79-af39-3039ab527205 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903498 Aug 11 02:24:49.197683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3ab6bba1-4858-43f8-a156-4bfe2539a665 req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.209333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ab6bba1-4858-43f8-a156-4bfe2539a665 req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9926744 Aug 11 02:24:49.227238 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-478dd685-5749-478f-9ad3-e2800a571463 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0176058 Aug 11 02:24:49.250954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17951822-3e99-4d40-931e-6d587c146805 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a50996-0b14-4535-aeca-44e3fe0b678c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:49.396595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bbcf241-f2a5-49b6-acf9-23f60b0a104c req-e87e5038-7852-4576-afbd-383242ab2431 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 210 time: 0.0896516 Aug 11 02:24:49.412833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-8b2e8141-97b3-43c1-829c-9704edaaa00a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:49.415716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-8b2e8141-97b3-43c1-829c-9704edaaa00a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.5444508 Aug 11 02:24:49.434233 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-d414ec2d-5dd6-423a-b8c1-8380fb508f65 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825364 Aug 11 02:24:49.441314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:49.473832 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab873ba2-3b19-4cc1-b20c-ed49d75149b4 req-1ae3d60f-6365-4321-94b2-f47a9b643859 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524275 Aug 11 02:24:49.493922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.570357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:49.575551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Checking segment: {'id': '5930c36a-a434-40a0-b226-9bf1ab122982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:49.575962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Network hostable DHCP agents. Network: f1386bdc-3aa3-4393-b38f-62f5f77d3a0f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:24:49.600878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:24:49.620305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f1386bdc-3aa3-4393-b38f-62f5f77d3a0f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:49.627806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:49.629378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.639186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777ff684-1002-4a83-9dba-bcf55669d872 None None] Network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:49.642287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a830cf06-6bac-4c81-95e7-4bb4d279d1e1 req-bee958a6-b599-41ff-aa2b-370d5851bdf3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 210 time: 0.1363430 Aug 11 02:24:49.686078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a04ec-395b-4510-a026-9bfb9800dff4 req-95917f21-a55c-4345-bc95-2a6c8cfddcd5 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:49.687437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6bb56cf8-335a-4e21-904c-49b3223c228c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5541298 Aug 11 02:24:49.703821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f9a04ec-395b-4510-a026-9bfb9800dff4 req-95917f21-a55c-4345-bc95-2a6c8cfddcd5 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 945 time: 0.4651642 Aug 11 02:24:49.725289 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5cfe1a-9953-41b3-9b98-16aa1705f6dc x-openstack-request-id: req-9d5cfe1a-9953-41b3-9b98-16aa1705f6dc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:49.725735 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f82c19-d8d3-43aa-9060-097302b3037e", "name": "network-vif-deleted", "tag": "b5d09cb6-1078-4f31-be36-0a4ea97165ef", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:49.726143 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d5cfe1a-9953-41b3-9b98-16aa1705f6dc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:49.726992 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f82c19-d8d3-43aa-9060-097302b3037e', 'name': 'network-vif-deleted', 'tag': 'b5d09cb6-1078-4f31-be36-0a4ea97165ef', 'status': 'completed', 'code': 200} Aug 11 02:24:49.814692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:49.899918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f9a04ec-395b-4510-a026-9bfb9800dff4 req-9f9a53c1-9c77-4e42-abe0-324b2a95d3d7 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847816 Aug 11 02:24:49.960028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:49.986478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:49.991032 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.033864 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.041806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:50.052319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:50.053394 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.065221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Pushing event deleted for resources: {'Port': ['ID=0d45a914-2ade-49f5-81cb-ed49a8ce75d4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.072957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c056c4a-1da9-45c3-9c4e-73a8a5426434 None None] Network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:24:50.177969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-0324ad68-c3a0-4d16-bfc9-bdb854c659f6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/91a50996-0b14-4535-aeca-44e3fe0b678c HTTP/1.1" status: 200 len: 1804 time: 0.2319129 Aug 11 02:24:50.216708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] No DVR routers for this DVR port 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:50.224616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '91a50996-0b14-4535-aeca-44e3fe0b678c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:50.225497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '91a50996-0b14-4535-aeca-44e3fe0b678c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:50.246700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.254844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f662d7-ca4a-4e8e-9256-05fef97b572f req-c0cee257-8909-491f-a57b-1d8c1c37bce2 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.25 "DELETE /v2.0/ports/0d45a914-2ade-49f5-81cb-ed49a8ce75d4 HTTP/1.1" status: 204 len: 173 time: 2.2527232 Aug 11 02:24:50.256054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b849b-04d7-4195-be49-a572107b47c9', 'name': 'network-vif-deleted', 'tag': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:50.263644 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078411b-17d2-4d29-b4d8-58c55fbc91a8" -d '{"events": [{"server_uuid": "791b849b-04d7-4195-be49-a572107b47c9", "name": "network-vif-deleted", "tag": "0d45a914-2ade-49f5-81cb-ed49a8ce75d4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:50.340225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.401825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:50.404491 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3488bf5-8964-4257-b5ee-c80ddee5de91" -d '{"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-plugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:50.436559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:50.447013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.501513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f60db47-7f9a-4f5f-ad6b-47f1225b6a1a req-df2afecf-2d3e-4338-9468-881be09a11a4 tempest-MultipleCreateTestJSON-100294865 tempest-MultipleCreateTestJSON-100294865-project] 10.222.0.16 "GET /v2.0/ports?device_id=791b849b-04d7-4195-be49-a572107b47c9 HTTP/1.1" status: 200 len: 210 time: 0.0670545 Aug 11 02:24:50.501821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=13']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.597122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.10 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/1ff93022-31f0-4dbe-82e9-0299b14fe2c4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:50.639848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.731353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.741048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.835061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48931b3a-3756-4b38-85fc-e31353770dd3,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.854169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.858578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a7b9557-84ac-4cb2-b0c0-92d88296356d req-7c9ae5e1-40e6-4a82-8663-34fcbf9b7117 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6783884 Aug 11 02:24:50.947711 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a123063-4629-4d17-8cf8-4e821c98c5f6 x-openstack-request-id: req-7a123063-4629-4d17-8cf8-4e821c98c5f6 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:50.948161 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791b849b-04d7-4195-be49-a572107b47c9", "name": "network-vif-deleted", "tag": "0d45a914-2ade-49f5-81cb-ed49a8ce75d4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:50.948547 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a123063-4629-4d17-8cf8-4e821c98c5f6 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:50.949150 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791b849b-04d7-4195-be49-a572107b47c9', 'name': 'network-vif-deleted', 'tag': '0d45a914-2ade-49f5-81cb-ed49a8ce75d4', 'status': 'completed', 'code': 200} Aug 11 02:24:51.008644 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92259815-94b3-4b5e-bf7f-f0ea6ff2a6b9 x-openstack-request-id: req-92259815-94b3-4b5e-bf7f-f0ea6ff2a6b9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:51.010934 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-plugged", "status": "completed", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:51.011865 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92259815-94b3-4b5e-bf7f-f0ea6ff2a6b9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:51.012836 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'code': 200} Aug 11 02:24:51.094384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa16405-f63a-4093-8a61-17212b505216 req-62fcce28-c2da-4457-8003-cc7999cb03f5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.103367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baa16405-f63a-4093-8a61-17212b505216 req-62fcce28-c2da-4457-8003-cc7999cb03f5 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 950 time: 0.2231598 Aug 11 02:24:51.116220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:51.190659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64fde1c4-ae86-4a2f-9286-2cc211aead3f req-6d90660d-59b5-4f0f-a3a2-763e6acd9958 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa3576b-5658-4b54-a92e-0beed11a32a2 HTTP/1.1" status: 200 len: 210 time: 0.0825634 Aug 11 02:24:51.271211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:51.375422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baa16405-f63a-4093-8a61-17212b505216 req-e7a55d0e-9f97-4d46-bd72-cec8e6fbee20 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653179 Aug 11 02:24:51.392701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:51.456209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:51.464083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:51.469279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:51.538545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bb76-8369-4cdc-96c6-c6a72d70d0a7 req-9f8c3125-faf6-4b8b-a78f-dceae6fde4d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.547426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0699bb76-8369-4cdc-96c6-c6a72d70d0a7 req-9f8c3125-faf6-4b8b-a78f-dceae6fde4d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 932 time: 0.1888165 Aug 11 02:24:51.594359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-409b0ae3-7b4e-454a-9494-d0d1115aec08 req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2099063192', 'description': 'tempest-description-1920013975'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:51.611728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.612397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:51.664619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0699bb76-8369-4cdc-96c6-c6a72d70d0a7 req-44cdfb9e-61bc-4a73-83a7-c60efefd9aee tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156662 Aug 11 02:24:51.681520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-409b0ae3-7b4e-454a-9494-d0d1115aec08 req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:51.708288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-700f3415-1565-46ef-8e96-92a7de12ac20 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2805350 Aug 11 02:24:51.733350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Request body: {'port': {'device_id': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:51.852015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-6ee769d1-bfb4-46ad-8359-560c24908333 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.855038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-6ee769d1-bfb4-46ad-8359-560c24908333 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 950 time: 0.0954919 Aug 11 02:24:51.864661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.015644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-409b0ae3-7b4e-454a-9494-d0d1115aec08 req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.027918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ce4e5-dabf-4cd3-9af3-0f91f213452d req-75d0bbbe-defc-4ba3-ae30-d66c5923b951 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:52.029852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Deleting port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:52.030054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d39ce4e5-dabf-4cd3-9af3-0f91f213452d req-75d0bbbe-defc-4ba3-ae30-d66c5923b951 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 945 time: 0.1708336 Aug 11 02:24:52.030339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.042683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-409b0ae3-7b4e-454a-9494-d0d1115aec08 req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.161785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] For port 9db76abd-c4b5-44de-8210-d5180f2cb0f0, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9db76abd-c4b5-44de-8210-d5180f2cb0f0,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:52.162477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.171552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce418d49-f7ce-412b-a68f-4dae6272d4d4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:52.186233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Calling delete_port for 9db76abd-c4b5-44de-8210-d5180f2cb0f0 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:52.187297 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-409b0ae3-7b4e-454a-9494-d0d1115aec08 req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.190202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:52.193725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-409b0ae3-7b4e-454a-9494-d0d1115aec08 req-98bba3f8-3b3b-4f11-a833-5a8f7a353651 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6074464 Aug 11 02:24:52.218181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:52.218734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d45a914-2ade-49f5-81cb-ed49a8ce75d4 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:52.246069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d39ce4e5-dabf-4cd3-9af3-0f91f213452d req-dbb77176-7260-49b3-b857-2e6f461ba712 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640308 Aug 11 02:24:52.273855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52052) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:52.360978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Deleting subnet 19657541-462a-42d4-a28a-6a35f3b69919 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:24:52.369128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.399876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e633121-0718-4381-afe0-fba314526178 req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-729477446', 'description': 'tempest-description-1931261348'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:52.431740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e633121-0718-4381-afe0-fba314526178 req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.475430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.550794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.566742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c8534ab-6fcf-422e-a690-1ee7caf16dc8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:52.569283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548', '2126ae76-61ef-4d9a-b777-41e2a50d4e73', '9db76abd-c4b5-44de-8210-d5180f2cb0f0'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:52.620471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event deleted for resources: {'Port': ['ID=9db76abd-c4b5-44de-8210-d5180f2cb0f0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:52.698688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.837064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] No DVR routers for this DVR port 9db76abd-c4b5-44de-8210-d5180f2cb0f0 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:52.848266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.856854 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d6b2d06e-2ea4-4b1c-a623-50956d455fda req-3e9836c2-47db-41dc-8fb7-14ebf543af3c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "DELETE /v2.0/ports/9db76abd-c4b5-44de-8210-d5180f2cb0f0 HTTP/1.1" status: 204 len: 173 time: 0.9950931 Aug 11 02:24:52.858986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-deleted', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:52.866821 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f9af32-4bc4-47d0-b193-cbf3cbff5d42" -d '{"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-deleted", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:52.873756 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.874500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:52.889905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f470dc0-8cb8-498e-9328-79c80a4cfa0d req-7b6aa88d-619d-47a8-a2d1-02e168fdbf75 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0adb994c-6570-4d53-b9e1-57a99deb84cb HTTP/1.1" status: 200 len: 210 time: 0.1415606 Aug 11 02:24:53.198399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e633121-0718-4381-afe0-fba314526178 req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.201077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:53.224682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.292547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.308282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e633121-0718-4381-afe0-fba314526178 req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.323178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19657541-462a-42d4-a28a-6a35f3b69919,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:53.495387 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.502880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:53.506834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e64849e6-4378-40ec-838c-e05264c3f970 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/19657541-462a-42d4-a28a-6a35f3b69919 HTTP/1.1" status: 204 len: 168 time: 1.2312777 Aug 11 02:24:53.598608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Transition to ACTIVE for port object 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:53.600275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e633121-0718-4381-afe0-fba314526178 req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.615803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e633121-0718-4381-afe0-fba314526178 req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2361369 Aug 11 02:24:53.616984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f9547-70ce-48ed-8d83-14c574d37da6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:53.656814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.770840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa059f-963b-4480-926f-0b8f1a1d4108 req-0d18bf5e-97b8-4b07-85b9-259167b41449 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:53.773898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98fa059f-963b-4480-926f-0b8f1a1d4108 req-0d18bf5e-97b8-4b07-85b9-259167b41449 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 932 time: 0.6110334 Aug 11 02:24:53.843157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:53.852600 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.874764 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67acfce-730b-4e2f-8995-f99a6be23855 x-openstack-request-id: req-b67acfce-730b-4e2f-8995-f99a6be23855 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:53.877415 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb994c-6570-4d53-b9e1-57a99deb84cb", "name": "network-vif-deleted", "tag": "9db76abd-c4b5-44de-8210-d5180f2cb0f0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:53.878152 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b67acfce-730b-4e2f-8995-f99a6be23855 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:53.880862 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb994c-6570-4d53-b9e1-57a99deb84cb', 'name': 'network-vif-deleted', 'tag': '9db76abd-c4b5-44de-8210-d5180f2cb0f0', 'status': 'completed', 'code': 200} Aug 11 02:24:54.225749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.272462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57d55e9-4ce6-43ba-848c-0a3881e92cfb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:54.300252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98fa059f-963b-4480-926f-0b8f1a1d4108 req-0a6d3674-3a1d-4092-9abe-4be7ee7f4718 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951859 Aug 11 02:24:54.330732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08528515-629a-41e8-bd23-3223aef76a32') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:54.331242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08528515-629a-41e8-bd23-3223aef76a32') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:54.372158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Attempting to bind port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:54.372688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Attempting to bind port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:54.373228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Attempting to bind port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:54.387850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.420151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:54.420701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Attempting to bind port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:54.472951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:54.473781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:54.474522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:54.475416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Bound port: 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:54.476052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.507446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.546452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:54.547764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:54.555552 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:54.568637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-4938034a-83bd-4f90-8b05-e1ea88256c5c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/ce418d49-f7ce-412b-a68f-4dae6272d4d4 HTTP/1.1" status: 200 len: 1805 time: 0.4023578 Aug 11 02:24:54.787396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.787778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-4c2320f5-6b49-403d-a486-3ea60633abab tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d HTTP/1.1" status: 200 len: 1804 time: 0.2165830 Aug 11 02:24:54.792913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ce418d49-f7ce-412b-a68f-4dae6272d4d4', 'remote_group_id': 'b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:54.793228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ce418d49-f7ce-412b-a68f-4dae6272d4d4', 'remote_group_id': 'b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:54.799172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] For port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:54.808481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.812055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] For port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:54.816992 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] 10.222.0.16 "DELETE /v2.0/networks/e57d55e9-4ce6-43ba-848c-0a3881e92cfb HTTP/1.1" status: 204 len: 168 time: 1.3119709 Aug 11 02:24:54.862335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.874958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b380ed-b7e2-49b5-9e5e-c80700abc11d admin admin] Pushing event deleted for resources: {'Network': ['ID=e57d55e9-4ce6-43ba-848c-0a3881e92cfb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:55.037266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:55.039492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.044033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/1ff93022-31f0-4dbe-82e9-0299b14fe2c4 HTTP/1.1" status: 200 len: 1092 time: 3.3265953 Aug 11 02:24:55.068581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'tag': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:55.087899 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d" -d '{"events": [{"name": "network-changed", "server_uuid": "d81b22db-c4aa-40a9-b826-303781b9721e", "tag": "1ff93022-31f0-4dbe-82e9-0299b14fe2c4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:55.134124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.196231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5b0f-7b86-4038-9e40-a02f014999b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:55.240424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-64606ddc-c134-4347-9ba2-ccb117aac53e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec7e17b6deed4f6bb98abdafaa45c41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045439 Aug 11 02:24:55.242757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.303619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-66bd500f-1d7e-44a0-94f0-9be11cb7567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:55.315104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-66bd500f-1d7e-44a0-94f0-9be11cb7567f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 1095 time: 0.2147334 Aug 11 02:24:55.379980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1db20b15-13e3-4a54-856a-35f93a94d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.460183 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1db20b15-13e3-4a54-856a-35f93a94d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.514046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-59613ef4-5685-4857-9244-f9d65e7984a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4 HTTP/1.1" status: 200 len: 217 time: 0.1757081 Aug 11 02:24:55.608339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1db20b15-13e3-4a54-856a-35f93a94d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.615635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1db20b15-13e3-4a54-856a-35f93a94d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.620124 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1db20b15-13e3-4a54-856a-35f93a94d824 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89104999-c7e5-4850-85cc-9c3d53aa570e HTTP/1.1" status: 204 len: 168 time: 0.3750644 Aug 11 02:24:55.636993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.638541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db20b15-13e3-4a54-856a-35f93a94d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89104999-c7e5-4850-85cc-9c3d53aa570e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:55.748630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-d43c551b-cbb7-4b2e-8c8d-984f697a5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:55.750243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-d43c551b-cbb7-4b2e-8c8d-984f697a5d5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1823153 Aug 11 02:24:55.753695 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.763274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8db8b-f243-4ec0-8f77-86ac9a508bae req-35cbd1a9-b861-4f8f-aa86-c5ae69542324 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:55.768368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09a8db8b-f243-4ec0-8f77-86ac9a508bae req-35cbd1a9-b861-4f8f-aa86-c5ae69542324 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 951 time: 0.2668624 Aug 11 02:24:55.771403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.810121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3bd0fd-dc4e-4924-846b-156b32d41f54,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:55.845345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:55.848934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-9713e301-d648-4a50-93e4-778e5808a430 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729592 Aug 11 02:24:55.886928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 9db76abd-c4b5-44de-8210-d5180f2cb0f0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:55.887632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9db76abd-c4b5-44de-8210-d5180f2cb0f0 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:55.957648 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.958958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75bdf267-75e4-45b7-b03c-4b095927e48b req-3acf6f4d-9128-4191-90e4-53813e08571b tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1703427 Aug 11 02:24:55.962262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09a8db8b-f243-4ec0-8f77-86ac9a508bae req-f620926e-77f5-4c1e-a558-fbc19b28b3e4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881449 Aug 11 02:24:56.035606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-33256bdd-9946-463c-aee1-4d4afc79af36 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619978 Aug 11 02:24:56.158572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d20eae-9e15-455b-bc0e-5030207ee748 req-edf0e5fe-8d83-4617-9005-92b43e826047 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144948 Aug 11 02:24:56.160741 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe413ef-6253-457f-aff3-17ea8cd354a5 x-openstack-request-id: req-fbe413ef-6253-457f-aff3-17ea8cd354a5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:56.161253 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81b22db-c4aa-40a9-b826-303781b9721e", "tag": "1ff93022-31f0-4dbe-82e9-0299b14fe2c4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:56.161663 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbe413ef-6253-457f-aff3-17ea8cd354a5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:56.162276 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'tag': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4', 'status': 'completed', 'code': 200} Aug 11 02:24:56.291767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c3741-f3f6-402b-bf90-39e616a24a48 req-42dfa095-9394-42f8-8625-66073b495158 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.293595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e85c3741-f3f6-402b-bf90-39e616a24a48 req-42dfa095-9394-42f8-8625-66073b495158 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 944 time: 0.1188827 Aug 11 02:24:56.305202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-7978548e-f3b6-4ff5-a6fb-a73d8a0c90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.306847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-7978548e-f3b6-4ff5-a6fb-a73d8a0c90c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 1095 time: 0.0861733 Aug 11 02:24:56.366623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e85c3741-f3f6-402b-bf90-39e616a24a48 req-e9485136-841b-4cd8-a2b1-ddbe74340e87 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Aug 11 02:24:56.462419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37505bf6-399c-42c5-9482-e7a97154b736 req-1f6e1906-fc49-4a9f-b015-667a5e20dade tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.464116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-37505bf6-399c-42c5-9482-e7a97154b736 req-1f6e1906-fc49-4a9f-b015-667a5e20dade tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 951 time: 0.1210392 Aug 11 02:24:56.491079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1a458041-f438-4ac0-9d54-0391f5a877d8 req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-459511793', 'description': 'tempest-description-717025263'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:56.549724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-6eb35cfa-82c9-4a4b-89c8-9e9be3ecf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.556384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-6eb35cfa-82c9-4a4b-89c8-9e9be3ecf1bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.1939070 Aug 11 02:24:56.634868 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a458041-f438-4ac0-9d54-0391f5a877d8 req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.641364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-2d37013b-7b85-4aa5-99a1-7d7aa02c2c87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4 HTTP/1.1" status: 200 len: 217 time: 0.0725193 Aug 11 02:24:56.664841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Deleting port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:56.664841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.815664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-04f375f5-e5e5-405a-a140-ec05901c5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.819843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-04f375f5-e5e5-405a-a140-ec05901c5966 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1673877 Aug 11 02:24:56.911533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-98884df5-86b2-40be-8652-3a3823074bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824809 Aug 11 02:24:56.952824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] For port 2126ae76-61ef-4d9a-b777-41e2a50d4e73, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2126ae76-61ef-4d9a-b777-41e2a50d4e73,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:56.953353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.986846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Calling delete_port for 2126ae76-61ef-4d9a-b777-41e2a50d4e73 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:57.116907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a458041-f438-4ac0-9d54-0391f5a877d8 req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.119981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-8de6c76b-3192-481e-995d-298a2cb3dd6d service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979291 Aug 11 02:24:57.123141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a458041-f438-4ac0-9d54-0391f5a877d8 req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.155860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c3f7b0-8b88-4ed9-acca-828ff292142d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.218209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a458041-f438-4ac0-9d54-0391f5a877d8 req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.218209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a458041-f438-4ac0-9d54-0391f5a877d8 req-2b977e8f-f003-4b4f-9089-d37f100a7b07 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7324736 Aug 11 02:24:57.366447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.382480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548', '2126ae76-61ef-4d9a-b777-41e2a50d4e73'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:57.385618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c8534ab-6fcf-422e-a690-1ee7caf16dc8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:57.400897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event deleted for resources: {'Port': ['ID=2126ae76-61ef-4d9a-b777-41e2a50d4e73,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.467204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a4b768e-cb61-4a44-a3e0-020920d85855 req-aa543ba6-acc6-47d0-9d88-7be86612a861 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e HTTP/1.1" status: 200 len: 210 time: 0.1142411 Aug 11 02:24:57.502936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] No DVR routers for this DVR port 2126ae76-61ef-4d9a-b777-41e2a50d4e73 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:57.523851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.530828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-cf2de0a8-1d17-443d-a5ed-1ccc167b61d4 req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-376238377', 'description': 'tempest-description-1822040173'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:57.545135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-37505bf6-399c-42c5-9482-e7a97154b736 req-ce86f052-c3b6-4275-9d50-26d6df93eba8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "DELETE /v2.0/ports/2126ae76-61ef-4d9a-b777-41e2a50d4e73 HTTP/1.1" status: 204 len: 173 time: 1.0720088 Aug 11 02:24:57.545905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-deleted', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:57.552604 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed65b943-5f4b-4d05-aab0-91fa8ed1d01d" -d '{"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-deleted", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:57.572702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aa2338b-e46f-4c78-8a9c-7a5d859d038d req-387deaa1-a9de-44ef-a572-e6d547a88da7 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190693 Aug 11 02:24:57.620548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cf2de0a8-1d17-443d-a5ed-1ccc167b61d4 req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.849005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:57.935465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cf2de0a8-1d17-443d-a5ed-1ccc167b61d4 req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.944524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cf2de0a8-1d17-443d-a5ed-1ccc167b61d4 req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.026856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.064275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cf2de0a8-1d17-443d-a5ed-1ccc167b61d4 req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.080868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf2de0a8-1d17-443d-a5ed-1ccc167b61d4 req-99616365-6d17-434c-8711-7c323b571d75 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5616965 Aug 11 02:24:58.143818 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:24:58.231964 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65fadfe-38da-4834-8ee3-5a660eb0f69a x-openstack-request-id: req-f65fadfe-38da-4834-8ee3-5a660eb0f69a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:58.232327 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e", "name": "network-vif-deleted", "tag": "2126ae76-61ef-4d9a-b777-41e2a50d4e73", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:58.232481 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f65fadfe-38da-4834-8ee3-5a660eb0f69a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:58.232889 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6b1a-051d-4c1a-9c0d-cbd0c705904e', 'name': 'network-vif-deleted', 'tag': '2126ae76-61ef-4d9a-b777-41e2a50d4e73', 'status': 'completed', 'code': 200} Aug 11 02:24:58.268811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabb5eb-29fc-46d3-ae6f-99080f895225 req-957fc884-43f9-4801-9393-a15a9ff8e3af tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:58.270755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fabb5eb-29fc-46d3-ae6f-99080f895225 req-957fc884-43f9-4801-9393-a15a9ff8e3af tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 944 time: 0.1164002 Aug 11 02:24:58.354040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:58.370786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4', 'mac_address': 'fa:16:3e:5e:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:58.414824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fabb5eb-29fc-46d3-ae6f-99080f895225 req-6d904b23-f4e2-4d34-b3c5-b507743d8867 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351137 Aug 11 02:24:58.535471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-07c55152-6cf7-4891-b226-ab454564d97e tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/d7c3f7b0-8b88-4ed9-acca-828ff292142d HTTP/1.1" status: 200 len: 1803 time: 0.1007426 Aug 11 02:24:58.574783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.606706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:58.616637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-3baf9ce0-bdb9-4264-925f-898195746d12 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b HTTP/1.1" status: 200 len: 1804 time: 0.0716996 Aug 11 02:24:58.622461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7c3f7b0-8b88-4ed9-acca-828ff292142d', 'remote_group_id': 'a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:58.622964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7c3f7b0-8b88-4ed9-acca-828ff292142d', 'remote_group_id': 'a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:58.630798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:58.642349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.725448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.734418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.734704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.735047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.735436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.735770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.736111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.736433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.736758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.737117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.737445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.737769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.738766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:58.793306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-066b5580-0f5e-4350-ae8e-34d72e4bf729 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:58.795120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-066b5580-0f5e-4350-ae8e-34d72e4bf729 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/networks?id=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f HTTP/1.1" status: 200 len: 810 time: 0.1665142 Aug 11 02:24:58.808980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.826733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-76d0618a-e63b-4583-90c3-e8e266cf914b tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/quotas/831b37510aeb49d7b7dac292984d37a6 HTTP/1.1" status: 200 len: 375 time: 0.0192301 Aug 11 02:24:58.873121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-cffd349d-79e5-4ece-8226-2c45b00522fb tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=831b37510aeb49d7b7dac292984d37a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345354 Aug 11 02:24:58.875371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.881426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.902711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['1ff93022-31f0-4dbe-82e9-0299b14fe2c4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:58.909041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5e63b1-d43d-442f-bef2-7945f48e1046,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.991777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.015619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9ddc4ae-6de7-4867-9661-0f7e4a848bea req-221400ec-e6a9-4a5d-b794-81a375ba1569 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3978257 Aug 11 02:24:59.114869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-6de71f28-193e-4220-b5df-1091123e0dae service neutron] 10.222.0.16 "GET /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170990 Aug 11 02:24:59.233361 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-46556a25-b5af-497b-8a84-f7baf057d606 service neutron] 10.222.0.16 "GET /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158631 Aug 11 02:24:59.494970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7d4c0c1-0ffb-47bf-8406-83123e12c060 req-8f471dfe-b4d9-47ec-aa3b-b1b4dc96ebd5 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b HTTP/1.1" status: 200 len: 1804 time: 0.0479715 Aug 11 02:24:59.575579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7d4c0c1-0ffb-47bf-8406-83123e12c060 req-fc55a905-fec0-4546-ae30-ff071b5537f9 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.601372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7d4c0c1-0ffb-47bf-8406-83123e12c060 req-fc55a905-fec0-4546-ae30-ff071b5537f9 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.700980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7d4c0c1-0ffb-47bf-8406-83123e12c060 req-fc55a905-fec0-4546-ae30-ff071b5537f9 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.704638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e7d4c0c1-0ffb-47bf-8406-83123e12c060 req-fc55a905-fec0-4546-ae30-ff071b5537f9 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.706210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7d4c0c1-0ffb-47bf-8406-83123e12c060 req-fc55a905-fec0-4546-ae30-ff071b5537f9 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b HTTP/1.1" status: 204 len: 173 time: 0.2023456 Aug 11 02:24:59.727090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55a905-fec0-4546-ae30-ff071b5537f9 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.856745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:59.926393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:59.935690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:59.936220 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.007790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012e0d-0d60-4a16-8ca4-a2316a4c14c2 req-cb601b33-af97-4f2f-b59f-f79caddf0a1b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.009595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c012e0d-0d60-4a16-8ca4-a2316a4c14c2 req-cb601b33-af97-4f2f-b59f-f79caddf0a1b tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.1537519 Aug 11 02:25:00.020372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2322e9-5ecc-4c1f-aada-cd64ccd8198d req-495db171-2f91-448c-b0bf-542991bd27ce tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.030717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df2322e9-5ecc-4c1f-aada-cd64ccd8198d req-495db171-2f91-448c-b0bf-542991bd27ce tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 945 time: 0.1101637 Aug 11 02:25:00.093884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.146996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c012e0d-0d60-4a16-8ca4-a2316a4c14c2 req-6714dc50-fb95-4d5d-bd77-c96af7f4b03f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092811 Aug 11 02:25:00.199270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df2322e9-5ecc-4c1f-aada-cd64ccd8198d req-a7ff9478-3f09-48e9-9aaf-4c68e9897aa2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579318 Aug 11 02:25:00.217360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:00.221593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-fe08bd98-f154-418d-8035-2f469c1b8aef tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.225389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-fe08bd98-f154-418d-8035-2f469c1b8aef tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.1712730 Aug 11 02:25:00.225758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:00.228202 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a618d-d923-4c81-b5b8-0da167a3cc52" -d '{"events": [{"server_uuid": "d81b22db-c4aa-40a9-b826-303781b9721e", "name": "network-vif-plugged", "status": "completed", "tag": "1ff93022-31f0-4dbe-82e9-0299b14fe2c4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:00.238726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.242137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:00.282377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 2126ae76-61ef-4d9a-b777-41e2a50d4e73 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:00.283571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2126ae76-61ef-4d9a-b777-41e2a50d4e73 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:00.336854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5aee931e-30f0-4ff4-aea9-ce6cb2ccda05 req-368baf24-653d-429f-84c1-f1564c6ca396 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 210 time: 0.1091030 Aug 11 02:25:00.344913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:00.440878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbbf3b35-f200-4f85-8396-340f9db4d183 req-afbcc92d-a862-471c-9fc8-58d9d39694ed tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/d7c3f7b0-8b88-4ed9-acca-828ff292142d HTTP/1.1" status: 200 len: 1803 time: 0.1952734 Aug 11 02:25:00.543304 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e2fda-6727-414b-b067-c93f47f4027c x-openstack-request-id: req-7d5e2fda-6727-414b-b067-c93f47f4027c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:00.544099 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81b22db-c4aa-40a9-b826-303781b9721e", "name": "network-vif-plugged", "status": "completed", "tag": "1ff93022-31f0-4dbe-82e9-0299b14fe2c4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:00.545497 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d5e2fda-6727-414b-b067-c93f47f4027c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:00.547063 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4', 'code': 200} Aug 11 02:25:00.550554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Deleting port 48cb364b-c786-416e-9a11-c5550dafa21e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:00.550905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.606441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f54c-f229-4e90-8208-67b7d6858ebe req-50377156-3cf7-4d01-bd78-f7d9aab82482 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.608226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dde5f54c-f229-4e90-8208-67b7d6858ebe req-50377156-3cf7-4d01-bd78-f7d9aab82482 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1130185 Aug 11 02:25:00.622993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-51834b60-497c-4ab7-987b-5f427f6d961d req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1204538612', 'description': 'tempest-description-54762957'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:00.979337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:01.240826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.279544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:25:01.279544 n-d-715271-8 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:25:01.279544 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id': 'd15b237d97384b5a8891e30fc6aa2937', 'id': '0679e4bc-f842-4e2c-97fb-bb58674da090', 'expiration': datetime.datetime(2021, 8, 11, 2, 27, 1, 274371)}] Aug 11 02:25:01.279544 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:25:01.280356 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:25:01.393149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] For port 48cb364b-c786-416e-9a11-c5550dafa21e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48cb364b-c786-416e-9a11-c5550dafa21e,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:01.393635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.450543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dde5f54c-f229-4e90-8208-67b7d6858ebe req-487f2692-5a88-44db-95e9-e1a70208644a tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8187268 Aug 11 02:25:01.467685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-51834b60-497c-4ab7-987b-5f427f6d961d req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.513429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Calling delete_port for 48cb364b-c786-416e-9a11-c5550dafa21e owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:01.558504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-ebfe5631-1d72-4032-8fbe-d01a253a053b tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:01.561689 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-ebfe5631-1d72-4032-8fbe-d01a253a053b tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.25 "GET /v2.0/networks?id=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f HTTP/1.1" status: 200 len: 810 time: 0.2712548 Aug 11 02:25:01.583264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c6007-311d-4fac-ab6e-467260dde9dc req-39957286-c575-4588-9773-d15ca70ae3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:01.586283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5c6007-311d-4fac-ab6e-467260dde9dc req-39957286-c575-4588-9773-d15ca70ae3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 1097 time: 0.9417343 Aug 11 02:25:01.588763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-37935b71-eb79-41e3-9c91-cdb50feb6dc3 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:01.591978 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-37935b71-eb79-41e3-9c91-cdb50feb6dc3 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 950 time: 0.1614075 Aug 11 02:25:01.603323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Request body: {'port': {'device_id': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f', 'admin_state_up': True, 'tenant_id': '831b37510aeb49d7b7dac292984d37a6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:01.817575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.892373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5c6007-311d-4fac-ab6e-467260dde9dc req-e14d39e8-1c2c-4daf-af0a-1fa6a5702303 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864738 Aug 11 02:25:01.933645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Deleting port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:01.934265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.998859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e5930-0b7c-4afd-a868-a48c25955a49 req-4385e54f-b732-45d8-aa69-cf8544746aa0 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:02.000636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-657e5930-0b7c-4afd-a868-a48c25955a49 req-4385e54f-b732-45d8-aa69-cf8544746aa0 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 944 time: 0.2057805 Aug 11 02:25:02.092778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] For port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:02.092778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.098706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-51834b60-497c-4ab7-987b-5f427f6d961d req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.115850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-51834b60-497c-4ab7-987b-5f427f6d961d req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.129632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Calling delete_port for 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:02.177226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Made reservation on behalf of 831b37510aeb49d7b7dac292984d37a6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:02.181415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.226200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-657e5930-0b7c-4afd-a868-a48c25955a49 req-1d344db9-5641-4ed7-914d-dbd2f2c6cce1 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984086 Aug 11 02:25:02.232849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.248588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['48cb364b-c786-416e-9a11-c5550dafa21e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:02.264428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55419826-860a-40c5-819e-b04d393daf85,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.340687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event deleted for resources: {'Port': ['ID=48cb364b-c786-416e-9a11-c5550dafa21e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.366681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.384040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:02.418834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] No DVR routers for this DVR port 48cb364b-c786-416e-9a11-c5550dafa21e on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:02.425125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.429141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a1aa989-c0e1-4bc1-b270-6821c7b99c76 req-60842292-6acd-4840-83ef-40c6bb5546f5 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.25 "DELETE /v2.0/ports/48cb364b-c786-416e-9a11-c5550dafa21e HTTP/1.1" status: 204 len: 173 time: 2.1673281 Aug 11 02:25:02.446271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event deleted for resources: {'Port': ['ID=6c8534ab-6fcf-422e-a690-1ee7caf16dc8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.466562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'name': 'network-vif-deleted', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:02.470300 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9230a95e-11c3-418c-bb95-f2667474bd34" -d '{"events": [{"server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "name": "network-vif-deleted", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:02.515621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.515905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.516241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.516624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.516965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.517297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.517625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.517950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.518310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.518636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.519000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.519326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:02.547546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] No DVR routers for this DVR port 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:02.556843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.558983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-48fca6e8-c3d3-4cb0-8890-1b6fb0978564 req-0a644715-a0b3-4869-9768-c8d9712828d6 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.25 "DELETE /v2.0/ports/6c8534ab-6fcf-422e-a690-1ee7caf16dc8 HTTP/1.1" status: 204 len: 173 time: 0.7936409 Aug 11 02:25:02.559449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-deleted', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:02.561789 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79680c0-9bdd-41b0-9cee-9960b9969cc7" -d '{"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-deleted", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:02.570858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345539e-cbf0-4c58-b049-1f139e0eccc9 req-a9819c5d-a0ba-482f-988f-e400fc599235 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:02.579014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4345539e-cbf0-4c58-b049-1f139e0eccc9 req-a9819c5d-a0ba-482f-988f-e400fc599235 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 946 time: 0.1915002 Aug 11 02:25:02.666828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Allocated IP 172.20.0.6 (f1386bdc-3aa3-4393-b38f-62f5f77d3a0f/23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3/fa6c91c4-f9f0-4591-aede-156036503afd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:02.671303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.684181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.713024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4345539e-cbf0-4c58-b049-1f139e0eccc9 req-11d5b863-f829-4488-a933-19e7f1bdfd87 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072385 Aug 11 02:25:02.714062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-51834b60-497c-4ab7-987b-5f427f6d961d req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.715335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51834b60-497c-4ab7-987b-5f427f6d961d req-eb23dc3d-278b-47a2-abcb-5fe639077a1c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.1031804 Aug 11 02:25:02.811796 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d33ebe2-ae55-405e-9c5d-3a5dbef0cd58 x-openstack-request-id: req-9d33ebe2-ae55-405e-9c5d-3a5dbef0cd58 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:02.812100 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5237b-aae5-4868-9c9e-52ceb2caccdf", "name": "network-vif-deleted", "tag": "48cb364b-c786-416e-9a11-c5550dafa21e", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:02.812352 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d33ebe2-ae55-405e-9c5d-3a5dbef0cd58 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:02.812781 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5237b-aae5-4868-9c9e-52ceb2caccdf', 'name': 'network-vif-deleted', 'tag': '48cb364b-c786-416e-9a11-c5550dafa21e', 'status': 'completed', 'code': 200} Aug 11 02:25:02.817949 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d15b237d97384b5a8891e30fc6aa2937&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8357327 Aug 11 02:25:02.821074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:02.828283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3b4c6-9bc3-4a1b-a9a2-4ef7ab5f33e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32041149-1c30-44e1-9d52-ea951939ccce,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.999735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.062713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.066817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36d22a59-9b8d-447e-a744-f59c1e251597 req-cef133fd-b052-43a5-b008-9f6e2afa66ec tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaec0b-c39e-492a-b1ab-291848687273 HTTP/1.1" status: 200 len: 210 time: 0.1195767 Aug 11 02:25:03.082477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09898fc3-2737-48b8-bd6b-b10c810890d6 req-764c00f1-84a7-4df4-a9cf-a2e6da35e0b1 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 210 time: 0.1334558 Aug 11 02:25:03.120261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:03.124461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:03.133793 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e1298179-0798-4ccb-8936-159a9d00d879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.134627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:03.179249 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d99dc6-bae5-48a3-b0d2-e380d5eac9e1 x-openstack-request-id: req-70d99dc6-bae5-48a3-b0d2-e380d5eac9e1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:03.179567 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abaec0b-c39e-492a-b1ab-291848687273", "name": "network-vif-deleted", "tag": "6c8534ab-6fcf-422e-a690-1ee7caf16dc8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:03.179892 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70d99dc6-bae5-48a3-b0d2-e380d5eac9e1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:03.180176 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abaec0b-c39e-492a-b1ab-291848687273', 'name': 'network-vif-deleted', 'tag': '6c8534ab-6fcf-422e-a690-1ee7caf16dc8', 'status': 'completed', 'code': 200} Aug 11 02:25:03.195642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Pushing event updated for resources: {'Port': ['ID=fa6c91c4-f9f0-4591-aede-156036503afd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.224855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e1298179-0798-4ccb-8936-159a9d00d879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.238853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.239542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.258599 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-43fb8091-592e-4244-8807-f5c39053dc99 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6647294 Aug 11 02:25:03.289382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Request body: {'port': {'device_id': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.361699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-bc23e488-ead9-4998-ab85-ffce144ffcef tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/55419826-860a-40c5-819e-b04d393daf85 HTTP/1.1" status: 200 len: 1803 time: 0.1464334 Aug 11 02:25:03.372276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55419826-860a-40c5-819e-b04d393daf85', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.372595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55419826-860a-40c5-819e-b04d393daf85', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.415682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.493908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35eebc84-6081-4e3c-aca8-192484b2bf94 req-d94c0093-76a5-4d92-80ce-c51da0f8e8c8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cf5237b-aae5-4868-9c9e-52ceb2caccdf HTTP/1.1" status: 200 len: 210 time: 0.0641425 Aug 11 02:25:03.496411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e1298179-0798-4ccb-8936-159a9d00d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.502246 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e1298179-0798-4ccb-8936-159a9d00d879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.507188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e1298179-0798-4ccb-8936-159a9d00d879 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32041149-1c30-44e1-9d52-ea951939ccce HTTP/1.1" status: 204 len: 168 time: 0.6827228 Aug 11 02:25:03.571903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1298179-0798-4ccb-8936-159a9d00d879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32041149-1c30-44e1-9d52-ea951939ccce,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.604074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.664158 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.672147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.730241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6ad6c2-7cfc-4886-881c-2fec7830a072,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.743667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.751521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a96fa04-c937-46a2-b139-5f85b8ce87b1 req-03bdfacc-b21e-4199-aac7-0a4398ceaf8d tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3877370 Aug 11 02:25:03.966270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-277719c7-d3f4-47d0-ab82-7ee9779286c6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/55419826-860a-40c5-819e-b04d393daf85 HTTP/1.1" status: 200 len: 2396 time: 0.1701562 Aug 11 02:25:03.980809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb07f3-caf1-46ea-b47b-c70f3c22d2c6 req-08499e14-c94c-4de4-b8a4-0d2e885b7e49 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.982482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63cb07f3-caf1-46ea-b47b-c70f3c22d2c6 req-08499e14-c94c-4de4-b8a4-0d2e885b7e49 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 946 time: 0.1113596 Aug 11 02:25:03.989449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55419826-860a-40c5-819e-b04d393daf85', 'remote_group_id': None}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.989747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55419826-860a-40c5-819e-b04d393daf85', 'remote_group_id': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:04.040713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6c91c4-f9f0-4591-aede-156036503afd {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:04.049297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63cb07f3-caf1-46ea-b47b-c70f3c22d2c6 req-7bc9a0e7-9a09-4d9d-a403-ab08fb04b4ae tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545411 Aug 11 02:25:04.060775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.088028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Transition to ACTIVE for port object fa6c91c4-f9f0-4591-aede-156036503afd will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:04.095913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.107073 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.155621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.165349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.216648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97f3479-deda-44d0-926c-3d4eac99d732,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:04.222746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.224565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2f523c5-a1f0-4120-bbbe-4c58f546fc0b req-c18162cd-44be-4d0c-a335-642bd7e2ac54 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2410314 Aug 11 02:25:04.243676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c91c4-f9f0-4591-aede-156036503afd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:04.248964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:04.327513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:04.328027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c8534ab-6fcf-422e-a690-1ee7caf16dc8 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:04.329806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:04.369615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 48cb364b-c786-416e-9a11-c5550dafa21e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:04.370034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48cb364b-c786-416e-9a11-c5550dafa21e not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:04.396151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Attempting to bind port fa6c91c4-f9f0-4591-aede-156036503afd on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:04.396745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Attempting to bind port fa6c91c4-f9f0-4591-aede-156036503afd by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '5930c36a-a434-40a0-b226-9bf1ab122982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:04.397397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Attempting to bind port fa6c91c4-f9f0-4591-aede-156036503afd on network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:04.410542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Port fa6c91c4-f9f0-4591-aede-156036503afd on network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:04.411131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Attempting to bind port fa6c91c4-f9f0-4591-aede-156036503afd on network f1386bdc-3aa3-4393-b38f-62f5f77d3a0f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:04.422821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:04.423652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Checking segment: {'id': '5930c36a-a434-40a0-b226-9bf1ab122982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:04.424512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Bound using segment: {'id': '5930c36a-a434-40a0-b226-9bf1ab122982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:04.425707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Bound port: fa6c91c4-f9f0-4591-aede-156036503afd, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5930c36a-a434-40a0-b226-9bf1ab122982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:04.426851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.509425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc4434-662d-4d16-b68a-05d2b46e2a5e req-657f396f-3ba2-4ee4-bf29-8a75cef7867a tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.511134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93dc4434-662d-4d16-b68a-05d2b46e2a5e req-657f396f-3ba2-4ee4-bf29-8a75cef7867a tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 943 time: 0.0954983 Aug 11 02:25:04.517869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7664e5b5-ca99-4514-9513-e8a06b45c017 req-041e193c-d0fe-4903-b861-7562bada8583 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/55419826-860a-40c5-819e-b04d393daf85 HTTP/1.1" status: 200 len: 2994 time: 0.0681710 Aug 11 02:25:04.571266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93dc4434-662d-4d16-b68a-05d2b46e2a5e req-2b5db365-edf9-47e9-80be-86906392eaa9 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Aug 11 02:25:04.582157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] For port fa6c91c4-f9f0-4591-aede-156036503afd, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:04.591000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] For port fa6c91c4-f9f0-4591-aede-156036503afd, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fa6c91c4-f9f0-4591-aede-156036503afd,segment=NetworkSegment(5930c36a-a434-40a0-b226-9bf1ab122982),segment_id=5930c36a-a434-40a0-b226-9bf1ab122982)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:04.597285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.676000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.676663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.679421 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] 10.222.0.25 "PUT /v2.0/ports/fa6c91c4-f9f0-4591-aede-156036503afd HTTP/1.1" status: 200 len: 1091 time: 1.4028804 Aug 11 02:25:04.683697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be87de-ce43-4213-96de-d9df6fd160df service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c91c4-f9f0-4591-aede-156036503afd,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:04.849567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59329-a73a-47ff-b8b8-21bd1e4e398c req-768a6f2e-c9bf-4d6f-896a-8f22b5af1695 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.853011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8b59329-a73a-47ff-b8b8-21bd1e4e398c req-768a6f2e-c9bf-4d6f-896a-8f22b5af1695 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 946 time: 0.1089771 Aug 11 02:25:04.855808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-24128214-2ff3-4731-ae95-e825e77e0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.858798 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-24128214-2ff3-4731-ae95-e825e77e0bd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=831b37510aeb49d7b7dac292984d37a6&device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 1094 time: 0.1065886 Aug 11 02:25:04.928653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-f5b6473a-9cda-44ad-a194-2346fa101a99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa6c91c4-f9f0-4591-aede-156036503afd HTTP/1.1" status: 200 len: 217 time: 0.0580530 Aug 11 02:25:04.935716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8b59329-a73a-47ff-b8b8-21bd1e4e398c req-7bea0aca-bd7d-450f-a486-cf5bd54b4461 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741234 Aug 11 02:25:05.027304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9fde609-5848-4af1-a568-186724b81990 req-06d3b7c7-40e0-4aa8-beee-aec75730aae0 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-group-rules/a97f3479-deda-44d0-926c-3d4eac99d732 HTTP/1.1" status: 200 len: 783 time: 0.0602059 Aug 11 02:25:05.049542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-2ef2c74b-9246-4f5b-9f55-800bcf15456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.053392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-2ef2c74b-9246-4f5b-9f55-800bcf15456c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3 HTTP/1.1" status: 200 len: 850 time: 0.1139345 Aug 11 02:25:05.083226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9fde609-5848-4af1-a568-186724b81990 req-64393903-5afc-4a72-839e-a55aa5dffeb0 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/55419826-860a-40c5-819e-b04d393daf85 HTTP/1.1" status: 200 len: 2994 time: 0.0545788 Aug 11 02:25:05.107737 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-85e07a7d-7829-4e6c-b4a1-07477e510313 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472786 Aug 11 02:25:05.117728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:05.154924 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c9fde609-5848-4af1-a568-186724b81990 req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.166585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c9fde609-5848-4af1-a568-186724b81990 req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.184632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34363889-717b-41bd-abbf-f606f22b2089 req-32f0b491-a4f7-466b-a2a7-615cbe173e04 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.186678 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34363889-717b-41bd-abbf-f606f22b2089 req-32f0b491-a4f7-466b-a2a7-615cbe173e04 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.0927827 Aug 11 02:25:05.202070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'tag': 'fa6c91c4-f9f0-4591-aede-156036503afd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:05.205617 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02accdd2-60fe-44b8-8553-c5d05238f3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c14d975-5b0d-48c4-9152-4ba99017be83", "tag": "fa6c91c4-f9f0-4591-aede-156036503afd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:05.227686 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c9fde609-5848-4af1-a568-186724b81990 req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.256214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c9fde609-5848-4af1-a568-186724b81990 req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.258644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9fde609-5848-4af1-a568-186724b81990 req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a97f3479-deda-44d0-926c-3d4eac99d732 HTTP/1.1" status: 204 len: 173 time: 0.1544716 Aug 11 02:25:05.285605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97f3479-deda-44d0-926c-3d4eac99d732,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:05.288894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-fc7a7f63-e488-4112-a67c-c2ee403f4f14 service neutron] 10.222.0.25 "GET /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682763 Aug 11 02:25:05.320751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-network', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:05.322735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.323333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.323931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.324496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.325079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.325655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.326273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.327116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.327573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.328005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.328572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.329174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb12a0e-f7ef-4404-8d1b-4a31b6bfaa17 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:05.350788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34363889-717b-41bd-abbf-f606f22b2089 req-92acba40-00fe-4343-9b7a-817e031a06e4 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387267 Aug 11 02:25:05.427629 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5320a0fd-5708-4068-a326-746b7c36094f x-openstack-request-id: req-5320a0fd-5708-4068-a326-746b7c36094f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:05.428180 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c14d975-5b0d-48c4-9152-4ba99017be83", "tag": "fa6c91c4-f9f0-4591-aede-156036503afd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:05.428484 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5320a0fd-5708-4068-a326-746b7c36094f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:05.429099 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'tag': 'fa6c91c4-f9f0-4591-aede-156036503afd', 'status': 'completed', 'code': 200} Aug 11 02:25:05.434409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Made reservation on behalf of 45d5538b1f0b4665971b0b502cd9a197 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:05.438431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.469213 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.521762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40f4ae1c-0b56-406e-8304-2e2c4e63be71 req-2a72935b-72e0-4281-a2df-de768cf55f7f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/55419826-860a-40c5-819e-b04d393daf85 HTTP/1.1" status: 200 len: 2396 time: 0.0754461 Aug 11 02:25:05.523968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42f48b3a-1cba-4e6e-9c09-f560fae35ced req-88eda5e0-b58b-4313-bd33-3b34d66b0b20 service neutron] 10.222.0.25 "GET /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214439 Aug 11 02:25:05.664430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-e7e868c1-30d8-421c-bdca-6c1e5c9a551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.666229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-e7e868c1-30d8-421c-bdca-6c1e5c9a551a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=831b37510aeb49d7b7dac292984d37a6&device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 1094 time: 0.0784132 Aug 11 02:25:05.715522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51c85-c058-4d8b-90cb-4fbc9c45043d req-9ddf0368-1baf-4a79-982a-6a94dcf1943c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.718398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67a51c85-c058-4d8b-90cb-4fbc9c45043d req-9ddf0368-1baf-4a79-982a-6a94dcf1943c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 945 time: 0.1436934 Aug 11 02:25:05.731433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40f4ae1c-0b56-406e-8304-2e2c4e63be71 req-ea22fe6c-1bfd-4db4-90e9-c4dc159fa8e7 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.741073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.748208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.782607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:05.808618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.808959 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Added segment a6221950-36c6-4490-a5ea-694e9d955c76 of type vlan for network 3a15fe7b-ca95-4183-8102-315d8a80c941 Aug 11 02:25:05.817518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40f4ae1c-0b56-406e-8304-2e2c4e63be71 req-ea22fe6c-1bfd-4db4-90e9-c4dc159fa8e7 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.822892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e70e3d-b06b-4ef5-bcb7-da499291567f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:05.847404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67a51c85-c058-4d8b-90cb-4fbc9c45043d req-afffaec1-7149-48c7-af57-9e09ae831607 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122594 Aug 11 02:25:05.873086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.882272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-fb3e6379-8937-4213-a0fe-d7d73c4459cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.884065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-fb3e6379-8937-4213-a0fe-d7d73c4459cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f HTTP/1.1" status: 200 len: 910 time: 0.2089977 Aug 11 02:25:05.943469 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-ecb398fe-a77a-4c2d-a25f-d37c68fdf321 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa6c91c4-f9f0-4591-aede-156036503afd HTTP/1.1" status: 200 len: 217 time: 0.0507839 Aug 11 02:25:05.967591 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.969363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.970957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.995728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40f4ae1c-0b56-406e-8304-2e2c4e63be71 req-ea22fe6c-1bfd-4db4-90e9-c4dc159fa8e7 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.000549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-40f4ae1c-0b56-406e-8304-2e2c4e63be71 req-ea22fe6c-1bfd-4db4-90e9-c4dc159fa8e7 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.002716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40f4ae1c-0b56-406e-8304-2e2c4e63be71 req-ea22fe6c-1bfd-4db4-90e9-c4dc159fa8e7 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/55419826-860a-40c5-819e-b04d393daf85 HTTP/1.1" status: 204 len: 173 time: 0.4722493 Aug 11 02:25:06.063809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22fe6c-1bfd-4db4-90e9-c4dc159fa8e7 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55419826-860a-40c5-819e-b04d393daf85,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:06.134872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da999-3feb-4465-9bd9-97548c02cb8a req-015da9d7-0c1d-439e-9e44-dbdbb18bc4d5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.137593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a7da999-3feb-4465-9bd9-97548c02cb8a req-015da9d7-0c1d-439e-9e44-dbdbb18bc4d5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 943 time: 0.1754827 Aug 11 02:25:06.150427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-441269e8-caa6-4449-9ed8-bf619bc0c9c9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.153005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-441269e8-caa6-4449-9ed8-bf619bc0c9c9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 946 time: 0.2437801 Aug 11 02:25:06.184870 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0615077 Aug 11 02:25:06.186874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52356) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:06.195794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Request body: {'subnet': {'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-subnet', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:06.208049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-6cea564c-4fbf-4860-a907-64c751bce5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.209855 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-6cea564c-4fbf-4860-a907-64c751bce5f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3 HTTP/1.1" status: 200 len: 850 time: 0.2573986 Aug 11 02:25:06.221051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda73c5-f265-40e4-88b6-23a19f946900 admin admin] Pushing event updated for resources: {'Network': ['ID=3a15fe7b-ca95-4183-8102-315d8a80c941,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:06.237704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:06.262641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f63bdf3a-1ca8-4d36-a3a7-9a883cef631d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.264392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f63bdf3a-1ca8-4d36-a3a7-9a883cef631d tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 945 time: 0.2527127 Aug 11 02:25:06.287750 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-223946d9-ad51-44d8-9805-1bf227621e8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632775 Aug 11 02:25:06.314255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Made reservation on behalf of 45d5538b1f0b4665971b0b502cd9a197 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:06.317580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.331941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a7da999-3feb-4465-9bd9-97548c02cb8a req-a3611b89-ad9c-460d-832a-9d6cd484eec3 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778810 Aug 11 02:25:06.409322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae9799-c3dc-4183-aac4-5047584cb60e req-814a0a7e-07a9-438a-83a7-ea5357b55ee8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.411904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bae9799-c3dc-4183-aac4-5047584cb60e req-814a0a7e-07a9-438a-83a7-ea5357b55ee8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 946 time: 0.2167428 Aug 11 02:25:06.429619 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-510fe0b9-d8b4-4d2f-b1e2-9809c075eb9d req-8f8ff6e0-4ff0-4b39-9ddb-3719fe88bfe6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] show failed (client error): The resource could not be found. Aug 11 02:25:06.431474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-510fe0b9-d8b4-4d2f-b1e2-9809c075eb9d req-8f8ff6e0-4ff0-4b39-9ddb-3719fe88bfe6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/a612c0b9-95f9-4c7d-a52e-a0d3e8dd881b HTTP/1.1" status: 404 len: 352 time: 0.0440443 Aug 11 02:25:06.516687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:06.517190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.532952 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bae9799-c3dc-4183-aac4-5047584cb60e req-818df301-3e09-4440-bf26-ecc5d4ab7a59 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054530 Aug 11 02:25:06.687230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d3f9-326f-4dbe-9855-686290456624 req-5849d076-e061-4a4f-a61f-f6bc5e0d7e7d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.689414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7037d3f9-326f-4dbe-9855-686290456624 req-5849d076-e061-4a4f-a61f-f6bc5e0d7e7d tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.2109764 Aug 11 02:25:06.700276 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-4e5a6dd6-d1e5-426b-a146-a68d2d1caa14 service neutron] 10.222.0.25 "GET /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992763 Aug 11 02:25:06.793181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e5c2b-9fd3-4050-813c-690230ea4d5e req-d28eefb4-1dc4-44e3-b17f-37c38ea58208 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.794887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-887e5c2b-9fd3-4050-813c-690230ea4d5e req-d28eefb4-1dc4-44e3-b17f-37c38ea58208 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 949 time: 0.2433076 Aug 11 02:25:06.801346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44c6b4d5-bd4d-4e33-812d-01dbd7ba3e98 req-8a908ea6-de25-4dce-bb6d-8c96a67aa966 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/d7c3f7b0-8b88-4ed9-acca-828ff292142d HTTP/1.1" status: 200 len: 1803 time: 0.1958344 Aug 11 02:25:06.825579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Deleting port fec611a4-535b-4795-94e6-fab909867a94 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:06.825966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.853407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:06.853777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.886419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:06.925101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-887e5c2b-9fd3-4050-813c-690230ea4d5e req-beef9372-1b5e-4dec-a33c-87d00f22445f tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138515 Aug 11 02:25:06.989258 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44c6b4d5-bd4d-4e33-812d-01dbd7ba3e98 req-2c825853-877a-4f23-af5c-9b78811057fb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.022369 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:25:07.033739 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44c6b4d5-bd4d-4e33-812d-01dbd7ba3e98 req-2c825853-877a-4f23-af5c-9b78811057fb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.175169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44c6b4d5-bd4d-4e33-812d-01dbd7ba3e98 req-2c825853-877a-4f23-af5c-9b78811057fb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.177831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44c6b4d5-bd4d-4e33-812d-01dbd7ba3e98 req-2c825853-877a-4f23-af5c-9b78811057fb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.179110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44c6b4d5-bd4d-4e33-812d-01dbd7ba3e98 req-2c825853-877a-4f23-af5c-9b78811057fb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7c3f7b0-8b88-4ed9-acca-828ff292142d HTTP/1.1" status: 204 len: 173 time: 0.3548021 Aug 11 02:25:07.193901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ff2e-29b5-4b5e-891c-f586dd0471a7 req-e47123e0-53e6-406f-aef7-35ca6f50edb8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:07.195579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fc6ff2e-29b5-4b5e-891c-f586dd0471a7 req-e47123e0-53e6-406f-aef7-35ca6f50edb8 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 945 time: 0.1366098 Aug 11 02:25:07.207523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c825853-877a-4f23-af5c-9b78811057fb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c3f7b0-8b88-4ed9-acca-828ff292142d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:07.252424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.272435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['1ff93022-31f0-4dbe-82e9-0299b14fe2c4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:07.328135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=1ff93022-31f0-4dbe-82e9-0299b14fe2c4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:07.330500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02accdd2-60fe-44b8-8553-c5d05238f3dc req-1108cb2e-2923-45e0-bf23-e068139577b9 service neutron] 10.222.0.25 "GET /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185911 Aug 11 02:25:07.368767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.382382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] For port fec611a4-535b-4795-94e6-fab909867a94, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fec611a4-535b-4795-94e6-fab909867a94,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:07.382738 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.382903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fc6ff2e-29b5-4b5e-891c-f586dd0471a7 req-ab132869-21b6-40da-8e76-3a8e961d4e09 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474566 Aug 11 02:25:07.436705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Calling delete_port for fec611a4-535b-4795-94e6-fab909867a94 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:07.457649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Deleting port bd02fe3a-6755-42c6-bad6-e82214778548 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:07.458023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.464146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:07.467984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e94027-1ac8-4d80-b657-3cfc21842e8d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:07.477308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.481754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c295f02-59fd-411b-b1eb-38f446859cbf req-38df863b-6c5b-4713-ad75-f9cf631dafe3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "DELETE /v2.0/ports/1ff93022-31f0-4dbe-82e9-0299b14fe2c4 HTTP/1.1" status: 204 len: 173 time: 1.3157024 Aug 11 02:25:07.523996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'name': 'network-vif-deleted', 'tag': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:07.528187 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf20387-c795-46f2-9d5e-5a13c570b773" -d '{"events": [{"server_uuid": "d81b22db-c4aa-40a9-b826-303781b9721e", "name": "network-vif-deleted", "tag": "1ff93022-31f0-4dbe-82e9-0299b14fe2c4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:07.568263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01befcb4-91de-4fbe-8eec-2c48d955524c req-9c54357b-da50-47ca-94ae-b0dc7a2656f3 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d HTTP/1.1" status: 200 len: 1804 time: 0.2115483 Aug 11 02:25:07.606044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Checking segment: {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:07.606786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Network hostable DHCP agents. Network: 3a15fe7b-ca95-4183-8102-315d8a80c941, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:07.609467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb157d2-fefd-47f1-9cce-31f1f71f2433 req-3f21646c-355b-4408-a999-ae57fe526e83 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:07.614410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfb157d2-fefd-47f1-9cce-31f1f71f2433 req-3f21646c-355b-4408-a999-ae57fe526e83 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 943 time: 0.1521549 Aug 11 02:25:07.718158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:07.751697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] For port bd02fe3a-6755-42c6-bad6-e82214778548, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=bd02fe3a-6755-42c6-bad6-e82214778548,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:07.752240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.755795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfb157d2-fefd-47f1-9cce-31f1f71f2433 req-30c34eec-d994-4361-a528-7ee5153186ea tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253870 Aug 11 02:25:07.766632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-01befcb4-91de-4fbe-8eec-2c48d955524c req-ba065c03-d77e-4e39-8590-8a9324bfdd49 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.769809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3a15fe7b-ca95-4183-8102-315d8a80c941) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:07.780601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd1af2-d0f2-4278-a609-14022342bede None None] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:07.790872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:07.790872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.804357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Calling delete_port for bd02fe3a-6755-42c6-bad6-e82214778548 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:07.812594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-01befcb4-91de-4fbe-8eec-2c48d955524c req-ba065c03-d77e-4e39-8590-8a9324bfdd49 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.843382 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fbb563-27e1-436b-8ddd-1b60f792df8c x-openstack-request-id: req-a2fbb563-27e1-436b-8ddd-1b60f792df8c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:07.845856 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81b22db-c4aa-40a9-b826-303781b9721e", "name": "network-vif-deleted", "tag": "1ff93022-31f0-4dbe-82e9-0299b14fe2c4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:07.846370 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2fbb563-27e1-436b-8ddd-1b60f792df8c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:07.847441 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81b22db-c4aa-40a9-b826-303781b9721e', 'name': 'network-vif-deleted', 'tag': '1ff93022-31f0-4dbe-82e9-0299b14fe2c4', 'status': 'completed', 'code': 200} Aug 11 02:25:07.875088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9fbaa062-6d02-44f1-8f28-a17e4a14c03d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6856494 Aug 11 02:25:07.878333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52376) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.889853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:07.961604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.968422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d8e7c6-06a4-4f0c-bdd2-ada623f1744b req-05fbc84b-56e2-4ec4-94d0-14e93cca651c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81b22db-c4aa-40a9-b826-303781b9721e HTTP/1.1" status: 200 len: 210 time: 0.0524335 Aug 11 02:25:07.971222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde31be-9435-4469-9c68-c4ddf355539e None None] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:07.987060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.990037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.015422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-01befcb4-91de-4fbe-8eec-2c48d955524c req-ba065c03-d77e-4e39-8590-8a9324bfdd49 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.022538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-01befcb4-91de-4fbe-8eec-2c48d955524c req-ba065c03-d77e-4e39-8590-8a9324bfdd49 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.026693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01befcb4-91de-4fbe-8eec-2c48d955524c req-ba065c03-d77e-4e39-8590-8a9324bfdd49 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d HTTP/1.1" status: 204 len: 173 time: 0.4477775 Aug 11 02:25:08.059622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event deleted for resources: {'Port': ['ID=fec611a4-535b-4795-94e6-fab909867a94,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.071024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba065c03-d77e-4e39-8590-8a9324bfdd49 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d80ce2-7d51-4cb1-a4cf-6d8e2fa01b4d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.190653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] No DVR routers for this DVR port fec611a4-535b-4795-94e6-fab909867a94 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:08.195274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.195508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.197560 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aa450ecf-624d-4438-b826-59ccefdda0f0 req-f33eb377-7987-4c3e-a7aa-b05a0dffd13f tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "DELETE /v2.0/ports/fec611a4-535b-4795-94e6-fab909867a94 HTTP/1.1" status: 204 len: 173 time: 1.9142964 Aug 11 02:25:08.198149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'name': 'network-vif-deleted', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:08.200600 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763445f3-3d6f-452f-a6ae-07c32e32430c" -d '{"events": [{"server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "name": "network-vif-deleted", "tag": "fec611a4-535b-4795-94e6-fab909867a94"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:08.221331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.235564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['bd02fe3a-6755-42c6-bad6-e82214778548'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:08.258976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Pushing event deleted for resources: {'Port': ['ID=bd02fe3a-6755-42c6-bad6-e82214778548,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.321162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fa6c91c4-f9f0-4591-aede-156036503afd details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:08.341667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] No DVR routers for this DVR port bd02fe3a-6755-42c6-bad6-e82214778548 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:08.346482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.350456 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7037d3f9-326f-4dbe-9855-686290456624 req-c00dc345-bf63-404c-8dad-b0265447422c tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.59 "DELETE /v2.0/ports/bd02fe3a-6755-42c6-bad6-e82214778548 HTTP/1.1" status: 204 len: 173 time: 1.6528733 Aug 11 02:25:08.364564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-708ec909-7c10-459e-9d04-71c875d7a0f5 req-3bc978bb-b398-4c8f-9880-d9c8d5e80b92 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/ce418d49-f7ce-412b-a68f-4dae6272d4d4 HTTP/1.1" status: 200 len: 1805 time: 0.2724953 Aug 11 02:25:08.393662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6d28d-d7f5-4333-b368-a297d40d58d1 req-af4fbe4a-636e-415b-974f-bb7f17d256c8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:08.398945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bce6d28d-d7f5-4333-b368-a297d40d58d1 req-af4fbe4a-636e-415b-974f-bb7f17d256c8 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd1ba43-7ad5-4891-9f30-823da7645f0c HTTP/1.1" status: 200 len: 867 time: 0.2135787 Aug 11 02:25:08.470969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port fa6c91c4-f9f0-4591-aede-156036503afd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fa6c91c4-f9f0-4591-aede-156036503afd,segment=NetworkSegment(5930c36a-a434-40a0-b226-9bf1ab122982),segment_id=5930c36a-a434-40a0-b226-9bf1ab122982)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:08.493126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'fa6c91c4-f9f0-4591-aede-156036503afd', 'network_id': 'f1386bdc-3aa3-4393-b38f-62f5f77d3a0f', 'port_id': 'fa6c91c4-f9f0-4591-aede-156036503afd', 'mac_address': 'fa:16:3e:d8:94:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:08.504800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.542194 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.554394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bce6d28d-d7f5-4333-b368-a297d40d58d1 req-09d72b6d-c18a-4bd3-90a1-170cf6fae407 tempest-MigrationsAdminTest-347198177 tempest-MigrationsAdminTest-347198177-project] 10.222.0.16 "GET /v2.0/security-groups?id=6258ec3a-9820-421a-b894-dff856a6c8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159096 Aug 11 02:25:08.562545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6c91c4-f9f0-4591-aede-156036503afd {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:08.591363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-708ec909-7c10-459e-9d04-71c875d7a0f5 req-a33c1172-808a-48f7-8a1e-3e2c10739ef6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.601853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port fa6c91c4-f9f0-4591-aede-156036503afd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fa6c91c4-f9f0-4591-aede-156036503afd,segment=NetworkSegment(5930c36a-a434-40a0-b226-9bf1ab122982),segment_id=5930c36a-a434-40a0-b226-9bf1ab122982)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:08.607795 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.612871 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7f4046-d2eb-4f94-a45e-2d10b12c3f81 x-openstack-request-id: req-2f7f4046-d2eb-4f94-a45e-2d10b12c3f81 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:08.613228 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be143069-e14e-4dda-8c43-11898158de68", "name": "network-vif-deleted", "tag": "fec611a4-535b-4795-94e6-fab909867a94", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:08.613729 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f7f4046-d2eb-4f94-a45e-2d10b12c3f81 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:08.614375 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be143069-e14e-4dda-8c43-11898158de68', 'name': 'network-vif-deleted', 'tag': 'fec611a4-535b-4795-94e6-fab909867a94', 'status': 'completed', 'code': 200} Aug 11 02:25:08.622992 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-708ec909-7c10-459e-9d04-71c875d7a0f5 req-a33c1172-808a-48f7-8a1e-3e2c10739ef6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.710298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=fa6c91c4-f9f0-4591-aede-156036503afd,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.713203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-708ec909-7c10-459e-9d04-71c875d7a0f5 req-a33c1172-808a-48f7-8a1e-3e2c10739ef6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.715949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-708ec909-7c10-459e-9d04-71c875d7a0f5 req-a33c1172-808a-48f7-8a1e-3e2c10739ef6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.717278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-708ec909-7c10-459e-9d04-71c875d7a0f5 req-a33c1172-808a-48f7-8a1e-3e2c10739ef6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce418d49-f7ce-412b-a68f-4dae6272d4d4 HTTP/1.1" status: 204 len: 173 time: 0.3517795 Aug 11 02:25:08.738389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c1172-808a-48f7-8a1e-3e2c10739ef6 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce418d49-f7ce-412b-a68f-4dae6272d4d4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.847472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['fa6c91c4-f9f0-4591-aede-156036503afd'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:08.967805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe4f38e9-a0ff-418f-a87e-fa97951f52ea req-ad948862-a5ce-4681-bfa9-cfc27b392c2c tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=be143069-e14e-4dda-8c43-11898158de68 HTTP/1.1" status: 200 len: 210 time: 0.0939519 Aug 11 02:25:09.018397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-949938a1-ba5a-4605-b724-557c1d6688a8 req-63c25d2e-4947-40a8-8a63-5ea7e7d333cb tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/91a50996-0b14-4535-aeca-44e3fe0b678c HTTP/1.1" status: 200 len: 2403 time: 0.2124820 Aug 11 02:25:09.044539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.114304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.264481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07a05-c42e-4266-8038-19e45c6e518e req-fe3b50a0-3b3e-40b7-8e9f-00cfdb77dc89 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:09.266205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27d07a05-c42e-4266-8038-19e45c6e518e req-fe3b50a0-3b3e-40b7-8e9f-00cfdb77dc89 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 944 time: 0.1906276 Aug 11 02:25:09.303755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-949938a1-ba5a-4605-b724-557c1d6688a8 req-e26e4d71-bc69-4b1d-a697-f42696f4af1f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.368683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-949938a1-ba5a-4605-b724-557c1d6688a8 req-e26e4d71-bc69-4b1d-a697-f42696f4af1f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.372026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Allocated IP 172.25.6.204 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/ee556857-629a-4916-84e7-48a4bb870117) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:09.390815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27d07a05-c42e-4266-8038-19e45c6e518e req-ab2d0368-d370-4248-bcff-98f044619222 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023815 Aug 11 02:25:09.508242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-949938a1-ba5a-4605-b724-557c1d6688a8 req-e26e4d71-bc69-4b1d-a697-f42696f4af1f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.511707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-949938a1-ba5a-4605-b724-557c1d6688a8 req-e26e4d71-bc69-4b1d-a697-f42696f4af1f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.518645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-949938a1-ba5a-4605-b724-557c1d6688a8 req-e26e4d71-bc69-4b1d-a697-f42696f4af1f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/91a50996-0b14-4535-aeca-44e3fe0b678c HTTP/1.1" status: 204 len: 173 time: 0.4749997 Aug 11 02:25:09.538561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e4d71-bc69-4b1d-a697-f42696f4af1f tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a50996-0b14-4535-aeca-44e3fe0b678c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.576037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.674543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cabb74f0-b8f7-412c-81e1-27dff1ef6500 req-a45c4cc7-f814-4b34-9054-61bd8b728179 tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "GET /v2.0/security-groups/62ffd785-e015-4e56-a7ab-67594bf9b3b6 HTTP/1.1" status: 200 len: 2397 time: 0.1016960 Aug 11 02:25:09.717645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.774061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:09.782239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:09.797204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:09.834035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cabb74f0-b8f7-412c-81e1-27dff1ef6500 req-4abbbf99-0c0d-493a-a6a4-1563fa658a6c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.837862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Pushing event updated for resources: {'Port': ['ID=ee556857-629a-4916-84e7-48a4bb870117,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.874640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:09.878376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cabb74f0-b8f7-412c-81e1-27dff1ef6500 req-4abbbf99-0c0d-493a-a6a4-1563fa658a6c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.905630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: bd02fe3a-6755-42c6-bad6-e82214778548 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:09.906485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device bd02fe3a-6755-42c6-bad6-e82214778548 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:09.907777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fec611a4-535b-4795-94e6-fab909867a94 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:09.936565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: fec611a4-535b-4795-94e6-fab909867a94 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:09.937338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fec611a4-535b-4795-94e6-fab909867a94 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:09.938123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:09.964356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:09.965132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 1ff93022-31f0-4dbe-82e9-0299b14fe2c4 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:10.017631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.031336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cabb74f0-b8f7-412c-81e1-27dff1ef6500 req-4abbbf99-0c0d-493a-a6a4-1563fa658a6c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.034095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-cabb74f0-b8f7-412c-81e1-27dff1ef6500 req-4abbbf99-0c0d-493a-a6a4-1563fa658a6c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.042802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.053476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cabb74f0-b8f7-412c-81e1-27dff1ef6500 req-4abbbf99-0c0d-493a-a6a4-1563fa658a6c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] 10.222.0.16 "DELETE /v2.0/security-groups/62ffd785-e015-4e56-a7ab-67594bf9b3b6 HTTP/1.1" status: 204 len: 173 time: 0.3697197 Aug 11 02:25:10.072132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbbf99-0c0d-493a-a6a4-1563fa658a6c tempest-SecurityGroupRulesTestJSON-1828958993 tempest-SecurityGroupRulesTestJSON-1828958993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ffd785-e015-4e56-a7ab-67594bf9b3b6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.134038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Deleting subnet 6c2ce7c6-f246-4e1f-a11d-b5b6251a5070 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:10.139216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.199595 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.271288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fa6c91c4-f9f0-4591-aede-156036503afd up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:10.278906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.350501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port fa6c91c4-f9f0-4591-aede-156036503afd completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:10.357112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port fa6c91c4-f9f0-4591-aede-156036503afd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:10.357541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.357700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.501622 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20a90a34-5bbc-4570-ab15-8ff3719df399 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c079f15875914884a072129db96f8d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809020 Aug 11 02:25:10.506923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52446) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.545444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.577086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.618294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c91c4-f9f0-4591-aede-156036503afd'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:10.619435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-deleted', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:10.622779 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b545f3-a6d3-4ea5-8d31-38d5daf71ee1" -d '{"events": [{"server_uuid": "6c14d975-5b0d-48c4-9152-4ba99017be83", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c91c4-f9f0-4591-aede-156036503afd"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:10.623097 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029eb12b-58c0-4531-982e-9a21829d2f33" -d '{"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-deleted", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:10.635180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2ce7c6-f246-4e1f-a11d-b5b6251a5070,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.639174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.643414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-511e07f1-a10f-4baa-9502-bfaeaca1cde2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6c2ce7c6-f246-4e1f-a11d-b5b6251a5070 HTTP/1.1" status: 204 len: 168 time: 0.5989761 Aug 11 02:25:10.646160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.654709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port fa6c91c4-f9f0-4591-aede-156036503afd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fa6c91c4-f9f0-4591-aede-156036503afd,segment=NetworkSegment(5930c36a-a434-40a0-b226-9bf1ab122982),segment_id=5930c36a-a434-40a0-b226-9bf1ab122982)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:10.661215 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.749083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=fa6c91c4-f9f0-4591-aede-156036503afd,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:10.766913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee3547b-49d9-47fa-8349-04b443ea607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.799370 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.811129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee3547b-49d9-47fa-8349-04b443ea607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.978881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.998877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02534ac-9fff-495b-b0a9-e9276ab7c552']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:11.014374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-fc4c18ae-0a45-46e1-a0f5-6fda528aa59a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:11.016006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-fc4c18ae-0a45-46e1-a0f5-6fda528aa59a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.8184245 Aug 11 02:25:11.017007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee3547b-49d9-47fa-8349-04b443ea607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.021799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee3547b-49d9-47fa-8349-04b443ea607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.023742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eee3547b-49d9-47fa-8349-04b443ea607b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6258ec3a-9820-421a-b894-dff856a6c8a4 HTTP/1.1" status: 204 len: 168 time: 0.5154424 Aug 11 02:25:11.027057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9263a553-cb59-45cb-a31a-887ad9146f0f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:11.027829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9263a553-cb59-45cb-a31a-887ad9146f0f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:11.057553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.061340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3547b-49d9-47fa-8349-04b443ea607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6258ec3a-9820-421a-b894-dff856a6c8a4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:11.089399 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.090774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f081e4-2e96-4a45-9a97-1a3f8279f174 req-d2c9f43a-207e-43ca-90cb-f66dc1ccd69f tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:11.092962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6f081e4-2e96-4a45-9a97-1a3f8279f174 req-d2c9f43a-207e-43ca-90cb-f66dc1ccd69f tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 944 time: 0.5269558 Aug 11 02:25:11.096521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-95027f68-f350-4066-947a-3b91647d78a7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.0602381 Aug 11 02:25:11.103016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:11.104393 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:11.108428 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:11.191706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-fba69a91-3b49-4cfc-a028-28e88fa17273 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739012 Aug 11 02:25:11.233783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.240334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6f081e4-2e96-4a45-9a97-1a3f8279f174 req-c76699cc-5f74-494e-9a61-88a8748d64d6 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314163 Aug 11 02:25:11.251409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.259928 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] 10.222.0.16 "DELETE /v2.0/networks/d02534ac-9fff-495b-b0a9-e9276ab7c552 HTTP/1.1" status: 204 len: 168 time: 0.6062741 Aug 11 02:25:11.274123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d9fbf-4b11-417a-84bf-2bbcbe89f3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d02534ac-9fff-495b-b0a9-e9276ab7c552,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:11.286662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.396243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-a4535789-f234-420b-8e31-fcdedb690aad service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857989 Aug 11 02:25:11.600718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52466) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:11.660381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-875b0d04-c690-49d7-827c-e08b5e85af3e service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304654 Aug 11 02:25:11.661659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52470) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:11.668382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:11.723273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa09660b-037b-4fc7-9f4a-b44a420d62ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dfdc0c1fbfd4db68530594ea36b5f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1197844 Aug 11 02:25:11.728490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:11.794957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d481a40-8d48-41ca-ab7c-d6118d376bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.803723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bcbc27df-46f5-40a5-b504-578be2c05f85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9be8da91034ef8b57a86464dca8910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358726 Aug 11 02:25:11.829201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:11.864117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d481a40-8d48-41ca-ab7c-d6118d376bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.915449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:11.934148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Sync routers for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:11.941848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d308dd9-9c7b-448e-9876-e451ba1fbf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.953683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:11.959944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:24:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:11.978344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.984247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d308dd9-9c7b-448e-9876-e451ba1fbf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.987191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eda9bc73-1768-4c44-aa7d-760b7ba00b94 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1058211 Aug 11 02:25:11.988254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52482) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.038578 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1977d7-5c9c-4ef8-90c1-b548662e73da x-openstack-request-id: req-aa1977d7-5c9c-4ef8-90c1-b548662e73da {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:12.039492 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd1ba43-7ad5-4891-9f30-823da7645f0c", "name": "network-vif-deleted", "tag": "bd02fe3a-6755-42c6-bad6-e82214778548", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:12.039492 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa1977d7-5c9c-4ef8-90c1-b548662e73da {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:12.039929 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd1ba43-7ad5-4891-9f30-823da7645f0c', 'name': 'network-vif-deleted', 'tag': 'bd02fe3a-6755-42c6-bad6-e82214778548', 'status': 'completed', 'code': 200} Aug 11 02:25:12.054783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d308dd9-9c7b-448e-9876-e451ba1fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.058148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d308dd9-9c7b-448e-9876-e451ba1fbf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.059818 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d308dd9-9c7b-448e-9876-e451ba1fbf79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/828cf792-457e-4d7c-91d8-b00da3225844 HTTP/1.1" status: 204 len: 168 time: 0.2293594 Aug 11 02:25:12.071693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308dd9-9c7b-448e-9876-e451ba1fbf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cf792-457e-4d7c-91d8-b00da3225844,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:12.105185 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d481a40-8d48-41ca-ab7c-d6118d376bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.107998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d481a40-8d48-41ca-ab7c-d6118d376bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.111835 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d481a40-8d48-41ca-ab7c-d6118d376bdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fbb260e-7557-408c-afee-4d9f54ea8379 HTTP/1.1" status: 204 len: 168 time: 0.3823051 Aug 11 02:25:12.136347 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23497ff6-2d9c-4e40-b0c5-abd05027503e x-openstack-request-id: req-23497ff6-2d9c-4e40-b0c5-abd05027503e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:12.137907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d481a40-8d48-41ca-ab7c-d6118d376bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbb260e-7557-408c-afee-4d9f54ea8379,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:12.141338 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c14d975-5b0d-48c4-9152-4ba99017be83", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c91c4-f9f0-4591-aede-156036503afd", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:12.141978 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23497ff6-2d9c-4e40-b0c5-abd05027503e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:12.142693 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c91c4-f9f0-4591-aede-156036503afd', 'code': 200} Aug 11 02:25:12.276387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfae10e-86d0-4de9-a5eb-3e213d461b04 req-83c880e8-c7d4-46cc-9c83-aff7c594d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.289494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebfae10e-86d0-4de9-a5eb-3e213d461b04 req-83c880e8-c7d4-46cc-9c83-aff7c594d0dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 1096 time: 0.1492682 Aug 11 02:25:12.463737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:12.495914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43c97ae9-17bd-472b-9e27-c23de5332978 req-57e84b9a-906b-49f9-a842-9b8f6c8234fa tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.1637318 Aug 11 02:25:12.619197 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebfae10e-86d0-4de9-a5eb-3e213d461b04 req-2afed1f6-3a56-46a4-8fca-2c29b0276141 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181205 Aug 11 02:25:12.696625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-06808278-2e48-4b21-b32d-0f83173bca26 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.700154 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-06808278-2e48-4b21-b32d-0f83173bca26 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.3301656 Aug 11 02:25:12.873221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20247aa-f7a1-4f2e-94c8-50dce56fe7ab req-1b0cb1f6-6c78-4a44-ac9c-d29c3723c6ac tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.890132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e20247aa-f7a1-4f2e-94c8-50dce56fe7ab req-1b0cb1f6-6c78-4a44-ac9c-d29c3723c6ac tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 944 time: 0.3925166 Aug 11 02:25:13.099659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea998dc-dd18-4bb2-b27f-20721e86a499 req-4a1b492a-e447-49c6-b536-39e52db6d19f tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:13.114434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ea998dc-dd18-4bb2-b27f-20721e86a499 req-4a1b492a-e447-49c6-b536-39e52db6d19f tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 945 time: 0.4289546 Aug 11 02:25:13.123479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Deleting port 3860444e-d847-463f-91a9-1bde92faad5f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:13.124059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.198228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e20247aa-f7a1-4f2e-94c8-50dce56fe7ab req-78aa9fe7-0396-48a9-a301-a4825ff05795 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/security-groups?id=be3e3909-8bce-41f2-92c1-05615ad44dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068042 Aug 11 02:25:13.293358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:10Z', 'revision_number': 3, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:13.297017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ea998dc-dd18-4bb2-b27f-20721e86a499 req-ed0650b5-38ed-4ede-8edc-db7631a51550 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813164 Aug 11 02:25:13.336190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Checking router: ff181918-ff12-4cd0-a6cb-86a0eaa588b4 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:13.337458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Updating router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 port ee556857-629a-4916-84e7-48a4bb870117 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:13.385977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.434052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] For port 3860444e-d847-463f-91a9-1bde92faad5f, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3860444e-d847-463f-91a9-1bde92faad5f,segment=NetworkSegment(f959d7a9-e08f-4659-8938-cdad6536164c),segment_id=f959d7a9-e08f-4659-8938-cdad6536164c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:13.434708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.519931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Calling delete_port for 3860444e-d847-463f-91a9-1bde92faad5f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:13.847009 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d8652d5-8d18-49ae-b3bc-342282fbc592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.876763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c6526a0-7cbd-4ae6-bc5a-7365ceb1e2bd req-8f8d75f7-beec-4aff-b969-2d4650bd5181 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.1018672 Aug 11 02:25:13.893620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.069426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.083050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.084104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Transition to ACTIVE for port object ee556857-629a-4916-84e7-48a4bb870117 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:14.094675 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.199492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Pushing event deleted for resources: {'Port': ['ID=3860444e-d847-463f-91a9-1bde92faad5f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.207707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Attempting to bind port ee556857-629a-4916-84e7-48a4bb870117 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:14.208298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Attempting to bind port ee556857-629a-4916-84e7-48a4bb870117 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:14.208676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Attempting to bind port ee556857-629a-4916-84e7-48a4bb870117 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:14.218454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:14.219806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:14.219806 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.220215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:14.220383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Bound port: ee556857-629a-4916-84e7-48a4bb870117, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:14.221277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.253830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501b66-d7b2-441f-aedc-5b2b0b98bc4a None None] Pushing event updated for resources: {'Port': ['ID=ee556857-629a-4916-84e7-48a4bb870117,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.335397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.353744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] For port ee556857-629a-4916-84e7-48a4bb870117, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:14.363924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] For port ee556857-629a-4916-84e7-48a4bb870117, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ee556857-629a-4916-84e7-48a4bb870117,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:14.371405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.408822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Allocated IP 172.20.0.1 (3a15fe7b-ca95-4183-8102-315d8a80c941/12e94027-1ac8-4d80-b657-3cfc21842e8d/b107f9f7-361b-4efe-ab7d-aff572e01b68) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:14.457479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] No DVR routers for this DVR port 3860444e-d847-463f-91a9-1bde92faad5f on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:14.462801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.465592 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb229576-e792-4376-96ae-e4a8b29b7d05 req-3b5a25b7-6fd6-4140-9bb1-32007f188e29 tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.59 "DELETE /v2.0/ports/3860444e-d847-463f-91a9-1bde92faad5f HTTP/1.1" status: 204 len: 173 time: 1.7568378 Aug 11 02:25:14.466439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'name': 'network-vif-deleted', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:14.478457 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8034a51-b8e9-41aa-9f36-3ca272c2b932" -d '{"events": [{"server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "name": "network-vif-deleted", "tag": "3860444e-d847-463f-91a9-1bde92faad5f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:14.551741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501b66-d7b2-441f-aedc-5b2b0b98bc4a None None] Pushing event updated for resources: {'Port': ['ID=ee556857-629a-4916-84e7-48a4bb870117,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.555847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3bc03ce-0b06-4c5b-a0f6-cd29c36d7d50 req-0adb8db7-c13f-4045-9b8e-ef4c0a92eeda tempest-LiveMigrationTest-1707841725 tempest-LiveMigrationTest-1707841725-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9ac3868-963d-4370-aa80-c56814413f85 HTTP/1.1" status: 200 len: 210 time: 0.1659110 Aug 11 02:25:14.599059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:14.599723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:24:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:14.615162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-ad626d85-04bc-4a8d-8891-c6dba14a1e1c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.622245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-ad626d85-04bc-4a8d-8891-c6dba14a1e1c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.4538414 Aug 11 02:25:14.636237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:14.878376 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6308b4b2-81e3-4bac-b149-a7c41500050e x-openstack-request-id: req-6308b4b2-81e3-4bac-b149-a7c41500050e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:14.878698 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac3868-963d-4370-aa80-c56814413f85", "name": "network-vif-deleted", "tag": "3860444e-d847-463f-91a9-1bde92faad5f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:14.878925 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6308b4b2-81e3-4bac-b149-a7c41500050e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:14.879340 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac3868-963d-4370-aa80-c56814413f85', 'name': 'network-vif-deleted', 'tag': '3860444e-d847-463f-91a9-1bde92faad5f', 'status': 'completed', 'code': 200} Aug 11 02:25:14.901576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a5721-29c3-4ff8-8b41-33beea2de3b3 req-349d9e3a-3721-4b55-9593-b4bd09d04791 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.915191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e06a5721-29c3-4ff8-8b41-33beea2de3b3 req-349d9e3a-3721-4b55-9593-b4bd09d04791 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 945 time: 0.3764060 Aug 11 02:25:14.992687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:15.046774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:15.056096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.101413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e06a5721-29c3-4ff8-8b41-33beea2de3b3 req-6cee6742-7553-46cd-b765-7fc5793c50ba tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857643 Aug 11 02:25:15.123431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1464786895-network', 'tenant_id': '9cc679c970714e149d9fdb487f190b34'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:15.249862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.324919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:10Z', 'revision_number': 3, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:15.365286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9426f292-2755-4031-93ef-8da8452652cc req-bf30c47c-3f14-4fa6-a0f7-d7653b6e9899 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.1000621 Aug 11 02:25:15.371260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Made reservation on behalf of 9cc679c970714e149d9fdb487f190b34 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:15.375100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.400269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.402460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d1bf3-0474-453d-b6a7-78c41fd08c17 None None] The sync data for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 is: [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:10Z', 'revision_number': 3, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:15.556162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.622495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.5 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/5ea5a887-8959-48b6-a8a7-ee114e4b4874) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:15.636052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Pushing event updated for resources: {'Port': ['ID=b107f9f7-361b-4efe-ab7d-aff572e01b68,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:15.654514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:15.664197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:15.671949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:15.706198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:15.769236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.287011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.303403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.317553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.494891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Deleting subnet bd1bd06d-16ed-46e3-8fec-24dea8a8db0f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:16.502397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.507327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.518771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcd419-8b16-4277-9def-555ddcfdacb8 req-ada01b38-78e1-49b0-bc11-5892665c4c37 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.537663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83bcd419-8b16-4277-9def-555ddcfdacb8 req-ada01b38-78e1-49b0-bc11-5892665c4c37 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 945 time: 0.4853945 Aug 11 02:25:16.549553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:16.555745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fa8e8b-7120-4661-abc6-c1cbb235ff0e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:16.618949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.619305 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Added segment 8807e6d7-447e-42aa-b2bb-ce93f428a911 of type vlan for network 6ff98c69-8ef4-42f8-a78e-91457160c173 Aug 11 02:25:16.628716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.710082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:16.713906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.727204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:16.736406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83bcd419-8b16-4277-9def-555ddcfdacb8 req-806cbf40-7d6e-4d6f-840b-e36b77bc6e6c tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825137 Aug 11 02:25:16.740348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.768542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:16.770490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf839de-ea20-41e7-84b0-275516fcb798 req-aa3a8a84-6075-4977-9ec0-90b1d1ec4157 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.772090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcf839de-ea20-41e7-84b0-275516fcb798 req-aa3a8a84-6075-4977-9ec0-90b1d1ec4157 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 931 time: 0.2272513 Aug 11 02:25:16.911135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.918018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.923816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=5ea5a887-8959-48b6-a8a7-ee114e4b4874,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:16.966723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.022122 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-bbc933a6-7f52-4689-a353-d97464f4aad5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3903496 Aug 11 02:25:17.051181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Request body: {'port': {'device_id': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:17.152526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcf839de-ea20-41e7-84b0-275516fcb798 req-2d117b1e-9789-4c72-8998-11764111a989 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736796 Aug 11 02:25:17.232445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.244575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.263135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.264160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.264778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.296419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1bd06d-16ed-46e3-8fec-24dea8a8db0f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.300057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.302764 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b9a3e6a0-cfa1-49cf-ac78-708740f02b9c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd1bd06d-16ed-46e3-8fec-24dea8a8db0f HTTP/1.1" status: 204 len: 168 time: 1.5877273 Aug 11 02:25:17.314751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:17.338826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.396069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.424081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e9313d7-9d36-4c03-a73d-3760b8f6a1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.498541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1499341 Aug 11 02:25:17.507855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52598) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:17.533499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Request body: {'subnet': {'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1464786895-subnet', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:17.553262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d271b-d5bf-4c9a-a8fd-496c8b2ccfe2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff98c69-8ef4-42f8-a78e-91457160c173,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.577803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:17.612894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Pushing event updated for resources: {'Port': ['ID=b107f9f7-361b-4efe-ab7d-aff572e01b68,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.638899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.710797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.737770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Made reservation on behalf of 9cc679c970714e149d9fdb487f190b34 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:17.742501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.990402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-24a78a9f-a25c-4c5c-a819-c2f691951b81 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.995696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-24a78a9f-a25c-4c5c-a819-c2f691951b81 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 945 time: 0.6995254 Aug 11 02:25:18.057910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee556857-629a-4916-84e7-48a4bb870117 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:18.128378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:18.202477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3860444e-d847-463f-91a9-1bde92faad5f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:18.203875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3860444e-d847-463f-91a9-1bde92faad5f not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:18.220130 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.225597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a039745-d157-4761-9f74-e6a25c73ed15 req-26b8574e-0136-42f1-8e59-70fc1569de54 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:18.229626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a039745-d157-4761-9f74-e6a25c73ed15 req-26b8574e-0136-42f1-8e59-70fc1569de54 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 945 time: 0.1696048 Aug 11 02:25:18.259763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ee556857-629a-4916-84e7-48a4bb870117 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:18.269005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ee556857-629a-4916-84e7-48a4bb870117 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:18.270102 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.389760 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.391793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:18.405908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.456710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:18.488888 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.542802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ee556857-629a-4916-84e7-48a4bb870117, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ee556857-629a-4916-84e7-48a4bb870117,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:18.552237 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.585653 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.651736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada9445-7834-4d1b-8b0f-ad38597e5910']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:18.702334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f959d7a9-e08f-4659-8938-cdad6536164c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:18.702792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f959d7a9-e08f-4659-8938-cdad6536164c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:18.719462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ee556857-629a-4916-84e7-48a4bb870117,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.739060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.768082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Deleting port fa6c91c4-f9f0-4591-aede-156036503afd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:18.768605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.866182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.898076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:18.898764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:18.902104 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:19.051115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:19.065225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98490d5-99a8-4dbd-ad0d-e5920f60ac2c req-aaa5b33e-302f-4947-b873-f9f3e74e64c8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:19.067171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e98490d5-99a8-4dbd-ad0d-e5920f60ac2c req-aaa5b33e-302f-4947-b873-f9f3e74e64c8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 931 time: 0.6736770 Aug 11 02:25:19.074054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a039745-d157-4761-9f74-e6a25c73ed15 req-d3fa7449-2f63-4994-a174-fb9dab1a7ff9 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853981 Aug 11 02:25:19.082168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Checking segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:19.082168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Network hostable DHCP agents. Network: 6ff98c69-8ef4-42f8-a78e-91457160c173, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:19.140727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea5a887-8959-48b6-a8a7-ee114e4b4874 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:19.165171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e98490d5-99a8-4dbd-ad0d-e5920f60ac2c req-11c5b267-f8ab-4de8-badb-e0aca6afeedc tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512753 Aug 11 02:25:19.171017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.189720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:19.196338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:19.197842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.205868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] For port fa6c91c4-f9f0-4591-aede-156036503afd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=fa6c91c4-f9f0-4591-aede-156036503afd,segment=NetworkSegment(5930c36a-a434-40a0-b226-9bf1ab122982),segment_id=5930c36a-a434-40a0-b226-9bf1ab122982)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:19.206907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.213105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.216589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6ff98c69-8ef4-42f8-a78e-91457160c173) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:19.217582 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ada9445-7834-4d1b-8b0f-ad38597e5910 HTTP/1.1" status: 204 len: 168 time: 1.8988161 Aug 11 02:25:19.221075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52612) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.227505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84090f67-270d-476f-877a-5769895d4be8 None None] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:19.264111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ceb8f-7d38-41ef-bca2-a987227d801b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ada9445-7834-4d1b-8b0f-ad38597e5910,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:19.282414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:19.283510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.286714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Calling delete_port for fa6c91c4-f9f0-4591-aede-156036503afd owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:19.291079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Transition to ACTIVE for port object 5ea5a887-8959-48b6-a8a7-ee114e4b4874 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:19.300651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.355744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c6d36737-cae5-4a3c-a416-c6f824a5712e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8420937 Aug 11 02:25:19.388050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Deleting subnet f9c07e62-efad-4b02-b9ab-da343ca465ba {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:19.392324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52614) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.399206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:19.409463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea5a887-8959-48b6-a8a7-ee114e4b4874,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:19.440549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.525163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.539078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.570274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6ff98c69-8ef4-42f8-a78e-91457160c173', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:19.571354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.614266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.621076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:19.649259 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367128-b342-4b2e-b139-c23526e498af None None] Sync routers for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:19.664188 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:19.665294 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:19.689492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0955276-5eb4-4478-b562-46cb1c2cfa19 admin admin] 10.222.0.16 "PUT /v2.0/routers/ff181918-ff12-4cd0-a6cb-86a0eaa588b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6991045 Aug 11 02:25:19.778381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee556857-629a-4916-84e7-48a4bb870117 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:19.832252 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:19.861373 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.019559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ee556857-629a-4916-84e7-48a4bb870117 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:20.019930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.071457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.186540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.267123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.273544 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.332094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Allocated IP 172.20.0.2 (6ff98c69-8ef4-42f8-a78e-91457160c173/6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2/d01d29fa-9771-404d-80e3-829eb135d9ef) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:20.369543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c07e62-efad-4b02-b9ab-da343ca465ba,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:20.384312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device fa6c91c4-f9f0-4591-aede-156036503afd no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:20.415451 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 2, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:20.449903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.455326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-89705ac2-eecb-462e-8dbd-5b7ad2f5847a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f9c07e62-efad-4b02-b9ab-da343ca465ba HTTP/1.1" status: 204 len: 168 time: 1.2279334 Aug 11 02:25:20.461891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52644) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:20.466153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Attempting to bind port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:20.467100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Attempting to bind port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:20.467100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Attempting to bind port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:20.486264 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367128-b342-4b2e-b139-c23526e498af None None] Checking router: ff181918-ff12-4cd0-a6cb-86a0eaa588b4 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:20.487128 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367128-b342-4b2e-b139-c23526e498af None None] Updating router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 port b107f9f7-361b-4efe-ab7d-aff572e01b68 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:20.556907 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57367128-b342-4b2e-b139-c23526e498af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.575936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:20.577931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Attempting to bind port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:20.591942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:20.592309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:20.595534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:20.595534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Bound port: 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:20.595534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.639084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:20.693473 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.759650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.792798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Pushing event deleted for resources: {'Port': ['ID=fa6c91c4-f9f0-4591-aede-156036503afd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:20.855331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] For port 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:20.876910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673abfb-7df9-4ddc-9e59-57a8ae27b147 req-2ea038da-1905-4e42-a61d-5d82a27ad352 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.892364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e673abfb-7df9-4ddc-9e59-57a8ae27b147 req-2ea038da-1905-4e42-a61d-5d82a27ad352 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c14d975-5b0d-48c4-9152-4ba99017be83 HTTP/1.1" status: 200 len: 867 time: 0.5152671 Aug 11 02:25:20.914031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] No DVR routers for this DVR port fa6c91c4-f9f0-4591-aede-156036503afd on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:20.924643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.949699 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4dd3ee84-f79f-4f43-984b-4102c0e92712 req-3c51f190-19d3-43cf-8529-d125b971a4a5 tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.25 "DELETE /v2.0/ports/fa6c91c4-f9f0-4591-aede-156036503afd HTTP/1.1" status: 204 len: 173 time: 2.9343257 Aug 11 02:25:20.950244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'name': 'network-vif-deleted', 'tag': 'fa6c91c4-f9f0-4591-aede-156036503afd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:20.952836 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b045f9-fa4c-4939-bccc-958be8876256" -d '{"events": [{"server_uuid": "6c14d975-5b0d-48c4-9152-4ba99017be83", "name": "network-vif-deleted", "tag": "fa6c91c4-f9f0-4591-aede-156036503afd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:20.969522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] For port 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:20.972591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.989984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.002317 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1162cb75-436a-4d13-adc9-bd237521972b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.076724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.077858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.080065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ea5a887-8959-48b6-a8a7-ee114e4b4874 HTTP/1.1" status: 200 len: 1091 time: 4.0428691 Aug 11 02:25:21.091153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.128604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-0f41dd36-7a78-47fc-906e-4d0e54af81be tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.138376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Transition to ACTIVE for port object d01d29fa-9771-404d-80e3-829eb135d9ef will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:21.143473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-0f41dd36-7a78-47fc-906e-4d0e54af81be tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 820 time: 0.6059706 Aug 11 02:25:21.196119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Transition to ACTIVE for port object d01d29fa-9771-404d-80e3-829eb135d9ef will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:21.199021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e673abfb-7df9-4ddc-9e59-57a8ae27b147 req-70bf761d-c2d8-4130-9abd-b5acc34daa2d tempest-ServerGroupTestJSON-476711440 tempest-ServerGroupTestJSON-476711440-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6ccbc23-b1a8-4d66-afde-fcb61290d917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049662 Aug 11 02:25:21.211752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.215250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4fb68-7634-430e-b2dd-aaa1f862caa4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea5a887-8959-48b6-a8a7-ee114e4b4874,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.261141 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57367128-b342-4b2e-b139-c23526e498af None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.278323 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-57367128-b342-4b2e-b139-c23526e498af None None] Transition to ACTIVE for port object b107f9f7-361b-4efe-ab7d-aff572e01b68 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:21.288580 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57367128-b342-4b2e-b139-c23526e498af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.311102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-191b22c0-a436-4edd-bf1d-58717fbaafcb tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/quotas/45d5538b1f0b4665971b0b502cd9a197 HTTP/1.1" status: 200 len: 375 time: 0.1662960 Aug 11 02:25:21.344348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1162cb75-436a-4d13-adc9-bd237521972b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.348480 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Pushing event updated for resources: {'Port': ['ID=b107f9f7-361b-4efe-ab7d-aff572e01b68,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.357189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1162cb75-436a-4d13-adc9-bd237521972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.364905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.365986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.366648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.367139 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.368426 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.368868 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.369320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.369861 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.370353 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.370784 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.371219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.371633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.372020 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:21.374435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:21.383591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58aa8767-9ef7-40b5-b937-7a527d88331f']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:21.386206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-6e52cd9f-8147-4f43-912d-ea98f8679749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.396295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-6e52cd9f-8147-4f43-912d-ea98f8679749 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 1094 time: 0.2621126 Aug 11 02:25:21.409682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15f982b-d3b0-4cda-a06b-1279a32aee04') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:21.409977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15f982b-d3b0-4cda-a06b-1279a32aee04') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:21.421341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.436614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Pushing event updated for resources: {'Port': ['ID=d01d29fa-9771-404d-80e3-829eb135d9ef,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.443282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:21.448430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:21.475964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.478935 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-57367128-b342-4b2e-b139-c23526e498af None None] Attempting to bind port b107f9f7-361b-4efe-ab7d-aff572e01b68 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:21.479356 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-57367128-b342-4b2e-b139-c23526e498af None None] Attempting to bind port b107f9f7-361b-4efe-ab7d-aff572e01b68 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:21.479835 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367128-b342-4b2e-b139-c23526e498af None None] Attempting to bind port b107f9f7-361b-4efe-ab7d-aff572e01b68 on network 3a15fe7b-ca95-4183-8102-315d8a80c941 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:21.483145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162cb75-436a-4d13-adc9-bd237521972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fcd633-ded2-4252-b2df-1aaa45f2c4b2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.510217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367128-b342-4b2e-b139-c23526e498af None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:21.514850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367128-b342-4b2e-b139-c23526e498af None None] Checking segment: {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:21.515306 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57367128-b342-4b2e-b139-c23526e498af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.515757 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367128-b342-4b2e-b139-c23526e498af None None] Bound using segment: {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:21.516262 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-57367128-b342-4b2e-b139-c23526e498af None None] Bound port: b107f9f7-361b-4efe-ab7d-aff572e01b68, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:21.518392 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57367128-b342-4b2e-b139-c23526e498af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.547887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:21.549980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:21.556702 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:21.573154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Attempting to bind port d01d29fa-9771-404d-80e3-829eb135d9ef on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:21.573944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Attempting to bind port d01d29fa-9771-404d-80e3-829eb135d9ef by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:21.574930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Attempting to bind port d01d29fa-9771-404d-80e3-829eb135d9ef on network 6ff98c69-8ef4-42f8-a78e-91457160c173 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:21.585721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:21.586828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Checking segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:21.587762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.588815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Bound using segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:21.591187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Bound port: d01d29fa-9771-404d-80e3-829eb135d9ef, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:21.592149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.603523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-9618392e-33b8-494b-90a9-5278a540a964 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874 HTTP/1.1" status: 200 len: 217 time: 0.0934231 Aug 11 02:25:21.673285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-48c4ac12-ff41-4480-b7c9-af0d62f4fbec tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3582854 Aug 11 02:25:21.695650 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-57367128-b342-4b2e-b139-c23526e498af None None] For port b107f9f7-361b-4efe-ab7d-aff572e01b68, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:21.697667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.698431 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1162cb75-436a-4d13-adc9-bd237521972b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af222a95359e46379968d6cd78770a84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0562501 Aug 11 02:25:21.699642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:21.706792 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-57367128-b342-4b2e-b139-c23526e498af None None] For port b107f9f7-361b-4efe-ab7d-aff572e01b68, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b107f9f7-361b-4efe-ab7d-aff572e01b68,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:21.720001 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57367128-b342-4b2e-b139-c23526e498af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.786768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] For port d01d29fa-9771-404d-80e3-829eb135d9ef, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:21.789924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-1bc78ef9-48cd-4c08-b9bf-d24adada25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.792313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] For port d01d29fa-9771-404d-80e3-829eb135d9ef, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d01d29fa-9771-404d-80e3-829eb135d9ef,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:21.792971 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-1bc78ef9-48cd-4c08-b9bf-d24adada25b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1793370 Aug 11 02:25:21.799001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.864300 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-aa039f86-0864-4ac3-835c-28722c2410d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616853 Aug 11 02:25:21.960101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.961634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] 10.222.0.16 "DELETE /v2.0/networks/58aa8767-9ef7-40b5-b937-7a527d88331f HTTP/1.1" status: 204 len: 168 time: 1.4059391 Aug 11 02:25:21.977282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae675-06a5-4fc4-9230-126b178efbd4 req-cb9d137d-a297-4e6e-ae80-41a6369a5301 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.985791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f23ae675-06a5-4fc4-9230-126b178efbd4 req-cb9d137d-a297-4e6e-ae80-41a6369a5301 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 943 time: 0.5268638 Aug 11 02:25:21.989905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edb0fd-683e-4188-beb9-0c3daca6f738 None None] Pushing event updated for resources: {'Port': ['ID=d01d29fa-9771-404d-80e3-829eb135d9ef,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.999344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f817c-26d2-41d2-a345-08a3ab5dc21b None None] Pushing event updated for resources: {'Port': ['ID=b107f9f7-361b-4efe-ab7d-aff572e01b68,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.013590 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:22.015131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:22.052149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-172b8d63-4bfa-4a7d-8040-769ccdec1d86 service neutron] 10.222.0.16 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564384 Aug 11 02:25:22.068399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-b94bffc0-8a61-420c-9dba-857e93004aac service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950984 Aug 11 02:25:22.086647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbae624-09e2-419d-ac31-a5b787761743 admin admin] Pushing event deleted for resources: {'Network': ['ID=58aa8767-9ef7-40b5-b937-7a527d88331f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.109827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3935-a60a-4402-8d49-553bb7b5ec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.197439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3935-a60a-4402-8d49-553bb7b5ec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.226074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.267377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:22.277989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.299010 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dcbd4d95-73bc-45c2-8eb2-e736d19804a1 req-c8b63785-3188-4f51-b599-bb7b095e95d2 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022283 Aug 11 02:25:22.323128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f23ae675-06a5-4fc4-9230-126b178efbd4 req-97ad4d3a-8ec9-4378-a4e5-abe528d5ee54 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336246 Aug 11 02:25:22.332872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3935-a60a-4402-8d49-553bb7b5ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.338711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3935-a60a-4402-8d49-553bb7b5ec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.341181 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5e8a3935-a60a-4402-8d49-553bb7b5ec76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95fcd633-ded2-4252-b2df-1aaa45f2c4b2 HTTP/1.1" status: 204 len: 168 time: 0.6357296 Aug 11 02:25:22.354125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3a2fc0e8-b7ae-4a30-b89c-ed170d06f9a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3abd683ca71844e3be8a3340655d8956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753279 Aug 11 02:25:22.357257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:22.377956 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:22.381775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a3935-a60a-4402-8d49-553bb7b5ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fcd633-ded2-4252-b2df-1aaa45f2c4b2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.502880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-25008ff5-293b-42f4-a33b-4e3c1bcdaf82 service neutron] 10.222.0.16 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498181 Aug 11 02:25:22.575799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d83d0a12-846d-4f82-b1f7-3cf96fd0ce08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.695706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d83d0a12-846d-4f82-b1f7-3cf96fd0ce08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.697780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Allocated IP 172.25.6.37 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/4f8a4645-23dd-46c3-98f5-fe611585de29) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:22.709441 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c480f9c-4724-4174-ad75-1e7eb55eefa9 x-openstack-request-id: req-4c480f9c-4724-4174-ad75-1e7eb55eefa9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:22.709930 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c14d975-5b0d-48c4-9152-4ba99017be83", "name": "network-vif-deleted", "tag": "fa6c91c4-f9f0-4591-aede-156036503afd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:22.710182 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c480f9c-4724-4174-ad75-1e7eb55eefa9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:22.710630 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c14d975-5b0d-48c4-9152-4ba99017be83', 'name': 'network-vif-deleted', 'tag': 'fa6c91c4-f9f0-4591-aede-156036503afd', 'status': 'completed', 'code': 200} Aug 11 02:25:22.740260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.810347 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.839961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d83d0a12-846d-4f82-b1f7-3cf96fd0ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.847445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d83d0a12-846d-4f82-b1f7-3cf96fd0ce08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.849314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d83d0a12-846d-4f82-b1f7-3cf96fd0ce08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be3e3909-8bce-41f2-92c1-05615ad44dff HTTP/1.1" status: 204 len: 168 time: 0.4717801 Aug 11 02:25:22.855160 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57367128-b342-4b2e-b139-c23526e498af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:21Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:22.866311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d0a12-846d-4f82-b1f7-3cf96fd0ce08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e3909-8bce-41f2-92c1-05615ad44dff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.902469 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367128-b342-4b2e-b139-c23526e498af None None] The sync data for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 is: [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:21Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:22.999567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-49ddf9e1-6fdc-4cfd-8c8d-eae894681ec2 req-d7b2414d-3e10-4460-ba68-52db57aceebb tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 210 time: 0.0927653 Aug 11 02:25:23.206528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.322982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.423976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:23.445585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8a4645-23dd-46c3-98f5-fe611585de29,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:23.467293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:23.469261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:23.472416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:23.798469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Deleting subnet 23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:23.821281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.912352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.010386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.030287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b107f9f7-361b-4efe-ab7d-aff572e01b68 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:24.211105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52714) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.215859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2805ed-9142-4919-a5e2-4ca65252956a None None] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:24.218597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.299413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b107f9f7-361b-4efe-ab7d-aff572e01b68 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:24.307903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b107f9f7-361b-4efe-ab7d-aff572e01b68 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:24.308687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.399483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-72c2bae7-790b-49bf-aea4-f92a93f3c285 None None] Provisioning for port d01d29fa-9771-404d-80e3-829eb135d9ef completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:24.451326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-92057aec-62bc-43ef-8ac4-cffc41482ad0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6945b739931e45109d35d0c84540635b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250605 Aug 11 02:25:24.458216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.466039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.476178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.477168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.544661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port b107f9f7-361b-4efe-ab7d-aff572e01b68, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b107f9f7-361b-4efe-ab7d-aff572e01b68,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:24.552038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.553353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d01d29fa-9771-404d-80e3-829eb135d9ef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:24.634862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.660516 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.664737 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ff9b31bd-7470-4ce8-a2ad-3fa8833194e3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/23ad5e16-dd9c-4f93-b7b7-24bd83dfa3d3 HTTP/1.1" status: 204 len: 168 time: 1.2386148 Aug 11 02:25:24.674619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52722) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.694262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=b107f9f7-361b-4efe-ab7d-aff572e01b68,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.705876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6379d14-8592-4b96-89cb-87cb274118ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.718818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'tag': '5ea5a887-8959-48b6-a8a7-ee114e4b4874'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:24.726424 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c78a31-ea8c-47f1-b98b-eb841f798a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c443a-e4b4-4881-805b-9fa263542036", "tag": "5ea5a887-8959-48b6-a8a7-ee114e4b4874"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:24.786981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port d01d29fa-9771-404d-80e3-829eb135d9ef completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:24.805154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d01d29fa-9771-404d-80e3-829eb135d9ef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:24.806255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.855560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a34fc1f9-652f-450d-942f-4bfd221735ba req-5fb15674-ff5f-4692-8b72-68bd189b1a78 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 210 time: 0.3822081 Aug 11 02:25:25.005368 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6e3aaa-76ee-45a5-a7f0-452670220420 x-openstack-request-id: req-af6e3aaa-76ee-45a5-a7f0-452670220420 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:25.005892 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c443a-e4b4-4881-805b-9fa263542036", "tag": "5ea5a887-8959-48b6-a8a7-ee114e4b4874", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:25.006215 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af6e3aaa-76ee-45a5-a7f0-452670220420 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:25.006952 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'tag': '5ea5a887-8959-48b6-a8a7-ee114e4b4874', 'status': 'completed', 'code': 200} Aug 11 02:25:25.095527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.207325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826da65e-89b9-482b-a919-bdfc50f7204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.225945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.251032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port d01d29fa-9771-404d-80e3-829eb135d9ef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d01d29fa-9771-404d-80e3-829eb135d9ef,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:25.264734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.393813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fe54-14fc-4fdb-ad4d-ec0e056fa574 req-e7925add-dd3c-4c17-9335-25212f5b79b8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.417703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5185fe54-14fc-4fdb-ad4d-ec0e056fa574 req-e7925add-dd3c-4c17-9335-25212f5b79b8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 943 time: 1.7583210 Aug 11 02:25:25.434960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=d01d29fa-9771-404d-80e3-829eb135d9ef,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:25.503866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-31989a9f-bc82-44fa-9bfd-fa0da30b3c71 None None] Provisioning complete for port d01d29fa-9771-404d-80e3-829eb135d9ef triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:25.504724 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31989a9f-bc82-44fa-9bfd-fa0da30b3c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.550798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-4e1eb357-71f8-4704-a63c-8f42b5f806fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.556802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-4e1eb357-71f8-4704-a63c-8f42b5f806fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 1094 time: 0.5500994 Aug 11 02:25:25.641154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5185fe54-14fc-4fdb-ad4d-ec0e056fa574 req-abaef8fb-89eb-4959-bf27-693d45c44345 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187903 Aug 11 02:25:25.671344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.682378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-e6a5a91c-2c1b-44ce-91ff-0649971705bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.683926 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-e6a5a91c-2c1b-44ce-91ff-0649971705bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.1115134 Aug 11 02:25:25.711878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b107f9f7-361b-4efe-ab7d-aff572e01b68 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:25.740850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826da65e-89b9-482b-a919-bdfc50f7204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.794249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b107f9f7-361b-4efe-ab7d-aff572e01b68 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:25.794799 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.814450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-e57d48b8-8e10-4a2b-b3ae-3948dab8e82b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874 HTTP/1.1" status: 200 len: 217 time: 0.1183808 Aug 11 02:25:25.902644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d01d29fa-9771-404d-80e3-829eb135d9ef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:25.944594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6379d14-8592-4b96-89cb-87cb274118ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.972959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ea5a887-8959-48b6-a8a7-ee114e4b4874 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:25.978271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d01d29fa-9771-404d-80e3-829eb135d9ef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:25.978271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.995534 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6379d14-8592-4b96-89cb-87cb274118ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.997410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-717ec3e6-c12c-49ca-9407-2f952e9a8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.001040 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-717ec3e6-c12c-49ca-9407-2f952e9a8ef6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1237013 Aug 11 02:25:26.106777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.119853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-1fd7d29c-83cb-4a7b-a740-883d6c0e8e86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917475 Aug 11 02:25:26.121592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f6379d14-8592-4b96-89cb-87cb274118ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b87e460b90fd4e5c828cc2f00c059ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9084411 Aug 11 02:25:26.140050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.149367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1386bdc-3aa3-4393-b38f-62f5f77d3a0f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:26.235007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379d14-8592-4b96-89cb-87cb274118ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c3c383-2630-42fd-8cd3-8660a60aa31b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.255668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36f715f7-9f38-4622-9a5d-8a0d4da9e3a5 req-c82385e0-5d62-44e0-b99d-56d61ac39f95 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 210 time: 0.1673691 Aug 11 02:25:26.268095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:26.376253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5930c36a-a434-40a0-b226-9bf1ab122982') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:26.376746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5930c36a-a434-40a0-b226-9bf1ab122982') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:26.396128 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-1297a790-03e9-487f-83ed-fc0909b24bbb service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518761 Aug 11 02:25:26.405533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-ef30a79e-f93d-4ad3-8330-ee48736df1ed tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.408317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-ef30a79e-f93d-4ad3-8330-ee48736df1ed tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 820 time: 1.1577561 Aug 11 02:25:26.491006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:26.510132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5ea5a887-8959-48b6-a8a7-ee114e4b4874', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': '5ea5a887-8959-48b6-a8a7-ee114e4b4874', 'mac_address': 'fa:16:3e:0e:d9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:26.516395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.525212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'port': {'device_id': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'admin_state_up': True, 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:26.538937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:26.563019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Sync routers for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:26.576834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.580397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09be2602-4192-487a-a112-fe2be427c159 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1849575 Aug 11 02:25:26.583591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.590887 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.625913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea5a887-8959-48b6-a8a7-ee114e4b4874 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:26.679924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:26.686051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:26.688513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826da65e-89b9-482b-a919-bdfc50f7204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.693028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826da65e-89b9-482b-a919-bdfc50f7204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.698406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-826da65e-89b9-482b-a919-bdfc50f7204b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b7520cb-622d-40cf-b5fc-d2ce7b33ad54 HTTP/1.1" status: 204 len: 168 time: 2.2159560 Aug 11 02:25:26.698406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.736660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:26.737285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:26.755593 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:26.811339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826da65e-89b9-482b-a919-bdfc50f7204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7520cb-622d-40cf-b5fc-d2ce7b33ad54,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.879647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0240b293-5b73-45fe-b0ff-4c1b05c45bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.920244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:26.937579 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.041386 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-43c78a31-ea8c-47f1-b98b-eb841f798a3b req-7da29346-6303-478c-9c99-d900cf03f804 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294196 Aug 11 02:25:27.041671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07d59f-a81b-440c-85c4-3cc8c13ee1d9 req-1c380054-4946-4bc3-8aa1-a88051c57d37 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:27.043039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa07d59f-a81b-440c-85c4-3cc8c13ee1d9 req-1c380054-4946-4bc3-8aa1-a88051c57d37 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 943 time: 0.2259800 Aug 11 02:25:27.098796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.109655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.117112 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] 10.222.0.16 "DELETE /v2.0/networks/f1386bdc-3aa3-4393-b38f-62f5f77d3a0f HTTP/1.1" status: 204 len: 168 time: 2.4397302 Aug 11 02:25:27.129063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0240b293-5b73-45fe-b0ff-4c1b05c45bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.151150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ea5a887-8959-48b6-a8a7-ee114e4b4874,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.177039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:27.182799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5ea5a887-8959-48b6-a8a7-ee114e4b4874'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:27.242234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da7b5a-f918-4ca9-9653-7592bc75f12c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1386bdc-3aa3-4393-b38f-62f5f77d3a0f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.293814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa07d59f-a81b-440c-85c4-3cc8c13ee1d9 req-d6d75bf7-72a9-4a69-adab-bbcade1cde9c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919079 Aug 11 02:25:27.381394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Made reservation on behalf of 45d5538b1f0b4665971b0b502cd9a197 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:27.400558 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.432682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0240b293-5b73-45fe-b0ff-4c1b05c45bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.439123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0240b293-5b73-45fe-b0ff-4c1b05c45bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.442706 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0240b293-5b73-45fe-b0ff-4c1b05c45bf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99c3c383-2630-42fd-8cd3-8660a60aa31b HTTP/1.1" status: 204 len: 168 time: 1.2954047 Aug 11 02:25:27.464773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b293-5b73-45fe-b0ff-4c1b05c45bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c3c383-2630-42fd-8cd3-8660a60aa31b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.527149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52760) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:27.740875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fce3b2a5-fa8f-4d0c-8995-0a6fc10a20b8 req-a6479704-2454-4098-905c-a1eb52192c2b tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 210 time: 0.2119472 Aug 11 02:25:27.821224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Allocated IP 172.20.0.8 (3a15fe7b-ca95-4183-8102-315d8a80c941/12e94027-1ac8-4d80-b657-3cfc21842e8d/c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:27.950525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52770) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:27.955114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ca12fef0-39f7-47ca-a21b-f65e92868456 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=831b37510aeb49d7b7dac292984d37a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199800 Aug 11 02:25:28.301984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08a570fc-e8a5-4a22-88c6-bd63ce6c25df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.344640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08a570fc-e8a5-4a22-88c6-bd63ce6c25df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.356252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 3, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:28.476880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.488830 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.507832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Checking router: c6ea3b9d-0a96-4560-b9e3-4906d1350a00 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:28.508439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Updating router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 port 4f8a4645-23dd-46c3-98f5-fe611585de29 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:28.544660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08a570fc-e8a5-4a22-88c6-bd63ce6c25df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.570934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08a570fc-e8a5-4a22-88c6-bd63ce6c25df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.580643 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-08a570fc-e8a5-4a22-88c6-bd63ce6c25df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6ccbc23-b1a8-4d66-afde-fcb61290d917 HTTP/1.1" status: 204 len: 168 time: 0.6281779 Aug 11 02:25:28.646440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a570fc-e8a5-4a22-88c6-bd63ce6c25df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ccbc23-b1a8-4d66-afde-fcb61290d917,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:28.717096 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.787271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.946602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.000535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Network 3a15fe7b-ca95-4183-8102-315d8a80c941 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:29.006270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:29.019430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:29.089176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7845-4293-4cd0-9609-56d980d80f71 req-a7c051f8-4d44-4cfd-bb20-08b3fd2f4dc7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.098047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-635a7845-4293-4cd0-9609-56d980d80f71 req-a7c051f8-4d44-4cfd-bb20-08b3fd2f4dc7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 944 time: 0.4975536 Aug 11 02:25:29.213251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.220145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.221572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.246750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Transition to ACTIVE for port object 4f8a4645-23dd-46c3-98f5-fe611585de29 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:29.258530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.272729 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cbb203ca-38fc-4f8d-9185-878ebcc54eac tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8434732 Aug 11 02:25:29.291811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Request body: {'port': {'device_id': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:29.411526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4268-95f8-4d80-a46b-64837d8d4f44 None None] Pushing event updated for resources: {'Port': ['ID=4f8a4645-23dd-46c3-98f5-fe611585de29,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.430463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Attempting to bind port 4f8a4645-23dd-46c3-98f5-fe611585de29 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:29.430924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Attempting to bind port 4f8a4645-23dd-46c3-98f5-fe611585de29 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:29.433324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Attempting to bind port 4f8a4645-23dd-46c3-98f5-fe611585de29 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:29.441236 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.448031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:29.448412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:29.448807 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.449208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:29.449707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Bound port: 4f8a4645-23dd-46c3-98f5-fe611585de29, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:29.450134 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.604654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] For port 4f8a4645-23dd-46c3-98f5-fe611585de29, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:29.614741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] For port 4f8a4645-23dd-46c3-98f5-fe611585de29, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f8a4645-23dd-46c3-98f5-fe611585de29,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:29.642391 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.840024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4268-95f8-4d80-a46b-64837d8d4f44 None None] Pushing event updated for resources: {'Port': ['ID=4f8a4645-23dd-46c3-98f5-fe611585de29,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.848170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:29.849381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:30.009433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ea5a887-8959-48b6-a8a7-ee114e4b4874 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:30.120740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-635a7845-4293-4cd0-9609-56d980d80f71 req-410a128e-ee11-4665-9d33-0b4e886150c5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0213668 Aug 11 02:25:30.133831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:30.158050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.158368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:30.172318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Allocated IP 172.20.0.1 (6ff98c69-8ef4-42f8-a78e-91457160c173/6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2/12d6c4cf-498e-4ff0-bf43-43b37727c2f6) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:30.173195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Transition to ACTIVE for port object c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:30.179751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.200405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff8ff8-7fb8-47b6-ae60-b4ec71da9d30 req-8906eb5c-6b68-4969-b4fc-e3069c6bb9b7 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:30.216518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfff8ff8-7fb8-47b6-ae60-b4ec71da9d30 req-8906eb5c-6b68-4969-b4fc-e3069c6bb9b7 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 931 time: 1.2034678 Aug 11 02:25:30.421266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfff8ff8-7fb8-47b6-ae60-b4ec71da9d30 req-3d9dd250-f45a-4157-8a36-53533e0dafef tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029436 Aug 11 02:25:30.434559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:30.570145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.613835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Transition to ACTIVE for port object 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:30.618338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Attempting to bind port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:30.618904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Attempting to bind port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:30.619387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Attempting to bind port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 on network 3a15fe7b-ca95-4183-8102-315d8a80c941 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:30.648180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 on network 3a15fe7b-ca95-4183-8102-315d8a80c941 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:30.648680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Attempting to bind port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 on network 3a15fe7b-ca95-4183-8102-315d8a80c941 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:30.657637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:30.658206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Checking segment: {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:30.658871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Bound using segment: {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:30.660058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Bound port: c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6221950-36c6-4490-a5ea-694e9d955c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:30.660660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.700113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.743190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:30.798531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:30.799526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:30.804421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:30.855180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:30.856692 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.921362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Pushing event updated for resources: {'Port': ['ID=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:30.925004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:30.933950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:30.948417 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.948625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.105045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.222327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.223597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.242340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] 10.222.0.25 "PUT /v2.0/ports/c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 1091 time: 1.9593885 Aug 11 02:25:31.245947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:31.256750 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d1aad-b20b-47d8-a531-db82a4c0b458" -d '{"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:31.310374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5889e-ef24-4df9-91a5-f439ec912417 service neutron] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.380424 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248c60d-592e-45d3-af05-749f3c73b030 x-openstack-request-id: req-6248c60d-592e-45d3-af05-749f3c73b030 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:31.380883 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:31.392334 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6248c60d-592e-45d3-af05-749f3c73b030 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:31.393261 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'status': 'completed', 'code': 200} Aug 11 02:25:31.437100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.486637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-73fd7175-4365-47d9-b1e4-c4117890b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.488522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-73fd7175-4365-47d9-b1e4-c4117890b70c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1094 time: 0.1625266 Aug 11 02:25:31.559060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9d28-0911-4e9b-b8fb-1f5b4368b55c None None] Provisioning for port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:31.585759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d1ab9d28-0911-4e9b-b8fb-1f5b4368b55c None None] Provisioning complete for port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:31.586698 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9d28-0911-4e9b-b8fb-1f5b4368b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.590549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5a887-8959-48b6-a8a7-ee114e4b4874'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:31.593130 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-47875245-4ee9-40a7-8291-b0651da3b653 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.0948455 Aug 11 02:25:31.597196 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c55e9e6-91e2-475c-9204-9912f54b2292" -d '{"events": [{"server_uuid": "bd4c443a-e4b4-4881-805b-9fa263542036", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5a887-8959-48b6-a8a7-ee114e4b4874"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:31.606245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1edf0-0f93-49a5-bb74-c4d5711bbd29 req-09f03ae3-d887-4c28-9462-8c1697739b5a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.616289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55b1edf0-0f93-49a5-bb74-c4d5711bbd29 req-09f03ae3-d887-4c28-9462-8c1697739b5a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 944 time: 0.3307033 Aug 11 02:25:31.743230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e355-b6a5-4660-a742-2de135482076 req-e854487c-9f62-4dd9-b7a3-f470d9ea672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.744880 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-e854487c-9f62-4dd9-b7a3-f470d9ea672f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.1437738 Aug 11 02:25:31.801952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:31.824981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-56e6af46-5226-414f-a4db-a4b71b889cb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690076 Aug 11 02:25:31.826608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.841523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 3, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:31.856160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab9d28-0911-4e9b-b8fb-1f5b4368b55c None None] Port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:31.916436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.944398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-network', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:31.960285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15882abc-1e3a-4136-bd39-819fb08d8121 None None] The sync data for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 is: [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 3, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:32.057560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ea5a887-8959-48b6-a8a7-ee114e4b4874,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:32.074078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Made reservation on behalf of be2ee77e3aae46778adbd222ca955121 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:32.076497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.114763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.155687 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-a15ef4e9-18d8-4eb2-8a4c-1e84060a4f80 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237340 Aug 11 02:25:32.161781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55b1edf0-0f93-49a5-bb74-c4d5711bbd29 req-b14b69fd-7eed-4552-8fbb-1af46445799a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328286 Aug 11 02:25:32.332601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10809ae-bf79-459a-943e-5edc534cd10f req-5281a2eb-1380-49f7-85d3-db5c22e00e35 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.345937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f10809ae-bf79-459a-943e-5edc534cd10f req-5281a2eb-1380-49f7-85d3-db5c22e00e35 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 943 time: 0.4347000 Aug 11 02:25:32.365433 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11eed3f-3970-4f24-992c-d4b36a780d9d x-openstack-request-id: req-a11eed3f-3970-4f24-992c-d4b36a780d9d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:32.365733 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c443a-e4b4-4881-805b-9fa263542036", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5a887-8959-48b6-a8a7-ee114e4b4874", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:32.366175 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a11eed3f-3970-4f24-992c-d4b36a780d9d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:32.366479 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5a887-8959-48b6-a8a7-ee114e4b4874', 'code': 200} Aug 11 02:25:32.553261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f10809ae-bf79-459a-943e-5edc534cd10f req-5bfe6e6b-d6d4-461d-8cb4-a5f1a52e2795 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023373 Aug 11 02:25:32.566106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8b9e355-b6a5-4660-a742-2de135482076 req-cf03fb72-4567-4618-888a-0a5b801e5e0b service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001951 Aug 11 02:25:32.921325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.958461 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.972807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcf12d-e9a4-46d8-8097-798d0d0041b2 req-576fc691-8bd9-429f-9c73-bc74ebc18eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.974971 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1bdcf12d-e9a4-46d8-8097-798d0d0041b2 req-576fc691-8bd9-429f-9c73-bc74ebc18eae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 1096 time: 0.4865420 Aug 11 02:25:32.979089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.088568 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.095157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-8ed63cef-89bd-412d-a3fc-f6989304eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.098421 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-8ed63cef-89bd-412d-a3fc-f6989304eeec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1094 time: 0.3959389 Aug 11 02:25:33.265752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52884) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:33.321490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Pushing event updated for resources: {'Port': ['ID=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:33.336452 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.339203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:33.346956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-78ad393d-c752-4edc-9a3d-bf8e41c51b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.349341 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-78ad393d-c752-4edc-9a3d-bf8e41c51b50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.2224844 Aug 11 02:25:33.366991 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1bdcf12d-e9a4-46d8-8097-798d0d0041b2 req-dff38a2b-2313-4cda-847c-37864d039f08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775594 Aug 11 02:25:33.389002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1e766-4d41-4619-beaa-322024b9e9c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:33.424943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.435799 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Added segment aa805e6a-49f1-422c-b2a5-de3dc63ef9e7 of type vlan for network 5ad3afcb-1b91-4555-be80-8d48539a6a5f Aug 11 02:25:33.459297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.460225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.460916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.461597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.462310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.462984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.463659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.464328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.465003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.467451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26eb9413-8754-450d-8036-a96e352ec21e req-212e9363-696b-4b67-9af5-688599b6cb56 tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6414 time: 0.5960164 Aug 11 02:25:33.498494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc7553-7683-458c-9a10-ad49e5fb82a5 req-e5f3101b-7dbd-42f5-a34e-8cb07050adbf tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.508868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cbc7553-7683-458c-9a10-ad49e5fb82a5 req-e5f3101b-7dbd-42f5-a34e-8cb07050adbf tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 945 time: 0.1731050 Aug 11 02:25:33.556687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.689598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cbc7553-7683-458c-9a10-ad49e5fb82a5 req-098f2948-95b3-444f-a91e-ba9b0268028e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790361 Aug 11 02:25:33.698892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-6edab6a6-b08f-43e0-aaed-5968c6cf7779 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.3368914 Aug 11 02:25:33.705010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.706028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.707107 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.710595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f8a4645-23dd-46c3-98f5-fe611585de29 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:33.747564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56d7167f-950e-4b14-92a5-16d2e73985e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.768993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:33.781062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:33.947817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68644ada-1864-43f9-9d5b-84a285a6a4b2 req-5b62671e-6f4e-4f65-bd89-a01ed47e2fbc tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.960157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4f8a4645-23dd-46c3-98f5-fe611585de29 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:33.968183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4f8a4645-23dd-46c3-98f5-fe611585de29 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:33.969081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.987687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68644ada-1864-43f9-9d5b-84a285a6a4b2 req-5b62671e-6f4e-4f65-bd89-a01ed47e2fbc tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 886 time: 0.4308882 Aug 11 02:25:34.069471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-8d8cdfd6-60fb-4ddc-a6cb-3e24aa2ddf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.072082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-8d8cdfd6-60fb-4ddc-a6cb-3e24aa2ddf85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.3610826 Aug 11 02:25:34.191664 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.199324 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-fbf1bd4c-3a37-4d9a-abe1-2340c0cd77eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914657 Aug 11 02:25:34.203785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad3afcb-1b91-4555-be80-8d48539a6a5f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:34.232197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:34.258630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4f8a4645-23dd-46c3-98f5-fe611585de29, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f8a4645-23dd-46c3-98f5-fe611585de29,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:34.260635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:34.340029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-457d6fae-e1e3-4921-b5bc-47bc7aca145d None None] Provisioning complete for port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:34.340724 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-457d6fae-e1e3-4921-b5bc-47bc7aca145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.342678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.367681 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-09277c7f-7799-4c20-b027-125ffd80353b service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465621 Aug 11 02:25:34.380971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:34.446457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.446954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.448068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.448068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.448384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.448952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.449432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.449928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.450428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.450926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.453133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-553d4f33-e428-4cc7-a4df-cc0928b930cc req-100a0e4f-8dae-480e-992b-4c3d2176419c tempest-NetworksTest-1521915898 tempest-NetworksTest-1521915898-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7085 time: 0.2358825 Aug 11 02:25:34.518603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-457d6fae-e1e3-4921-b5bc-47bc7aca145d None None] Port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:34.588690 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-199d1aad-b20b-47d8-a531-db82a4c0b458 req-1d75af2e-86c5-4cfd-b8dd-e08b7740cdde service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106733 Aug 11 02:25:34.605613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56d7167f-950e-4b14-92a5-16d2e73985e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.628389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-08d4c7e3-d62a-415d-8f6d-a70ff15c8287 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 3.5042481 Aug 11 02:25:34.632707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:34.640771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Request body: {'subnet': {'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-subnet', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:34.665276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56d7167f-950e-4b14-92a5-16d2e73985e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.676784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0423f69-e669-4bb7-885b-51e9e487058d req-f5c90a75-1d3c-406d-898f-8f2009ebac7f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.678976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0423f69-e669-4bb7-885b-51e9e487058d req-f5c90a75-1d3c-406d-898f-8f2009ebac7f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 943 time: 0.5186541 Aug 11 02:25:34.728196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Made reservation on behalf of be2ee77e3aae46778adbd222ca955121 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:34.731226 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.883497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-56d7167f-950e-4b14-92a5-16d2e73985e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ea5b71e43284bf0915df9897d61d364&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6130345 Aug 11 02:25:34.904885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:34.908073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4f8a4645-23dd-46c3-98f5-fe611585de29,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:34.994849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:35.021963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'port_id': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'mac_address': 'fa:16:3e:14:97:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:35.048691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7167f-950e-4b14-92a5-16d2e73985e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f7b235-9c94-43fa-aac9-77caf962d8ca,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:35.068802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52908) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:35.109788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:35.110095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.121965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-62929e4a-caee-455d-a171-a9cde2b4ed95 admin admin] 10.222.0.16 "PUT /v2.0/routers/c6ea3b9d-0a96-4560-b9e3-4906d1350a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5343149 Aug 11 02:25:35.127430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0423f69-e669-4bb7-885b-51e9e487058d req-508cbd77-3acd-4a20-b350-98d628ee4acb tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078779 Aug 11 02:25:35.154461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:35.162169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f668c2-81d4-4cd1-a3b8-d2f34a9739eb req-9dec0045-473d-4226-935c-d109eb8386b6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.165468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83f668c2-81d4-4cd1-a3b8-d2f34a9739eb req-9dec0045-473d-4226-935c-d109eb8386b6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 945 time: 0.1996529 Aug 11 02:25:35.214053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:35.227792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.307366 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Sync routers for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:35.323929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83f668c2-81d4-4cd1-a3b8-d2f34a9739eb req-30e4f77b-da16-4ef6-8329-f5f714a423d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454918 Aug 11 02:25:35.329963 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:35.332091 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:35.394109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:35.412602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e784f885-c033-4f96-8707-fc9859ddca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.448055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:35.552226 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e784f885-c033-4f96-8707-fc9859ddca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.625523 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:35.649155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9f2-c73c-44fc-a9cc-be79d29d32d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.735360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f8a4645-23dd-46c3-98f5-fe611585de29 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:35.863498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4f8a4645-23dd-46c3-98f5-fe611585de29 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:35.864610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.952346 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e784f885-c033-4f96-8707-fc9859ddca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.965326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e784f885-c033-4f96-8707-fc9859ddca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.971960 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e784f885-c033-4f96-8707-fc9859ddca72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75f7b235-9c94-43fa-aac9-77caf962d8ca HTTP/1.1" status: 204 len: 168 time: 1.0648673 Aug 11 02:25:35.992499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.080358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f885-c033-4f96-8707-fc9859ddca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f7b235-9c94-43fa-aac9-77caf962d8ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.138081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9f2-c73c-44fc-a9cc-be79d29d32d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.143964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d4f1f9f2-c73c-44fc-a9cc-be79d29d32d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.201940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d4f1f9f2-c73c-44fc-a9cc-be79d29d32d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b78aeb545bd04b95802404089400987f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1130445 Aug 11 02:25:36.206906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.317338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1f9f2-c73c-44fc-a9cc-be79d29d32d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f85bfc-bb2e-4179-b7f2-119de04a1930,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.357621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:36.377446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e78dc3f-0841-4285-a8dd-bdf46aed9b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.447724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:36.456791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:36.457351 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.507837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.511839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Checking segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:36.512276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:32Z', 'revision_number': 2, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:36.512868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Network hostable DHCP agents. Network: 5ad3afcb-1b91-4555-be80-8d48539a6a5f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:36.602224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e78dc3f-0841-4285-a8dd-bdf46aed9b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.605354 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Checking router: c6ea3b9d-0a96-4560-b9e3-4906d1350a00 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:36.606103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Updating router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:36.612953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.615357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:36.641713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0961e5b-99e8-4108-9354-39090d0a04c1 req-2c64b301-bd42-417b-b3aa-64cd564e6552 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:36.644856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0961e5b-99e8-4108-9354-39090d0a04c1 req-2c64b301-bd42-417b-b3aa-64cd564e6552 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 944 time: 0.2496521 Aug 11 02:25:36.645488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5ad3afcb-1b91-4555-be80-8d48539a6a5f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:36.671297 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.677539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:36.685168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.728807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52942) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.734699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257447a5-6984-439c-bfd9-7759795eac1d None None] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:36.753239 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad994322-0039-4e97-b02d-a45450ab3637 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1185429 Aug 11 02:25:36.756678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.764095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:36.769546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275631353', 'description': 'tempest-description--1696355334'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:36.847898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0961e5b-99e8-4108-9354-39090d0a04c1 req-7d34abfa-17e2-4005-9876-9b2b793c743f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898241 Aug 11 02:25:36.858708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.867131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.891327 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e78dc3f-0841-4285-a8dd-bdf46aed9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.895942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e78dc3f-0841-4285-a8dd-bdf46aed9b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.901253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1e78dc3f-0841-4285-a8dd-bdf46aed9b21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0f85bfc-bb2e-4179-b7f2-119de04a1930 HTTP/1.1" status: 204 len: 168 time: 0.6927652 Aug 11 02:25:36.916106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78dc3f-0841-4285-a8dd-bdf46aed9b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f85bfc-bb2e-4179-b7f2-119de04a1930,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.933859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.990359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:36.994333 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc60070f-6725-4ef4-b72a-2a2c3c570714" -d '{"events": [{"server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "name": "network-vif-plugged", "status": "completed", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:37.073521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.079702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.122086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:37.129644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.132087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3988969 Aug 11 02:25:37.135832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:37.153292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.180886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Request body: {'security_group_rule': {'security_group_id': '7d0b06f3-a89a-49e8-b1ea-f31b0770328c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:37.187677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0c50-00ec-4b82-b58a-84ed52047d92 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b06f3-a89a-49e8-b1ea-f31b0770328c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.197612 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4635e2-8694-4ebf-af05-1e8e702637a5 x-openstack-request-id: req-0e4635e2-8694-4ebf-af05-1e8e702637a5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:37.198066 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "name": "network-vif-plugged", "status": "completed", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:37.198500 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e4635e2-8694-4ebf-af05-1e8e702637a5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:37.199142 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'code': 200} Aug 11 02:25:37.211141 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.262472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.359425 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.377787 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Transition to ACTIVE for port object 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:37.389067 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.395487 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.404324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.479272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091353d5-d320-45dd-853f-72915137d272,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.499913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.504064 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c514b6-f7e4-4c7b-a2c6-ae138bede3c8 None None] Pushing event updated for resources: {'Port': ['ID=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.505480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26252d4b-14d6-421a-a5a0-95801841b1eb tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662529 Aug 11 02:25:37.506895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52968) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:37.520967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Request body: {'security_group_rule': {'security_group_id': '7d0b06f3-a89a-49e8-b1ea-f31b0770328c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:37.617388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.655303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.685329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.694650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b41d0-7aea-47d5-94c4-cdea3aecacf7 req-833378df-63c3-40dd-b1e5-63ee2d53d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:37.697805 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e32b41d0-7aea-47d5-94c4-cdea3aecacf7 req-833378df-63c3-40dd-b1e5-63ee2d53d675 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.4355831 Aug 11 02:25:37.721282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52976) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:37.758219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Attempting to bind port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:37.758801 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Attempting to bind port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:37.759454 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Attempting to bind port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 on network 6ff98c69-8ef4-42f8-a78e-91457160c173 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:37.772595 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:37.772962 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Checking segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:37.777794 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.778072 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Bound using segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:37.778584 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Bound port: 12d6c4cf-498e-4ff0-bf43-43b37727c2f6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:37.779140 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.804740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e7f625b7-1a42-44d8-9158-59295e41421a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.825730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:37.829151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.997906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e32b41d0-7aea-47d5-94c4-cdea3aecacf7 req-2f03679d-f430-438f-817b-60ff0ac46874 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912052 Aug 11 02:25:38.041670 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] For port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:38.057638 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] For port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:38.069940 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.352269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Allocated IP 172.20.0.2 (5ad3afcb-1b91-4555-be80-8d48539a6a5f/3a748ebe-d27c-4cbb-9f6a-7a1aa5294246/39c79075-2b34-48af-ae02-97be87872960) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:38.366155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e7f625b7-1a42-44d8-9158-59295e41421a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.392339 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c514b6-f7e4-4c7b-a2c6-ae138bede3c8 None None] Pushing event updated for resources: {'Port': ['ID=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:38.404989 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:38.405641 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:38.508875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.553314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e7f625b7-1a42-44d8-9158-59295e41421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.576303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.711746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef35c94-19b3-4443-9aad-fc6f445ecdaf,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:38.737634 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:38.830895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e7f625b7-1a42-44d8-9158-59295e41421a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2ef27b539f342f38b1b9561f6500519&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0905516 Aug 11 02:25:38.872332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.875412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f625b7-1a42-44d8-9158-59295e41421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0269bf02-54a6-4dde-9828-c7dd3a0f413a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:38.887661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52992) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:38.895694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Transition to ACTIVE for port object 39c79075-2b34-48af-ae02-97be87872960 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:38.925270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.927165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6f3fc1e4-0dd7-495d-99c8-32496d5c7e9f tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4176672 Aug 11 02:25:38.932294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52994) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:38.942384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Transition to ACTIVE for port object 39c79075-2b34-48af-ae02-97be87872960 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:38.964059 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.996409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:39.051504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Pushing event updated for resources: {'Port': ['ID=39c79075-2b34-48af-ae02-97be87872960,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.082120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:39.084296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:39.092529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:39.113018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.113856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a73a4-ce5f-47ac-870f-27f3d62fed57 req-fed7194d-a1fe-44a2-ac63-cfddc1da1ebf tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:39.126936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f8a73a4-ce5f-47ac-870f-27f3d62fed57 req-fed7194d-a1fe-44a2-ac63-cfddc1da1ebf tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 945 time: 0.6141074 Aug 11 02:25:39.147706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.163760 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.169265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Attempting to bind port 39c79075-2b34-48af-ae02-97be87872960 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:39.169585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Attempting to bind port 39c79075-2b34-48af-ae02-97be87872960 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:39.169946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Attempting to bind port 39c79075-2b34-48af-ae02-97be87872960 on network 5ad3afcb-1b91-4555-be80-8d48539a6a5f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:39.177455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:39.178026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Checking segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:39.178328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.178745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Bound using segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:39.179250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Bound port: 39c79075-2b34-48af-ae02-97be87872960, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:39.179650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.250032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4c972-7441-4fa4-a1c3-842645d3be6e req-8b815770-4d4b-4612-a2a1-e482695c6d99 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:39.251688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91f4c972-7441-4fa4-a1c3-842645d3be6e req-8b815770-4d4b-4612-a2a1-e482695c6d99 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.8813875 Aug 11 02:25:39.276925 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:38Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:39.292168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] For port 39c79075-2b34-48af-ae02-97be87872960, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:39.296774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] For port 39c79075-2b34-48af-ae02-97be87872960, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=39c79075-2b34-48af-ae02-97be87872960,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:39.305092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Allocated IP 172.25.6.38 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/e0383a0c-95c4-4dd1-9379-2c1c0d52db9f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:39.307230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.408579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c721d9-7618-4fd9-8cde-76bd20fd9037 None None] Pushing event updated for resources: {'Port': ['ID=39c79075-2b34-48af-ae02-97be87872960,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.446366 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c4db1-9f62-4e7d-b1a1-7b671a6ab018 None None] The sync data for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 is: [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:38Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:39.463508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f8a73a4-ce5f-47ac-870f-27f3d62fed57 req-e56d70b3-6404-4709-9f7a-08e3ca282615 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356254 Aug 11 02:25:39.468815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.490475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91f4c972-7441-4fa4-a1c3-842645d3be6e req-5d8f5291-1760-4336-946f-767fa0da0ca7 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211626 Aug 11 02:25:39.495373 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c69768a0-c7aa-4afb-8f8c-8233c8719fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.536413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.554812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c69768a0-c7aa-4afb-8f8c-8233c8719fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.718023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:39.734974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:39.741259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:39.802851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c69768a0-c7aa-4afb-8f8c-8233c8719fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.803183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.805688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c69768a0-c7aa-4afb-8f8c-8233c8719fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.810566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c69768a0-c7aa-4afb-8f8c-8233c8719fc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0269bf02-54a6-4dde-9828-c7dd3a0f413a HTTP/1.1" status: 204 len: 168 time: 0.9140568 Aug 11 02:25:39.833287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69768a0-c7aa-4afb-8f8c-8233c8719fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269bf02-54a6-4dde-9828-c7dd3a0f413a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.844038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.227945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Allocated IP 172.25.6.112 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/7755af61-013b-460b-8304-6e21b79e2f8c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:40.335313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16443e62-6adb-4fa0-9767-fe69387d399d req-778ed514-446a-4e1e-8688-80c029569bbf tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:40.340448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16443e62-6adb-4fa0-9767-fe69387d399d req-778ed514-446a-4e1e-8688-80c029569bbf tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 945 time: 0.5133431 Aug 11 02:25:40.534974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.612699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:40.767905 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.883249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.080205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event updated for resources: {'Port': ['ID=7755af61-013b-460b-8304-6e21b79e2f8c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.127569 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a87f56-da0b-4f3e-95e0-5fae5fb3a77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.229158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:41.257475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:41.279656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:41.304160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a87f56-da0b-4f3e-95e0-5fae5fb3a77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.372413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24a87f56-da0b-4f3e-95e0-5fae5fb3a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.484727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b488a6-1408-4c1a-8329-ffbf469b3109 req-f46f210e-bd74-400f-b96d-787097947a03 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.493122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a87f56-da0b-4f3e-95e0-5fae5fb3a77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a1867b-9755-4a57-981f-9c502fad456d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.514187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.514904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81b488a6-1408-4c1a-8329-ffbf469b3109 req-f46f210e-bd74-400f-b96d-787097947a03 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 945 time: 0.8559244 Aug 11 02:25:41.534809 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-24a87f56-da0b-4f3e-95e0-5fae5fb3a77c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1addee62e7284e9e839311484b70fab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9173901 Aug 11 02:25:41.535706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:41.546578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Deleting port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:41.546917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.597274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcefc8b5-5820-4f1d-90ad-9d9d8c5ff77f None None] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:41.776162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066cc9-b415-43bf-857b-43bc69e432a5 req-03376331-1261-4f36-ab13-1264f1fdacdf tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.785886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a066cc9-b415-43bf-857b-43bc69e432a5 req-03376331-1261-4f36-ab13-1264f1fdacdf tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.9055901 Aug 11 02:25:41.884764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81b488a6-1408-4c1a-8329-ffbf469b3109 req-ce8f4949-03ca-428c-892e-ea72b75c5599 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c982add-f090-4a5b-9d03-e133222fbee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680882 Aug 11 02:25:41.925181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57ae8425-051a-4ed1-9eb8-42d53ca10a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.936008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.990907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 39c79075-2b34-48af-ae02-97be87872960 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:41.998795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a066cc9-b415-43bf-857b-43bc69e432a5 req-7740b39e-9751-4a48-abe8-6ce28cb6f748 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117281 Aug 11 02:25:42.047981 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57ae8425-051a-4ed1-9eb8-42d53ca10a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.076418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] For port bae2257e-0714-4fe7-a25b-2ddbe7a9a763, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,segment=NetworkSegment(f1dc5177-f073-4da8-98b8-25aada449ec0),segment_id=f1dc5177-f073-4da8-98b8-25aada449ec0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:42.076934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.109368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Calling delete_port for bae2257e-0714-4fe7-a25b-2ddbe7a9a763 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:42.118470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.215166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8c39089e-fadd-40d6-9140-242084578380 None None] Provisioning for port 39c79075-2b34-48af-ae02-97be87872960 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:42.302894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Router a0659a0b-6a9c-4c83-818d-c002c916dadb is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:42.354699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 39c79075-2b34-48af-ae02-97be87872960 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:42.360782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 39c79075-2b34-48af-ae02-97be87872960 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:42.361073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.411071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device bae2257e-0714-4fe7-a25b-2ddbe7a9a763 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:42.526302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:42.561268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Sync routers for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:42.575521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.586682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:42.587351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:42.589540 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.599788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57ae8425-051a-4ed1-9eb8-42d53ca10a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.613683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57ae8425-051a-4ed1-9eb8-42d53ca10a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.621966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-57ae8425-051a-4ed1-9eb8-42d53ca10a5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83a1867b-9755-4a57-981f-9c502fad456d HTTP/1.1" status: 204 len: 168 time: 1.0798576 Aug 11 02:25:42.721763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.726772 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e967d187-0bc9-4910-ac96-6faea505cd41 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.9694757 Aug 11 02:25:42.743716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:42.783385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae8425-051a-4ed1-9eb8-42d53ca10a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a1867b-9755-4a57-981f-9c502fad456d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.844348 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.969800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.981363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a36de-3508-4e54-b173-70c9f4c5815f req-9f98e072-c900-4513-bcfc-97f3f5ffcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:42.983210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-9f98e072-c900-4513-bcfc-97f3f5ffcd8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.4603755 Aug 11 02:25:42.994798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.026587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event updated for resources: {'Port': ['ID=7755af61-013b-460b-8304-6e21b79e2f8c,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.040020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.042437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-04f2e0be-ecae-47e7-8807-ea2e2d573bf6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0778008 Aug 11 02:25:43.065712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7bc9-dd0f-4601-ba0c-64452e394466 req-2003fe37-3f26-4327-bc34-56d92dfdb7de tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:43.074523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 39c79075-2b34-48af-ae02-97be87872960, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=39c79075-2b34-48af-ae02-97be87872960,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:43.079650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc8f7bc9-dd0f-4601-ba0c-64452e394466 req-2003fe37-3f26-4327-bc34-56d92dfdb7de tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.3814449 Aug 11 02:25:43.106370 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.119157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:43.168076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc8f7bc9-dd0f-4601-ba0c-64452e394466 req-d42204a6-1b8f-4994-ad36-847c49a0137c tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852301 Aug 11 02:25:43.210296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.291002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c0951da-9f80-43d0-b218-961ffaf46c76 req-cfcc26f5-20f3-4da9-9e49-b7ad802232b6 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae88f46-0783-4885-b851-5f0d88495780 HTTP/1.1" status: 200 len: 210 time: 0.0536652 Aug 11 02:25:43.341772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fe58bf69-e762-47a9-af8f-91412b39512c None None] Provisioning complete for port 39c79075-2b34-48af-ae02-97be87872960 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:43.345713 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe58bf69-e762-47a9-af8f-91412b39512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.469808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:43.553586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Pushing event deleted for resources: {'Port': ['ID=bae2257e-0714-4fe7-a25b-2ddbe7a9a763,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.637329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] No DVR routers for this DVR port bae2257e-0714-4fe7-a25b-2ddbe7a9a763 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:43.650554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.656619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16443e62-6adb-4fa0-9767-fe69387d399d req-d758f967-8c9d-4aaf-8a59-00e822b487f0 tempest-VolumesAdminNegativeTest-518292678 tempest-VolumesAdminNegativeTest-518292678-project] 10.222.0.25 "DELETE /v2.0/ports/bae2257e-0714-4fe7-a25b-2ddbe7a9a763 HTTP/1.1" status: 204 len: 173 time: 3.3065002 Aug 11 02:25:43.677953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae88f46-0783-4885-b851-5f0d88495780', 'name': 'network-vif-deleted', 'tag': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:43.700310 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeda41f-8c1c-4030-8c6c-5bbb0848bde9" -d '{"events": [{"server_uuid": "0ae88f46-0783-4885-b851-5f0d88495780", "name": "network-vif-deleted", "tag": "bae2257e-0714-4fe7-a25b-2ddbe7a9a763"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:43.876794 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0a992-6c3e-45ed-8495-506c6ad86996 x-openstack-request-id: req-b2e0a992-6c3e-45ed-8495-506c6ad86996 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:43.877580 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae88f46-0783-4885-b851-5f0d88495780", "name": "network-vif-deleted", "tag": "bae2257e-0714-4fe7-a25b-2ddbe7a9a763", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:43.878169 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2e0a992-6c3e-45ed-8495-506c6ad86996 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:43.878941 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae88f46-0783-4885-b851-5f0d88495780', 'name': 'network-vif-deleted', 'tag': 'bae2257e-0714-4fe7-a25b-2ddbe7a9a763', 'status': 'completed', 'code': 200} Aug 11 02:25:43.944252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a36de-3508-4e54-b173-70c9f4c5815f req-4fd2ec37-8b30-4037-8945-a2bde44fb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:43.953906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-4fd2ec37-8b30-4037-8945-a2bde44fb49b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.8548207 Aug 11 02:25:44.006976 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:25:44.029210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-2f4c1cf1-0334-4281-a221-369e39fff51d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.0621343 Aug 11 02:25:44.065047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=39c79075-2b34-48af-ae02-97be87872960,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:44.101803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cfe68b02-cc3c-4194-b20e-54dd3b9a880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.107272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:44.130888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:44.131269 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.306542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:40Z', 'revision_number': 3, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:44.465036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Checking router: a0659a0b-6a9c-4c83-818d-c002c916dadb for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:44.465390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Updating router a0659a0b-6a9c-4c83-818d-c002c916dadb port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:44.501954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc69134-927f-440a-a16b-d4457bdf3694 req-1ba60e73-c338-4dfa-ad10-4672946bff7d tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.508036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cc69134-927f-440a-a16b-d4457bdf3694 req-1ba60e73-c338-4dfa-ad10-4672946bff7d tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.1002412 Aug 11 02:25:44.556157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.599563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cc69134-927f-440a-a16b-d4457bdf3694 req-3e5dcd44-d60a-40c7-b50a-527977c602f2 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844834 Aug 11 02:25:44.627460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a36de-3508-4e54-b173-70c9f4c5815f req-beae10e0-cb84-4572-82a9-1bdaee6906c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.636445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-beae10e0-cb84-4572-82a9-1bdaee6906c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.4647114 Aug 11 02:25:44.792106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53162) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:44.813054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-f1e8496b-78dc-4452-8413-e44bb3d4ddc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384387 Aug 11 02:25:45.017857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Deleting subnet 4971264e-8726-43e2-a946-fce9466dac12 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:45.035929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.101137 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.175840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:45.181729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.184427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.347509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.351163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:45.358481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.376513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Transition to ACTIVE for port object e0383a0c-95c4-4dd1-9379-2c1c0d52db9f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:45.388167 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.481734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 39c79075-2b34-48af-ae02-97be87872960 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:45.490818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53204) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:45.532472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.619062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Attempting to bind port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:45.630622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Attempting to bind port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:45.631500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Attempting to bind port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:45.648422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:45.649148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:45.649754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.650490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:45.651215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Bound port: e0383a0c-95c4-4dd1-9379-2c1c0d52db9f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:45.651965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.662869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6933d-62f3-4946-8648-43fa6f949ad8 None None] Pushing event updated for resources: {'Port': ['ID=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:45.701461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4971264e-8726-43e2-a946-fce9466dac12,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:45.746704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.758893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6a4fa334-abaa-465e-b9fd-6a963d8b1068 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4971264e-8726-43e2-a946-fce9466dac12 HTTP/1.1" status: 204 len: 168 time: 0.9655464 Aug 11 02:25:45.768094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53214) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:45.772946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] For port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:45.777089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 39c79075-2b34-48af-ae02-97be87872960 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:45.782914 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.875077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] For port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:45.886700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.973318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6933d-62f3-4946-8648-43fa6f949ad8 None None] Pushing event updated for resources: {'Port': ['ID=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.076637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:46.077449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:46.114275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.134341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-591491324-network', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:46.220174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:46.397134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.427226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.456251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73879ca-b27e-4e36-8dbc-eb73fd3e54da']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:46.479356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dc5177-f073-4da8-98b8-25aada449ec0') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:46.480205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dc5177-f073-4da8-98b8-25aada449ec0') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:46.496303 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-278354d7-f5eb-4fec-a1ae-02bad5b91314 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6653097 Aug 11 02:25:46.513732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.542119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.555832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:46.557342 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.616996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:40Z', 'revision_number': 3, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:46.662516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf30b6-0a79-40d1-9428-b5fb0ddb4753 None None] The sync data for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 is: [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:40Z', 'revision_number': 3, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:46.750223 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:46.787466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.838220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.845094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b73879ca-b27e-4e36-8dbc-eb73fd3e54da HTTP/1.1" status: 204 len: 168 time: 1.0631213 Aug 11 02:25:46.882822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.890550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Made reservation on behalf of 5ffb8b5ec360434ab11e50e05af56876 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:46.896108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.899830 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-799a36de-3508-4e54-b173-70c9f4c5815f req-f035f71c-43c0-46f0-99da-16024d137f9f service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889096 Aug 11 02:25:47.010568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c038f-2bd4-48eb-8e1c-39a092da78a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b73879ca-b27e-4e36-8dbc-eb73fd3e54da,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.019778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Deleting subnet c1c19112-ef4c-4ddc-8bd3-7d6e9f44a842 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:47.066194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cf59-1d9f-4506-a8f4-520ef8aa663c req-4433cd87-37a6-4ef1-b6f6-69e1b93c9291 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:47.081293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83b8cf59-1d9f-4506-a8f4-520ef8aa663c req-4433cd87-37a6-4ef1-b6f6-69e1b93c9291 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.9644868 Aug 11 02:25:47.084484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.091455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.094334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Allocated IP 172.20.0.1 (5ad3afcb-1b91-4555-be80-8d48539a6a5f/3a748ebe-d27c-4cbb-9f6a-7a1aa5294246/e24a089a-6727-402f-8534-40d4d9a1faba) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:47.267357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.388369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83b8cf59-1d9f-4506-a8f4-520ef8aa663c req-101efaad-9d8b-42a4-b71a-a6e9bcadea7a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995348 Aug 11 02:25:47.417138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c09fb3c-68cd-4586-b1f2-bf1a5c7e46e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.498943 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.731413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.742626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.753436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.769352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0383a0c-95c4-4dd1-9379-2c1c0d52db9f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:47.770382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.785029 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.800696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:47.806873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c19112-ef4c-4ddc-8bd3-7d6e9f44a842,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.853994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.860258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6a51f866-6ff2-4fc0-8c56-e73060c4c02a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1c19112-ef4c-4ddc-8bd3-7d6e9f44a842 HTTP/1.1" status: 204 len: 168 time: 0.9682784 Aug 11 02:25:47.863240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Transition to ACTIVE for port object e24a089a-6727-402f-8534-40d4d9a1faba will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:47.865539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53254) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:47.867426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.869741 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Added segment 1e250311-415e-4d39-85bb-b1d9c2ba0342 of type vlan for network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 Aug 11 02:25:47.897498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77532b51-fc96-4a99-b895-3dbfd91d0b50,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.958906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:47.967521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:47.969761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.031780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.205613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:48.212141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:48.216328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.218882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:48.282526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Pushing event updated for resources: {'Port': ['ID=e24a089a-6727-402f-8534-40d4d9a1faba,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.284198 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.295258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:48.331125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.337729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:48.345701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.437347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.670486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:48.709432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.799726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.852076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8e49a2f2-0e98-4107-b2db-8006b25dcd33 None None] Provisioning for port e24a089a-6727-402f-8534-40d4d9a1faba completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:48.864739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8e49a2f2-0e98-4107-b2db-8006b25dcd33 None None] Provisioning complete for port e24a089a-6727-402f-8534-40d4d9a1faba triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:48.871760 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e49a2f2-0e98-4107-b2db-8006b25dcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.966896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.982363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:48.982857 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.987305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e49a2f2-0e98-4107-b2db-8006b25dcd33 None None] Port e24a089a-6727-402f-8534-40d4d9a1faba cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:49.087637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbc477ba-0b45-438b-af75-162265cfe2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.373896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0383a0c-95c4-4dd1-9379-2c1c0d52db9f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:49.422451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.425094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:49.426477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.459509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:49.459962 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.464647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.480511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b414ba9e-7416-4ba8-94d2-14917179c404']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:49.502777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c9bece-cf19-4266-a025-57f3f4f6498d') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:49.503187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c9bece-cf19-4266-a025-57f3f4f6498d') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:49.640693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.670406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762ca4-6dfa-423d-bba6-7c33b56e0ffc req-da7d9d0b-75a9-447a-90c0-2e1d503a1359 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:49.678122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff762ca4-6dfa-423d-bba6-7c33b56e0ffc req-da7d9d0b-75a9-447a-90c0-2e1d503a1359 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 1.0523021 Aug 11 02:25:49.685606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.691083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbc477ba-0b45-438b-af75-162265cfe2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.695453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.701952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbc477ba-0b45-438b-af75-162265cfe2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.708769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] Pushing event updated for resources: {'Network': ['ID=8afe5861-2810-44f0-8bab-ec49ac8c89f9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:49.716267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:49.716969 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:49.719122 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:49.725947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.729282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:49.762287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fe1ce430-bb3f-4218-a6ea-54ceee72e157 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2697055 Aug 11 02:25:49.823657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53272) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:49.845954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Request body: {'subnet': {'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-591491324-subnet', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:49.904719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.970414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.010781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff762ca4-6dfa-423d-bba6-7c33b56e0ffc req-c9f2906b-4cc1-413d-9af5-9626e7031403 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317578 Aug 11 02:25:50.016682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.051652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.056221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b414ba9e-7416-4ba8-94d2-14917179c404 HTTP/1.1" status: 204 len: 168 time: 2.1903937 Aug 11 02:25:50.057635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788316b-dc2a-4931-b9fe-80e247f6d287 admin admin] Pushing event deleted for resources: {'Network': ['ID=b414ba9e-7416-4ba8-94d2-14917179c404,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.059649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Made reservation on behalf of 5ffb8b5ec360434ab11e50e05af56876 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:50.062603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.093813 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bbc477ba-0b45-438b-af75-162265cfe2e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e2b05e2ab7e42afacf566cf6710b4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4173939 Aug 11 02:25:50.107487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc477ba-0b45-438b-af75-162265cfe2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a31e87-4db9-45e5-afbc-4341ab20d3d7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.110781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.145353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Pushing event updated for resources: {'Port': ['ID=e24a089a-6727-402f-8534-40d4d9a1faba,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.258288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:50.259698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b3c-658e-4c37-803f-7963c23d2999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.262037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:50.326838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b3c-658e-4c37-803f-7963c23d2999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.441712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.480472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.517649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Router a0659a0b-6a9c-4c83-818d-c002c916dadb has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:50.539438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b3c-658e-4c37-803f-7963c23d2999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.543170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b3c-658e-4c37-803f-7963c23d2999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.548437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8aac8b3c-658e-4c37-803f-7963c23d2999 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46a31e87-4db9-45e5-afbc-4341ab20d3d7 HTTP/1.1" status: 204 len: 168 time: 0.4064229 Aug 11 02:25:50.624812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8b3c-658e-4c37-803f-7963c23d2999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a31e87-4db9-45e5-afbc-4341ab20d3d7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.724384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9a20f1ad-d3b0-4e1f-a923-ac405aeea463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7431fd0014de4b07aa9f4410ca368f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359116 Aug 11 02:25:50.725247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.741423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2648de26-727d-468f-9550-305b5890829f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.746806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Checking segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:50.747860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Network hostable DHCP agents. Network: 8afe5861-2810-44f0-8bab-ec49ac8c89f9, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:50.750204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-05df875c-799e-44f1-b5f1-5e88ad0a76db None None] Provisioning complete for port e24a089a-6727-402f-8534-40d4d9a1faba triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:50.752306 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05df875c-799e-44f1-b5f1-5e88ad0a76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.777267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:50.791528 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Sync routers for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:50.809182 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:50.809728 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:50.814020 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d1d8f206-6c97-40ad-8814-2e4cb1126df0 admin admin] 10.222.0.16 "PUT /v2.0/routers/a0659a0b-6a9c-4c83-818d-c002c916dadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0486798 Aug 11 02:25:50.817500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:50.838114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8afe5861-2810-44f0-8bab-ec49ac8c89f9) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:50.859828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5c7e5-09f0-4572-9124-a9b673f0d270 None None] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:50.873957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:50.875421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.878736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8576f525-99d0-4bca-9847-1da89e88b5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.923032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-51d0b84f-458a-4213-a672-1e54d6d4a14e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0954411 Aug 11 02:25:50.926321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.938811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8576f525-99d0-4bca-9847-1da89e88b5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.942100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:50.948914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-05df875c-799e-44f1-b5f1-5e88ad0a76db None None] Port e24a089a-6727-402f-8534-40d4d9a1faba cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:51.049507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.051456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.094852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8576f525-99d0-4bca-9847-1da89e88b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.111041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8576f525-99d0-4bca-9847-1da89e88b5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.115143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8576f525-99d0-4bca-9847-1da89e88b5f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c982add-f090-4a5b-9d03-e133222fbee3 HTTP/1.1" status: 204 len: 168 time: 0.3859105 Aug 11 02:25:51.157798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576f525-99d0-4bca-9847-1da89e88b5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c982add-f090-4a5b-9d03-e133222fbee3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:51.254487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:51.262768 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.322563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.360297 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:51.405750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f3620-f417-49ef-9c7d-0d9da4e1cb9d req-5ceeeddc-9289-4d86-b583-0376df9270ff tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:51.413882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d1f3620-f417-49ef-9c7d-0d9da4e1cb9d req-5ceeeddc-9289-4d86-b583-0376df9270ff tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.2363048 Aug 11 02:25:51.572366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d1f3620-f417-49ef-9c7d-0d9da4e1cb9d req-a6767584-3799-4683-8e3f-8941165146e2 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479232 Aug 11 02:25:51.627371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:51.690675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a64f20f-93e6-4c99-97fd-3d99f322c89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.706386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:51.793546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Allocated IP 172.20.0.2 (8afe5861-2810-44f0-8bab-ec49ac8c89f9/2648de26-727d-468f-9550-305b5890829f/69ac20ed-d6f6-409e-aefa-49e4a5269849) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:51.996081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:52.025449 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:49Z', 'revision_number': 2, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:52.116580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a64f20f-93e6-4c99-97fd-3d99f322c89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.129105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a64f20f-93e6-4c99-97fd-3d99f322c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.189612 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Checking router: a0659a0b-6a9c-4c83-818d-c002c916dadb for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:52.189956 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Updating router a0659a0b-6a9c-4c83-818d-c002c916dadb port e24a089a-6727-402f-8534-40d4d9a1faba binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:52.241659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a29c2981-e86a-4872-af3c-93274c538fde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f599191819ef4084aeb7a325e5b64ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360516 Aug 11 02:25:52.244871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:52.290321 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.305680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1a64f20f-93e6-4c99-97fd-3d99f322c89a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db3663a2a0564774ad2bad77bf6ad5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742661 Aug 11 02:25:52.310742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:52.316830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64f20f-93e6-4c99-97fd-3d99f322c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef3c28-6b98-4e43-8aba-6e01cfde454f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.361987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43e180d3-4bf0-4b2a-bd46-f2d8fa1de12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.365283 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.377292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Transition to ACTIVE for port object 69ac20ed-d6f6-409e-aefa-49e4a5269849 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:52.410906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Transition to ACTIVE for port object 69ac20ed-d6f6-409e-aefa-49e4a5269849 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:52.426257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.426841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.445058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43e180d3-4bf0-4b2a-bd46-f2d8fa1de12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.489552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:52.493661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:52.496908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:52.537567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43e180d3-4bf0-4b2a-bd46-f2d8fa1de12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.540999 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43e180d3-4bf0-4b2a-bd46-f2d8fa1de12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.542683 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43e180d3-4bf0-4b2a-bd46-f2d8fa1de12e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e114fc33-a264-4bc8-a5cf-3d8f4de71eb1 HTTP/1.1" status: 204 len: 168 time: 0.2965977 Aug 11 02:25:52.557948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.603387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Pushing event updated for resources: {'Port': ['ID=69ac20ed-d6f6-409e-aefa-49e4a5269849,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.635798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Attempting to bind port 69ac20ed-d6f6-409e-aefa-49e4a5269849 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:52.635798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Attempting to bind port 69ac20ed-d6f6-409e-aefa-49e4a5269849 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:52.635798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Attempting to bind port 69ac20ed-d6f6-409e-aefa-49e4a5269849 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:52.662386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:52.663023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Checking segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:52.663765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.664449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Bound using segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:52.665298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Bound port: 69ac20ed-d6f6-409e-aefa-49e4a5269849, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:52.665951 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.750137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e180d3-4bf0-4b2a-bd46-f2d8fa1de12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e114fc33-a264-4bc8-a5cf-3d8f4de71eb1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.772629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23fca17f-0bdc-4a3d-bdb5-30cac32d1f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.802714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23fca17f-0bdc-4a3d-bdb5-30cac32d1f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.824175 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.837266 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Transition to ACTIVE for port object e24a089a-6727-402f-8534-40d4d9a1faba will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:52.850848 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.871932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23fca17f-0bdc-4a3d-bdb5-30cac32d1f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.875951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23fca17f-0bdc-4a3d-bdb5-30cac32d1f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.880706 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23fca17f-0bdc-4a3d-bdb5-30cac32d1f6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10ef3c28-6b98-4e43-8aba-6e01cfde454f HTTP/1.1" status: 204 len: 168 time: 0.5688796 Aug 11 02:25:52.895579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Allocated IP 172.25.6.180 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:52.915771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fca17f-0bdc-4a3d-bdb5-30cac32d1f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef3c28-6b98-4e43-8aba-6e01cfde454f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:52.926261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.942974 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.018874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] For port 69ac20ed-d6f6-409e-aefa-49e4a5269849, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:53.027747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] For port 69ac20ed-d6f6-409e-aefa-49e4a5269849, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=69ac20ed-d6f6-409e-aefa-49e4a5269849,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:53.040098 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf8c48-efa9-4b5c-a1a1-c2e4041e76c3 None None] Pushing event updated for resources: {'Port': ['ID=e24a089a-6727-402f-8534-40d4d9a1faba,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.056591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.104109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-a8d61d15-ba12-4cf1-89e2-a6daefbc9130 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:53.122758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-a8d61d15-ba12-4cf1-89e2-a6daefbc9130 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 828 time: 0.6532931 Aug 11 02:25:53.182306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d1ac-35a8-4163-8d44-6656bca5acd8 req-068dd8f2-d1d5-4e8a-96ff-84677641b5f7 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:53.200877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2232d1ac-35a8-4163-8d44-6656bca5acd8 req-068dd8f2-d1d5-4e8a-96ff-84677641b5f7 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.4058955 Aug 11 02:25:53.235954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Attempting to bind port e24a089a-6727-402f-8534-40d4d9a1faba on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:53.238520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-c6b75db8-9d20-4c7e-ab3f-7dd0dab9f3a4 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/quotas/be2ee77e3aae46778adbd222ca955121 HTTP/1.1" status: 200 len: 375 time: 0.1095757 Aug 11 02:25:53.239917 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Attempting to bind port e24a089a-6727-402f-8534-40d4d9a1faba by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:53.242527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Attempting to bind port e24a089a-6727-402f-8534-40d4d9a1faba on network 5ad3afcb-1b91-4555-be80-8d48539a6a5f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:53.265130 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:53.269471 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Checking segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:53.270333 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.274171 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Bound using segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:53.275227 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Bound port: e24a089a-6727-402f-8534-40d4d9a1faba, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:53.277732 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.302039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c837dc-0a3e-4ff1-8bda-a9fe88365d17 None None] Pushing event updated for resources: {'Port': ['ID=69ac20ed-d6f6-409e-aefa-49e4a5269849,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.303212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.401377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.439648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:53.509828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:53.517521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:53.522987 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] For port e24a089a-6727-402f-8534-40d4d9a1faba, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:53.541200 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] For port e24a089a-6727-402f-8534-40d4d9a1faba, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e24a089a-6727-402f-8534-40d4d9a1faba,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:53.551749 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.641878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2232d1ac-35a8-4163-8d44-6656bca5acd8 req-8830e70c-612b-4c38-837b-c5096733c656 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002030 Aug 11 02:25:53.653569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.670356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-4d7ac882-49ec-4d80-aa2f-725aa1c3159d tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4314198 Aug 11 02:25:53.727219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf8c48-efa9-4b5c-a1a1-c2e4041e76c3 None None] Pushing event updated for resources: {'Port': ['ID=e24a089a-6727-402f-8534-40d4d9a1faba,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.745140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:53.745791 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:54.128402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-1583bae7-9bb7-401f-8bdb-1c0cf941d3da service neutron] 10.222.0.16 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477031 Aug 11 02:25:54.352089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-983e33a0-6b1d-4ae7-80d7-113dc911825c service neutron] 10.222.0.16 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198708 Aug 11 02:25:54.456700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.462732 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:54.863666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54cac0d2-b7a8-44cf-b474-fe8941056701 req-681b181e-9e08-43eb-8878-8d4b57430602 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 210 time: 0.1825116 Aug 11 02:25:55.000217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984aa2c-2025-4708-9bda-4a956841eca2 req-dd24a653-6204-4168-8d04-c491a086c0f8 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:55.002801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b984aa2c-2025-4708-9bda-4a956841eca2 req-dd24a653-6204-4168-8d04-c491a086c0f8 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.1355605 Aug 11 02:25:55.100179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.151877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b984aa2c-2025-4708-9bda-4a956841eca2 req-869eba24-9f96-4c63-9ca2-2c5548d219fd tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411557 Aug 11 02:25:55.308815 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:53Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:55.431920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13520b-bf27-4190-a70d-125cebd3e8b5 None None] The sync data for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 is: [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:53Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:55.473435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 69ac20ed-d6f6-409e-aefa-49e4a5269849 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:55.591351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628af91-db1d-468e-8f96-4761e6537aa3 req-81e25e41-fb81-491d-aa9e-bbfee43b9388 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:55.603917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8628af91-db1d-468e-8f96-4761e6537aa3 req-81e25e41-fb81-491d-aa9e-bbfee43b9388 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.2453725 Aug 11 02:25:55.666975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33438889-5616-4991-a29f-e6c43be2b41e None None] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:55.734613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fe161d86-bc1b-49c9-8170-a1908f8504d9 None None] Provisioning for port 69ac20ed-d6f6-409e-aefa-49e4a5269849 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:55.829323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8628af91-db1d-468e-8f96-4761e6537aa3 req-b5b6ed1f-f8af-45d2-9d15-674d5333c5ee tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241216 Aug 11 02:25:55.924217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Router b69cae7b-72b7-42d4-adab-867403b9a43e is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:56.050178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 69ac20ed-d6f6-409e-aefa-49e4a5269849 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:56.075714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 69ac20ed-d6f6-409e-aefa-49e4a5269849 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:56.083402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.327282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3316f48-9f0e-41df-8667-4d69d86980a4 req-45cd8aab-8b0d-4205-8d01-10c83ae27d96 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 210 time: 0.1893814 Aug 11 02:25:56.344627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.501605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 69ac20ed-d6f6-409e-aefa-49e4a5269849, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=69ac20ed-d6f6-409e-aefa-49e4a5269849,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:56.521608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.618825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:56.649476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616731b-421a-40ba-b379-adb127181730 req-17a0f662-ea12-4723-9b68-35ef58f6efca tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:56.660065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1616731b-421a-40ba-b379-adb127181730 req-17a0f662-ea12-4723-9b68-35ef58f6efca tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.2143264 Aug 11 02:25:56.676942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:56.730162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.732519 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b75b3ba8-3d6b-4d62-9d93-9a0f61016459 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8042326 Aug 11 02:25:56.737663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:56.763677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1616731b-421a-40ba-b379-adb127181730 req-4eb9c938-7e6d-4ca4-97c5-37ffe4514599 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021929 Aug 11 02:25:56.841040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=69ac20ed-d6f6-409e-aefa-49e4a5269849,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:56.859599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:56.862394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:57.085211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c8be713-69d0-4884-bc87-d603c333c8fb None None] Provisioning complete for port 69ac20ed-d6f6-409e-aefa-49e4a5269849 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:57.085599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c8be713-69d0-4884-bc87-d603c333c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.300455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:57.431834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb478a5-23c8-4ff1-b839-967e5cfdbc76 req-e5ca8eef-7978-4011-a1bb-4f90839457ae tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:57.446905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efb478a5-23c8-4ff1-b839-967e5cfdbc76 req-e5ca8eef-7978-4011-a1bb-4f90839457ae tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.2143500 Aug 11 02:25:57.603509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64a85a08-bc78-4e8f-9f60-5bee2748e9cd req-8d526873-1b1d-404a-871e-5d86f5eebff8 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 210 time: 0.0911341 Aug 11 02:25:57.607213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 69ac20ed-d6f6-409e-aefa-49e4a5269849 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:57.654700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efb478a5-23c8-4ff1-b839-967e5cfdbc76 req-29c1fc8c-ceda-4254-9ba5-9adf5c2e7304 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063065 Aug 11 02:25:57.893311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 69ac20ed-d6f6-409e-aefa-49e4a5269849 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:57.896129 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.109107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:25:54Z', 'revision_number': 3, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:58.110166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdad725-c43a-49dd-be32-f3233c99747a req-0be580c5-9425-4df7-895c-32da408b0ae3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:58.136214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcdad725-c43a-49dd-be32-f3233c99747a req-0be580c5-9425-4df7-895c-32da408b0ae3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.2098546 Aug 11 02:25:58.207063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcdad725-c43a-49dd-be32-f3233c99747a req-e6b2c943-671c-4190-9401-b53c565395a6 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691547 Aug 11 02:25:58.240435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:58.240816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Updating router b69cae7b-72b7-42d4-adab-867403b9a43e port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:58.345743 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.633649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-e61f389d-92cc-48d0-91ed-5159864108d5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:58.636434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-e61f389d-92cc-48d0-91ed-5159864108d5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.25 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 828 time: 1.7063367 Aug 11 02:25:58.712755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Request body: {'port': {'device_id': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'admin_state_up': True, 'tenant_id': 'be2ee77e3aae46778adbd222ca955121'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:58.758636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e24a089a-6727-402f-8534-40d4d9a1faba up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:58.922970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6eb1ea5-5859-44df-8d15-aa0efdf1a861 req-9a9d4d11-66cd-48d7-b6f8-09feaf0bc52c tempest-FlavorsV2NegativeTest-1046195023 tempest-FlavorsV2NegativeTest-1046195023-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d3be43fd37fc443bbade1254398e5fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804987 Aug 11 02:25:58.966821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-1599777a-1efc-4a3c-9698-e60f294fd36b tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8ffffd1252a7404898c430065c9e2321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791698 Aug 11 02:25:58.967603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.972244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e24a089a-6727-402f-8534-40d4d9a1faba completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:58.982794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e24a089a-6727-402f-8534-40d4d9a1faba triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:58.983745 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.062082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Transition to ACTIVE for port object 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:59.079700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.145053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Attempting to bind port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:59.145438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Attempting to bind port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:59.146103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Attempting to bind port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:59.185933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:59.187103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:59.187910 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.188377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:59.189227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Bound port: 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:59.189963 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.244671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Made reservation on behalf of be2ee77e3aae46778adbd222ca955121 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:59.249887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.272506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Pushing event updated for resources: {'Port': ['ID=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.273157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.309224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.309780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.310406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.310963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.312177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.312725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.313268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.313815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.314436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.315000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.315589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.316154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:59.354752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.413579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] For port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:59.420783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] For port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:59.439157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.454380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1ea5-5859-44df-8d15-aa0efdf1a861 req-2234ec0b-07b0-46ad-abe7-cd2e9f7b06cc tempest-FlavorsV2NegativeTest-1046195023 tempest-FlavorsV2NegativeTest-1046195023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:59.460488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6eb1ea5-5859-44df-8d15-aa0efdf1a861 req-2234ec0b-07b0-46ad-abe7-cd2e9f7b06cc tempest-FlavorsV2NegativeTest-1046195023 tempest-FlavorsV2NegativeTest-1046195023-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5114803 Aug 11 02:25:59.492164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6eb1ea5-5859-44df-8d15-aa0efdf1a861 req-c0bf4989-2988-4511-9bbc-1118e1278f5d tempest-FlavorsV2NegativeTest-1046195023 tempest-FlavorsV2NegativeTest-1046195023-project] 10.222.0.16 "GET /v2.0/quotas/d3be43fd37fc443bbade1254398e5fd2 HTTP/1.1" status: 200 len: 375 time: 0.0203257 Aug 11 02:25:59.506442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-ac0c3293-4f3a-4a31-a7f3-be54ed4d35c4 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:59.508617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-ac0c3293-4f3a-4a31-a7f3-be54ed4d35c4 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5399165 Aug 11 02:25:59.551031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6eb1ea5-5859-44df-8d15-aa0efdf1a861 req-6c8596c9-e15a-47f6-b11d-693ad908a7d7 tempest-FlavorsV2NegativeTest-1046195023 tempest-FlavorsV2NegativeTest-1046195023-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3be43fd37fc443bbade1254398e5fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409405 Aug 11 02:25:59.552728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e24a089a-6727-402f-8534-40d4d9a1faba, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e24a089a-6727-402f-8534-40d4d9a1faba,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:59.566165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Allocated IP 172.20.0.1 (8afe5861-2810-44f0-8bab-ec49ac8c89f9/2648de26-727d-468f-9550-305b5890829f/13d762ca-7b0d-4f58-9e0f-aba75ece063c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:59.579718 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.602211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-08244848-fb77-4b7f-87e5-ff8c22c2fecf tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/quotas/8ffffd1252a7404898c430065c9e2321 HTTP/1.1" status: 200 len: 375 time: 0.0492742 Aug 11 02:25:59.611648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1f6e4-8757-49c0-bd6e-544eff1573d6 None None] Pushing event updated for resources: {'Port': ['ID=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.683812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:59.684860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:59.774198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e24a089a-6727-402f-8534-40d4d9a1faba,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.798614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-46ec98de-0b11-460a-a739-6d233d3b003d tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1805761 Aug 11 02:25:59.870673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:59.925893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Allocated IP 172.20.0.13 (5ad3afcb-1b91-4555-be80-8d48539a6a5f/3a748ebe-d27c-4cbb-9f6a-7a1aa5294246/72f53a6f-6f35-4c84-a4ad-8384b06c2a0d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:59.944809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b4d5-36b3-4150-8620-18f787218214 req-f9b65662-ce1c-4fe8-8c50-6a02e28ce219 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:59.956400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2261b4d5-36b3-4150-8620-18f787218214 req-f9b65662-ce1c-4fe8-8c50-6a02e28ce219 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 945 time: 0.2904415 Aug 11 02:26:00.084917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2261b4d5-36b3-4150-8620-18f787218214 req-3145425c-42d8-47ce-bce1-6a68560f4717 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189229 Aug 11 02:26:00.351608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159cd7-b76b-4323-b06d-6f659398427a req-ada7e726-2183-4f33-b288-9ae947dfaf9e tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:00.353550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9159cd7-b76b-4323-b06d-6f659398427a req-ada7e726-2183-4f33-b288-9ae947dfaf9e tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.1186342 Aug 11 02:26:00.437700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ba75488-d8a3-4e5f-b696-b662a4256249 req-2cf17076-a61c-4dc3-9e7c-180db2bc94fe tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 210 time: 0.1177645 Aug 11 02:26:00.485743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9159cd7-b76b-4323-b06d-6f659398427a req-9ffc551e-56f7-4e10-aaee-e40003a5468a tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194284 Aug 11 02:26:00.531114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.631687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-18b322a9-3ff8-46be-a50d-baf5b989ad3a tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:00.634807 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-18b322a9-3ff8-46be-a50d-baf5b989ad3a tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.3342199 Aug 11 02:26:00.647751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Transition to ACTIVE for port object 13d762ca-7b0d-4f58-9e0f-aba75ece063c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:00.741606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-34ce8265-a5f1-4c6f-b46e-fa20c8a340d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:00.745371 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-34ce8265-a5f1-4c6f-b46e-fa20c8a340d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 945 time: 0.4392581 Aug 11 02:26:00.777506 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da3b908d-2acf-4cc8-a821-b187ab5b1249 req-d0a40e5a-d3c8-4bba-92de-af1c3f708dc7 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 210 time: 0.0923967 Aug 11 02:26:00.836850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6921d-9f22-4a01-bd1e-85e0c824d08e req-1e5a1e7c-23c5-4e03-b81d-7fa3afe0a035 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:00.840320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07c6921d-9f22-4a01-bd1e-85e0c824d08e req-1e5a1e7c-23c5-4e03-b81d-7fa3afe0a035 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.2413948 Aug 11 02:26:00.865551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:25:54Z', 'revision_number': 3, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:00.888741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.935376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Transition to ACTIVE for port object 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:00.957012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebb7c9-ed24-4b5c-9d4a-b9d825baec4c None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:25:54Z', 'revision_number': 3, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:01.012216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07c6921d-9f22-4a01-bd1e-85e0c824d08e req-a099ec34-6831-41b1-b4e6-0af57bfab46b tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519554 Aug 11 02:26:01.036729 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.105676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Deleting port 8f62b922-6013-4c7f-9b5b-a065b52e8283 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:01.106186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.191200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53554) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:01.220775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:01.259334 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.270912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:01.297940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:01.333869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Pushing event updated for resources: {'Port': ['ID=13d762ca-7b0d-4f58-9e0f-aba75ece063c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:01.454401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0904a9e-0dad-4ebf-aa5e-f46110da998e req-cd69f3e2-0fd8-4742-a9c3-0de2746468d3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:01.497918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0904a9e-0dad-4ebf-aa5e-f46110da998e req-cd69f3e2-0fd8-4742-a9c3-0de2746468d3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 945 time: 0.2509172 Aug 11 02:26:01.542524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:01.546418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.701489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0904a9e-0dad-4ebf-aa5e-f46110da998e req-7f48d88d-7a2e-4a97-9bf3-fce07f79d1a5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975210 Aug 11 02:26:01.722782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event updated for resources: {'Port': ['ID=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:01.730938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:01.855108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5daecb6d-1cb7-41e4-8429-763888a3eca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.932206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port 5ea5a887-8959-48b6-a8a7-ee114e4b4874, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ea5a887-8959-48b6-a8a7-ee114e4b4874,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:01.932659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.974772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for 5ea5a887-8959-48b6-a8a7-ee114e4b4874 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:01.983843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:01.986539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7ef1835-7bd4-4227-9dcb-9ebef0c33544 None None] Provisioning for port 13d762ca-7b0d-4f58-9e0f-aba75ece063c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:02.004606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7ef1835-7bd4-4227-9dcb-9ebef0c33544 None None] Provisioning complete for port 13d762ca-7b0d-4f58-9e0f-aba75ece063c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:02.005637 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1835-7bd4-4227-9dcb-9ebef0c33544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.015345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143847a-bad4-4f6f-bcc9-6d634c3733e4 req-6ab4554b-7d8f-4525-8c28-a19f2fd80552 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:02.035237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3143847a-bad4-4f6f-bcc9-6d634c3733e4 req-6ab4554b-7d8f-4525-8c28-a19f2fd80552 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 932 time: 0.3765419 Aug 11 02:26:02.059158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] For port 8f62b922-6013-4c7f-9b5b-a065b52e8283, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f62b922-6013-4c7f-9b5b-a065b52e8283,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:02.059375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.133333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:02.142951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef1835-7bd4-4227-9dcb-9ebef0c33544 None None] Port 13d762ca-7b0d-4f58-9e0f-aba75ece063c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:02.205855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:02.237957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:02.248007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:02.248708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.255537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ed801-3b80-4bea-95c8-b602cb3ed53f req-2b6ba22f-1f0f-4409-a4b9-1520870664cb tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:02.258525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-603ed801-3b80-4bea-95c8-b602cb3ed53f req-2b6ba22f-1f0f-4409-a4b9-1520870664cb tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 946 time: 0.3172774 Aug 11 02:26:02.403589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.432955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:02.443289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.445317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e24a089a-6727-402f-8534-40d4d9a1faba up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:02.453762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3143847a-bad4-4f6f-bcc9-6d634c3733e4 req-bf0b98d2-9010-436b-8762-be18580ae4b7 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133563 Aug 11 02:26:02.477629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.537675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-603ed801-3b80-4bea-95c8-b602cb3ed53f req-ee28ca0b-d1b6-4053-b3cc-f549a0c947e0 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd81a5b-52d8-4309-9958-ceae8adeaee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381732 Aug 11 02:26:02.542716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:02.543284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.663886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5daecb6d-1cb7-41e4-8429-763888a3eca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.672440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5daecb6d-1cb7-41e4-8429-763888a3eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.783265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-180a4b1d-37bf-43af-8094-f47c5f005c72 None None] Provisioning for port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:02.813788 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-ded587ab-44c7-40dd-9662-e277c6c224b5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1088440 Aug 11 02:26:02.830328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5daecb6d-1cb7-41e4-8429-763888a3eca5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3be43fd37fc443bbade1254398e5fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6335301 Aug 11 02:26:02.845687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-180a4b1d-37bf-43af-8094-f47c5f005c72 None None] Provisioning complete for port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:02.846804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-180a4b1d-37bf-43af-8094-f47c5f005c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.875883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daecb6d-1cb7-41e4-8429-763888a3eca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c4ebda-ff1c-4b40-8634-3f3163999ec7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:02.880676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64c71cf6-d76e-4ca7-979e-bc6cb18edb61 req-74035118-86e0-4215-9b2c-b88ea7b93b69 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 210 time: 0.0533090 Aug 11 02:26:02.913477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.916428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.918379 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Floating IP fa7c9639-a57e-48b4-ad2c-e743a20e557e disassociated. External IP: 172.25.6.28, port: 8f62b922-6013-4c7f-9b5b-a065b52e8283. Aug 11 02:26:02.920339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Calling delete_port for 8f62b922-6013-4c7f-9b5b-a065b52e8283 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:02.930738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53572) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:02.950472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.008513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-180a4b1d-37bf-43af-8094-f47c5f005c72 None None] Port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:03.009280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-9c3c59fc-bdbd-4999-bc43-50590d742a2a tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8ffffd1252a7404898c430065c9e2321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757117 Aug 11 02:26:03.013380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e24a089a-6727-402f-8534-40d4d9a1faba triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:03.013772 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.225700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Request body: {'port': {'device_id': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:03.247085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d6a6e-22bd-49a9-9030-72821c746a58 req-6f3749e6-6caf-41ad-bda3-48014a78424a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.251265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-739d6a6e-22bd-49a9-9030-72821c746a58 req-6f3749e6-6caf-41ad-bda3-48014a78424a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.5007997 Aug 11 02:26:03.343689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f9b736e-e54c-4b00-a65f-ce763968c7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.369532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f9b736e-e54c-4b00-a65f-ce763968c7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.379563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.424006 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.441083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12492b25-bc84-4cbe-88b0-e492dbb7eb58 req-721cde4c-e600-48ca-9987-082ccd6480f9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.443138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12492b25-bc84-4cbe-88b0-e492dbb7eb58 req-721cde4c-e600-48ca-9987-082ccd6480f9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 867 time: 0.3292613 Aug 11 02:26:03.461992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-739d6a6e-22bd-49a9-9030-72821c746a58 req-c91cee81-eb6f-416f-8607-ffea20a6fc29 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691759 Aug 11 02:26:03.488578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.491807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-438280ed-e4cd-43e5-997f-1466f5a33388 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.494572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-438280ed-e4cd-43e5-997f-1466f5a33388 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4283643 Aug 11 02:26:03.514771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=5ea5a887-8959-48b6-a8a7-ee114e4b4874,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.527299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Request body: {'port': {'device_id': '530afbdc-e392-49ad-809c-6ea05921b429', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '8ffffd1252a7404898c430065c9e2321'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:03.571174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.573813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.574230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.574628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.575136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.575495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.575817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.576379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.576611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.576947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.577314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.577700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.578179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:03.665911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port 5ea5a887-8959-48b6-a8a7-ee114e4b4874 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:03.702976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.705432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93d261f1-d1ce-41f5-9204-4acafb779901 req-88227278-d208-4fca-bc44-72081b31c9d9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "DELETE /v2.0/ports/5ea5a887-8959-48b6-a8a7-ee114e4b4874 HTTP/1.1" status: 204 len: 173 time: 2.9334960 Aug 11 02:26:03.706359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'name': 'network-vif-deleted', 'tag': '5ea5a887-8959-48b6-a8a7-ee114e4b4874'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:03.716613 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6cec01-2696-4375-9662-d08fbcb2d628" -d '{"events": [{"server_uuid": "bd4c443a-e4b4-4881-805b-9fa263542036", "name": "network-vif-deleted", "tag": "5ea5a887-8959-48b6-a8a7-ee114e4b4874"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:03.728827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event deleted for resources: {'Port': ['ID=8f62b922-6013-4c7f-9b5b-a065b52e8283,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.746213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:03.853079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:03.853505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.907811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f9b736e-e54c-4b00-a65f-ce763968c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.911474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f9b736e-e54c-4b00-a65f-ce763968c7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.916730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3f9b736e-e54c-4b00-a65f-ce763968c7a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97c4ebda-ff1c-4b40-8634-3f3163999ec7 HTTP/1.1" status: 204 len: 168 time: 0.9663684 Aug 11 02:26:03.921677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12492b25-bc84-4cbe-88b0-e492dbb7eb58 req-c7bc898c-79b1-47df-8902-ae8b35f0794c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449108 Aug 11 02:26:03.937197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b736e-e54c-4b00-a65f-ce763968c7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c4ebda-ff1c-4b40-8634-3f3163999ec7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.988709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Made reservation on behalf of 8ffffd1252a7404898c430065c9e2321 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:03.997114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.017161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859a67b-b76a-4927-91fb-20ef63c3c5b5 req-c6b70127-b472-42d7-9de6-3bd97f8d36d2 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.041413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2859a67b-b76a-4927-91fb-20ef63c3c5b5 req-c6b70127-b472-42d7-9de6-3bd97f8d36d2 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 932 time: 0.4666865 Aug 11 02:26:04.067744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.122328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2859a67b-b76a-4927-91fb-20ef63c3c5b5 req-84171c70-6dee-4a82-8fda-fd658f64068a tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796936 Aug 11 02:26:04.183076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f62b922-6013-4c7f-9b5b-a065b52e8283 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:04.248184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d06604a-1db2-4260-8572-1903284bc31c req-74c7808b-874b-4d91-8817-11b736c4647d tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 210 time: 0.1037507 Aug 11 02:26:04.291416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 8f62b922-6013-4c7f-9b5b-a065b52e8283 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:04.292237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f62b922-6013-4c7f-9b5b-a065b52e8283 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:04.296003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ea5a887-8959-48b6-a8a7-ee114e4b4874 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:04.364846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5ea5a887-8959-48b6-a8a7-ee114e4b4874 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:04.365765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ea5a887-8959-48b6-a8a7-ee114e4b4874 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:04.401650 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52948dd7-ddd1-4019-861d-297a62bc2c38 x-openstack-request-id: req-52948dd7-ddd1-4019-861d-297a62bc2c38 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:04.402515 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c443a-e4b4-4881-805b-9fa263542036", "name": "network-vif-deleted", "tag": "5ea5a887-8959-48b6-a8a7-ee114e4b4874", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:04.402515 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52948dd7-ddd1-4019-861d-297a62bc2c38 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:04.403062 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c443a-e4b4-4881-805b-9fa263542036', 'name': 'network-vif-deleted', 'tag': '5ea5a887-8959-48b6-a8a7-ee114e4b4874', 'status': 'completed', 'code': 200} Aug 11 02:26:04.459640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fab05831-8e05-44cc-b8d0-db3b11b29fe2 req-2b250305-b4d5-457d-9181-0e6292d163f3 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 210 time: 0.0792172 Aug 11 02:26:04.540828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.550442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.827842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Allocated IP 192.168.233.6 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/9dc8c73c-febe-4ee4-aaec-11a63a3a70ae) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:04.955290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Router e61e940e-dfe8-40a4-89bb-6e222d83a236 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:05.126023 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.150577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:05.165137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Transition to ACTIVE for port object 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:05.167185 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] Sync routers for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:05.223473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6490a555-880d-48bc-8a69-9596aa8bc28c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.223827 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:05.229686 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.240975 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:05.252546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] No DVR routers for this DVR port 8f62b922-6013-4c7f-9b5b-a065b52e8283 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:05.263513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.266135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6dd1c779-07bc-429c-8edb-96ec71e07c4a req-ca11ac77-30a0-4593-98e1-bd0b7e0801bd tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.59 "DELETE /v2.0/ports/8f62b922-6013-4c7f-9b5b-a065b52e8283 HTTP/1.1" status: 204 len: 173 time: 4.6038210 Aug 11 02:26:05.300570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d927d379-ed93-4d32-b9d8-1619a15323ec req-93e8db7e-1ce9-428d-958b-5556dc0767d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.0724993 Aug 11 02:26:05.345567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.388348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:05.397378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:05.416504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:05.476932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.588904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Pushing event updated for resources: {'Port': ['ID=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.668144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.668420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4980e99-f4c3-42f1-aaf7-93a5823bbcdb req-eae6e794-f587-40d2-adce-224238993cdc tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.676351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4980e99-f4c3-42f1-aaf7-93a5823bbcdb req-eae6e794-f587-40d2-adce-224238993cdc tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.4671566 Aug 11 02:26:05.687421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.687774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.688119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.688464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.688806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.689150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.689492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.689835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.690201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.690540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.691145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.691500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:05.731666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.732263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.796558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b530-c92b-4054-8ae4-5682a3e701ac req-890f04d2-a038-48a8-8796-2895555423da tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.804702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5274b530-c92b-4054-8ae4-5682a3e701ac req-890f04d2-a038-48a8-8796-2895555423da tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 932 time: 0.3772888 Aug 11 02:26:05.842324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4980e99-f4c3-42f1-aaf7-93a5823bbcdb req-5a9b0f86-1442-4311-8cd4-816ce800fba2 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648757 Aug 11 02:26:05.863538 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:05.927887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-03c73d66-ad6d-4eab-b8d9-f973b544f927 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4222763 Aug 11 02:26:05.968917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Request body: {'port': {'device_id': '530afbdc-e392-49ad-809c-6ea05921b429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:05.978749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:06.029069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.086499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Pushing event updated for resources: {'Port': ['ID=13d762ca-7b0d-4f58-9e0f-aba75ece063c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:06.115720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53616) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:06.140517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Transition to ACTIVE for port object 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:06.146959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3545c220-d309-4325-add9-f5aa89cc59b8 None None] Provisioning for port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:06.166707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3545c220-d309-4325-add9-f5aa89cc59b8 None None] Provisioning complete for port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:06.176901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3545c220-d309-4325-add9-f5aa89cc59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.183144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.343910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3545c220-d309-4325-add9-f5aa89cc59b8 None None] Port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:06.397706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Pushing event updated for resources: {'Port': ['ID=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:06.417107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'name': 'network-vif-deleted', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:06.419721 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc60d6-02b6-4678-a025-9f6a982ec75c" -d '{"events": [{"server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "name": "network-vif-deleted", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:06.445969 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.447888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:06.453297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:06.623801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-network', 'tenant_id': '4d06ece725de4262af07ec9234272212'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:06.626058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd4b8bfd-ed76-4488-90fb-411b90154e91 req-b80cf446-71ca-4743-a0e8-b57b45fe5337 tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/ports?device_id=d21e2772-efe7-4a30-aee3-7612c2e98563 HTTP/1.1" status: 200 len: 210 time: 0.2913842 Aug 11 02:26:06.641913 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 5, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:06.657936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5274b530-c92b-4054-8ae4-5682a3e701ac req-47e29363-e8fc-4226-b9a9-e41cd299b29d tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519444 Aug 11 02:26:06.707688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Made reservation on behalf of 4d06ece725de4262af07ec9234272212 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:06.716980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.736135 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] Checking router: e61e940e-dfe8-40a4-89bb-6e222d83a236 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:06.759010 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:06.760343 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:06.814176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.089807 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:07.091464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.099561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.136588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df665868-4950-4baa-9e00-d212fae1c35e req-bbfc5bfb-b8af-4db1-958a-92db9054ba9f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.0967369 Aug 11 02:26:07.161970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e6557afd-b47f-4328-a23d-9c6c0a62445b None None] Provisioning complete for port 13d762ca-7b0d-4f58-9e0f-aba75ece063c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:07.162710 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6557afd-b47f-4328-a23d-9c6c0a62445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.186752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Attempting to bind port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:07.186752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Attempting to bind port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:07.186752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Attempting to bind port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d on network 5ad3afcb-1b91-4555-be80-8d48539a6a5f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:07.199872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:07.206108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235077c3-41e8-4dd2-9068-fd914a3e746a req-727805e8-709a-4fd4-8c7b-cf26eed48d44 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.218114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-235077c3-41e8-4dd2-9068-fd914a3e746a req-727805e8-709a-4fd4-8c7b-cf26eed48d44 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 934 time: 0.1759396 Aug 11 02:26:07.242610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d on network 5ad3afcb-1b91-4555-be80-8d48539a6a5f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:07.244714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e6557afd-b47f-4328-a23d-9c6c0a62445b None None] Port 13d762ca-7b0d-4f58-9e0f-aba75ece063c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:07.246635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Attempting to bind port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d on network 5ad3afcb-1b91-4555-be80-8d48539a6a5f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:07.262445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Router b69cae7b-72b7-42d4-adab-867403b9a43e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:07.272607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.273031 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Added segment defccd2c-08ee-428c-bc13-58805fb021d9 of type vlan for network 10910e4a-0c89-4a0d-b542-123a6fcf107d Aug 11 02:26:07.274623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b93ee-bb4c-4063-abcb-bfe7a90452f2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.290047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:07.290395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Checking segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:07.290756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Bound using segment: {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:07.291375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Bound port: 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:07.291967 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.414830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] For port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:07.418590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] For port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:07.421815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.427132 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628ec25d-7c14-4d5d-a7ff-beaf0831154a x-openstack-request-id: req-628ec25d-7c14-4d5d-a7ff-beaf0831154a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:07.427717 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21e2772-efe7-4a30-aee3-7612c2e98563", "name": "network-vif-deleted", "tag": "8f62b922-6013-4c7f-9b5b-a065b52e8283", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:07.427975 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-628ec25d-7c14-4d5d-a7ff-beaf0831154a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:07.428391 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21e2772-efe7-4a30-aee3-7612c2e98563', 'name': 'network-vif-deleted', 'tag': '8f62b922-6013-4c7f-9b5b-a065b52e8283', 'status': 'completed', 'code': 200} Aug 11 02:26:07.434343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.570941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.580739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.582268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] 10.222.0.25 "PUT /v2.0/ports/72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 1092 time: 4.3794389 Aug 11 02:26:07.642964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-235077c3-41e8-4dd2-9068-fd914a3e746a req-6d1c19c9-acff-409b-b2e2-2f2b43e9f6c9 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180405 Aug 11 02:26:07.679656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.680469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.681491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.801178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:07.855048 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 5, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:07.929067 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3a63225e-e463-4029-8557-be6e2a0fc60c admin admin] 10.222.0.16 "PUT /v2.0/routers/b69cae7b-72b7-42d4-adab-867403b9a43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1881588 Aug 11 02:26:07.930460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38df9d3-71f5-4806-9f72-f876e34abe95 None None] The sync data for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 is: [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:23:33Z', 'revision_number': 4, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port': {'id': 'ca9a7660-8d6c-4842-b157-3720c817cbc1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:24Z', 'updated_at': '2021-08-11T02:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9caf0276-be60-4f65-8122-ee0439f57fc8', 'name': '', 'network_id': 'd2832f3a-2fc4-44a3-8d33-340aa9723d58', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'mac_address': 'fa:16:3e:27:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '94fbef54-41f1-451c-84cf-07377f718ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:23:30Z', 'updated_at': '2021-08-11T02:23:42Z', 'revision_number': 5, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'subnets': [{'id': '94fbef54-41f1-451c-84cf-07377f718ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:07.972464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e8e9-0dc7-4165-b01d-bea20a763871 service neutron] Pushing event updated for resources: {'Port': ['ID=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.972735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27cbb-d1d9-49dc-83d6-a6d0f0450438 req-cae91b87-96eb-40aa-b85c-95e52daa9211 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.975356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8c27cbb-d1d9-49dc-83d6-a6d0f0450438 req-cae91b87-96eb-40aa-b85c-95e52daa9211 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.3320363 Aug 11 02:26:08.165497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] Pushing event updated for resources: {'Network': ['ID=10910e4a-0c89-4a0d-b542-123a6fcf107d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:08.182373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:08.214101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53640) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:08.220487 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5640aba0-77cd-491f-91db-62b7f3e74926 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0994480 Aug 11 02:26:08.227958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Request body: {'subnet': {'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-subnet', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:08.287180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-3ebb4d73-063b-43e4-b324-e32eed59e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.289188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-3ebb4d73-063b-43e4-b324-e32eed59e61a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1095 time: 0.6053762 Aug 11 02:26:08.297048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:08.297659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80910fc-f426-4838-9592-e2fd6d22bc0f req-1e474277-9e8e-447d-8a39-3d3437de64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.299522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b80910fc-f426-4838-9592-e2fd6d22bc0f req-1e474277-9e8e-447d-8a39-3d3437de64fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.1237724 Aug 11 02:26:08.322295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8c27cbb-d1d9-49dc-83d6-a6d0f0450438 req-f26b3bd3-4280-44b4-87a3-e8c27422bafc tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331339 Aug 11 02:26:08.333372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.348457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:08.376165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-162d6e7a-f8d6-48cd-8cb1-b547e1b2d2e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 217 time: 0.0728123 Aug 11 02:26:08.377922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dd18e-46a8-49f2-becf-70bc544912cf req-e66b07d9-b6ba-47ce-a655-65bf3d4e59a8 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.381723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-422dd18e-46a8-49f2-becf-70bc544912cf req-e66b07d9-b6ba-47ce-a655-65bf3d4e59a8 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 944 time: 0.4590399 Aug 11 02:26:08.385208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Made reservation on behalf of 4d06ece725de4262af07ec9234272212 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:08.391503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.393676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:08.396553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:08.462739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Transition to ACTIVE for port object 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:08.503753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-aa407e89-6e6a-468b-adef-d30b4f9a258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.506815 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-aa407e89-6e6a-468b-adef-d30b4f9a258e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 200 len: 867 time: 0.1140521 Aug 11 02:26:08.547652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b80910fc-f426-4838-9592-e2fd6d22bc0f req-8843f2d9-50cd-4949-93d1-a83ba2dbf2af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702354 Aug 11 02:26:08.596491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-8d788133-c68f-4616-ab79-28e5c8ea90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.598497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-8d788133-c68f-4616-ab79-28e5c8ea90e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5ad3afcb-1b91-4555-be80-8d48539a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829372 Aug 11 02:26:08.698807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:08.741603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.840633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-5db4acc9-a9a1-4acb-b197-949e31688297 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334313 Aug 11 02:26:08.942213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-422dd18e-46a8-49f2-becf-70bc544912cf req-b3173972-6702-48b6-822d-8b6cbf1c5ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405235 Aug 11 02:26:08.997183 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8ac71-bba1-4f3c-a4df-ef867c2b4ee6 None None] New status for floating IP fa7c9639-a57e-48b4-ad2c-e743a20e557e: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:09.157298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8a16af-5a34-4ee7-854b-8c2a3806097a req-be2cfcdd-c9e3-48bb-96ad-9f0eaaa87b21 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031332 Aug 11 02:26:09.163672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Pushing event updated for resources: {'Port': ['ID=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:09.259710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f3d77c8-a6ee-418c-9153-ac7aab08ddf0 req-cbbc966e-91ac-4602-9225-3e44e2e65070 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.0879858 Aug 11 02:26:09.263615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Attempting to bind port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:09.264721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Attempting to bind port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:09.265542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Attempting to bind port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:09.274430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:09.274430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Attempting to bind port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:09.312708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:09.313275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:09.313993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:09.314933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Bound port: 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:09.315557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.385724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:09.412152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 2, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:09.436388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:09.452852 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2836ffa8-ee31-42ff-a246-0eb66a227550" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:09.499629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:09.500543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Updating router b69cae7b-72b7-42d4-adab-867403b9a43e port 13d762ca-7b0d-4f58-9e0f-aba75ece063c binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:26:09.550742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-655bb5ac-909e-4911-840c-5c70807bface tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.573196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.600319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-655bb5ac-909e-4911-840c-5c70807bface tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.636278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:09.647999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981015717', 'description': 'tempest-description--680636577'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:09.690026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.764079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.841429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-655bb5ac-909e-4911-840c-5c70807bface tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.847494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20786b8c-e20f-4cd4-a0a2-38f4b0b1ce3d req-cea0a8c3-4b8e-4954-8503-bc6e4da663d3 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.850324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20786b8c-e20f-4cd4-a0a2-38f4b0b1ce3d req-cea0a8c3-4b8e-4954-8503-bc6e4da663d3 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 946 time: 0.2940936 Aug 11 02:26:09.852645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] For port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:09.855058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-655bb5ac-909e-4911-840c-5c70807bface tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.856335 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-655bb5ac-909e-4911-840c-5c70807bface tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "DELETE /v2.0/security-groups/4bd81a5b-52d8-4309-9958-ceae8adeaee4 HTTP/1.1" status: 204 len: 168 time: 0.4693627 Aug 11 02:26:09.877815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53660) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:09.960959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.978846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] For port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:09.988411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bb5ac-909e-4911-840c-5c70807bface tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd81a5b-52d8-4309-9958-ceae8adeaee4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:09.996479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.018149 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-97389255-9038-4c1d-a6b2-902fc8d8745d tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] show failed (client error): The resource could not be found. Aug 11 02:26:10.024910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97389255-9038-4c1d-a6b2-902fc8d8745d tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "GET /v2.0/security-groups/4bd81a5b-52d8-4309-9958-ceae8adeaee4 HTTP/1.1" status: 404 len: 347 time: 0.1399388 Aug 11 02:26:10.026395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.032910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.144791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0d7c4d-6834-408c-8b53-d3d6920f8624,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.159474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.161000 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5217097 Aug 11 02:26:10.164416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.169336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Pushing event updated for resources: {'Port': ['ID=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.177540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'security_group_rule': {'security_group_id': 'ce5d1951-397b-4ff8-af4e-853e94be5715', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:10.190151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.198522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fbc11-6eb4-47b5-be55-a8ee1c44d4d0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5d1951-397b-4ff8-af4e-853e94be5715,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.210121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be08db-9b88-4e74-834d-07ccc64b0f77 req-34c3fef9-1ef6-4086-b133-615972f632bc tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.214181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11be08db-9b88-4e74-834d-07ccc64b0f77 req-34c3fef9-1ef6-4086-b133-615972f632bc tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.5158136 Aug 11 02:26:10.223914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Transition to ACTIVE for port object 13d762ca-7b0d-4f58-9e0f-aba75ece063c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:10.243065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.271689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.272889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.282976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-247558ce-4c01-4c0c-ae24-7d5dc0c8bceb service neutron] 10.222.0.59 "PUT /v2.0/ports/9dc8c73c-febe-4ee4-aaec-11a63a3a70ae HTTP/1.1" status: 200 len: 1094 time: 4.3354175 Aug 11 02:26:10.299058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530afbdc-e392-49ad-809c-6ea05921b429', 'tag': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:10.305248 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea04ae6-6467-4738-9c45-989962c2d71b" -d '{"events": [{"name": "network-changed", "server_uuid": "530afbdc-e392-49ad-809c-6ea05921b429", "tag": "9dc8c73c-febe-4ee4-aaec-11a63a3a70ae"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:10.338707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Checking segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:10.340556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Network hostable DHCP agents. Network: 10910e4a-0c89-4a0d-b542-123a6fcf107d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:10.365681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.367200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20786b8c-e20f-4cd4-a0a2-38f4b0b1ce3d req-b7604d61-d74f-4e27-8612-4dd2cec05332 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939921 Aug 11 02:26:10.424708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Deleting port c88cea1b-1bc1-40d3-9a2c-5daedb320233 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:10.425740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.426286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Attempting to bind port 13d762ca-7b0d-4f58-9e0f-aba75ece063c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:10.427080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Attempting to bind port 13d762ca-7b0d-4f58-9e0f-aba75ece063c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:10.427080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Attempting to bind port 13d762ca-7b0d-4f58-9e0f-aba75ece063c on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:10.430756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dcf26-b536-4055-9c4b-67529050cd90 None None] Pushing event updated for resources: {'Port': ['ID=13d762ca-7b0d-4f58-9e0f-aba75ece063c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:10.446429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11be08db-9b88-4e74-834d-07ccc64b0f77 req-e0e1cf25-5b64-411e-91dc-a21c23e30505 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118568 Aug 11 02:26:10.481993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:10.481993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Checking segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:10.481993 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.481993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Bound using segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:10.481993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Bound port: 13d762ca-7b0d-4f58-9e0f-aba75ece063c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:10.481993 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.542614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:10.572004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 10910e4a-0c89-4a0d-b542-123a6fcf107d) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:10.584067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.587355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.627097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a0415a0-b72d-4d61-bdd9-8ab2d1ea0f81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4088540 Aug 11 02:26:10.632722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-1e506ae8-7621-4269-80c8-a0c4e4a1f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.634573 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-1e506ae8-7621-4269-80c8-a0c4e4a1f0b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 1097 time: 0.2870226 Aug 11 02:26:10.635075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53674) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:10.642783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:10.667439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:10.693732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86c90c-f606-4910-a83f-9513b0d405ee None None] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:10.700031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-c98998f4-6f2d-42bd-bea8-7a23f9ea6604 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae HTTP/1.1" status: 200 len: 217 time: 0.0517788 Aug 11 02:26:10.711116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.712096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.768760 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ae014d-c91a-4ca7-9170-957dee3f7ded x-openstack-request-id: req-47ae014d-c91a-4ca7-9170-957dee3f7ded {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:10.769363 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:10.769617 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47ae014d-c91a-4ca7-9170-957dee3f7ded {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:10.770398 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'status': 'completed', 'code': 200} Aug 11 02:26:10.802277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Calling delete_port for c88cea1b-1bc1-40d3-9a2c-5daedb320233 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:10.856454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.875239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] For port 13d762ca-7b0d-4f58-9e0f-aba75ece063c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:10.886052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.913887 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:26:10.986837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18d6ad3b-beba-4e24-887a-5247fbf646b8 req-d680dc9d-6cc8-4760-8835-e0def5ec3b64 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.2633374 Aug 11 02:26:10.999808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] For port 13d762ca-7b0d-4f58-9e0f-aba75ece063c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=13d762ca-7b0d-4f58-9e0f-aba75ece063c,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:11.017898 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.019640 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.040753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.048454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-303b1352-5073-4bd4-8fd7-a684b01a4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.053033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-303b1352-5073-4bd4-8fd7-a684b01a4153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.3441846 Aug 11 02:26:11.089677 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c0911-cd98-4e9c-ba9c-c4ada2c9f0b8 x-openstack-request-id: req-0c2c0911-cd98-4e9c-ba9c-c4ada2c9f0b8 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:11.090487 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530afbdc-e392-49ad-809c-6ea05921b429", "tag": "9dc8c73c-febe-4ee4-aaec-11a63a3a70ae", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:11.091445 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c2c0911-cd98-4e9c-ba9c-c4ada2c9f0b8 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:11.092494 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530afbdc-e392-49ad-809c-6ea05921b429', 'tag': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae', 'status': 'completed', 'code': 200} Aug 11 02:26:11.094946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106cd2e9-a721-47f3-a3a1-466fef3592bd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.106066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.107480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-72100a2a-b8dd-4ebd-b426-a21f014caaa3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9421043 Aug 11 02:26:11.113308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-d2e7a9a0-3f09-42b5-a368-a9dee5589b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.115518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-d2e7a9a0-3f09-42b5-a368-a9dee5589b1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1095 time: 0.3349509 Aug 11 02:26:11.116236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.126165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'security_group_rule': {'security_group_id': 'ce5d1951-397b-4ff8-af4e-853e94be5715', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:11.143037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1160676754', 'description': 'tempest-description-2070054786'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:11.196485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e5cb-435d-4e28-afeb-672fe322adcd req-523032f9-24fc-4fea-8e80-14932b26dfda tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.198253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8527e5cb-435d-4e28-afeb-672fe322adcd req-523032f9-24fc-4fea-8e80-14932b26dfda tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 944 time: 0.4940436 Aug 11 02:26:11.239401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:26:11.239401 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:26:11.239401 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': '45d5538b1f0b4665971b0b502cd9a197', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 26, 11, 155355)}] Aug 11 02:26:11.239401 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:26:11.239931 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:26:11.244495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.264644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-e1ee0e76-117c-472d-aad4-f803d333ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.266199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-e1ee0e76-117c-472d-aad4-f803d333ec9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016430 Aug 11 02:26:11.285165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.398078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-bb378b33-a00f-4813-a007-25469980a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.400155 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-bb378b33-a00f-4813-a007-25469980a31e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 928 time: 0.2697763 Aug 11 02:26:11.432108 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.480413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.504547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5502cafc-e3c8-454c-864c-dce981ceb7ba,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.507673 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-2d1b0381-6613-4979-aea7-836fa30b499b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 217 time: 0.0991704 Aug 11 02:26:11.615102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-1d8aa09c-2924-4c01-8afe-ccfddd115534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.617597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-1d8aa09c-2924-4c01-8afe-ccfddd115534 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 200 len: 867 time: 0.1003633 Aug 11 02:26:11.619701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.662811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dcf26-b536-4055-9c4b-67529050cd90 None None] Pushing event updated for resources: {'Port': ['ID=13d762ca-7b0d-4f58-9e0f-aba75ece063c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.675510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.680211 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4f011616-74da-4e0f-96d3-b3c598437ddc tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5609300 Aug 11 02:26:11.686829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.691250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:11.716854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Pushing event deleted for resources: {'Port': ['ID=c88cea1b-1bc1-40d3-9a2c-5daedb320233,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.771250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:11.772380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:25:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:11.797520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.805241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-fa6361f3-a951-47bf-8bcc-fbe38134a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.806910 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-fa6361f3-a951-47bf-8bcc-fbe38134a7b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5ad3afcb-1b91-4555-be80-8d48539a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442261 Aug 11 02:26:11.930429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:11.961222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.976289 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.999604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fe08f7b4-8ab2-415f-9f56-080f1cf06d9f tempest-ServersTestManualDisk-786666864 tempest-ServersTestManualDisk-786666864-project] 10.222.0.16 "DELETE /v2.0/floatingips/fa7c9639-a57e-48b4-ad2c-e743a20e557e HTTP/1.1" status: 204 len: 168 time: 1.9558842 Aug 11 02:26:12.022680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'port_id': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'mac_address': 'fa:16:3e:9b:e5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:12.044545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:12.064716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8527e5cb-435d-4e28-afeb-672fe322adcd req-663367e6-14a5-4e18-8a2a-a58415e33c99 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8322005 Aug 11 02:26:12.154525 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.185129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-10910e4a-0c89-4a0d-b542-123a6fcf107d', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:26:12.186904 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.212404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:12.236832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:12.247297 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.265382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:12.322558 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-a5b86772-d086-4e42-947c-ab605aa66563 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008445 Aug 11 02:26:12.466574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.508799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.522147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.621307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['72f53a6f-6f35-4c84-a4ad-8384b06c2a0d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:12.712828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.724466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c06415-689e-43b2-bbf4-4849edc62a0d req-49a469ca-60a0-4e66-9957-f650c8dad192 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.732525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-21c06415-689e-43b2-bbf4-4849edc62a0d req-49a469ca-60a0-4e66-9957-f650c8dad192 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 946 time: 0.4539394 Aug 11 02:26:12.744950 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.774197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:10Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:12.809009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4227fb05-b2b6-41c1-a4a9-f60432f9d8d9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.850911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468049-16f9-46b6-9fb5-b18da028be45 None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:10Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:12.894328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.899457 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93427521-3215-4681-9a10-a4accbe6cd37 req-c4c6b9cb-5672-4e11-9929-11ed0a1e1c09 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7652583 Aug 11 02:26:12.909366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-21c06415-689e-43b2-bbf4-4849edc62a0d req-b0792ebc-0660-4f26-a538-99d79204bea7 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764879 Aug 11 02:26:12.928266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Allocated IP 172.20.0.2 (10910e4a-0c89-4a0d-b542-123a6fcf107d/1b0d7c4d-6834-408c-8b53-d3d6920f8624/3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:12.963928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-4ab75531-69e4-430c-bbd9-ce9e6de8c0a6 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6731565 Aug 11 02:26:13.361231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-4bb60148-35e0-4d88-801e-b0a11b886509 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1160676754&fields=id&tenant_id=45d5538b1f0b4665971b0b502cd9a197 HTTP/1.1" status: 200 len: 267 time: 0.3123784 Aug 11 02:26:13.364674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58a45ab8-a548-43d6-adbb-45009be341e5 req-1911af63-7021-4140-927c-fcc3bac5c91e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4c443a-e4b4-4881-805b-9fa263542036 HTTP/1.1" status: 200 len: 210 time: 0.2209454 Aug 11 02:26:13.379463 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2836ffa8-ee31-42ff-a246-0eb66a227550 req-5a0ec16c-d808-40e6-99f0-a58c748726c4 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0477543 Aug 11 02:26:13.399732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.447785 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.473670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Transition to ACTIVE for port object 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:13.509724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Transition to ACTIVE for port object 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:13.524131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.582162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4771ce3-d005-48e9-966e-f0c136aa3494 req-3bfaeb56-6707-4a46-b9dd-a87ba4ffa334 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836511 Aug 11 02:26:13.611646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:13.627828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:13.631817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:13.651195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Pushing event updated for resources: {'Port': ['ID=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.799179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Allocated IP 172.25.6.247 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/42abd878-4329-4cc6-b664-76bc5b6acc47) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:13.803915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-812d5ca2-2502-419e-98cf-2bc93e62bd96 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.818917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-812d5ca2-2502-419e-98cf-2bc93e62bd96 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.4564409 Aug 11 02:26:13.840994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Attempting to bind port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:13.841878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Attempting to bind port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:13.842727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Attempting to bind port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae on network 10910e4a-0c89-4a0d-b542-123a6fcf107d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:13.850657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:13.851083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Checking segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:13.851547 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.851965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Bound using segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:13.852450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Bound port: 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:13.852898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.941983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'port': {'security_groups': ['55e70e3d-b06b-4ef5-bcb7-da499291567f', '4227fb05-b2b6-41c1-a4a9-f60432f9d8d9']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:13.998223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] For port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:14.004462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] For port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:14.018864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13d762ca-7b0d-4f58-9e0f-aba75ece063c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:14.027267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2dff9-6e91-442d-9dce-a171cce147cc req-79e9131a-2031-4444-98d3-03f0076ea21b tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:14.029345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ac2dff9-6e91-442d-9dce-a171cce147cc req-79e9131a-2031-4444-98d3-03f0076ea21b tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 945 time: 0.4919848 Aug 11 02:26:14.107290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60b39666-754b-4fa7-86b8-60f33ef88069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.121328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.187486 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.211711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.267475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-6428e6e0-b068-49e4-9eb5-ab16892cb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:14.270043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-6428e6e0-b068-49e4-9eb5-ab16892cb0e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 1097 time: 0.5601821 Aug 11 02:26:14.287604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 13d762ca-7b0d-4f58-9e0f-aba75ece063c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:14.305289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f0647-6fba-4a03-9bd7-9ab067df1b90 None None] Pushing event updated for resources: {'Port': ['ID=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.308425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 13d762ca-7b0d-4f58-9e0f-aba75ece063c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:14.308699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.496330 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.504397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.520335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ac2dff9-6e91-442d-9dce-a171cce147cc req-b68ade9d-63e0-438a-be9b-0acaddc2d373 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766302 Aug 11 02:26:14.528429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.552864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:14.673208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 13d762ca-7b0d-4f58-9e0f-aba75ece063c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=13d762ca-7b0d-4f58-9e0f-aba75ece063c,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:14.698139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.844376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=13d762ca-7b0d-4f58-9e0f-aba75ece063c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.848651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:14.863872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:14.864717 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.879828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:14.884307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:14.888502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:14.937661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'Port': ['ID=42abd878-4329-4cc6-b664-76bc5b6acc47,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.050223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.062127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.103279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:15.107168 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf25a8-9618-4a42-bf9d-4c33bbabd868" -d '{"events": [{"server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "name": "network-vif-plugged", "status": "completed", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:15.111350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-a4b17b80-a2c8-4722-9a3c-8aedf3815bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.122024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-a4b17b80-a2c8-4722-9a3c-8aedf3815bf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.8302579 Aug 11 02:26:15.122292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.139076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:15.146979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.193957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.227310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.258275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Deleting port 9caf0276-be60-4f65-8122-ee0439f57fc8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:15.258669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.262030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00fc90-99ba-435f-8a85-a97236a36751 req-85a4977c-3d87-4b39-b030-0d86c602c928 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.265429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd00fc90-99ba-435f-8a85-a97236a36751 req-85a4977c-3d87-4b39-b030-0d86c602c928 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 946 time: 0.5332663 Aug 11 02:26:15.273574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.346237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-3e05000f-5454-413b-8ba8-b9a4d7d80c95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae HTTP/1.1" status: 200 len: 217 time: 0.1921360 Aug 11 02:26:15.426870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-02aa6e24-165d-453b-9b07-ad1263496f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.428527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-02aa6e24-165d-453b-9b07-ad1263496f51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0718391 Aug 11 02:26:15.505940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] For port 9caf0276-be60-4f65-8122-ee0439f57fc8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9caf0276-be60-4f65-8122-ee0439f57fc8,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:15.507326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.535037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Calling delete_port for 9caf0276-be60-4f65-8122-ee0439f57fc8 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:15.886806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.965510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9caf0276-be60-4f65-8122-ee0439f57fc8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:15.976865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd00fc90-99ba-435f-8a85-a97236a36751 req-e4682cc3-1f5b-46b9-aa60-637daa225b63 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410520 Aug 11 02:26:16.125838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:16.136105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-39e8d713-c579-4945-a68d-bfac1f22e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.138305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-39e8d713-c579-4945-a68d-bfac1f22e064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6439569 Aug 11 02:26:16.290291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.317533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.365395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Allocated IP 172.25.6.135 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/1b78326c-e8e6-423e-885e-089852678791) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:16.390777 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e79c8d6-b2cf-44bb-874a-c012a4084060 x-openstack-request-id: req-7e79c8d6-b2cf-44bb-874a-c012a4084060 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:16.391232 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "name": "network-vif-plugged", "status": "completed", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:16.391945 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e79c8d6-b2cf-44bb-874a-c012a4084060 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:16.392561 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'code': 200} Aug 11 02:26:16.405775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:16.425494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebbf4a-7025-40d9-8a17-0be63b6c5dd9 None None] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:16.496605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:16.570844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:16.583297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13d762ca-7b0d-4f58-9e0f-aba75ece063c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:16.621536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c0b61-024e-4fec-81af-0ee2469356d6 req-c773158c-d857-4a52-9745-b41653a40462 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.644312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d70c0b61-024e-4fec-81af-0ee2469356d6 req-c773158c-d857-4a52-9745-b41653a40462 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 946 time: 0.2416065 Aug 11 02:26:16.720382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d70c0b61-024e-4fec-81af-0ee2469356d6 req-743dd47f-b577-4acd-8b76-a5437e484a81 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744889 Aug 11 02:26:16.728688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-74ce309b-715e-4c03-9ed7-717b76c1f5a4 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766943 Aug 11 02:26:16.739593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.771060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.829186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.830377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.832715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24bd98f4-0126-44d0-b32a-a803c6e86053 req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "PUT /v2.0/ports/c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 981 time: 2.9433866 Aug 11 02:26:16.896894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.904065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.027222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.039383 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3515072 Aug 11 02:26:17.040716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d65d-38de-4b56-834f-ec649bb90a99 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'Port': ['ID=42abd878-4329-4cc6-b664-76bc5b6acc47,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:17.054477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e54dd-3c49-4e1e-b032-87139b771009 req-2a9ccb90-beb0-4f74-89b0-e7a15d3a4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.057191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8e54dd-3c49-4e1e-b032-87139b771009 req-2a9ccb90-beb0-4f74-89b0-e7a15d3a4ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1097 time: 0.6691234 Aug 11 02:26:17.063678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.067992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:17.073547 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811af72d-7625-4729-8547-ba9a824227ad" -d '{"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:17.082717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea04ae6-6467-4738-9c45-989962c2d71b req-da2c97fc-824f-4181-a92b-384669b750bf service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400443 Aug 11 02:26:17.155877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.164792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] Provisioning for port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:17.185292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:17.188140 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b8e54dd-3c49-4e1e-b032-87139b771009 req-b894d7bc-8324-4344-9c68-229dce7a0c36 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099098 Aug 11 02:26:17.217175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:17.230310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:17.243419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:17.285157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] Provisioning complete for port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:17.286205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.347447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:17.427903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 13d762ca-7b0d-4f58-9e0f-aba75ece063c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:17.428247 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.518288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:17.541369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30a8add9-ab3d-42f2-afae-a51b758318be req-3a555ec6-6285-4d85-bbc3-79f25132b211 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1160676754&fields=id&tenant_id=45d5538b1f0b4665971b0b502cd9a197 HTTP/1.1" status: 200 len: 267 time: 0.4561779 Aug 11 02:26:17.550493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcc5d7-7f8f-4cf9-a7df-c0107234ae73 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:17.559883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Router e61e940e-dfe8-40a4-89bb-6e222d83a236 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:17.629658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad232-8eaa-48f4-9eb9-1fa8a8663bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.670779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Pushing event updated for resources: {'Port': ['ID=1b78326c-e8e6-423e-885e-089852678791,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:17.690993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b020b9-4d02-4410-9a64-1fa8a47e4c98 req-8f949752-a932-403f-8d37-d4231a5ed135 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.692962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65b020b9-4d02-4410-9a64-1fa8a47e4c98 req-8f949752-a932-403f-8d37-d4231a5ed135 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 946 time: 0.4662726 Aug 11 02:26:17.753532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:17.763319 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d605b225-a27b-4c3e-86c5-c11b8943fb9a admin admin] 10.222.0.16 "PUT /v2.0/routers/e61e940e-dfe8-40a4-89bb-6e222d83a236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7135267 Aug 11 02:26:17.764077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:17.797636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae', 'mac_address': 'fa:16:3e:65:36:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:17.823184 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.853453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] Sync routers for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:17.918700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:17.946726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] For port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:17.969150 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.021278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.037803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.046974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:18.129196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.233994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:18.246996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:18.247906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:18.258779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Deleting port ca9a7660-8d6c-4842-b157-3720c817cbc1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:18.259157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.317730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8add9-ab3d-42f2-afae-a51b758318be req-57a1b725-31ff-4a7a-88b6-9207af250b12 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.319459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30a8add9-ab3d-42f2-afae-a51b758318be req-57a1b725-31ff-4a7a-88b6-9207af250b12 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 984 time: 0.7001934 Aug 11 02:26:18.329946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65b020b9-4d02-4410-9a64-1fa8a47e4c98 req-9b5a1e1f-2667-41e0-a54a-b650ce3ce3aa tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178961 Aug 11 02:26:18.347682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'port': {'security_groups': ['55e70e3d-b06b-4ef5-bcb7-da499291567f']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:18.418585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.431410 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.472003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030d2fe-216b-484e-b8da-c13f88dbcca7 None None] Pushing event updated for resources: {'Port': ['ID=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:18.493137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] For port ca9a7660-8d6c-4842-b157-3720c817cbc1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ca9a7660-8d6c-4842-b157-3720c817cbc1,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:18.493676 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.617054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:18.621046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Calling delete_port for ca9a7660-8d6c-4842-b157-3720c817cbc1 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:18.739560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.768254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:18.771135 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14cf505-3449-44af-953c-b1889a80e9af x-openstack-request-id: req-d14cf505-3449-44af-953c-b1889a80e9af {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:18.771585 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:18.771941 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d14cf505-3449-44af-953c-b1889a80e9af {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:18.772444 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'status': 'completed', 'code': 200} Aug 11 02:26:18.823362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af72d-7625-4729-8547-ba9a824227ad req-4fb299ed-8bbf-4679-8a9a-d05199ffce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.825927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9dc8c73c-febe-4ee4-aaec-11a63a3a70ae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:18.828625 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-4fb299ed-8bbf-4679-8a9a-d05199ffce21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1135 time: 0.2911055 Aug 11 02:26:18.839823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.942660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:26:18Z', 'revision_number': 6, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:19.008623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] Checking router: e61e940e-dfe8-40a4-89bb-6e222d83a236 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:19.040284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e04b5c10-a7a1-49b2-bd28-c60dae1b2741 None None] Provisioning complete for port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:19.040687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e04b5c10-a7a1-49b2-bd28-c60dae1b2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.065476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-6133c1ee-ac42-47fe-b57a-480eb68d6d36 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1981015717&fields=id&tenant_id=5ffb8b5ec360434ab11e50e05af56876 HTTP/1.1" status: 200 len: 267 time: 0.2894027 Aug 11 02:26:19.129974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] Routers {'e61e940e-dfe8-40a4-89bb-6e222d83a236'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:19.130834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e61e940e-dfe8-40a4-89bb-6e222d83a236'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:19.192517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af72d-7625-4729-8547-ba9a824227ad req-2fa1b5d2-7fda-4857-a3d1-54a400af32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.195678 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-2fa1b5d2-7fda-4857-a3d1-54a400af32a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.3557572 Aug 11 02:26:19.222761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:19.326351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.361474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.366806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.377869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-e98d1a95-5950-419a-9cdc-6ee60fe39afe tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.388887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-e98d1a95-5950-419a-9cdc-6ee60fe39afe tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 810 time: 0.2683418 Aug 11 02:26:19.401167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.430508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-0378e21a-f84a-4443-9407-29e7704f6f6e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/quotas/5ffb8b5ec360434ab11e50e05af56876 HTTP/1.1" status: 200 len: 375 time: 0.0385988 Aug 11 02:26:19.446490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9a7660-8d6c-4842-b157-3720c817cbc1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:19.455863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:19.456860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-ea90b4b0-335a-4700-ac82-1e23bdcf72d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.1509614 Aug 11 02:26:19.542776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] Set router e61e940e-dfe8-40a4-89bb-6e222d83a236 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:19.598508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.603029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af72d-7625-4729-8547-ba9a824227ad req-3553f456-92e9-46ea-ba5b-4827dcbbd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.604885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-3553f456-92e9-46ea-ba5b-4827dcbbd8ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.1155696 Aug 11 02:26:19.616326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:19.649620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:26:18Z', 'revision_number': 6, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:19.669126 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-a5dc3745-2087-418d-88b2-2d3285b1d56c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358465 Aug 11 02:26:19.699873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb95fe6-e98b-453a-92be-945185416c3f None None] The sync data for ids ['e61e940e-dfe8-40a4-89bb-6e222d83a236'] in n-d-715271-8 is: [{'id': 'e61e940e-dfe8-40a4-89bb-6e222d83a236', 'name': 'tempest-ServersTestManualDisk-2006353790-router', 'tenant_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:23:23Z', 'updated_at': '2021-08-11T02:26:18Z', 'revision_number': 6, 'project_id': 'e9ce4d76c08f4f4d90c5362282e79545', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:19.716144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.718124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.721005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30a8add9-ab3d-42f2-afae-a51b758318be req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "PUT /v2.0/ports/c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 942 time: 1.3808923 Aug 11 02:26:19.750901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca9267-0b1f-47da-a1ee-8bddcf3124d3 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event updated for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:19.839874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-d4a6c379-e006-4c49-9e41-26e7daa2fecb tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4091170 Aug 11 02:26:19.928528 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.936089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.060536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.061591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61e940e-dfe8-40a4-89bb-6e222d83a236 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:26:20.079619 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.079955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.081538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba0abeab-bd6a-4132-9f02-241d1825d29a admin admin] 10.222.0.16 "DELETE /v2.0/routers/e61e940e-dfe8-40a4-89bb-6e222d83a236 HTTP/1.1" status: 204 len: 168 time: 2.3163509 Aug 11 02:26:20.085687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:20.193585 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-1bd4452c-99be-4157-b7c8-a80ade86d934 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821177 Aug 11 02:26:20.222208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-e7283d51-4e47-4e38-b9f2-370c5af16a2c service neutron] 10.222.0.16 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057725 Aug 11 02:26:20.253079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-29f90c3c-2325-4ce8-858c-de31416069fc tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:20.256022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-29f90c3c-2325-4ce8-858c-de31416069fc tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.3157265 Aug 11 02:26:20.259703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Deleting subnet 94fbef54-41f1-451c-84cf-07377f718ece {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:20.265626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.385338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-1665fd58-54b0-4ff9-b322-2fa0a6181aaa tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.1047194 Aug 11 02:26:20.388438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:26:20.436724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:20.477780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-95614762-2e20-4dbe-a3ae-24ce2f373155 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817006 Aug 11 02:26:20.639169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-7853c599-46a1-459c-a9ff-a02a19ba372a service neutron] 10.222.0.16 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717570 Aug 11 02:26:20.776900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:20.782794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:20.783440 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.787582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:20.794163 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ababdf-2e71-4b3e-9f33-174e86a7f534" -d '{"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:20.829387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-843bc498-c241-4d57-a636-fc32892122a1 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372138 Aug 11 02:26:20.852177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:20.971099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:20.984232 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:21.015711 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:26:21.022643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:21.023540 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:21.103670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.214061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-b0f5706e-b4bb-416a-9569-413d1402a59e service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710637 Aug 11 02:26:21.224408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.228468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-652c30b0-5988-4568-ad31-6b834a0b332d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.5911009 Aug 11 02:26:21.231277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53800) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:21.235243 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:21.257640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:21.259846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.263131 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-811af72d-7625-4729-8547-ba9a824227ad req-d6617962-8cad-4539-813b-e810996a42bb service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0615983 Aug 11 02:26:21.264730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530afbdc-e392-49ad-809c-6ea05921b429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:21.271253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.283334 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b83f91-86ec-4cce-a516-e8f4326aa7cc" -d '{"events": [{"server_uuid": "530afbdc-e392-49ad-809c-6ea05921b429", "name": "network-vif-plugged", "status": "completed", "tag": "9dc8c73c-febe-4ee4-aaec-11a63a3a70ae"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:21.467305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:21.467539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.501740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.507526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fff9d4-c057-43da-a1cc-a4e0482f7888 req-8d4307d1-f2e9-4961-9d7a-b960d5fa4d0b tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:21.509614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60fff9d4-c057-43da-a1cc-a4e0482f7888 req-8d4307d1-f2e9-4961-9d7a-b960d5fa4d0b tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 946 time: 0.4842498 Aug 11 02:26:21.632011 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:17Z', 'revision_number': 3, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:21.672496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.708757 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:21.710131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Updating router b5b32ba2-303e-458d-92a4-7b8928c71c93 port 1b78326c-e8e6-423e-885e-089852678791 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:26:21.742119 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.766561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fbef54-41f1-451c-84cf-07377f718ece,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:21.784248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.793723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c780d887-ac8a-4af3-aaf5-7e2a158b10fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/94fbef54-41f1-451c-84cf-07377f718ece HTTP/1.1" status: 204 len: 168 time: 1.7058289 Aug 11 02:26:21.794466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:21.818354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16829b9-ce4f-45ca-9e8c-3c0aec85c171 None None] Network d2832f3a-2fc4-44a3-8d33-340aa9723d58 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:21.933713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:21.991207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.086743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60fff9d4-c057-43da-a1cc-a4e0482f7888 req-d4e8687d-7d57-4d5c-bf56-7b17d0e9b666 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640280 Aug 11 02:26:22.235657 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.243453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Deleting port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:22.243743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.256959 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Transition to ACTIVE for port object 1b78326c-e8e6-423e-885e-089852678791 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:22.269101 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.301383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ca9a7660-8d6c-4842-b157-3720c817cbc1 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:22.385553 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Pushing event updated for resources: {'Port': ['ID=1b78326c-e8e6-423e-885e-089852678791,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.391654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c8ee-3a0b-41d6-9813-50ac096c53c9 req-e4e7cf94-004e-4bee-88f9-d1d632144b93 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:22.400943 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.401598 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.402135 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.402482 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.402859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.403285 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.403613 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.403754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9189c8ee-3a0b-41d6-9813-50ac096c53c9 req-e4e7cf94-004e-4bee-88f9-d1d632144b93 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 948 time: 0.6688612 Aug 11 02:26:22.403995 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.405218 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.405544 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.405870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.406470 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:22.426536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ca9a7660-8d6c-4842-b157-3720c817cbc1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:22.426536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ca9a7660-8d6c-4842-b157-3720c817cbc1 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:22.429275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9caf0276-be60-4f65-8122-ee0439f57fc8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:22.454345 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Attempting to bind port 1b78326c-e8e6-423e-885e-089852678791 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:22.457222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Attempting to bind port 1b78326c-e8e6-423e-885e-089852678791 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:22.457222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Attempting to bind port 1b78326c-e8e6-423e-885e-089852678791 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:22.464407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] For port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,segment=NetworkSegment(56221566-5783-49bf-9922-b4017a4df681),segment_id=56221566-5783-49bf-9922-b4017a4df681)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:22.465286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.473748 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:22.474166 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:22.476647 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.477012 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:22.477511 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Bound port: 1b78326c-e8e6-423e-885e-089852678791, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:22.481189 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.511273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Calling delete_port for 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:22.534754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9caf0276-be60-4f65-8122-ee0439f57fc8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:22.535805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9caf0276-be60-4f65-8122-ee0439f57fc8 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:22.641569 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] For port 1b78326c-e8e6-423e-885e-089852678791, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:22.647835 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] For port 1b78326c-e8e6-423e-885e-089852678791, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1b78326c-e8e6-423e-885e-089852678791,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:22.658598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9189c8ee-3a0b-41d6-9813-50ac096c53c9 req-30d42452-373d-4df8-9771-d929b4bd8063 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535925 Aug 11 02:26:22.661034 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.707751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.757353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.769154 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:22.769986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:22.770705 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d7bf30-5978-4448-bdc8-d47f2a1dfa71 x-openstack-request-id: req-e7d7bf30-5978-4448-bdc8-d47f2a1dfa71 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:22.770936 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:22.771184 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7d7bf30-5978-4448-bdc8-d47f2a1dfa71 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:22.771596 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'status': 'completed', 'code': 200} Aug 11 02:26:22.774849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec033c-697e-4cab-a1d6-f572afe61121 None None] DHCP port deletion for d2832f3a-2fc4-44a3-8d33-340aa9723d58 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:22.807624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac312fd-8175-46b3-9c81-73fc0b5fe0d6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.823344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] No DVR routers for this DVR port 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:22.835212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0a3aeb3c-5719-4acf-aef4-46787e2a7d22 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5367084 Aug 11 02:26:22.844430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.937621 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5e9f0-b94e-4c9f-9b51-aa47f517457a None None] Pushing event updated for resources: {'Port': ['ID=1b78326c-e8e6-423e-885e-089852678791,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.957862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:23.017254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-4bae3ae0-9695-4050-86d9-24e5d2cfc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.019969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-4bae3ae0-9695-4050-86d9-24e5d2cfc88d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.2245054 Aug 11 02:26:23.022938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.057589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2832f3a-2fc4-44a3-8d33-340aa9723d58']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.075188 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:23.133251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56221566-5783-49bf-9922-b4017a4df681') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.133877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56221566-5783-49bf-9922-b4017a4df681') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.163626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.179176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62dd8fe8-3e09-4f4e-ac04-dd19f21c57a1 req-47666182-3356-4f13-acfc-17358d797611 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 210 time: 0.2383735 Aug 11 02:26:23.210730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.231482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:23.232591 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:23.236092 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:23.266171 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fb96d5-b37d-4b0a-b435-182da87d3188 x-openstack-request-id: req-69fb96d5-b37d-4b0a-b435-182da87d3188 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:23.266601 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530afbdc-e392-49ad-809c-6ea05921b429", "name": "network-vif-plugged", "status": "completed", "tag": "9dc8c73c-febe-4ee4-aaec-11a63a3a70ae", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:23.266942 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69fb96d5-b37d-4b0a-b435-182da87d3188 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:23.267534 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530afbdc-e392-49ad-809c-6ea05921b429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae', 'code': 200} Aug 11 02:26:23.297317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.307016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.500824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:17Z', 'revision_number': 3, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.509136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be52d79-9131-47a6-85fa-51459215218b req-5bd9ab18-3e0c-4219-b57b-ada822b7cff9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 210 time: 0.1156487 Aug 11 02:26:23.542300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-d1084103-a341-425f-9f42-be8c88b63ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.545046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-d1084103-a341-425f-9f42-be8c88b63ba6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.5095842 Aug 11 02:26:23.596056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.668712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.674797 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d2832f3a-2fc4-44a3-8d33-340aa9723d58 HTTP/1.1" status: 204 len: 168 time: 1.8789687 Aug 11 02:26:23.678886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-ae8fc13a-7066-48f7-a4cb-145992f0755e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.1042423 Aug 11 02:26:23.698197 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c0d1-0760-41ef-b241-38ff4c2fa1d0 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:17Z', 'revision_number': 3, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:23.745760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-90ab83c4-6568-4c3f-a015-21f93ec1ca9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.746828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-90ab83c4-6568-4c3f-a015-21f93ec1ca9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 810 time: 0.7818813 Aug 11 02:26:23.753418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22de3-3f80-4af3-9c9f-a617fe18a30a req-157bf3bb-0a16-4ccd-b6ee-7bd7eb8a2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.756157 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2cc22de3-3f80-4af3-9c9f-a617fe18a30a req-157bf3bb-0a16-4ccd-b6ee-7bd7eb8a2732 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 1099 time: 0.3852258 Aug 11 02:26:23.768310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ab14-69b8-4920-ad53-d4e4918ff0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2832f3a-2fc4-44a3-8d33-340aa9723d58,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:23.837186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:23.927676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-86cd88a3-8771-46b2-b575-222a471ae361 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.929938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-86cd88a3-8771-46b2-b575-222a471ae361 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.5139849 Aug 11 02:26:23.952622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:24.069871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-6c91352a-37cc-4fe5-8159-209ce22f1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:24.072411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-6c91352a-37cc-4fe5-8159-209ce22f1794 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.3346765 Aug 11 02:26:24.123050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2cc22de3-3f80-4af3-9c9f-a617fe18a30a req-facb6285-6f58-490d-badc-ab091dcf15bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589091 Aug 11 02:26:24.161253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-6c220cd1-8311-49f3-8d40-61bfb649f684 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578043 Aug 11 02:26:24.168023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fb67433b-cbca-415c-924c-87690f0cdc8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9ce4d76c08f4f4d90c5362282e79545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275878 Aug 11 02:26:24.177040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:24.370574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4493e2a-2d53-47ef-a262-4903c897b332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.376273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:24.380576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.387341 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-856e8752-7a27-4b2f-8033-91b5a9506ded service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110884 Aug 11 02:26:24.442093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-38392c11-2632-4ce5-bfe6-344b48ccb42e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffb8b5ec360434ab11e50e05af56876 HTTP/1.1" status: 200 len: 380 time: 0.6754248 Aug 11 02:26:24.490234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4493e2a-2d53-47ef-a262-4903c897b332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.526399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'port': {'device_id': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'admin_state_up': True, 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'security_groups': ['ce5d1951-397b-4ff8-af4e-853e94be5715']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:24.681994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4493e2a-2d53-47ef-a262-4903c897b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.684977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-24f3f412-2500-48e8-917f-f1b65ce2c63b tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 258 time: 1.1068807 Aug 11 02:26:24.685097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4493e2a-2d53-47ef-a262-4903c897b332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.686630 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b4493e2a-2d53-47ef-a262-4903c897b332 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1be6a21-a3e5-4415-b973-6287ffe60386 HTTP/1.1" status: 204 len: 168 time: 0.5086968 Aug 11 02:26:24.720482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-94ababdf-2e71-4b3e-9f33-174e86a7f534 req-9be17b8c-8d69-4962-a212-802716773c23 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180113 Aug 11 02:26:24.723396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493e2a-2d53-47ef-a262-4903c897b332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be6a21-a3e5-4415-b973-6287ffe60386,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:24.740705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:24.743065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.2 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/cd46a526-2bf1-44da-8790-96ae14a58bb9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:24.786483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Allocated IP 172.20.0.1 (10910e4a-0c89-4a0d-b542-123a6fcf107d/1b0d7c4d-6834-408c-8b53-d3d6920f8624/8b0c0038-297b-4832-9c33-0f277f95de66) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:24.828976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1b78326c-e8e6-423e-885e-089852678791 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:24.897952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.990375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.996988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.085606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.115349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 1b78326c-e8e6-423e-885e-089852678791 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:25.127064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1b78326c-e8e6-423e-885e-089852678791 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:25.129865 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.179902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:25.182388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=cd46a526-2bf1-44da-8790-96ae14a58bb9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.187417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:25.198580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:25.231790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Made reservation on behalf of 5ffb8b5ec360434ab11e50e05af56876 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:25.236106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.295481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.306543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:25.307651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.315727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.343689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 1b78326c-e8e6-423e-885e-089852678791, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1b78326c-e8e6-423e-885e-089852678791,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:25.345339 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-be9c02f8-e925-4331-9236-3eaff88885b5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3990912 Aug 11 02:26:25.350518 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.371270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Request body: {'port': {'device_id': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:25.423396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Transition to ACTIVE for port object 8b0c0038-297b-4832-9c33-0f277f95de66 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:25.460868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:25.499965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Allocated IP 172.25.6.54 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/77f16f59-9e17-4e5b-bc71-1ad5d200757a) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:25.501216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.507761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:25.508670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9ac312fd-8175-46b3-9c81-73fc0b5fe0d6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:25.543786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=1b78326c-e8e6-423e-885e-089852678791,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.634364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Allocated IP 172.20.0.12 (8afe5861-2810-44f0-8bab-ec49ac8c89f9/2648de26-727d-468f-9550-305b5890829f/5405e294-b7b1-4eac-8d56-511ea87eaec6) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:25.637234 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.672384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.740770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:25.789526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:25.806582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:25.858390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0c0038-297b-4832-9c33-0f277f95de66,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.976253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.007462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.089150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd46a526-2bf1-44da-8790-96ae14a58bb9 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:26.105161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.126633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Transition to ACTIVE for port object cd46a526-2bf1-44da-8790-96ae14a58bb9 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:26.135141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.159511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b380a1b9-7c05-411c-9644-2c066af49732 None None] Provisioning for port 8b0c0038-297b-4832-9c33-0f277f95de66 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:26.170280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b380a1b9-7c05-411c-9644-2c066af49732 None None] Provisioning complete for port 8b0c0038-297b-4832-9c33-0f277f95de66 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:26.175001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b380a1b9-7c05-411c-9644-2c066af49732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.192410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.223052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46a526-2bf1-44da-8790-96ae14a58bb9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.257415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b380a1b9-7c05-411c-9644-2c066af49732 None None] Port 8b0c0038-297b-4832-9c33-0f277f95de66 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:26.260205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Transition to ACTIVE for port object 5405e294-b7b1-4eac-8d56-511ea87eaec6 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:26.299412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Attempting to bind port cd46a526-2bf1-44da-8790-96ae14a58bb9 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:26.299837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Attempting to bind port cd46a526-2bf1-44da-8790-96ae14a58bb9 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:26.300373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Attempting to bind port cd46a526-2bf1-44da-8790-96ae14a58bb9 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:26.305950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Port cd46a526-2bf1-44da-8790-96ae14a58bb9 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:26.306499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Attempting to bind port cd46a526-2bf1-44da-8790-96ae14a58bb9 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:26.312567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:26.312983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:26.313443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:26.313942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Bound port: cd46a526-2bf1-44da-8790-96ae14a58bb9, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:26.314424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.327126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.388612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] For port cd46a526-2bf1-44da-8790-96ae14a58bb9, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:26.392528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] For port cd46a526-2bf1-44da-8790-96ae14a58bb9, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:26.398438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.427203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.442293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:26.442964 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.444400 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] 10.222.0.59 "PUT /v2.0/ports/cd46a526-2bf1-44da-8790-96ae14a58bb9 HTTP/1.1" status: 200 len: 1091 time: 1.0897250 Aug 11 02:26:26.444859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'tag': 'cd46a526-2bf1-44da-8790-96ae14a58bb9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:26.447176 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83444b6-aab5-48ea-aea3-da34eb351811" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e724af-499e-4bb7-bc2b-aa224da24ebb", "tag": "cd46a526-2bf1-44da-8790-96ae14a58bb9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:26.464362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:26.479974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad5666-4578-4488-8827-c2a23912cdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd46a526-2bf1-44da-8790-96ae14a58bb9,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.490165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:26.505372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:26.538854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Allocated IP 172.25.6.14 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/bdff5b17-b28d-4ab6-98d6-b3a808221a58) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:26.550938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-71245bb0-4548-4965-8311-cc7b3fd328f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:26.552777 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-71245bb0-4548-4965-8311-cc7b3fd328f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 1094 time: 0.0467200 Aug 11 02:26:26.572258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event updated for resources: {'Port': ['ID=77f16f59-9e17-4e5b-bc71-1ad5d200757a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.616185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.618272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1220431486-network', 'tenant_id': '3154180f4c15496f824e5424ad777e5f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:26.625714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-fc49f459-710f-447d-9259-3ce4322f021c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9 HTTP/1.1" status: 200 len: 217 time: 0.0649300 Aug 11 02:26:26.677097 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.702311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Made reservation on behalf of 3154180f4c15496f824e5424ad777e5f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:26.704765 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.709886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1b78326c-e8e6-423e-885e-089852678791 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:26.721804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.726228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-906ee46c-5b80-4377-8433-1aa9b7c89fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:26.726625 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-906ee46c-5b80-4377-8433-1aa9b7c89fcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.0937381 Aug 11 02:26:26.766193 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-1bf189d4-70bd-44fe-b02b-3f06cba6cc5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315049 Aug 11 02:26:26.769958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1b78326c-e8e6-423e-885e-089852678791 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:26.770464 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.868858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:26.900089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:26.902273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'Port': ['ID=5405e294-b7b1-4eac-8d56-511ea87eaec6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.905847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.914839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:27.003244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-c9f1b39a-8ded-44f2-9f24-6d70dbb40272 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260680 Aug 11 02:26:27.024495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.090735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.091274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.101733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.150848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.173509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.184431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-a3749817-de01-4cb7-a2bd-5f96fbc86996 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7123783 Aug 11 02:26:27.211562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Request body: {'port': {'device_id': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:27.226964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:27.249122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.249485 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Added segment 5197bbde-42b9-4e0c-be27-0bf8befc66f4 of type vlan for network 7c26805f-715e-4c85-b896-22aacf711ed7 Aug 11 02:26:27.251133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b256a18b-10d2-4398-aab6-f48923bc665e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.255538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-710398ad-aa7f-494a-ab9c-c931da3b3a48 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423675 Aug 11 02:26:27.278321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.297724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bd8dae35-f120-4d29-a1d6-d69db4bcca02 None None] Provisioning for port 5405e294-b7b1-4eac-8d56-511ea87eaec6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:27.302817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bd8dae35-f120-4d29-a1d6-d69db4bcca02 None None] Provisioning complete for port 5405e294-b7b1-4eac-8d56-511ea87eaec6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:27.303390 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd8dae35-f120-4d29-a1d6-d69db4bcca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.333219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.358666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bd8dae35-f120-4d29-a1d6-d69db4bcca02 None None] Port 5405e294-b7b1-4eac-8d56-511ea87eaec6 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:27.385442 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.386632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.387249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.387635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.413680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.423663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:27.432979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.450382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0222082 Aug 11 02:26:27.453967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:27.458898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:27.459209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Request body: {'subnet': {'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1220431486-subnet', 'tenant_id': '3154180f4c15496f824e5424ad777e5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:27.468134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9c18-98f3-457b-b85d-58c0900b3861 admin admin] Pushing event updated for resources: {'Network': ['ID=7c26805f-715e-4c85-b896-22aacf711ed7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.476247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:27.483512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7c26805f-715e-4c85-b896-22aacf711ed7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:27.486082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event updated for resources: {'Port': ['ID=bdff5b17-b28d-4ab6-98d6-b3a808221a58,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.493770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Made reservation on behalf of 3154180f4c15496f824e5424ad777e5f for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:27.496625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.617101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.690147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0c0038-297b-4832-9c33-0f277f95de66,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.756111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.781294 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.822442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6ea7d1-d247-4b4c-96d1-a2e01094cc96,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.830054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.845585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Checking segment: {'id': '5197bbde-42b9-4e0c-be27-0bf8befc66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:27.846220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Network hostable DHCP agents. Network: 7c26805f-715e-4c85-b896-22aacf711ed7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:27.874292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Network 7c26805f-715e-4c85-b896-22aacf711ed7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:27.884796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.889022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 7c26805f-715e-4c85-b896-22aacf711ed7) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:27.895789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.896805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.908362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b443752-281c-40a1-b05c-4354d6c8998e None None] Network 7c26805f-715e-4c85-b896-22aacf711ed7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:27.927244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b74fa15-7c6d-4b09-99f4-75c8926f9195 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4715638 Aug 11 02:26:28.019791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event updated for resources: {'Port': ['ID=77f16f59-9e17-4e5b-bc71-1ad5d200757a,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:28.057605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.100592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.151893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:28.157245 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.158816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-0f03226f-0e0e-4271-ae30-76add7370f1e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2115271 Aug 11 02:26:28.159746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d971fb3e-6d3b-4da0-9d1d-455d27d72006 None None] Network 7c26805f-715e-4c85-b896-22aacf711ed7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:28.167622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:28.490975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7fb9aa1b-d0ef-4851-83d0-71a39aa396a1 None None] Provisioning complete for port 8b0c0038-297b-4832-9c33-0f277f95de66 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:28.491895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7fb9aa1b-d0ef-4851-83d0-71a39aa396a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.540520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9aa1b-d0ef-4851-83d0-71a39aa396a1 None None] Port 8b0c0038-297b-4832-9c33-0f277f95de66 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:28.712832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-fb1fc2b6-57f8-4845-82e7-f7762f6705a4 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.5342343 Aug 11 02:26:28.778935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5405e294-b7b1-4eac-8d56-511ea87eaec6 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:28.837414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.888412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Transition to ACTIVE for port object 5405e294-b7b1-4eac-8d56-511ea87eaec6 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:28.910305 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.944277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:29.034767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.048655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-d407f832-40ca-4637-957f-d17a08a83d96 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.050238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2dd2fa1-8e09-4239-8fc3-6d21a877f0b1 req-d407f832-40ca-4637-957f-d17a08a83d96 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.3268085 Aug 11 02:26:29.051074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Pushing event updated for resources: {'Port': ['ID=5405e294-b7b1-4eac-8d56-511ea87eaec6,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:29.060297 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.297131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event updated for resources: {'Port': ['ID=bdff5b17-b28d-4ab6-98d6-b3a808221a58,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:29.328464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.337616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:29.348772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:29.362653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26fa19e1-f64f-46b7-b862-c4797db83a79 admin admin] 10.222.0.16 "PUT /v2.0/routers/b5b32ba2-303e-458d-92a4-7b8928c71c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1256974 Aug 11 02:26:29.373509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:29.374228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Attempting to bind port 5405e294-b7b1-4eac-8d56-511ea87eaec6 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:29.374425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Attempting to bind port 5405e294-b7b1-4eac-8d56-511ea87eaec6 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:29.374633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.374851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Attempting to bind port 5405e294-b7b1-4eac-8d56-511ea87eaec6 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:29.382900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-208e4dcd-15ba-41d1-8115-015d35f5ae80 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1275631353&fields=id&tenant_id=9cc679c970714e149d9fdb487f190b34 HTTP/1.1" status: 200 len: 267 time: 0.1303499 Aug 11 02:26:29.385916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Port 5405e294-b7b1-4eac-8d56-511ea87eaec6 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:29.386280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Attempting to bind port 5405e294-b7b1-4eac-8d56-511ea87eaec6 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:29.393123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:29.393533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Checking segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:29.394168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Bound using segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:29.394952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Bound port: 5405e294-b7b1-4eac-8d56-511ea87eaec6, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:29.395697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.401884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.403480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-bb139119-2ea4-4a46-9065-b862c19f8e46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7121844 Aug 11 02:26:29.520514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-a7867b4a-5406-4c46-bd10-3dcb34e55327 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.0994923 Aug 11 02:26:29.533610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:29.674328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-e6dacedc-053d-48fe-bb22-a97fcead3bc1 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.675953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-e6dacedc-053d-48fe-bb22-a97fcead3bc1 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/networks?id=6ff98c69-8ef4-42f8-a78e-91457160c173 HTTP/1.1" status: 200 len: 816 time: 0.2776706 Aug 11 02:26:29.703453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] For port 5405e294-b7b1-4eac-8d56-511ea87eaec6, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:29.733479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] For port 5405e294-b7b1-4eac-8d56-511ea87eaec6, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:29.740065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-649a4981-c17c-4a0b-bed5-689e8f9cfc2c tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/quotas/9cc679c970714e149d9fdb487f190b34 HTTP/1.1" status: 200 len: 375 time: 0.0450418 Aug 11 02:26:29.746765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.772564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-9076fcd0-3fa5-4cfb-a751-10c16e1e9179 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.774064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-017cd570-ae46-4063-8aa8-f9a06f8fd999 req-9076fcd0-3fa5-4cfb-a751-10c16e1e9179 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2301550 Aug 11 02:26:29.812208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 2, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.834371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.835012 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.836500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] 10.222.0.59 "PUT /v2.0/ports/5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 1092 time: 2.6353519 Aug 11 02:26:29.838687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:29.841087 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b557b-a51e-47ab-95a3-d788df60df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:29.877006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-9d8475f1-3efa-44c5-ba74-8eedd8359a6c tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc679c970714e149d9fdb487f190b34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1223075 Aug 11 02:26:29.877861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343ad1b-20d2-4042-948f-14db8416343e service neutron] Pushing event updated for resources: {'Port': ['ID=5405e294-b7b1-4eac-8d56-511ea87eaec6,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:29.895607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:29.896327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Updating router b5b32ba2-303e-458d-92a4-7b8928c71c93 port 8b0c0038-297b-4832-9c33-0f277f95de66 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:26:29.960056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.998679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-f66b7ed7-bc64-4c83-bb4e-02ca12595616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.005134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-f66b7ed7-bc64-4c83-bb4e-02ca12595616 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1095 time: 0.1152620 Aug 11 02:26:30.067560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-bdce7bd9-f4be-4867-a8bb-1cbd739c1a2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 217 time: 0.0557468 Aug 11 02:26:30.146449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-6072e826-ab68-4bd6-949c-02ba25df489f service neutron] 10.222.0.16 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484078 Aug 11 02:26:30.173840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-fd7a0587-1663-4868-be2a-7fb51da7e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.175640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-fd7a0587-1663-4868-be2a-7fb51da7e9e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.0988202 Aug 11 02:26:30.279525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c153-5f75-439c-8f8a-022de32682d6 req-e5a6b05f-f594-4e5f-835b-e0f896999479 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.281265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58c2c153-5f75-439c-8f8a-022de32682d6 req-e5a6b05f-f594-4e5f-835b-e0f896999479 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 948 time: 0.1537044 Aug 11 02:26:30.330794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3e160894-ea3e-4800-b0ca-19513ad22e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.332267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-3e160894-ea3e-4800-b0ca-19513ad22e1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425357 Aug 11 02:26:30.348401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.361241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Transition to ACTIVE for port object 8b0c0038-297b-4832-9c33-0f277f95de66 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:30.368722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.408598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58c2c153-5f75-439c-8f8a-022de32682d6 req-fc985818-2348-446f-b6a5-2247f09c65c4 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208234 Aug 11 02:26:30.412697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-8272ba2b-1aec-4262-87bf-37bed1cd5609 service neutron] 10.222.0.16 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494464 Aug 11 02:26:30.437034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480ccf-0e70-4dd2-b950-23d7b381cf18 None None] Pushing event updated for resources: {'Port': ['ID=8b0c0038-297b-4832-9c33-0f277f95de66,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:30.462785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device cd46a526-2bf1-44da-8790-96ae14a58bb9 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:30.510837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-d914759a-c2c1-481e-b88f-855b28565bc6 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677761 Aug 11 02:26:30.556726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Attempting to bind port 8b0c0038-297b-4832-9c33-0f277f95de66 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:30.557657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Attempting to bind port 8b0c0038-297b-4832-9c33-0f277f95de66 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:30.558057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Attempting to bind port 8b0c0038-297b-4832-9c33-0f277f95de66 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:30.580739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:30.581408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Checking segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:30.581947 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.582612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Bound using segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:30.583541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Bound port: 8b0c0038-297b-4832-9c33-0f277f95de66, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:30.584016 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.600013 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-3a95c8d1-efef-4207-956f-5725417f80ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757918 Aug 11 02:26:30.740592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686c1a5-2975-42ed-8a4c-017bd9e37ab3 req-439044c7-a231-4e2d-a614-74ed3057f305 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.743275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7686c1a5-2975-42ed-8a4c-017bd9e37ab3 req-439044c7-a231-4e2d-a614-74ed3057f305 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 944 time: 0.1592450 Aug 11 02:26:30.761714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-cac2b177-236b-4da8-b23f-72dd3684b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.764015 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-cac2b177-236b-4da8-b23f-72dd3684b067 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.0803032 Aug 11 02:26:30.851908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3f59e8b-f5f5-4f68-bf51-cc70354a628b req-fa03d865-7bdc-473a-979a-91ce71c298e1 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310192 Aug 11 02:26:30.867454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7686c1a5-2975-42ed-8a4c-017bd9e37ab3 req-e82eebea-1891-4d40-a182-20a45f81893c tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146514 Aug 11 02:26:30.881839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port cd46a526-2bf1-44da-8790-96ae14a58bb9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:30.946277 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b83c13-5083-4370-84f2-36fc60ab55b4 x-openstack-request-id: req-a0b83c13-5083-4370-84f2-36fc60ab55b4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:30.947361 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e724af-499e-4bb7-bc2b-aa224da24ebb", "tag": "cd46a526-2bf1-44da-8790-96ae14a58bb9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:30.947992 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0b83c13-5083-4370-84f2-36fc60ab55b4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:30.949014 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'tag': 'cd46a526-2bf1-44da-8790-96ae14a58bb9', 'status': 'completed', 'code': 200} Aug 11 02:26:30.996758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] For port 8b0c0038-297b-4832-9c33-0f277f95de66, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:31.039879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'cd46a526-2bf1-44da-8790-96ae14a58bb9', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': 'cd46a526-2bf1-44da-8790-96ae14a58bb9', 'mac_address': 'fa:16:3e:80:92:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:31.050641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] For port 8b0c0038-297b-4832-9c33-0f277f95de66, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b0c0038-297b-4832-9c33-0f277f95de66,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:31.102588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-69888d48-d1e6-4b94-b74d-79c9e4cb8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.102588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-69888d48-d1e6-4b94-b74d-79c9e4cb8821 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 1094 time: 0.1069591 Aug 11 02:26:31.106896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-f286c43b-5f75-4b19-8000-fa641d824703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.122819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-f286c43b-5f75-4b19-8000-fa641d824703 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.3192248 Aug 11 02:26:31.130255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.136343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.242273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd46a526-2bf1-44da-8790-96ae14a58bb9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:31.316301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port cd46a526-2bf1-44da-8790-96ae14a58bb9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:31.321856 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-a5d84966-7dbf-4116-88f5-cc034c10e665 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.1915889 Aug 11 02:26:31.350892 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.415280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:31.416750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.468978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-c26fae4a-49c7-45cf-a97f-f10cb5f85d71 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.480386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-c26fae4a-49c7-45cf-a97f-f10cb5f85d71 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/networks?id=7c26805f-715e-4c85-b896-22aacf711ed7 HTTP/1.1" status: 200 len: 818 time: 0.2692499 Aug 11 02:26:31.491601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-286cab2e-f6b7-4690-9734-b41578dfc20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.494886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-286cab2e-f6b7-4690-9734-b41578dfc20c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.3846591 Aug 11 02:26:31.507767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-49833545-1641-41ce-a59b-d9fc7afd68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.510812 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-49833545-1641-41ce-a59b-d9fc7afd68f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.1819968 Aug 11 02:26:31.515679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-341dfc9c-30b1-4f93-8fe5-39703430f0b1 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/quotas/3154180f4c15496f824e5424ad777e5f HTTP/1.1" status: 200 len: 375 time: 0.0343750 Aug 11 02:26:31.516228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480ccf-0e70-4dd2-b950-23d7b381cf18 None None] Pushing event updated for resources: {'Port': ['ID=8b0c0038-297b-4832-9c33-0f277f95de66,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.570891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-de7861c4-a5fe-4eac-8412-c57dd72243e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9 HTTP/1.1" status: 200 len: 217 time: 0.0660954 Aug 11 02:26:31.615478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-000777e4-eb3f-4654-81c0-fff8d32e2f9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841074 Aug 11 02:26:31.616318 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-29c23713-0824-45a6-a5e8-95f41728e9de tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3154180f4c15496f824e5424ad777e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640311 Aug 11 02:26:31.722494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a37c-736f-4416-927a-86008a5e7668 req-02130d32-0862-4492-9a80-a059005f053f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.724300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-02130d32-0862-4492-9a80-a059005f053f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3331470 Aug 11 02:26:31.746176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['cd46a526-2bf1-44da-8790-96ae14a58bb9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:31.759983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-2c1c0c45-1fb8-4787-8be5-6099f763fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.760285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:31.761456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-2c1c0c45-1fb8-4787-8be5-6099f763fbf9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1702027 Aug 11 02:26:31.843253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=cd46a526-2bf1-44da-8790-96ae14a58bb9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.878713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-5f76fcbf-35d5-41b5-96bc-635adc04cc63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633104 Aug 11 02:26:31.882431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-2f1190a8-40be-45fd-9dec-ce46254052fa tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.1428876 Aug 11 02:26:31.910068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-2e9a4870-5704-4d4d-a6db-c28937c82e3c service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789531 Aug 11 02:26:31.929880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'floatingip': {'port_id': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:32.048901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be4534dc-50c5-46b1-86ab-0ec6e12e3a5d req-b3159264-dfd0-4fd3-842b-f02aa50a3837 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302841 Aug 11 02:26:32.099510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.136162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-fd9ac62b-e320-40aa-bec3-9c6820c3fed5 service neutron] 10.222.0.16 "GET /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196142 Aug 11 02:26:32.311353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-d606dedd-ae9d-43b6-bbf3-f3fea9d548ae service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100456 Aug 11 02:26:32.396538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:30Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:32.442605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-0106b7c0-0a50-411b-814b-ff0c9e3a348c service neutron] 10.222.0.16 "GET /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677271 Aug 11 02:26:32.445335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05142a-45a1-4d54-a8aa-e378fd9b3ed9 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:30Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:32.745222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b0c0038-297b-4832-9c33-0f277f95de66 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:32.955360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b0c0038-297b-4832-9c33-0f277f95de66 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:32.965486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b0c0038-297b-4832-9c33-0f277f95de66 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:32.965861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.144482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-cbff5d34-8a06-43e7-bc32-8746ef6268db tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.149506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.152280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83444b6-aab5-48ea-aea3-da34eb351811 req-ce003ebe-55a6-4115-a040-7509d43fffce service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8304832 Aug 11 02:26:33.154347 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-cbff5d34-8a06-43e7-bc32-8746ef6268db tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.25 "GET /v2.0/networks?id=6ff98c69-8ef4-42f8-a78e-91457160c173 HTTP/1.1" status: 200 len: 816 time: 0.1807752 Aug 11 02:26:33.256616 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-e9777978-7dbe-4d52-9798-72e7612ad13b tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc679c970714e149d9fdb487f190b34 HTTP/1.1" status: 200 len: 380 time: 0.1008923 Aug 11 02:26:33.268138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Request body: {'port': {'device_id': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'admin_state_up': True, 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'security_groups': ['7d0b06f3-a89a-49e8-b1ea-f31b0770328c']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:33.305815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8b0c0038-297b-4832-9c33-0f277f95de66, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b0c0038-297b-4832-9c33-0f277f95de66,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:33.313983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.531355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Made reservation on behalf of 9cc679c970714e149d9fdb487f190b34 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:33.542392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.563203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8b0c0038-297b-4832-9c33-0f277f95de66,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:33.817564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-779e1eea-965a-4c8b-93c8-a8e85b5edf36 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.834072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-779e1eea-965a-4c8b-93c8-a8e85b5edf36 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 820 time: 0.7121587 Aug 11 02:26:33.912822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Allocated IP 172.20.0.11 (6ff98c69-8ef4-42f8-a78e-91457160c173/6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2/a00b2d26-61eb-4559-879e-3b147521dd72) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:34.034964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-a08dfa53-14fd-4b22-96b6-452c16fb0379 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/quotas/4d06ece725de4262af07ec9234272212 HTTP/1.1" status: 200 len: 375 time: 0.1993723 Aug 11 02:26:34.142860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:26:34.218482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.240752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Transition to ACTIVE for port object a00b2d26-61eb-4559-879e-3b147521dd72 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:34.287084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-be438f6a-5d55-4672-bdad-3a5cc1da8abe tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508845 Aug 11 02:26:34.303306 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.304957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.311218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.441396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event updated for resources: {'Port': ['ID=a00b2d26-61eb-4559-879e-3b147521dd72,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:34.447714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:34.451224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:34.456863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:34.486343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5405e294-b7b1-4eac-8d56-511ea87eaec6 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:34.491725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device cd46a526-2bf1-44da-8790-96ae14a58bb9 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:34.619946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:34.627445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.669396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-0b6d641e-f0b5-41df-a1ee-30c292a163ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4059045 Aug 11 02:26:34.685976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-16bfe7bd-42cd-4221-8303-23a45f9f2f75 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274560 Aug 11 02:26:34.688603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Request body: {'port': {'device_id': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:34.819261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5405e294-b7b1-4eac-8d56-511ea87eaec6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:34.859371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.893354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'port_id': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'mac_address': 'fa:16:3e:0f:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:34.903091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b0c0038-297b-4832-9c33-0f277f95de66 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:34.968029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-092d3145-5103-4203-b43a-fc9c5d120c98 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802460 Aug 11 02:26:35.089343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49368486-da06-4049-a2c4-19cc6883e592 None None] Provisioning for port a00b2d26-61eb-4559-879e-3b147521dd72 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:35.111225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port cd46a526-2bf1-44da-8790-96ae14a58bb9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:35.122146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49368486-da06-4049-a2c4-19cc6883e592 None None] Provisioning complete for port a00b2d26-61eb-4559-879e-3b147521dd72 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:35.123349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49368486-da06-4049-a2c4-19cc6883e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.208807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-49368486-da06-4049-a2c4-19cc6883e592 None None] Port a00b2d26-61eb-4559-879e-3b147521dd72 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:35.219702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.239409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port cd46a526-2bf1-44da-8790-96ae14a58bb9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:35.246327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.251929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-2a172633-ce69-484f-8e89-36c5ce8fb474 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.256454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-2a172633-ce69-484f-8e89-36c5ce8fb474 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.59 "GET /v2.0/networks?id=7c26805f-715e-4c85-b896-22aacf711ed7 HTTP/1.1" status: 200 len: 818 time: 0.2847228 Aug 11 02:26:35.274840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Request body: {'port': {'device_id': '9ce9526f-7310-4079-8570-93babac14167', 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7', 'admin_state_up': True, 'tenant_id': '3154180f4c15496f824e5424ad777e5f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:35.282116 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Floating IP 2f194464-3273-4845-85d9-4df1a9432d5a associated. External IP: 172.25.6.54, port: c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4. Aug 11 02:26:35.355107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00b2d26-61eb-4559-879e-3b147521dd72 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:35.371213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5405e294-b7b1-4eac-8d56-511ea87eaec6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:35.373991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.382241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b0c0038-297b-4832-9c33-0f277f95de66 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:35.382907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.392830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Transition to ACTIVE for port object a00b2d26-61eb-4559-879e-3b147521dd72 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:35.404351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.459020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5405e294-b7b1-4eac-8d56-511ea87eaec6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:35.538855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.539539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a00b2d26-61eb-4559-879e-3b147521dd72,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:35.585429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.706510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Attempting to bind port a00b2d26-61eb-4559-879e-3b147521dd72 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:35.706910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Attempting to bind port a00b2d26-61eb-4559-879e-3b147521dd72 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:35.707312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Attempting to bind port a00b2d26-61eb-4559-879e-3b147521dd72 on network 6ff98c69-8ef4-42f8-a78e-91457160c173 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:35.714971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Port a00b2d26-61eb-4559-879e-3b147521dd72 on network 6ff98c69-8ef4-42f8-a78e-91457160c173 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:35.715358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Attempting to bind port a00b2d26-61eb-4559-879e-3b147521dd72 on network 6ff98c69-8ef4-42f8-a78e-91457160c173 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:35.727829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:35.728221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Checking segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:35.728568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Bound using segment: {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:35.729751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Bound port: a00b2d26-61eb-4559-879e-3b147521dd72, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8807e6d7-447e-42aa-b2bb-ce93f428a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:35.730222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.745056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-de6426dd-1817-4cc7-ad4a-8209a7cc582f tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.756756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-de6426dd-1817-4cc7-ad4a-8209a7cc582f tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3792369 Aug 11 02:26:35.836227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port cd46a526-2bf1-44da-8790-96ae14a58bb9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:35.837563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd46a526-2bf1-44da-8790-96ae14a58bb9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:35.843508 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be1799-8841-40c0-98ea-53b32214782b" -d '{"events": [{"server_uuid": "f0e724af-499e-4bb7-bc2b-aa224da24ebb", "name": "network-vif-plugged", "status": "completed", "tag": "cd46a526-2bf1-44da-8790-96ae14a58bb9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:35.855195 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.858371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] For port a00b2d26-61eb-4559-879e-3b147521dd72, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:35.858784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5405e294-b7b1-4eac-8d56-511ea87eaec6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:35.863154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] For port a00b2d26-61eb-4559-879e-3b147521dd72, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a00b2d26-61eb-4559-879e-3b147521dd72,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:35.877492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.900266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5405e294-b7b1-4eac-8d56-511ea87eaec6,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.024376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:36.025473 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.030595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] 10.222.0.25 "PUT /v2.0/ports/a00b2d26-61eb-4559-879e-3b147521dd72 HTTP/1.1" status: 200 len: 1092 time: 1.3507693 Aug 11 02:26:36.037349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=cd46a526-2bf1-44da-8790-96ae14a58bb9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.039211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-9d67c233-0b1f-44e0-b569-e163fe0b09ca tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.2630568 Aug 11 02:26:36.048730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:36.049677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Request body: {'floatingip': {'port_id': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:36.062195 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea" -d '{"events": [{"name": "network-changed", "server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:36.114941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.185152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Made reservation on behalf of 3154180f4c15496f824e5424ad777e5f for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:36.195461 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.262019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d4ce-2b56-4517-92dd-2c27cfa35c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a00b2d26-61eb-4559-879e-3b147521dd72,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.323282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-c9f80099-895e-4e92-bdae-4efda085dc98 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2874603 Aug 11 02:26:36.328026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-55868d69-8c88-4156-b7fd-a5e1e5d4ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:36.331284 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-55868d69-8c88-4156-b7fd-a5e1e5d4ffba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc679c970714e149d9fdb487f190b34&device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 1095 time: 0.2165716 Aug 11 02:26:36.410354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-3c60c50e-0928-4b5a-9ee5-dc1fe475730f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b2d26-61eb-4559-879e-3b147521dd72 HTTP/1.1" status: 200 len: 217 time: 0.0630772 Aug 11 02:26:36.545556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621da083-843a-42b8-8be7-cd5506f1a886 req-44cd47cb-86c4-4bbe-b6b5-19e65349dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:36.549108 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-44cd47cb-86c4-4bbe-b6b5-19e65349dd54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 1099 time: 0.1421173 Aug 11 02:26:36.552509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-6af4a728-5669-4d54-a6c7-bb9ffadf5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:36.561684 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-6af4a728-5669-4d54-a6c7-bb9ffadf5375 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2 HTTP/1.1" status: 200 len: 855 time: 0.1406293 Aug 11 02:26:36.565033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:36.981797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Allocated IP 172.20.0.2 (7c26805f-715e-4c85-b896-22aacf711ed7/bb6ea7d1-d247-4b4c-96d1-a2e01094cc96/37a5785a-93cc-4bd1-8985-4838f80b5378) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:36.993643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-7f3a5691-c91a-4592-8c34-f813335a5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:36.995322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-7f3a5691-c91a-4592-8c34-f813335a5d1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ff98c69-8ef4-42f8-a78e-91457160c173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4179702 Aug 11 02:26:37.011164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:37.020023 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.034261 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] Sync routers for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:37.059027 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:37.060157 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:37.113939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621da083-843a-42b8-8be7-cd5506f1a886 req-219a5101-eca8-4564-88d0-8064b58c6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.118060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-219a5101-eca8-4564-88d0-8064b58c6550 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5278647 Aug 11 02:26:37.230150 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:37.266226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-188592ae-f18f-483d-b045-fef1e1599cfb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae HTTP/1.1" status: 200 len: 217 time: 0.1327097 Aug 11 02:26:37.474313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621da083-843a-42b8-8be7-cd5506f1a886 req-b9271546-8e8d-4826-988c-5156920827fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.476232 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-b9271546-8e8d-4826-988c-5156920827fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1209710 Aug 11 02:26:37.549799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-411a364b-6d1a-4d29-9322-32713d827346 service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280185 Aug 11 02:26:37.632893 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '2f194464-3273-4845-85d9-4df1a9432d5a', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'port_id': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'mac_address': 'fa:16:3e:14:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:26Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 1, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:37.639483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:26:37.694047 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] Checking router: ff181918-ff12-4cd0-a6cb-86a0eaa588b4 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:37.695956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.712944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.730649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:37.731587 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:37.732213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e6a4bd90-de8f-409a-a779-00439b33771f tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "PUT /v2.0/floatingips/2f194464-3273-4845-85d9-4df1a9432d5a HTTP/1.1" status: 200 len: 995 time: 5.8102846 Aug 11 02:26:37.745707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-1588075d-a3f5-4a5a-a4b9-362d694a0fdb tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.748134 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-1588075d-a3f5-4a5a-a4b9-362d694a0fdb tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.25 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 820 time: 0.5953238 Aug 11 02:26:37.762662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'port': {'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'admin_state_up': True, 'tenant_id': '4d06ece725de4262af07ec9234272212'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:37.873555 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:37.949865 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e1ead399-bb29-4797-b95b-d6ce197ac163 req-02f407ea-68f0-4b33-a69c-0911e81d7d5a service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866961 Aug 11 02:26:37.952590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621da083-843a-42b8-8be7-cd5506f1a886 req-46e2f1f4-abf3-48ba-ba3f-27d06c1f11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.955285 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-46e2f1f4-abf3-48ba-ba3f-27d06c1f11bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4701588 Aug 11 02:26:38.055587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Made reservation on behalf of 4d06ece725de4262af07ec9234272212 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:38.062448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.097029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e45e0ff6-5f84-4954-a396-7149863529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.099835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-e45e0ff6-5f84-4954-a396-7149863529e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.2752368 Aug 11 02:26:38.210484 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-138f44fd-1b97-48ff-9174-1b97a56beb0a service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452269 Aug 11 02:26:38.234943 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '2f194464-3273-4845-85d9-4df1a9432d5a', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'port_id': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'mac_address': 'fa:16:3e:14:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:26Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 1, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:38.262894 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Floating IP 22f6f623-301e-49e8-849a-65ef99c6792d associated. External IP: 172.25.6.14, port: 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d. Aug 11 02:26:38.283031 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360000b-2c8a-49f2-834c-fe02edc2ef89 None None] The sync data for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 is: [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '2f194464-3273-4845-85d9-4df1a9432d5a', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'port_id': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'mac_address': 'fa:16:3e:14:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:26Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 1, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:38.352261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Allocated IP 172.20.0.14 (10910e4a-0c89-4a0d-b542-123a6fcf107d/1b0d7c4d-6834-408c-8b53-d3d6920f8624/054751cc-0a11-493a-844a-e17402656849) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:38.389551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.411406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-621da083-843a-42b8-8be7-cd5506f1a886 req-dc1cc310-5713-4787-ba2c-01bd0b96029e service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888494 Aug 11 02:26:38.506611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5405e294-b7b1-4eac-8d56-511ea87eaec6 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:38.583362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a37c-736f-4416-927a-86008a5e7668 req-02233bed-afd9-403f-9de2-ff0c17ed4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.586137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-02233bed-afd9-403f-9de2-ff0c17ed4dba service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.4721472 Aug 11 02:26:38.608298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5405e294-b7b1-4eac-8d56-511ea87eaec6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:38.619116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5405e294-b7b1-4eac-8d56-511ea87eaec6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:38.620853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.708577 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.742061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Transition to ACTIVE for port object 054751cc-0a11-493a-844a-e17402656849 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:38.812419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74262b-f849-482d-b95c-4cfeba61714a None None] New status for floating IP 2f194464-3273-4845-85d9-4df1a9432d5a: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:38.831670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-bb2284a4-eb03-4b54-92d5-68d055795df6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 998 time: 0.2316303 Aug 11 02:26:38.832065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.905093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a37c-736f-4416-927a-86008a5e7668 req-f6beda91-cca3-4f0b-8f73-e4a99cf833fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.907304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-f6beda91-cca3-4f0b-8f73-e4a99cf833fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.0674889 Aug 11 02:26:38.914765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:38.923044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:38.931895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:38.942090 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.999897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.031896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event updated for resources: {'Port': ['ID=054751cc-0a11-493a-844a-e17402656849,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.077372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5405e294-b7b1-4eac-8d56-511ea87eaec6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:39.085629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-6b5997f8-81c9-4d40-8c1d-035759b747fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103752 Aug 11 02:26:39.089823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.094078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-05b0cf3e-da05-4e37-a614-39d0557ec4ea service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:26:39.103588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-05b0cf3e-da05-4e37-a614-39d0557ec4ea service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165267 Aug 11 02:26:39.120016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:39.121642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.158630 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-269ae2f5-476c-476c-85e1-8a3d05cdbb48 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3977888 Aug 11 02:26:39.178481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Request body: {'port': {'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:39.265229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Network 7c26805f-715e-4c85-b896-22aacf711ed7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:39.279240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:39.293164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Router a0659a0b-6a9c-4c83-818d-c002c916dadb has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:39.295735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:39.337228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.384520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Pushing event updated for resources: {'Port': ['ID=37a5785a-93cc-4bd1-8985-4838f80b5378,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.408650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5405e294-b7b1-4eac-8d56-511ea87eaec6,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.468282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:39.468981 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.500893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-f4878860-8227-4c3e-9268-eadecf6202ad service neutron] 10.222.0.16 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943205 Aug 11 02:26:39.514278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-34a7066f-d5f4-4daf-8c85-4bb0ca8d9225 None None] Provisioning for port 054751cc-0a11-493a-844a-e17402656849 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:39.523233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-34a7066f-d5f4-4daf-8c85-4bb0ca8d9225 None None] Provisioning complete for port 054751cc-0a11-493a-844a-e17402656849 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:39.526575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34a7066f-d5f4-4daf-8c85-4bb0ca8d9225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.569653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-abbe8a94-e25a-4502-bc0c-708d82209b6c tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3032382 Aug 11 02:26:39.596398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-34a7066f-d5f4-4daf-8c85-4bb0ca8d9225 None None] Port 054751cc-0a11-493a-844a-e17402656849 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:39.614500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Request body: {'port': {'device_id': '9ce9526f-7310-4079-8570-93babac14167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:39.731587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:39.735971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d89a37c-736f-4416-927a-86008a5e7668 req-ffa38f7b-aaad-4e07-8cac-6c60ce446911 service neutron] 10.222.0.16 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340429 Aug 11 02:26:39.739663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.742680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.752570 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] Sync routers for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:39.781166 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:39.782127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:39.960417 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:39.974450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054751cc-0a11-493a-844a-e17402656849 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:39.991985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.026741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Transition to ACTIVE for port object 054751cc-0a11-493a-844a-e17402656849 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:40.038677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.050647 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d74c6f-eb19-4986-b112-e06cbe6461ab x-openstack-request-id: req-49d74c6f-eb19-4986-b112-e06cbe6461ab {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:40.051087 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:40.051471 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49d74c6f-eb19-4986-b112-e06cbe6461ab {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:40.053168 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'status': 'completed', 'code': 200} Aug 11 02:26:40.079305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-e79885b8-49c2-4309-a5ea-49093b509e43 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "PUT /v2.0/floatingips/22f6f623-301e-49e8-849a-65ef99c6792d HTTP/1.1" status: 200 len: 996 time: 4.0387790 Aug 11 02:26:40.121332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-17ef0eb7-ad3e-48f6-b87a-d9462c87adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.124745 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-17ef0eb7-ad3e-48f6-b87a-d9462c87adee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.1423180 Aug 11 02:26:40.209069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Pushing event updated for resources: {'Port': ['ID=054751cc-0a11-493a-844a-e17402656849,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.324153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Attempting to bind port 054751cc-0a11-493a-844a-e17402656849 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:40.324531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Attempting to bind port 054751cc-0a11-493a-844a-e17402656849 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:40.324837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Attempting to bind port 054751cc-0a11-493a-844a-e17402656849 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:40.333343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Port 054751cc-0a11-493a-844a-e17402656849 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:40.333661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Attempting to bind port 054751cc-0a11-493a-844a-e17402656849 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:40.336617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-84502a8f-39eb-4f48-9304-a5f633666e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.338458 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-84502a8f-39eb-4f48-9304-a5f633666e94 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.1927838 Aug 11 02:26:40.343613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:40.343947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Checking segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:40.344340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Bound using segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:40.344806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Bound port: 054751cc-0a11-493a-844a-e17402656849, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:40.345181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.363131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '22f6f623-301e-49e8-849a-65ef99c6792d', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'floating_ip_address': '172.25.6.14', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'port_id': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'mac_address': 'fa:16:3e:9b:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 1, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:40.398270 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-b0697bb7-8f0f-4a80-9146-128895846fad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 217 time: 0.0502748 Aug 11 02:26:40.434138 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] Checking router: a0659a0b-6a9c-4c83-818d-c002c916dadb for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:40.452507 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:40.453731 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:40.502503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-a0170de4-ef0f-4a49-b695-750cbbc43828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.504135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-a0170de4-ef0f-4a49-b695-750cbbc43828 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.0806496 Aug 11 02:26:40.507843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] For port 054751cc-0a11-493a-844a-e17402656849, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:40.520951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] For port 054751cc-0a11-493a-844a-e17402656849, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=054751cc-0a11-493a-844a-e17402656849,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:40.547068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.594307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.594941 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.596437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] 10.222.0.25 "PUT /v2.0/ports/054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 1092 time: 1.4273853 Aug 11 02:26:40.619558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-6384f36b-d489-43a8-8f0a-d53a8bab296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.621600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-6384f36b-d489-43a8-8f0a-d53a8bab296d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107421 Aug 11 02:26:40.628419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb9feb-b985-4d5f-b462-ae0ce8dd691c service neutron] Pushing event updated for resources: {'Port': ['ID=054751cc-0a11-493a-844a-e17402656849,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.706796 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:40.759748 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-4e281951-7156-48c3-8307-c0176b20c67c service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278419 Aug 11 02:26:40.781423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ae66e-3010-42db-a5e5-d42a01391576 req-902e59c6-b0cf-41ab-af2b-d50e31f6c9f9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.795429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b4ae66e-3010-42db-a5e5-d42a01391576 req-902e59c6-b0cf-41ab-af2b-d50e31f6c9f9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 945 time: 0.7398376 Aug 11 02:26:40.837987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-55349cff-e50a-4a6c-b7f2-a1f3ece1d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.840820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-55349cff-e50a-4a6c-b7f2-a1f3ece1d797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1097 time: 0.7297297 Aug 11 02:26:40.887594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d70b557b-a51e-47ab-95a3-d788df60df6d req-683e36ba-3520-43fd-a893-4932b775f768 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040108 Aug 11 02:26:40.912857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-98105bc4-2b70-40be-9ff1-9d13c8d6db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:40.914953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-98105bc4-2b70-40be-9ff1-9d13c8d6db40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1095 time: 0.2597802 Aug 11 02:26:40.985937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b4ae66e-3010-42db-a5e5-d42a01391576 req-26efdc5f-8c18-4cb7-b3cf-9a81b52bdce7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776397 Aug 11 02:26:40.987391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-30a4b7db-849e-4ba8-9ec5-25a4cee88a38 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 217 time: 0.0582159 Aug 11 02:26:41.063313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-d3712bcf-694c-4614-9161-e1e9196b8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.066236 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-d3712bcf-694c-4614-9161-e1e9196b8465 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.0634387 Aug 11 02:26:41.071083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-18da810d-9fed-4407-8f88-1d13441dbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.072966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-18da810d-9fed-4407-8f88-1d13441dbfab service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 928 time: 0.2127469 Aug 11 02:26:41.161136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a5785a-93cc-4bd1-8985-4838f80b5378 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:41.168328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-966df718-6438-4df6-8a89-c18693a40e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.173375 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-966df718-6438-4df6-8a89-c18693a40e78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887604 Aug 11 02:26:41.176059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.188690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-8b1ef516-0da7-41d2-8ec5-e3142ce492dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 999 time: 0.0952957 Aug 11 02:26:41.211870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Transition to ACTIVE for port object 37a5785a-93cc-4bd1-8985-4838f80b5378 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:41.261543 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.300944 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '22f6f623-301e-49e8-849a-65ef99c6792d', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'floating_ip_address': '172.25.6.14', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'port_id': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'mac_address': 'fa:16:3e:9b:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 1, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:41.329517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-fe806c0e-2c11-45f4-b00b-abe9b4b16f64 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461196 Aug 11 02:26:41.343652 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da06be-2ff8-4030-975a-ed445c0c761c None None] The sync data for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 is: [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '22f6f623-301e-49e8-849a-65ef99c6792d', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'floating_ip_address': '172.25.6.14', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'port_id': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'mac_address': 'fa:16:3e:9b:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 1, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:41.395314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Pushing event updated for resources: {'Port': ['ID=37a5785a-93cc-4bd1-8985-4838f80b5378,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.401202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-f9c9a09a-f936-4c48-b88b-46dbec6d38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.410029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-f9c9a09a-f936-4c48-b88b-46dbec6d38c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 200 len: 867 time: 0.2083468 Aug 11 02:26:41.547037 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-258bb42d-94fb-42db-8844-aa72ccdac817 req-156304b6-2706-4acd-9fec-6c6fbf1f6e10 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044952 Aug 11 02:26:41.567078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a0fed-93de-4bc2-9b8a-6e70bf42e159 req-b4b3df7c-264c-40cd-ab36-f8f08b5cc4ba tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.568725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb5a0fed-93de-4bc2-9b8a-6e70bf42e159 req-b4b3df7c-264c-40cd-ab36-f8f08b5cc4ba tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 944 time: 0.1130106 Aug 11 02:26:41.571726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-0e8a0034-27cd-4a41-af55-02157bd396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:41.573655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-0e8a0034-27cd-4a41-af55-02157bd396ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ad3afcb-1b91-4555-be80-8d48539a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628103 Aug 11 02:26:41.574694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Attempting to bind port 37a5785a-93cc-4bd1-8985-4838f80b5378 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:41.575037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Attempting to bind port 37a5785a-93cc-4bd1-8985-4838f80b5378 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '5197bbde-42b9-4e0c-be27-0bf8befc66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:41.575452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Attempting to bind port 37a5785a-93cc-4bd1-8985-4838f80b5378 on network 7c26805f-715e-4c85-b896-22aacf711ed7 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:41.593362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-d8705670-fa49-4925-85bb-a78fd34c8b4e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:26:41.594437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-d8705670-fa49-4925-85bb-a78fd34c8b4e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083945 Aug 11 02:26:41.602720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Port 37a5785a-93cc-4bd1-8985-4838f80b5378 on network 7c26805f-715e-4c85-b896-22aacf711ed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:41.603050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Attempting to bind port 37a5785a-93cc-4bd1-8985-4838f80b5378 on network 7c26805f-715e-4c85-b896-22aacf711ed7 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:41.630320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:41.631897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Checking segment: {'id': '5197bbde-42b9-4e0c-be27-0bf8befc66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:41.632765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Bound using segment: {'id': '5197bbde-42b9-4e0c-be27-0bf8befc66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:41.633509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Bound port: 37a5785a-93cc-4bd1-8985-4838f80b5378, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5197bbde-42b9-4e0c-be27-0bf8befc66f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:41.634169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.651880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a1516f-d87a-41c3-ad74-e597b5a8da42 None None] New status for floating IP 22f6f623-301e-49e8-849a-65ef99c6792d: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:41.709338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb5a0fed-93de-4bc2-9b8a-6e70bf42e159 req-c2194fc5-a6a3-4543-8c12-2104e1f23142 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305268 Aug 11 02:26:41.841590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-d84bb66c-6e04-46dd-b4e0-2ffd24a513ab service neutron] 10.222.0.16 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396860 Aug 11 02:26:41.847439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] For port 37a5785a-93cc-4bd1-8985-4838f80b5378, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:41.875274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] For port 37a5785a-93cc-4bd1-8985-4838f80b5378, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=37a5785a-93cc-4bd1-8985-4838f80b5378,segment=NetworkSegment(5197bbde-42b9-4e0c-be27-0bf8befc66f4),segment_id=5197bbde-42b9-4e0c-be27-0bf8befc66f4)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:41.916307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.001678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.002853 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.005942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] 10.222.0.59 "PUT /v2.0/ports/37a5785a-93cc-4bd1-8985-4838f80b5378 HTTP/1.1" status: 200 len: 1091 time: 2.4011147 Aug 11 02:26:42.023177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5471982-16c8-41a8-b153-ad4ddc109d52 req-06431239-bcab-4def-984f-a793bb81b087 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.025093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5471982-16c8-41a8-b153-ad4ddc109d52 req-06431239-bcab-4def-984f-a793bb81b087 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2274728 Aug 11 02:26:42.059649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}, {'name': 'network-changed', 'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d'}, {'name': 'network-changed', 'server_uuid': '9ce9526f-7310-4079-8570-93babac14167', 'tag': '37a5785a-93cc-4bd1-8985-4838f80b5378'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:42.062890 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c96f944-3cbd-412e-a095-bed2513784a8" -d '{"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}, {"name": "network-changed", "server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d"}, {"name": "network-changed", "server_uuid": "9ce9526f-7310-4079-8570-93babac14167", "tag": "37a5785a-93cc-4bd1-8985-4838f80b5378"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:42.134565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdb5f5-de20-4be4-89a2-a8ead3649d39 service neutron] Pushing event updated for resources: {'Port': ['ID=37a5785a-93cc-4bd1-8985-4838f80b5378,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:42.157803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7baff84-78f0-442f-9cf4-82e27b6936ae req-b8a2a988-ab35-4d2e-94da-eeeee50b9048 service neutron] 10.222.0.16 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977705 Aug 11 02:26:42.171096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5471982-16c8-41a8-b153-ad4ddc109d52 req-b76a6bdd-d254-4e6f-ae97-4aceeaadf464 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373973 Aug 11 02:26:42.179817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-15630405-e451-4b11-b0de-22208815aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.181911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-15630405-e451-4b11-b0de-22208815aa16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3154180f4c15496f824e5424ad777e5f&device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 1094 time: 0.1151235 Aug 11 02:26:42.257976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-a743da22-ac5b-4267-bed3-e31ad6a6f05f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37a5785a-93cc-4bd1-8985-4838f80b5378 HTTP/1.1" status: 200 len: 217 time: 0.0578713 Aug 11 02:26:42.375087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-af60f9a9-0a87-4a14-a916-3ca29d66d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.376640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-af60f9a9-0a87-4a14-a916-3ca29d66d05a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb6ea7d1-d247-4b4c-96d1-a2e01094cc96 HTTP/1.1" status: 200 len: 858 time: 0.1080637 Aug 11 02:26:42.391352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa0520-ecff-41d3-8293-680f00678554 req-a2135d3d-bf87-426c-b4e2-6e76f2cb27a4 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.393035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2fa0520-ecff-41d3-8293-680f00678554 req-a2135d3d-bf87-426c-b4e2-6e76f2cb27a4 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 943 time: 0.1339111 Aug 11 02:26:42.437858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063846-0113-43e3-80d0-7719087d0d72 req-54cfb0dd-d111-4d8f-a481-22a41931e0dc tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.439763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b063846-0113-43e3-80d0-7719087d0d72 req-54cfb0dd-d111-4d8f-a481-22a41931e0dc tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 944 time: 0.1418841 Aug 11 02:26:42.448477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-4da324b6-d9cb-4412-90e9-3bc481e779cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c26805f-715e-4c85-b896-22aacf711ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543771 Aug 11 02:26:42.540913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2fa0520-ecff-41d3-8293-680f00678554 req-ddcc38ed-cbe4-442d-a8f1-8ecb57e82939 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/security-groups?id=b256a18b-10d2-4398-aab6-f48923bc665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367671 Aug 11 02:26:42.563489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b063846-0113-43e3-80d0-7719087d0d72 req-b3e29efd-6143-4bdb-a0e0-f572dce154ac tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106787 Aug 11 02:26:42.620964 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b44d5-a25d-4a87-a92f-e3c5b62678d9 x-openstack-request-id: req-159b44d5-a25d-4a87-a92f-e3c5b62678d9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:42.623873 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e724af-499e-4bb7-bc2b-aa224da24ebb", "name": "network-vif-plugged", "status": "completed", "tag": "cd46a526-2bf1-44da-8790-96ae14a58bb9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:42.627444 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-159b44d5-a25d-4a87-a92f-e3c5b62678d9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:42.627891 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd46a526-2bf1-44da-8790-96ae14a58bb9', 'code': 200} Aug 11 02:26:42.640344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-26a6a563-7629-4424-8319-e5c66486aff6 service neutron] 10.222.0.59 "GET /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780787 Aug 11 02:26:42.654685 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d6802-b999-4c03-b54e-b787f12da54f x-openstack-request-id: req-e98d6802-b999-4c03-b54e-b787f12da54f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:42.655724 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:42.655724 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e98d6802-b999-4c03-b54e-b787f12da54f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:42.658207 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'status': 'completed', 'code': 200} Aug 11 02:26:42.789315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-ba98e344-a301-43d3-a7c0-8df66ef07ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.791025 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-ba98e344-a301-43d3-a7c0-8df66ef07ebc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc679c970714e149d9fdb487f190b34&device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 1095 time: 0.1078157 Aug 11 02:26:42.797715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d84cc4-a7d9-4baa-b2bd-e502a64ca529 req-50547d7d-9f16-42f8-9c45-3aafa1257e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.799290 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b1d84cc4-a7d9-4baa-b2bd-e502a64ca529 req-50547d7d-9f16-42f8-9c45-3aafa1257e3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 1096 time: 0.0640874 Aug 11 02:26:42.881483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-e24b536a-e5f1-4126-a86d-82cf6a42fada tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8ffffd1252a7404898c430065c9e2321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1403909 Aug 11 02:26:42.892475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b1d84cc4-a7d9-4baa-b2bd-e502a64ca529 req-bae08070-25e0-4286-94d8-0ee98f47eb2e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838602 Aug 11 02:26:42.922390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-bfb84991-19bf-48f2-a2d3-1c3f41a3648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.923938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-bfb84991-19bf-48f2-a2d3-1c3f41a3648f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ff98c69-8ef4-42f8-a78e-91457160c173 HTTP/1.1" status: 200 len: 916 time: 0.1234879 Aug 11 02:26:42.970464 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-b7e9f055-cd88-4706-adb6-409a27a2968e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b2d26-61eb-4559-879e-3b147521dd72 HTTP/1.1" status: 200 len: 217 time: 0.0378420 Aug 11 02:26:43.026521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-542e8d6f-64dd-471a-97fb-b45633ba4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.028019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-542e8d6f-64dd-471a-97fb-b45633ba4e60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2 HTTP/1.1" status: 200 len: 855 time: 0.0491159 Aug 11 02:26:43.056403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-9b465bfe-f810-4041-9a33-97fe4d4ebf99 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1000 time: 0.4116080 Aug 11 02:26:43.082939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-eec825b5-d94b-4fde-a44e-c2421c48e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.084622 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-eec825b5-d94b-4fde-a44e-c2421c48e569 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ff98c69-8ef4-42f8-a78e-91457160c173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492425 Aug 11 02:26:43.194317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-ae469fbe-6c8d-44bc-8374-b492a2dfbd77 service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011765 Aug 11 02:26:43.196751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a59f5f3-f5d0-4124-a5ca-f67d3127a58b req-d661d3a8-95b5-42d8-ab1b-b02f4a342d5b service neutron] 10.222.0.59 "GET /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435650 Aug 11 02:26:43.215230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-45878700-bfaf-4f9f-907d-bd2b04a75446 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.217917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-45878700-bfaf-4f9f-907d-bd2b04a75446 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports/c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 942 time: 0.1510630 Aug 11 02:26:43.271617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-e1726d60-a786-4b0a-9852-0570f65685b7 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.274312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-e1726d60-a786-4b0a-9852-0570f65685b7 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3604918 Aug 11 02:26:43.306785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ffdd1f-4fa3-4d4e-a800-47ec66ac43ea req-f791a6cf-2201-4ff0-8ca0-dd0f921a3df6 service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023681 Aug 11 02:26:43.317875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-d11a6888-f756-4424-9a65-ed6f0285a0e8 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/quotas/8ffffd1252a7404898c430065c9e2321 HTTP/1.1" status: 200 len: 375 time: 0.0315595 Aug 11 02:26:43.469266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-6d97d462-6e4f-4aca-8947-21e749f6a82a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1000 time: 0.1693745 Aug 11 02:26:43.500567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-28a24659-ad81-4ccf-ac28-eae0fcceb177 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256890 Aug 11 02:26:43.674581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-7830da0d-ff8c-4e4b-adb0-05d25cf3c0c0 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.684584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-7830da0d-ff8c-4e4b-adb0-05d25cf3c0c0 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2072425 Aug 11 02:26:43.804536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-fd3b8342-1b6a-4cc6-bc4b-99132c5b448c tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1000 time: 0.1185992 Aug 11 02:26:43.824123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23d2d08c-a6c9-42c3-84ce-c5f341ebb978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.826304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f7d8-3519-4278-b244-55838b050b93 req-38e24bd9-f4d8-4180-b148-af356b79fdba tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:43.828634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95f0f7d8-3519-4278-b244-55838b050b93 req-38e24bd9-f4d8-4180-b148-af356b79fdba tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 945 time: 0.0877459 Aug 11 02:26:43.833774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.967344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95f0f7d8-3519-4278-b244-55838b050b93 req-4018fc8e-a729-408c-bdaf-fa30bbfb2c43 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276071 Aug 11 02:26:43.970936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.024266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459eb1-c738-49c8-865d-67c091c06116 req-8be201d6-eb0a-4772-9eb9-b754c35ae342 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.025923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-8be201d6-eb0a-4772-9eb9-b754c35ae342 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 945 time: 0.1493587 Aug 11 02:26:44.104844 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c0ccd-bb7e-4543-bb00-03dfc6b53bdf x-openstack-request-id: req-282c0ccd-bb7e-4543-bb00-03dfc6b53bdf {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:44.105332 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ce9526f-7310-4079-8570-93babac14167", "tag": "37a5785a-93cc-4bd1-8985-4838f80b5378", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:44.105670 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-282c0ccd-bb7e-4543-bb00-03dfc6b53bdf {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:44.106216 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'status': 'completed', 'code': 200} Aug 11 02:26:44.106607 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'status': 'completed', 'code': 200} Aug 11 02:26:44.107025 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce9526f-7310-4079-8570-93babac14167', 'tag': '37a5785a-93cc-4bd1-8985-4838f80b5378', 'status': 'completed', 'code': 200} Aug 11 02:26:44.240555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-b0426603-4997-408f-876e-9579e27ee0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.243206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-b0426603-4997-408f-876e-9579e27ee0e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.1337526 Aug 11 02:26:44.252029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-b6199efc-d405-4113-8dfc-befbaad816d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.254088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-b6199efc-d405-4113-8dfc-befbaad816d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3154180f4c15496f824e5424ad777e5f&device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 1094 time: 0.1285412 Aug 11 02:26:44.451304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-54a33771-2637-4903-8d67-bebf0f29742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.452857 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-54a33771-2637-4903-8d67-bebf0f29742c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.1974895 Aug 11 02:26:44.454262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-ad59fb87-8c83-412a-8d5b-a395ee9183aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.456567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-ad59fb87-8c83-412a-8d5b-a395ee9183aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=7c26805f-715e-4c85-b896-22aacf711ed7 HTTP/1.1" status: 200 len: 918 time: 0.1856873 Aug 11 02:26:44.511537 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-ca646087-999a-4f3a-8526-e58f1319c4f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37a5785a-93cc-4bd1-8985-4838f80b5378 HTTP/1.1" status: 200 len: 217 time: 0.0432289 Aug 11 02:26:44.608878 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-13af90b5-2961-4941-bd3c-b983733c94fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 1000 time: 0.1473806 Aug 11 02:26:44.617059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-1ab8b92d-a692-4f6a-bf94-840ee17927d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.617292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.617952 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-1ab8b92d-a692-4f6a-bf94-840ee17927d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb6ea7d1-d247-4b4c-96d1-a2e01094cc96 HTTP/1.1" status: 200 len: 858 time: 0.0765274 Aug 11 02:26:44.629688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:44.633052 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68fe870-5b54-4e80-8b3d-6755b811212a" -d '{"events": [{"server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "name": "network-vif-plugged", "status": "completed", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:44.637035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.638717 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Floating IP 2f194464-3273-4845-85d9-4df1a9432d5a disassociated. External IP: 172.25.6.54, port: c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4. Aug 11 02:26:44.639607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 054751cc-0a11-493a-844a-e17402656849 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:44.674886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:44.677604 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656d995d-e9b3-4c6c-9006-1e86952b03af" -d '{"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:44.705662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-b06ed161-9075-4e5d-9566-b5318bf6810d tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 258 time: 0.6026754 Aug 11 02:26:44.707523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-62fd3de6-399c-4f0e-99d7-cdaa2d3398a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c26805f-715e-4c85-b896-22aacf711ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783532 Aug 11 02:26:44.714454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:44.728503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-6c8cbe0c-6bf1-4aba-87f5-3b588701bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:44.729983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-6c8cbe0c-6bf1-4aba-87f5-3b588701bbe1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.1110821 Aug 11 02:26:44.734308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port cd46a526-2bf1-44da-8790-96ae14a58bb9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:44.735396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.803723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-28dcc673-ae77-47f0-9f4b-b6e3e6b79f2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626991 Aug 11 02:26:44.866075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.885016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 054751cc-0a11-493a-844a-e17402656849, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=054751cc-0a11-493a-844a-e17402656849,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:44.908372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '054751cc-0a11-493a-844a-e17402656849', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:44.918901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-2ffccab5-1ebf-4a4b-8f65-b715625396bd service neutron] 10.222.0.59 "GET /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009525 Aug 11 02:26:44.965295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.973464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port cd46a526-2bf1-44da-8790-96ae14a58bb9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=cd46a526-2bf1-44da-8790-96ae14a58bb9,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:44.974619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.981113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-883a618d-2739-492e-8d8e-6e48b720d4f7 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661766 Aug 11 02:26:44.991534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054751cc-0a11-493a-844a-e17402656849 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:45.017800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 054751cc-0a11-493a-844a-e17402656849, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=054751cc-0a11-493a-844a-e17402656849,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:45.025128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.027670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for cd46a526-2bf1-44da-8790-96ae14a58bb9 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:45.129166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=054751cc-0a11-493a-844a-e17402656849,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.247624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:45.343612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['054751cc-0a11-493a-844a-e17402656849'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:45.458660 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.460551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.462678 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-549abc2e-b7ad-4011-ad93-6a20d4532267 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8ffffd1252a7404898c430065c9e2321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697160 Aug 11 02:26:45.484999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['cd46a526-2bf1-44da-8790-96ae14a58bb9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:45.583538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=cd46a526-2bf1-44da-8790-96ae14a58bb9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.606342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-aec4dc4e-a261-4a91-952d-afc5846f1489 service neutron] 10.222.0.59 "GET /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447456 Aug 11 02:26:45.624924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-5c22d39b-8b7b-4a49-9262-c20dcdec3029 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200676 Aug 11 02:26:45.673064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-146ad7ff-f74a-4aaa-8b76-1a2d60387cef tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.676779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-146ad7ff-f74a-4aaa-8b76-1a2d60387cef tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045064 Aug 11 02:26:45.704756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Request body: {'port': {'device_id': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '8ffffd1252a7404898c430065c9e2321'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:45.707328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:45.711781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port cd46a526-2bf1-44da-8790-96ae14a58bb9 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:45.718546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.722060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.724245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18459eb1-c738-49c8-865d-67c091c06116 req-7fb57bb4-7a68-4e07-a541-21986f1e564d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "DELETE /v2.0/ports/cd46a526-2bf1-44da-8790-96ae14a58bb9 HTTP/1.1" status: 204 len: 173 time: 1.6891589 Aug 11 02:26:45.725423 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] Sync routers for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:45.747632 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:45.749095 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:45.777309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Allocated IP 172.25.6.86 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/16f96847-53ef-4fcb-b260-1a35562a3ded) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:45.814806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-f0fa8e78-f7a6-4529-b495-5638576d5f9e tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "PUT /v2.0/floatingips/2f194464-3273-4845-85d9-4df1a9432d5a HTTP/1.1" status: 200 len: 694 time: 1.9849505 Aug 11 02:26:45.888434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-f624436b-6230-48f8-ad1e-ac9d5bfbf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.891655 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-f624436b-6230-48f8-ad1e-ac9d5bfbf510 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1097 time: 0.1822989 Aug 11 02:26:45.928781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-478177d7-1edf-4d6a-827d-d3bdb5ae5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.937272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-478177d7-1edf-4d6a-827d-d3bdb5ae5b5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.1209671 Aug 11 02:26:45.996343 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:46.065404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.107548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-7f6cee9b-19f3-41fe-b530-88efbdcc68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.109058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-7f6cee9b-19f3-41fe-b530-88efbdcc68d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 928 time: 0.2070103 Aug 11 02:26:46.109646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'name': 'network-vif-deleted', 'tag': 'cd46a526-2bf1-44da-8790-96ae14a58bb9'}, {'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:46.112800 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b356f-9a2f-4f98-8709-ce2076546c21" -d '{"events": [{"server_uuid": "f0e724af-499e-4bb7-bc2b-aa224da24ebb", "name": "network-vif-deleted", "tag": "cd46a526-2bf1-44da-8790-96ae14a58bb9"}, {"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:46.129731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Made reservation on behalf of 8ffffd1252a7404898c430065c9e2321 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:46.133450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.142953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-24938619-c9f5-4038-aeb7-40ffaaa397c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.145141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-24938619-c9f5-4038-aeb7-40ffaaa397c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.2068634 Aug 11 02:26:46.212111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-72386b62-ff0e-4e5c-94e1-88a41029be03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.0528617 Aug 11 02:26:46.252205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-1a171b6f-b57d-47de-8fad-2b16eae479bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 1001 time: 0.1315084 Aug 11 02:26:46.279339 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.289101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.309823 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] Checking router: ff181918-ff12-4cd0-a6cb-86a0eaa588b4 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:46.319850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:46.320585 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.378688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:46.381746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-3a02edad-9ab0-43cd-bc7f-b97bd8b8810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.384383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-3a02edad-9ab0-43cd-bc7f-b97bd8b8810d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.1635027 Aug 11 02:26:46.397220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:46.404286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:46.415995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-44f5b152-d19f-4e36-9625-cff6d50b7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.418560 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-44f5b152-d19f-4e36-9625-cff6d50b7fa1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 200 len: 867 time: 0.1555431 Aug 11 02:26:46.447104 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:46.463639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Allocated IP 192.168.233.174 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/65dc0042-9de1-4aa8-9b62-45e67e8f40f4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:46.467309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event updated for resources: {'Port': ['ID=16f96847-53ef-4fcb-b260-1a35562a3ded,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:46.512444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-3d4f6c53-d17a-4ac4-8eb6-ac63e918d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.514572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-3d4f6c53-d17a-4ac4-8eb6-ac63e918d0c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5ad3afcb-1b91-4555-be80-8d48539a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849943 Aug 11 02:26:46.515184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-7a6bd398-ffeb-437f-9b86-862b222e45b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724502 Aug 11 02:26:46.543255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 37a5785a-93cc-4bd1-8985-4838f80b5378 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:46.688098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 054751cc-0a11-493a-844a-e17402656849 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:46.712494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-414b78b6-41a1-454d-b147-2e3c2a171021 service neutron] 10.222.0.16 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930771 Aug 11 02:26:46.714760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.748120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-b8bfe197-bc94-4910-81c6-61f8d52f36f4 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182603 Aug 11 02:26:46.781257 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.785065 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 37a5785a-93cc-4bd1-8985-4838f80b5378, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=37a5785a-93cc-4bd1-8985-4838f80b5378,segment=NetworkSegment(5197bbde-42b9-4e0c-be27-0bf8befc66f4),segment_id=5197bbde-42b9-4e0c-be27-0bf8befc66f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:46.798317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 054751cc-0a11-493a-844a-e17402656849 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:46.804650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '37a5785a-93cc-4bd1-8985-4838f80b5378', 'network_id': '7c26805f-715e-4c85-b896-22aacf711ed7', 'port_id': '37a5785a-93cc-4bd1-8985-4838f80b5378', 'mac_address': 'fa:16:3e:09:54:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6ea7d1-d247-4b4c-96d1-a2e01094cc96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:46.816555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 054751cc-0a11-493a-844a-e17402656849 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:46.816863 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.834041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.859386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Transition to ACTIVE for port object 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:46.862252 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e4766-7351-4433-be86-3deeeb37aabf None None] The sync data for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 is: [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:25:16Z', 'revision_number': 4, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b107f9f7-361b-4efe-ab7d-aff572e01b68', 'name': '', 'network_id': '3a15fe7b-ca95-4183-8102-315d8a80c941', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'mac_address': 'fa:16:3e:0f:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:13Z', 'updated_at': '2021-08-11T02:25:24Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'subnets': [{'id': '12e94027-1ac8-4d80-b657-3cfc21842e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:46.915457 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.925347 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6c96f944-3cbd-412e-a095-bed2513784a8 req-12e42e32-f6a6-4adf-9ade-dd6601807cf0 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648941 Aug 11 02:26:46.936831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.942038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a5785a-93cc-4bd1-8985-4838f80b5378 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:46.952232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.976176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4846e4-288c-4993-9d2d-9382c631dd48 req-232b11a1-5395-462e-85f7-2cb1f6214f7a service neutron] 10.222.0.16 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498360 Aug 11 02:26:46.992171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9dc8c73c-febe-4ee4-aaec-11a63a3a70ae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:47.056152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:47.062817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:47.068667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:47.099278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 37a5785a-93cc-4bd1-8985-4838f80b5378, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=37a5785a-93cc-4bd1-8985-4838f80b5378,segment=NetworkSegment(5197bbde-42b9-4e0c-be27-0bf8befc66f4),segment_id=5197bbde-42b9-4e0c-be27-0bf8befc66f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:47.106636 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.115290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.158600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Pushing event updated for resources: {'Port': ['ID=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.217268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:47.217959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.227669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=37a5785a-93cc-4bd1-8985-4838f80b5378,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.244546 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-6d08300a-3a69-4050-bb5c-b6983e4c62ed tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5445824 Aug 11 02:26:47.259912 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.260545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Request body: {'port': {'device_id': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:47.275150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.305736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 054751cc-0a11-493a-844a-e17402656849, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=054751cc-0a11-493a-844a-e17402656849,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:47.314855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.359876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.421050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6a990-e7e4-4ab3-9e30-5622c30ec289 None None] New status for floating IP 2f194464-3273-4845-85d9-4df1a9432d5a: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:47.434785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['37a5785a-93cc-4bd1-8985-4838f80b5378'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:47.437406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ced3c0b4-bae1-4eac-869e-895b5617b88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.543295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=054751cc-0a11-493a-844a-e17402656849,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.580765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event updated for resources: {'Port': ['ID=16f96847-53ef-4fcb-b260-1a35562a3ded,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.591460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1316d986-b927-4ca9-9eb0-a202da0a28e0 req-3fa02617-dd21-48de-a659-0a2e500ea28d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e724af-499e-4bb7-bc2b-aa224da24ebb HTTP/1.1" status: 200 len: 210 time: 0.0792196 Aug 11 02:26:47.606438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.624025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e382343-a9f6-4981-ae98-dd68bf7e7be5 req-d05452c8-1dcf-4d6c-b76b-c96888e207b4 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:47.626898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e382343-a9f6-4981-ae98-dd68bf7e7be5 req-d05452c8-1dcf-4d6c-b76b-c96888e207b4 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 944 time: 0.4745076 Aug 11 02:26:47.691552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3f3f6274-f8e7-4dca-9c97-df0e327e75f5 None None] Provisioning for port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:47.694651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.696876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-48e5470f-8106-42e4-9426-2578c4815486 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9901199 Aug 11 02:26:47.725391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3f3f6274-f8e7-4dca-9c97-df0e327e75f5 None None] Provisioning complete for port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:47.725771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6274-f8e7-4dca-9c97-df0e327e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.735770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e382343-a9f6-4981-ae98-dd68bf7e7be5 req-0eee6d4f-1416-4453-9b6d-ad0a6ec8ce55 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882568 Aug 11 02:26:47.785625 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.814529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f6274-f8e7-4dca-9c97-df0e327e75f5 None None] Port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:47.815018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-b0051c4f-ba61-422f-adc8-710da49ef331 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1058164 Aug 11 02:26:47.878340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:47.888466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.906449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Transition to ACTIVE for port object 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:47.912313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.971050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Pushing event updated for resources: {'Port': ['ID=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.995871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e7af-fb59-4523-94f4-437f73bfdef4 req-8fdd7d89-5845-41d3-aa7f-5182f8f2efa7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:47.998852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bae5e7af-fb59-4523-94f4-437f73bfdef4 req-8fdd7d89-5845-41d3-aa7f-5182f8f2efa7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1324999 Aug 11 02:26:48.046833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-9ef3d331-58db-4c45-9a66-d30101af372a tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.048374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32c283de-e8f5-4a74-8f88-893ffa3c3a65 req-9ef3d331-58db-4c45-9a66-d30101af372a tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2228949 Aug 11 02:26:48.079808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bae5e7af-fb59-4523-94f4-437f73bfdef4 req-b5c74344-f91c-46a7-bd3c-a16de684213e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681665 Aug 11 02:26:48.081134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Attempting to bind port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:48.081970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Attempting to bind port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:48.081970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Attempting to bind port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:48.087337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:48.087711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Attempting to bind port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:48.096326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:48.096793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:48.100193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:48.100193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Bound port: 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:48.100193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.250507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] For port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:48.254980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] For port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:48.262975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.302898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.303651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4b8dc-3cfd-49cf-84b7-348bfb0c3535 req-c9e11b57-b9f7-4959-9390-6e7c11d9aef6 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.304189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.305286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] 10.222.0.25 "PUT /v2.0/ports/65dc0042-9de1-4aa8-9b62-45e67e8f40f4 HTTP/1.1" status: 200 len: 1096 time: 1.0527413 Aug 11 02:26:48.313012 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbd4b8dc-3cfd-49cf-84b7-348bfb0c3535 req-c9e11b57-b9f7-4959-9390-6e7c11d9aef6 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 944 time: 0.1222599 Aug 11 02:26:48.330631 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.342248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68315a-8bc1-485f-a160-e890c47b7312 service neutron] Pushing event updated for resources: {'Port': ['ID=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:48.366554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbd4b8dc-3cfd-49cf-84b7-348bfb0c3535 req-1595abe9-bb5e-4f2a-a83c-95a3c08cd611 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/security-groups?id=b256a18b-10d2-4398-aab6-f48923bc665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Aug 11 02:26:48.375455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b1cc-20b6-4828-8c11-3f4c46478345 req-ccac260a-0e9d-4aea-8042-c62811ab221c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.376393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3221b1cc-20b6-4828-8c11-3f4c46478345 req-ccac260a-0e9d-4aea-8042-c62811ab221c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.1706228 Aug 11 02:26:48.448434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-fa79cc95-32b8-4eae-a7e0-079eee8f100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.454022 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-fa79cc95-32b8-4eae-a7e0-079eee8f100c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 1099 time: 0.0650523 Aug 11 02:26:48.459031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3221b1cc-20b6-4828-8c11-3f4c46478345 req-22b98371-d75d-471b-b0c1-aab5531b1275 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Aug 11 02:26:48.534337 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-a0a049d6-2f8a-4d73-b60d-fbdc3de2f2d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4 HTTP/1.1" status: 200 len: 217 time: 0.0701170 Aug 11 02:26:48.548663 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d34fca3-2ffe-44b3-af74-e5a63e4ba54f x-openstack-request-id: req-1d34fca3-2ffe-44b3-af74-e5a63e4ba54f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:48.549250 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "name": "network-vif-plugged", "status": "completed", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:48.550277 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d34fca3-2ffe-44b3-af74-e5a63e4ba54f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:48.551426 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'code': 200} Aug 11 02:26:48.559789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 37a5785a-93cc-4bd1-8985-4838f80b5378 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:48.576554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eecbb-e84b-4ee0-b991-a119d2acf6b8 req-41a04325-7ff8-4170-9a5d-4384e4f59ef1 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.579745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f4eecbb-e84b-4ee0-b991-a119d2acf6b8 req-41a04325-7ff8-4170-9a5d-4384e4f59ef1 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 948 time: 0.0888712 Aug 11 02:26:48.613842 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deada9a-86fe-4a69-b496-82928c549a24 x-openstack-request-id: req-5deada9a-86fe-4a69-b496-82928c549a24 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:48.614278 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:48.614628 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5deada9a-86fe-4a69-b496-82928c549a24 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:48.615116 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'status': 'completed', 'code': 200} Aug 11 02:26:48.630956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-c3c935a0-ebc8-4d22-abfe-031059e78a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.638576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-c3c935a0-ebc8-4d22-abfe-031059e78a8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0934238 Aug 11 02:26:48.670311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a00b2d26-61eb-4559-879e-3b147521dd72 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:48.721901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f4eecbb-e84b-4ee0-b991-a119d2acf6b8 req-e1a79163-1420-4858-a469-316db1bcc61f tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084096 Aug 11 02:26:48.780371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 37a5785a-93cc-4bd1-8985-4838f80b5378 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:48.845263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 37a5785a-93cc-4bd1-8985-4838f80b5378 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:48.846094 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.872973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-ffc4f56d-7cc3-404e-819a-86677ead1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.874482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-ffc4f56d-7cc3-404e-819a-86677ead1612 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.1759317 Aug 11 02:26:48.876555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-f9100cae-d525-4279-b4fa-0cb5f9de6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.897744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-f9100cae-d525-4279-b4fa-0cb5f9de6633 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311709 Aug 11 02:26:49.091037 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-eaebc533-111c-4a5b-a519-9db17268b657 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922710 Aug 11 02:26:49.093789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-1d9c7d56-1c3d-4fa8-8bfb-5374860e3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.093789 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-1d9c7d56-1c3d-4fa8-8bfb-5374860e3e9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1871905 Aug 11 02:26:49.120917 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d64a6-9a6c-4f76-b0d7-f0a4027d72fd x-openstack-request-id: req-894d64a6-9a6c-4f76-b0d7-f0a4027d72fd {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:49.122453 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e724af-499e-4bb7-bc2b-aa224da24ebb", "name": "network-vif-deleted", "tag": "cd46a526-2bf1-44da-8790-96ae14a58bb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:49.122453 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-894d64a6-9a6c-4f76-b0d7-f0a4027d72fd {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:49.124469 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e724af-499e-4bb7-bc2b-aa224da24ebb', 'name': 'network-vif-deleted', 'tag': 'cd46a526-2bf1-44da-8790-96ae14a58bb9', 'status': 'completed', 'code': 200} Aug 11 02:26:49.124891 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'status': 'completed', 'code': 200} Aug 11 02:26:49.141656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a00b2d26-61eb-4559-879e-3b147521dd72, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a00b2d26-61eb-4559-879e-3b147521dd72,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:49.187057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'port_id': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'mac_address': 'fa:16:3e:69:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:49.191276 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-d5c6889f-eabb-49b3-b156-467ff21e2147 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 217 time: 0.0775588 Aug 11 02:26:49.199800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.251959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-32586d02-66d1-405b-995a-9c46125bdf75 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips/2f194464-3273-4845-85d9-4df1a9432d5a HTTP/1.1" status: 200 len: 692 time: 0.1370227 Aug 11 02:26:49.271007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6478c-842d-4ac2-94de-558268ede483 req-e5db93f4-6a18-403c-8340-fde7e11ac872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.272945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1de6478c-842d-4ac2-94de-558268ede483 req-e5db93f4-6a18-403c-8340-fde7e11ac872 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.5285511 Aug 11 02:26:49.302748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-d6dec791-a271-4323-8221-52752b23b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.305410 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-d6dec791-a271-4323-8221-52752b23b230 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1015851 Aug 11 02:26:49.312911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a516d0f1-fb3c-4133-a16e-f180271d9beb req-7898f79f-1f5f-4c2b-bdb5-1787ce582e7c service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077026 Aug 11 02:26:49.323378 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.333352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 37a5785a-93cc-4bd1-8985-4838f80b5378, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=37a5785a-93cc-4bd1-8985-4838f80b5378,segment=NetworkSegment(5197bbde-42b9-4e0c-be27-0bf8befc66f4),segment_id=5197bbde-42b9-4e0c-be27-0bf8befc66f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:49.350416 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.352777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-54287c16-b506-4e63-9f6e-970c0c563ece tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.361660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-54287c16-b506-4e63-9f6e-970c0c563ece tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2452977 Aug 11 02:26:49.362936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00b2d26-61eb-4559-879e-3b147521dd72 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:49.368811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-6e352896-bdcd-47b6-b49a-16cda3426175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.370524 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-6e352896-bdcd-47b6-b49a-16cda3426175 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563605 Aug 11 02:26:49.375666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-be3d98bd-fe41-4895-aea1-4c85863d5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.377396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-be3d98bd-fe41-4895-aea1-4c85863d5dd2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=45d5538b1f0b4665971b0b502cd9a197&device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 1096 time: 0.2592225 Aug 11 02:26:49.453118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a00b2d26-61eb-4559-879e-3b147521dd72, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a00b2d26-61eb-4559-879e-3b147521dd72,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:49.474403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.485385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=37a5785a-93cc-4bd1-8985-4838f80b5378,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.523674 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-893532f4-2df1-4ca1-96fb-e03f7e984eca service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350899 Aug 11 02:26:49.542510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-b566aae3-e51b-4836-975e-402c46eb0300 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.1798201 Aug 11 02:26:49.579271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a00b2d26-61eb-4559-879e-3b147521dd72,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.586685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1de6478c-842d-4ac2-94de-558268ede483 req-03b9e048-761f-483f-813f-789bc86d4fe9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020220 Aug 11 02:26:49.597951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-ac66817e-9dcb-4d0d-a1b8-e448e564b1d0 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Request body: {'floatingip': {'port_id': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:49.659459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9f4cfb2b-dfc1-4958-914d-c576ec40501a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.660340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-656d995d-e9b3-4c6c-9006-1e86952b03af req-1cddf7a1-8083-40dc-9bbf-9edc718c13a9 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255476 Aug 11 02:26:49.660937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9f4cfb2b-dfc1-4958-914d-c576ec40501a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.3982906 Aug 11 02:26:49.680330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-ac66817e-9dcb-4d0d-a1b8-e448e564b1d0 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.741650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a00b2d26-61eb-4559-879e-3b147521dd72'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:49.806244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-87b6a036-d369-49cf-99c7-e1dc9bf93c15 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.1325643 Aug 11 02:26:49.847549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-16766fa9-ef37-48e4-b2bb-00f49e5fd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.849328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-16766fa9-ef37-48e4-b2bb-00f49e5fd904 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 200 len: 920 time: 0.4566741 Aug 11 02:26:49.950644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-aec522e4-643d-4a5e-8b63-bb733836fcba tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.1295748 Aug 11 02:26:49.956238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-6f286768-9f61-4ae0-bb07-5cbd669e49f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 200 len: 217 time: 0.0752108 Aug 11 02:26:49.977055 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.157679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-feecd6c8-4b64-44ce-abe8-269d6220d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.159270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-feecd6c8-4b64-44ce-abe8-269d6220d61e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 200 len: 860 time: 0.1905327 Aug 11 02:26:50.241374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-9cfaa9da-44c1-4f95-8b42-a3eda8fd0445 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a15fe7b-ca95-4183-8102-315d8a80c941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543492 Aug 11 02:26:50.326338 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-ac66817e-9dcb-4d0d-a1b8-e448e564b1d0 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:26:50.326829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f08e9418-0cf4-42cf-a246-efbe9629533a req-ac66817e-9dcb-4d0d-a1b8-e448e564b1d0 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "PUT /v2.0/floatingips/5e9857ad-3a40-40bd-9061-059d394c9815 HTTP/1.1" status: 409 len: 550 time: 0.7488179 Aug 11 02:26:50.370753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Deleting port 77f16f59-9e17-4e5b-bc71-1ad5d200757a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:50.371837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.446391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-56381096-4a12-4cb6-a48c-5c673c6acab9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955571 Aug 11 02:26:50.552859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054751cc-0a11-493a-844a-e17402656849'}, {'server_uuid': '9ce9526f-7310-4079-8570-93babac14167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a5785a-93cc-4bd1-8985-4838f80b5378'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:50.559327 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e33096a-de70-4af2-8c59-3a1f013f3c6a" -d '{"events": [{"server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "name": "network-vif-plugged", "status": "completed", "tag": "054751cc-0a11-493a-844a-e17402656849"}, {"server_uuid": "9ce9526f-7310-4079-8570-93babac14167", "name": "network-vif-plugged", "status": "completed", "tag": "37a5785a-93cc-4bd1-8985-4838f80b5378"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:50.584090 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.584410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.616772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'tag': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:50.623063 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f47af-638c-44c5-87dd-6343f8eddc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c01c2a4c-1eab-447f-8672-bdc5afc38870", "tag": "65dc0042-9de1-4aa8-9b62-45e67e8f40f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:50.684238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a00b2d26-61eb-4559-879e-3b147521dd72 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:50.759878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port a00b2d26-61eb-4559-879e-3b147521dd72 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:50.764944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port a00b2d26-61eb-4559-879e-3b147521dd72 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:50.765403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.862603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.865267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efa010-98df-4206-8f33-64e9aee855a5 req-9d7d2509-4060-424e-af79-790ecbc074c6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.866536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6efa010-98df-4206-8f33-64e9aee855a5 req-9d7d2509-4060-424e-af79-790ecbc074c6 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 945 time: 0.4391384 Aug 11 02:26:50.874366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Calling delete_port for 77f16f59-9e17-4e5b-bc71-1ad5d200757a owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:50.908979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a00b2d26-61eb-4559-879e-3b147521dd72, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a00b2d26-61eb-4559-879e-3b147521dd72,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:50.914661 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.914928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-088b356f-9a2f-4f98-8709-ce2076546c21 req-53050e73-880f-44e5-8caf-84f718b66025 service neutron] 10.222.0.25 "GET /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476094 Aug 11 02:26:50.986588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6efa010-98df-4206-8f33-64e9aee855a5 req-74bed822-7bfb-495d-9f7e-3bbc9e695191 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051815 Aug 11 02:26:51.010220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a00b2d26-61eb-4559-879e-3b147521dd72,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.154608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.196121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event deleted for resources: {'Port': ['ID=77f16f59-9e17-4e5b-bc71-1ad5d200757a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.290779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-afca1bb6-2e40-4225-b824-01ce1348253c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.292347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-afca1bb6-2e40-4225-b824-01ce1348253c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.1934028 Aug 11 02:26:51.301057 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.303858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.305099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23f8b18-210b-4ad6-8538-bf68c0f789f4 req-9b388e78-c2f5-48a1-ba75-b4c654e9c131 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f194464-3273-4845-85d9-4df1a9432d5a HTTP/1.1" status: 204 len: 173 time: 1.3455074 Aug 11 02:26:51.317669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-23bcd90f-be1f-468b-bde8-2fa0cb9a6019 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.0115554 Aug 11 02:26:51.371361 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-be4e6d59-35c3-472f-a2e6-4c83025be36b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425227 Aug 11 02:26:51.495823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-5b1d5c93-d00e-4114-9262-3c35f435b794 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152911 Aug 11 02:26:51.629625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-d4d90db6-f046-4442-9702-3a61fea203b1 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236947 Aug 11 02:26:51.646848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1d88f-c955-4655-a159-c2f5794d2b93 req-ce528a14-b03a-4336-bffb-fae5e6dc2a43 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.649251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4c1d88f-c955-4655-a159-c2f5794d2b93 req-ce528a14-b03a-4336-bffb-fae5e6dc2a43 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2738638 Aug 11 02:26:51.708103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4c1d88f-c955-4655-a159-c2f5794d2b93 req-f1731478-5a61-4933-93dd-1e4b70e861c6 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465581 Aug 11 02:26:51.937910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67adc01-d5d6-410e-b9bc-f70537c8b7e8 req-87eff3b5-9833-4042-ab1e-ac7ea2577caf tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.939786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e67adc01-d5d6-410e-b9bc-f70537c8b7e8 req-87eff3b5-9833-4042-ab1e-ac7ea2577caf tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 945 time: 0.1318231 Aug 11 02:26:51.949272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaca6b-f2fd-457c-a291-60318901f7b3 req-9665f4b8-80ee-42d1-9c78-df80dc68ff44 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.951047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1aaca6b-f2fd-457c-a291-60318901f7b3 req-9665f4b8-80ee-42d1-9c78-df80dc68ff44 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.1275637 Aug 11 02:26:52.016899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e67adc01-d5d6-410e-b9bc-f70537c8b7e8 req-fa2bae95-10a0-4748-a278-3411249ac037 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/security-groups?id=b256a18b-10d2-4398-aab6-f48923bc665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Aug 11 02:26:52.026655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1aaca6b-f2fd-457c-a291-60318901f7b3 req-5b3ed758-ad3c-49c1-a9c4-f5b5568e0260 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662336 Aug 11 02:26:52.196421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-95a6637e-2b5f-4ffe-9fff-5be41fb98fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips/5e9857ad-3a40-40bd-9061-059d394c9815 HTTP/1.1" status: 200 len: 692 time: 0.1155889 Aug 11 02:26:52.339239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c862-21c0-441f-b829-e8873e26e153 req-6d9356c9-113a-4672-92dd-b78c99ee04f0 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.340924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25f7c862-21c0-441f-b829-e8873e26e153 req-6d9356c9-113a-4672-92dd-b78c99ee04f0 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 948 time: 0.1757467 Aug 11 02:26:52.415606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-d990d6a1-7b45-4ac1-9a6a-84bf1a3cb840 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.417122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-d990d6a1-7b45-4ac1-9a6a-84bf1a3cb840 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.1932230 Aug 11 02:26:52.421149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25f7c862-21c0-441f-b829-e8873e26e153 req-55bb7d18-f418-4fb7-a167-6fa73914d0ac tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739956 Aug 11 02:26:52.483525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-fac6fd9c-fa6c-4dee-9b0c-17c2fd66270a tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0547140 Aug 11 02:26:52.490688 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b53fe9-9efd-4053-8952-747f21ed34fd x-openstack-request-id: req-98b53fe9-9efd-4053-8952-747f21ed34fd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:52.491627 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "name": "network-vif-plugged", "status": "completed", "tag": "054751cc-0a11-493a-844a-e17402656849", "code": 200}, {"server_uuid": "9ce9526f-7310-4079-8570-93babac14167", "name": "network-vif-plugged", "status": "completed", "tag": "37a5785a-93cc-4bd1-8985-4838f80b5378", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:52.492132 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98b53fe9-9efd-4053-8952-747f21ed34fd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:52.492725 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'code': 200} Aug 11 02:26:52.493162 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce9526f-7310-4079-8570-93babac14167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a5785a-93cc-4bd1-8985-4838f80b5378', 'code': 200} Aug 11 02:26:52.571008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-a1350eb5-5b82-41c9-8633-cf5bf584772c tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0678592 Aug 11 02:26:52.575780 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9950fda4-061f-4724-8629-0ab173b28a74 x-openstack-request-id: req-9950fda4-061f-4724-8629-0ab173b28a74 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:52.576920 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01c2a4c-1eab-447f-8672-bdc5afc38870", "tag": "65dc0042-9de1-4aa8-9b62-45e67e8f40f4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:52.577446 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9950fda4-061f-4724-8629-0ab173b28a74 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:52.578038 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'tag': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4', 'status': 'completed', 'code': 200} Aug 11 02:26:52.593694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device cd46a526-2bf1-44da-8790-96ae14a58bb9 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:52.627051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: cd46a526-2bf1-44da-8790-96ae14a58bb9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:52.627496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device cd46a526-2bf1-44da-8790-96ae14a58bb9 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:52.672374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-77486149-2d3c-4641-8f89-59afddd033b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.674373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-77486149-2d3c-4641-8f89-59afddd033b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ffffd1252a7404898c430065c9e2321&device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 1099 time: 0.0685320 Aug 11 02:26:52.699169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:52.772054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfeef-63c5-4fc0-8981-5f83871e7a41 req-621b4789-7161-4d30-8b73-13166053224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.774393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-384cfeef-63c5-4fc0-8981-5f83871e7a41 req-621b4789-7161-4d30-8b73-13166053224e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 1096 time: 0.2013438 Aug 11 02:26:52.801118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-2350d9f0-7649-4b71-a4c8-cacb1797c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.803200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd84bfa8-a045-4fb5-aedc-af22b092c534 req-a5710aba-4d00-4d04-9e93-659cb9e2d97b tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups/4227fb05-b2b6-41c1-a4a9-f60432f9d8d9 HTTP/1.1" status: 200 len: 1808 time: 0.1976631 Aug 11 02:26:52.803882 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-2350d9f0-7649-4b71-a4c8-cacb1797c4d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1210010 Aug 11 02:26:52.826472 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.827606 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.838412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed07c-fc7d-4e17-8498-39e0abecbbcf req-9302011b-abbf-49bd-971b-cf1b14f7be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.840002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-978ed07c-fc7d-4e17-8498-39e0abecbbcf req-9302011b-abbf-49bd-971b-cf1b14f7be9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.2361226 Aug 11 02:26:52.855388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:52.868538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4', 'mac_address': 'fa:16:3e:19:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:52.875360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-f417d2ff-1ab0-49c6-8018-098758bf5572 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4 HTTP/1.1" status: 200 len: 217 time: 0.0595140 Aug 11 02:26:52.913387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-384cfeef-63c5-4fc0-8981-5f83871e7a41 req-1cfc5806-844d-4ab9-a360-e3da2763b09a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b256a18b-10d2-4398-aab6-f48923bc665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149793 Aug 11 02:26:52.928138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.929496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-978ed07c-fc7d-4e17-8498-39e0abecbbcf req-127e6b35-e86d-4841-872e-2866984a7093 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Aug 11 02:26:52.934990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Deleting port 16f96847-53ef-4fcb-b260-1a35562a3ded {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:52.935376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.965092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:52.966554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-4c1ba21f-5971-4800-aa92-8a7d6b4d6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.968234 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-4c1ba21f-5971-4800-aa92-8a7d6b4d6166 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0788493 Aug 11 02:26:53.000155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dd84bfa8-a045-4fb5-aedc-af22b092c534 req-1b48471c-eaa9-473d-9b63-95246e5a557a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.002121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:53.014460 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.053345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-f6cdef45-0bc4-4cc8-b224-ab77a836134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.055383 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-f6cdef45-0bc4-4cc8-b224-ab77a836134a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520892 Aug 11 02:26:53.095718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dd84bfa8-a045-4fb5-aedc-af22b092c534 req-1b48471c-eaa9-473d-9b63-95246e5a557a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.128333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.160459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.160882 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.190791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Calling delete_port for 16f96847-53ef-4fcb-b260-1a35562a3ded owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:53.206811 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-b9a992b1-499c-4e87-885a-c94663a12261 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419520 Aug 11 02:26:53.261380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-172def12-199d-46f0-a650-04e219329652 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.263579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-172def12-199d-46f0-a650-04e219329652 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.2452354 Aug 11 02:26:53.266342 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dd84bfa8-a045-4fb5-aedc-af22b092c534 req-1b48471c-eaa9-473d-9b63-95246e5a557a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.268996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dd84bfa8-a045-4fb5-aedc-af22b092c534 req-1b48471c-eaa9-473d-9b63-95246e5a557a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.270241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd84bfa8-a045-4fb5-aedc-af22b092c534 req-1b48471c-eaa9-473d-9b63-95246e5a557a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "DELETE /v2.0/security-groups/4227fb05-b2b6-41c1-a4a9-f60432f9d8d9 HTTP/1.1" status: 204 len: 173 time: 0.4476824 Aug 11 02:26:53.285881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:53.293950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['65dc0042-9de1-4aa8-9b62-45e67e8f40f4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:53.341424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48471c-eaa9-473d-9b63-95246e5a557a tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4227fb05-b2b6-41c1-a4a9-f60432f9d8d9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.427695 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b14f47af-638c-44c5-87dd-6343f8eddc4a req-10852096-efdf-4872-aa41-937061aea9f4 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124777 Aug 11 02:26:53.504969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030dd15-4ce2-4967-8d20-07fa23d62ea1 req-54dacb2a-6ddd-4fd6-b6ed-5657f828f4af tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.506676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f030dd15-4ce2-4967-8d20-07fa23d62ea1 req-54dacb2a-6ddd-4fd6-b6ed-5657f828f4af tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1296730 Aug 11 02:26:53.517186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:53.523290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'floatingip': {'port_id': '5405e294-b7b1-4eac-8d56-511ea87eaec6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:53.556258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:53.560576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.564365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.608304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event deleted for resources: {'Port': ['ID=16f96847-53ef-4fcb-b260-1a35562a3ded,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.690142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.785055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84a722b4-07cc-4671-9edb-319b65d085bc req-d08cc954-a03d-4cd6-b069-2ba1e47a79db tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 210 time: 0.0622067 Aug 11 02:26:53.794740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.798208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.799714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aefce827-813e-4d3c-b1ee-22d07bfa5f37 req-9cf9c659-6a9c-49e7-b2b9-c504b8eb4a09 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e9857ad-3a40-40bd-9061-059d394c9815 HTTP/1.1" status: 204 len: 173 time: 1.2133906 Aug 11 02:26:53.896803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.11 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/28d76c7b-22e3-450a-a447-207a65464eae) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:54.188872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f2ff-71e5-440a-bfdc-6bf709fba813 req-d5d2222b-6079-40a7-b421-f808da75b501 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.190593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0515f2ff-71e5-440a-bfdc-6bf709fba813 req-d5d2222b-6079-40a7-b421-f808da75b501 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.2693558 Aug 11 02:26:54.206071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38844c1-3bf1-4dc6-93fd-28ad439a48ea req-4696a3ee-a2d8-41f5-a1ea-43e8a19ea969 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.207748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f38844c1-3bf1-4dc6-93fd-28ad439a48ea req-4696a3ee-a2d8-41f5-a1ea-43e8a19ea969 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.2139113 Aug 11 02:26:54.306217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0515f2ff-71e5-440a-bfdc-6bf709fba813 req-5f95a0f9-5652-43a0-88b2-f5747364f4ef tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951591 Aug 11 02:26:54.311462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f38844c1-3bf1-4dc6-93fd-28ad439a48ea req-5fb10263-66fa-48af-ad99-fcf6e3f7357e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911672 Aug 11 02:26:54.347711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.495274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:54.501445 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c57cf-1ab3-4737-9c3b-89b4b05deff8" -d '{"events": [{"server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "name": "network-vif-plugged", "status": "completed", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:54.511098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.536470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.543417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.641646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308c254-c2cf-4f01-81c6-60f4fe68c5dc req-6be0ee3f-d1a6-4f20-b67e-781d9d906b9f tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.644695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b308c254-c2cf-4f01-81c6-60f4fe68c5dc req-6be0ee3f-d1a6-4f20-b67e-781d9d906b9f tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 945 time: 0.2329855 Aug 11 02:26:54.665556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:54.683289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:54.700501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:54.716966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:54.724871 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Floating IP e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8 associated. External IP: 172.25.6.247, port: 5405e294-b7b1-4eac-8d56-511ea87eaec6. Aug 11 02:26:54.756082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=28d76c7b-22e3-450a-a447-207a65464eae,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:54.816704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b308c254-c2cf-4f01-81c6-60f4fe68c5dc req-1e58e431-7523-4dfc-a251-b541545c3413 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/security-groups?id=b256a18b-10d2-4398-aab6-f48923bc665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607759 Aug 11 02:26:54.828064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:54.833682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:54.834515 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.838249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.839134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.862675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-7e2e70fd-490b-4798-90c1-eb99695d53d5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5812218 Aug 11 02:26:54.870452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d7f66-8b28-42e4-b4b8-e7971d4c51ce req-8922f60f-a65c-4513-b92b-ecdaf507b940 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.872164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd8d7f66-8b28-42e4-b4b8-e7971d4c51ce req-8922f60f-a65c-4513-b92b-ecdaf507b940 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 949 time: 0.1261463 Aug 11 02:26:54.886868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Request body: {'port': {'device_id': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:54.959199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.012784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:55.018960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.042953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-394668b7-e9d2-475e-a652-eace639a8ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1001 time: 0.1525538 Aug 11 02:26:55.081340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd8d7f66-8b28-42e4-b4b8-e7971d4c51ce req-da38116a-80bf-4444-b244-592ca0fb3468 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892366 Aug 11 02:26:55.118166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.121003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:55.158772 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fbb58c-4adb-471c-b3e0-a97e1c720e5a x-openstack-request-id: req-27fbb58c-4adb-471c-b3e0-a97e1c720e5a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:55.159231 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "name": "network-vif-plugged", "status": "completed", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:55.159621 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27fbb58c-4adb-471c-b3e0-a97e1c720e5a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:55.160235 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'code': 200} Aug 11 02:26:55.172093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-c48afca2-2c55-440f-9e49-34bcf11b391f tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.174642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-c48afca2-2c55-440f-9e49-34bcf11b391f tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports/72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 943 time: 0.1294956 Aug 11 02:26:55.345815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde34cb-b831-470c-b2cf-bb289fa5815a req-0cefbbc2-7911-4779-90d7-0aa5a3c8eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.347443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cfde34cb-b831-470c-b2cf-bb289fa5815a req-0cefbbc2-7911-4779-90d7-0aa5a3c8eb97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 1097 time: 0.0903611 Aug 11 02:26:55.432242 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cfde34cb-b831-470c-b2cf-bb289fa5815a req-20114666-6569-413a-ba3b-086faff555fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531716 Aug 11 02:26:55.439000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Router b69cae7b-72b7-42d4-adab-867403b9a43e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:55.600566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:55.607843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.616479 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:55.628396 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:55.629194 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:55.661312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-18d1bd64-5496-41d0-9021-d71faaae4d62 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "PUT /v2.0/floatingips/e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8 HTTP/1.1" status: 200 len: 992 time: 2.1426301 Aug 11 02:26:55.662132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:55.664565 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c16e93c-e448-442c-869c-1f744896cac4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:55.683923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-a4d8ffd9-db5a-4ebc-b5d0-4fa3806c7522 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1001 time: 0.4400382 Aug 11 02:26:55.771488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033abc-8a1c-44e5-b0c1-99a7b3673574 req-f8522056-0992-4c90-8ea8-4868c84d80f1 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.773159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d033abc-8a1c-44e5-b0c1-99a7b3673574 req-f8522056-0992-4c90-8ea8-4868c84d80f1 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.4797926 Aug 11 02:26:55.823974 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:55.906661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d033abc-8a1c-44e5-b0c1-99a7b3673574 req-7bf0da57-2ea9-4d77-a6de-02bee6a02f43 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.16 "GET /v2.0/security-groups?id=55e70e3d-b06b-4ef5-bcb7-da499291567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030877 Aug 11 02:26:55.942719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-40f23ebb-54ff-4b53-a555-60315d7e504c tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.944231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-40f23ebb-54ff-4b53-a555-60315d7e504c tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2478375 Aug 11 02:26:56.093167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d76c7b-22e3-450a-a447-207a65464eae {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:56.102162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-3b01e546-ea6d-494e-8397-fd4d0ac04a1c tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1001 time: 0.1405015 Aug 11 02:26:56.108635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.121777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:56.165874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Transition to ACTIVE for port object 28d76c7b-22e3-450a-a447-207a65464eae will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:56.172449 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'port_id': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'mac_address': 'fa:16:3e:0f:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:54Z', 'revision_number': 1, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:56.180115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0076a-f50d-4df9-b3ed-8895d32dd0cf req-8eb90a24-52a5-4a53-ac0b-bd3c859375fa tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.181788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f0076a-f50d-4df9-b3ed-8895d32dd0cf req-8eb90a24-52a5-4a53-ac0b-bd3c859375fa tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 932 time: 0.2046864 Aug 11 02:26:56.185949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.201651 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:56.212965 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:56.214193 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:56.265256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.318799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Pushing event updated for resources: {'Port': ['ID=28d76c7b-22e3-450a-a447-207a65464eae,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:56.342839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f0076a-f50d-4df9-b3ed-8895d32dd0cf req-eade5ca2-593a-4f31-8e90-5cc4f662ace7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449084 Aug 11 02:26:56.375673 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:56.519620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.520967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Attempting to bind port 28d76c7b-22e3-450a-a447-207a65464eae on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:56.521315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Attempting to bind port 28d76c7b-22e3-450a-a447-207a65464eae by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:56.521677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Attempting to bind port 28d76c7b-22e3-450a-a447-207a65464eae on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:56.527878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.528294 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Floating IP 22f6f623-301e-49e8-849a-65ef99c6792d disassociated. External IP: 172.25.6.14, port: 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d. Aug 11 02:26:56.531945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Port 28d76c7b-22e3-450a-a447-207a65464eae on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:56.532583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Attempting to bind port 28d76c7b-22e3-450a-a447-207a65464eae on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:56.579452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:56.579961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:56.580208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:56.580673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Bound port: 28d76c7b-22e3-450a-a447-207a65464eae, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:56.581055 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.715000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] For port 28d76c7b-22e3-450a-a447-207a65464eae, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:56.719441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] For port 28d76c7b-22e3-450a-a447-207a65464eae, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=28d76c7b-22e3-450a-a447-207a65464eae,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:56.725507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.848778 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'port_id': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'mac_address': 'fa:16:3e:0f:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:54Z', 'revision_number': 1, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:56.853597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.853971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.855693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] 10.222.0.25 "PUT /v2.0/ports/28d76c7b-22e3-450a-a447-207a65464eae HTTP/1.1" status: 200 len: 1092 time: 1.9745128 Aug 11 02:26:56.858788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'tag': '28d76c7b-22e3-450a-a447-207a65464eae'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:56.861501 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f081d4a5-7e80-4d77-a77a-2ef306bc357c" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b8459-32b2-475f-9e43-0ff188bd058e", "tag": "28d76c7b-22e3-450a-a447-207a65464eae"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:56.893414 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3893cc-6d56-4306-beb4-19c6dad10635 None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'port_id': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'mac_address': 'fa:16:3e:0f:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:54Z', 'revision_number': 1, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:56.941417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9ad6-1316-410b-bb6c-cc022366ab99 service neutron] Pushing event updated for resources: {'Port': ['ID=28d76c7b-22e3-450a-a447-207a65464eae,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:56.987202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f357dd6-6cdd-429d-834a-1e0d3771711b req-7efcd2da-6171-45e2-b282-7c3069e5e8f7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.988913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f357dd6-6cdd-429d-834a-1e0d3771711b req-7efcd2da-6171-45e2-b282-7c3069e5e8f7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.2146113 Aug 11 02:26:57.001946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Router a0659a0b-6a9c-4c83-818d-c002c916dadb has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:57.027975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-87227c60-8f3b-4efc-b856-6e0506f60df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.029630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-87227c60-8f3b-4efc-b856-6e0506f60df0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 1095 time: 0.1145375 Aug 11 02:26:57.099121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f357dd6-6cdd-429d-834a-1e0d3771711b req-32ed14f8-8148-4440-963e-871f5befb162 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995784 Aug 11 02:26:57.116585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c876783-61e1-45d8-8398-62059ee5fee3 None None] New status for floating IP e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:57.132363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-af54c31a-744e-4c9d-9463-da6e566725fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d76c7b-22e3-450a-a447-207a65464eae HTTP/1.1" status: 200 len: 217 time: 0.0891995 Aug 11 02:26:57.186920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:57.190746 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e73c999-e255-4fcc-bc53-8b01a4d5f12f" -d '{"events": [{"server_uuid": "c01c2a4c-1eab-447f-8672-bdc5afc38870", "name": "network-vif-plugged", "status": "completed", "tag": "65dc0042-9de1-4aa8-9b62-45e67e8f40f4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:57.275229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-8d980f9d-3078-44b2-97a2-e434e236b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.276694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-8d980f9d-3078-44b2-97a2-e434e236b482 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1367581 Aug 11 02:26:57.298663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:57.310696 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] Sync routers for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:57.319801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.323761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-e93afe3f-6f11-48c1-81a9-c857ab47f287 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394347 Aug 11 02:26:57.327451 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:57.328778 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.331557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8b361-65b4-47ef-a0af-bafc6c0e82bf req-ea1233b5-7381-4a2a-bf78-c79015067b30 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.333156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4e8b361-65b4-47ef-a0af-bafc6c0e82bf req-ea1233b5-7381-4a2a-bf78-c79015067b30 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.1201499 Aug 11 02:26:57.435057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-646664f7-a646-42f1-953f-7d3bc94c6f82 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "PUT /v2.0/floatingips/22f6f623-301e-49e8-849a-65ef99c6792d HTTP/1.1" status: 200 len: 694 time: 1.3218646 Aug 11 02:26:57.442633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-976beee6-7e9a-411f-846a-d2bd5ccd7637 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.444990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-976beee6-7e9a-411f-846a-d2bd5ccd7637 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.25 "GET /v2.0/ports?device_id=65b20aa4-29cc-408d-8ba6-904600b526fe HTTP/1.1" status: 200 len: 945 time: 0.0857503 Aug 11 02:26:57.469627 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:57.486841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4e8b361-65b4-47ef-a0af-bafc6c0e82bf req-57a490f4-5dcc-46e9-9c30-6dc0a69cde60 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201730 Aug 11 02:26:57.539983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-f807de2f-ff42-4f60-a37c-0f5f12783077 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056949 Aug 11 02:26:57.561628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-5db283f5-22dc-491c-b43d-3e11bcaffb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.563366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-5db283f5-22dc-491c-b43d-3e11bcaffb67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1097 time: 0.0992434 Aug 11 02:26:57.582899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Deleting port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:57.583461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.673357 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a39bdae-10b6-47ef-a647-681497a479a9 x-openstack-request-id: req-7a39bdae-10b6-47ef-a647-681497a479a9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:57.673768 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:57.678617 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a39bdae-10b6-47ef-a647-681497a479a9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:57.678617 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'status': 'completed', 'code': 200} Aug 11 02:26:57.776227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] For port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:57.777264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.805651 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.811742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e93c-e448-442c-869c-1f744896cac4 req-f33946bc-cd0b-47e1-a632-6eed7d057875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.813374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-f33946bc-cd0b-47e1-a632-6eed7d057875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.1467564 Aug 11 02:26:57.818589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Calling delete_port for c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:57.823945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e95f73e-c97d-4d83-b48a-56920ea7e681 req-a7f9226a-643e-47a5-9a21-56efe479d929 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754605 Aug 11 02:26:57.840938 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] Checking router: a0659a0b-6a9c-4c83-818d-c002c916dadb for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:57.851345 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:57.852133 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.857977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-0ac9fd15-1b84-4efa-b7cc-7866834f648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.859871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-0ac9fd15-1b84-4efa-b7cc-7866834f648e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 928 time: 0.2596292 Aug 11 02:26:57.886205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb99e69-4739-4fd8-930c-00a5cbe5687c req-29df2016-f599-4b40-8034-b23e51f5046a tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.889392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcb99e69-4739-4fd8-930c-00a5cbe5687c req-29df2016-f599-4b40-8034-b23e51f5046a tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 950 time: 0.1817100 Aug 11 02:26:57.973050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-48461ba5-6948-4045-8a92-168418b4dcd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 217 time: 0.1012039 Aug 11 02:26:58.015928 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:58.021178 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:26:58.031566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.047355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:58.066893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Pushing event deleted for resources: {'Port': ['ID=c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.159460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] No DVR routers for this DVR port c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:58.163334 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.166998 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6159bc7c-ef5f-4720-bebc-30dbec9c2147 req-6b55af65-b4fd-43eb-a438-bf34a08c8548 tempest-ServerRescueTestJSONUnderV235-1099564074 tempest-ServerRescueTestJSONUnderV235-1099564074-project] 10.222.0.25 "DELETE /v2.0/ports/c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 HTTP/1.1" status: 204 len: 173 time: 0.7151182 Aug 11 02:26:58.205790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-53239a64-60d9-4545-9896-a2f1c673f546 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.207367 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-53239a64-60d9-4545-9896-a2f1c673f546 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 945 time: 0.0899608 Aug 11 02:26:58.355782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Deleting port 37a5785a-93cc-4bd1-8985-4838f80b5378 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:58.357618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.366322 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:58.384954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcb99e69-4739-4fd8-930c-00a5cbe5687c req-602dc7ca-6a1e-4858-af8a-2a061261bd1b tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551911 Aug 11 02:26:58.395054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-492f9885-22ca-45df-91e0-72f85f120074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.405168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-492f9885-22ca-45df-91e0-72f85f120074 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 200 len: 867 time: 0.4208758 Aug 11 02:26:58.424994 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93c53f-e45a-492a-a021-b0896cd16485 None None] The sync data for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 is: [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e24a089a-6727-402f-8534-40d4d9a1faba', 'name': '', 'network_id': '5ad3afcb-1b91-4555-be80-8d48539a6a5f', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'mac_address': 'fa:16:3e:0a:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:46Z', 'updated_at': '2021-08-11T02:25:59Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'subnets': [{'id': '3a748ebe-d27c-4cbb-9f6a-7a1aa5294246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:58.458464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e93c-e448-442c-869c-1f744896cac4 req-bf3b8f57-e461-4c98-81f7-eaf2695f8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.461709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-bf3b8f57-e461-4c98-81f7-eaf2695f8e2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.6347322 Aug 11 02:26:58.483357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] For port 37a5785a-93cc-4bd1-8985-4838f80b5378, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=37a5785a-93cc-4bd1-8985-4838f80b5378,segment=NetworkSegment(5197bbde-42b9-4e0c-be27-0bf8befc66f4),segment_id=5197bbde-42b9-4e0c-be27-0bf8befc66f4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:58.484287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.500154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Calling delete_port for 37a5785a-93cc-4bd1-8985-4838f80b5378 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:58.540478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-f4ecb13c-a644-4f94-8392-c4f07be760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.542898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-f4ecb13c-a644-4f94-8392-c4f07be760c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ad3afcb-1b91-4555-be80-8d48539a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366785 Aug 11 02:26:58.577126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db036-72df-4368-8d22-40e0ab912a9b req-c768c1b6-6318-464d-ac48-e997b09cf5f5 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.577977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02db036-72df-4368-8d22-40e0ab912a9b req-c768c1b6-6318-464d-ac48-e997b09cf5f5 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ce9526f-7310-4079-8570-93babac14167 HTTP/1.1" status: 200 len: 945 time: 0.1139688 Aug 11 02:26:58.692973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.718258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['37a5785a-93cc-4bd1-8985-4838f80b5378'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:58.734544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Pushing event deleted for resources: {'Port': ['ID=37a5785a-93cc-4bd1-8985-4838f80b5378,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.795192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] No DVR routers for this DVR port 37a5785a-93cc-4bd1-8985-4838f80b5378 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:58.798982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.801181 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d2b106cb-258f-442d-87cc-3c59b2c88524 req-e93a7506-4393-444d-9276-58bc36e7d417 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.59 "DELETE /v2.0/ports/37a5785a-93cc-4bd1-8985-4838f80b5378 HTTP/1.1" status: 204 len: 173 time: 0.5865221 Aug 11 02:26:58.815867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-ac2f9678-e87e-47a3-b6ff-622159bbc0f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 1002 time: 0.3316925 Aug 11 02:26:58.845840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d842d9-8cf5-4af4-8eab-824830e82a24 None None] New status for floating IP 22f6f623-301e-49e8-849a-65ef99c6792d: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:58.927079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b02db036-72df-4368-8d22-40e0ab912a9b req-10b57932-7c25-4356-ab75-41cb36d06dc7 tempest-InstanceActionsV221TestJSON-1505032968 tempest-InstanceActionsV221TestJSON-1505032968-project] 10.222.0.16 "GET /v2.0/security-groups?id=b256a18b-10d2-4398-aab6-f48923bc665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403368 Aug 11 02:26:58.996237 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4696e4-086f-4abf-8ae8-1e191d2df337 x-openstack-request-id: req-7e4696e4-086f-4abf-8ae8-1e191d2df337 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:58.997533 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b8459-32b2-475f-9e43-0ff188bd058e", "tag": "28d76c7b-22e3-450a-a447-207a65464eae", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:58.997944 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e4696e4-086f-4abf-8ae8-1e191d2df337 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:58.998623 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'tag': '28d76c7b-22e3-450a-a447-207a65464eae', 'status': 'completed', 'code': 200} Aug 11 02:26:59.017607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-391027c0-2f01-47b4-b3d9-c9cf6ba9ced2 service neutron] 10.222.0.16 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522355 Aug 11 02:26:59.049009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.057035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e93c-e448-442c-869c-1f744896cac4 req-265c8648-ac1d-4f8f-839a-2f6acc21bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.059841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-265c8648-ac1d-4f8f-839a-2f6acc21bdd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.2230442 Aug 11 02:26:59.140879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-76996ee7-4e07-4570-a47d-02b608536bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.142661 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-76996ee7-4e07-4570-a47d-02b608536bed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 1095 time: 0.1237810 Aug 11 02:26:59.253664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e93c-e448-442c-869c-1f744896cac4 req-a99ea1d2-abe0-47bc-9781-0bc1d7d017f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.255273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-a99ea1d2-abe0-47bc-9781-0bc1d7d017f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553741 Aug 11 02:26:59.265250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33013e89-72df-4c0c-9c15-8072e8b3f9ea req-e7ffb863-6f76-44ce-9179-05bde791b92c service neutron] 10.222.0.16 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464805 Aug 11 02:26:59.281418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-36368bbb-f644-477c-a632-50044fadc52b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:26:59.282786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-36368bbb-f644-477c-a632-50044fadc52b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068069 Aug 11 02:26:59.295971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-faa4e061-4c80-44c9-b2d5-168ec7e4049b tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2409101 Aug 11 02:26:59.350144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012fce4-c86e-4bbb-8518-104ab756214d x-openstack-request-id: req-8012fce4-c86e-4bbb-8518-104ab756214d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:59.350786 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01c2a4c-1eab-447f-8672-bdc5afc38870", "name": "network-vif-plugged", "status": "completed", "tag": "65dc0042-9de1-4aa8-9b62-45e67e8f40f4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:59.353000 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8012fce4-c86e-4bbb-8518-104ab756214d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:59.354282 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4', 'code': 200} Aug 11 02:26:59.356727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:59.358661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-08036277-df3a-47c1-bdd6-db1db5d2c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.360815 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-08036277-df3a-47c1-bdd6-db1db5d2c10f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.2068408 Aug 11 02:26:59.404998 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.443998 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-88348683-7cbd-4d19-a5c4-0741de3757a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d76c7b-22e3-450a-a447-207a65464eae HTTP/1.1" status: 200 len: 217 time: 0.0421433 Aug 11 02:26:59.533284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-278c5219-945b-4317-bd64-9d06ee837672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.534924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-278c5219-945b-4317-bd64-9d06ee837672 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.0824375 Aug 11 02:26:59.560712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-e9596543-b9d1-4ecd-8495-16dc094dd289 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638595 Aug 11 02:26:59.579260 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-09530a7f-8430-428f-8aad-e88af7472044 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344594 Aug 11 02:26:59.675589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'name': 'network-vif-deleted', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4'}, {'server_uuid': '9ce9526f-7310-4079-8570-93babac14167', 'name': 'network-vif-deleted', 'tag': '37a5785a-93cc-4bd1-8985-4838f80b5378'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:59.678211 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97993edb-b50e-4561-81aa-fb88f9930f04" -d '{"events": [{"server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "name": "network-vif-deleted", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4"}, {"server_uuid": "9ce9526f-7310-4079-8570-93babac14167", "name": "network-vif-deleted", "tag": "37a5785a-93cc-4bd1-8985-4838f80b5378"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:59.702103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d98b62-2e60-4709-aaad-f0175e09d6bc req-b11f4145-2ada-40fa-92b9-6c33a45b4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.703719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09d98b62-2e60-4709-aaad-f0175e09d6bc req-b11f4145-2ada-40fa-92b9-6c33a45b4bff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 1101 time: 0.2030797 Aug 11 02:26:59.716333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22940eb-8b4a-4c32-87ed-ca25e94b6ea6 req-ab4e0916-1eb9-4c88-bd42-ae6074ebbb01 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.717898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b22940eb-8b4a-4c32-87ed-ca25e94b6ea6 req-ab4e0916-1eb9-4c88-bd42-ae6074ebbb01 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 944 time: 0.2057166 Aug 11 02:26:59.758212 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-21c3627a-feb5-4d6d-a29e-074e24c55452 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466339 Aug 11 02:26:59.774253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c16e93c-e448-442c-869c-1f744896cac4 req-297fb1b8-e1ae-4914-a683-0f8550df50a2 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930532 Aug 11 02:26:59.814853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09d98b62-2e60-4709-aaad-f0175e09d6bc req-32dc5e1b-f56b-4c77-b8e0-8d8d1245d088 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930848 Aug 11 02:26:59.826298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b22940eb-8b4a-4c32-87ed-ca25e94b6ea6 req-adfcc25b-b61b-4179-9c93-2ba4656350ce tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939074 Aug 11 02:26:59.842583 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.928156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.965947 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f081d4a5-7e80-4d77-a77a-2ef306bc357c req-222079a8-ec8a-4695-b651-3204d4931b7c service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000821 Aug 11 02:27:00.023089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37223c1-dab0-4d68-9331-7bf5d612dc85 req-20b02b85-d571-4f90-a3f0-e5c2aa135014 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.025878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a37223c1-dab0-4d68-9331-7bf5d612dc85 req-20b02b85-d571-4f90-a3f0-e5c2aa135014 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.1243660 Aug 11 02:27:00.039931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Allocated IP 172.25.6.3 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/130de1a5-75dd-483e-aa11-a5230bf719a0) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:00.042134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54122) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:00.049722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Request body: {'floatingip': {'port_id': 'a00b2d26-61eb-4559-879e-3b147521dd72'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:00.114482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.259624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Deleting port b107f9f7-361b-4efe-ab7d-aff572e01b68 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:00.259970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.292323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-91cdcc96-7eaf-45a2-b0c9-20fdf75fea13 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips/22f6f623-301e-49e8-849a-65ef99c6792d HTTP/1.1" status: 200 len: 692 time: 0.1137435 Aug 11 02:27:00.367412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] For port b107f9f7-361b-4efe-ab7d-aff572e01b68, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b107f9f7-361b-4efe-ab7d-aff572e01b68,segment=NetworkSegment(a6221950-36c6-4490-a5ea-694e9d955c76),segment_id=a6221950-36c6-4490-a5ea-694e9d955c76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:00.368122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.383203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Calling delete_port for b107f9f7-361b-4efe-ab7d-aff572e01b68 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:00.449084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.567140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-965d696f-ee4c-455e-9584-47f0e58600eb tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.570042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-965d696f-ee4c-455e-9584-47f0e58600eb tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2593067 Aug 11 02:27:00.608432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.666897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b107f9f7-361b-4efe-ab7d-aff572e01b68,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.726683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-8d2372f1-4760-4ff9-8ccd-25b547d31244 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.1395025 Aug 11 02:27:00.735406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.748431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 28d76c7b-22e3-450a-a447-207a65464eae details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:00.753747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:00.788853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:00.789591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:00.872728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:00.879093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-ff6c988b-0a53-4cce-bd70-e57a7892e889 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.1219988 Aug 11 02:27:00.884728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event updated for resources: {'Port': ['ID=130de1a5-75dd-483e-aa11-a5230bf719a0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.890134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:00.903057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 28d76c7b-22e3-450a-a447-207a65464eae, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=28d76c7b-22e3-450a-a447-207a65464eae,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:00.915490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.916213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '28d76c7b-22e3-450a-a447-207a65464eae', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': '28d76c7b-22e3-450a-a447-207a65464eae', 'mac_address': 'fa:16:3e:98:28:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:00.937924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:00.983219 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.004947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d76c7b-22e3-450a-a447-207a65464eae {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:01.006924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:01.009262 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100942e8-1686-4453-82f5-56ef13547fef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:01.031103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 28d76c7b-22e3-450a-a447-207a65464eae, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=28d76c7b-22e3-450a-a447-207a65464eae,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:01.037036 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.110130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=28d76c7b-22e3-450a-a447-207a65464eae,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:01.119884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.120726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.121298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.122861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.123409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.124074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.124629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.125175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.125721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.126319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.127003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.127417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:01.239817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:01.305594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['28d76c7b-22e3-450a-a447-207a65464eae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:01.546499 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:27:01.605208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.629187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.659216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Deleting port bdff5b17-b28d-4ab6-98d6-b3a808221a58 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:01.659216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.662610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.680260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:01.688829 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8828c553-0af3-42e6-b9c2-6668281f57b5 admin admin] 10.222.0.16 "PUT /v2.0/routers/ff181918-ff12-4cd0-a6cb-86a0eaa588b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374106 Aug 11 02:27:01.693000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:01.700762 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] Sync routers for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:01.717625 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:01.718740 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:01.743848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.847496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.881756 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:01.890181 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Floating IP 22ff7210-c943-437c-90ec-1729c1c842e5 associated. External IP: 172.25.6.112, port: a00b2d26-61eb-4559-879e-3b147521dd72. Aug 11 02:27:01.978129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.978502 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.986344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.009605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Calling delete_port for bdff5b17-b28d-4ab6-98d6-b3a808221a58 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:02.067842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Deleting port ee556857-629a-4916-84e7-48a4bb870117 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:02.068351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.119877 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'ee556857-629a-4916-84e7-48a4bb870117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:27:00Z', 'revision_number': 5, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port': {'id': 'ee556857-629a-4916-84e7-48a4bb870117', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:47:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:09Z', 'updated_at': '2021-08-11T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:02.170972 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] Checking router: ff181918-ff12-4cd0-a6cb-86a0eaa588b4 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:02.178131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] For port ee556857-629a-4916-84e7-48a4bb870117, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ee556857-629a-4916-84e7-48a4bb870117,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:02.178933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.189780 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] Routers {'ff181918-ff12-4cd0-a6cb-86a0eaa588b4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:02.190949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:02.205124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Calling delete_port for ee556857-629a-4916-84e7-48a4bb870117 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:02.245421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.255783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.337771 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] Set router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:02.397531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event updated for resources: {'Port': ['ID=130de1a5-75dd-483e-aa11-a5230bf719a0,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.429045 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:27:01Z', 'revision_number': 6, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:02.445776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.459729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:02.463474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.484858 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e036984-f80c-4471-8fb3-c9d9368bd059 None None] The sync data for ids ['ff181918-ff12-4cd0-a6cb-86a0eaa588b4'] in n-d-715271-8 is: [{'id': 'ff181918-ff12-4cd0-a6cb-86a0eaa588b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1902037180-router', 'tenant_id': '45d5538b1f0b4665971b0b502cd9a197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:08Z', 'updated_at': '2021-08-11T02:27:01Z', 'revision_number': 6, 'project_id': '45d5538b1f0b4665971b0b502cd9a197', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:02.499003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event deleted for resources: {'Port': ['ID=bdff5b17-b28d-4ab6-98d6-b3a808221a58,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.500933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.506861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-238b06ac-e050-4ea1-9a65-2413ff3bf5b7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1576195 Aug 11 02:27:02.528496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.566664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee556857-629a-4916-84e7-48a4bb870117,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.610431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-3da14449-7fcc-45b9-b62f-0bf985bd5be7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.1010220 Aug 11 02:27:02.636377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 37a5785a-93cc-4bd1-8985-4838f80b5378 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:02.668123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 37a5785a-93cc-4bd1-8985-4838f80b5378 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:02.668645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 37a5785a-93cc-4bd1-8985-4838f80b5378 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:02.670184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.760180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.763984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.766072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdd563e9-11d0-4ee5-a6b5-c932351632e9 req-17f13b01-66da-4d36-b63e-4f45b9b1daff tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "DELETE /v2.0/floatingips/22f6f623-301e-49e8-849a-65ef99c6792d HTTP/1.1" status: 204 len: 173 time: 1.8257113 Aug 11 02:27:02.768694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 28d76c7b-22e3-450a-a447-207a65464eae up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:02.812168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.815608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.873161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-3bada4cd-313d-4a8d-aac1-20690e1db67f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.875159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94b6eede-3907-4aaf-8a5a-561f8eafecae req-3bada4cd-313d-4a8d-aac1-20690e1db67f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2137060 Aug 11 02:27:02.879443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:02.895925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.932944 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.933630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff181918-ff12-4cd0-a6cb-86a0eaa588b4 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:02.938484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.939817 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8509425f-b392-4d5c-812d-4ef6cc46a911 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ff181918-ff12-4cd0-a6cb-86a0eaa588b4 HTTP/1.1" status: 204 len: 168 time: 1.2453024 Aug 11 02:27:02.942579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:02.950764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] Sync routers for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:03.003475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:03.004911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:03.020288 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a73eed-b293-40af-bc41-30f5c6fa66ff x-openstack-request-id: req-35a73eed-b293-40af-bc41-30f5c6fa66ff {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:03.021563 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b20aa4-29cc-408d-8ba6-904600b526fe", "name": "network-vif-deleted", "tag": "c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4", "status": "completed", "code": 200}, {"server_uuid": "9ce9526f-7310-4079-8570-93babac14167", "name": "network-vif-deleted", "tag": "37a5785a-93cc-4bd1-8985-4838f80b5378", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:03.022325 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35a73eed-b293-40af-bc41-30f5c6fa66ff {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:03.026493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 28d76c7b-22e3-450a-a447-207a65464eae completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:03.030068 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b20aa4-29cc-408d-8ba6-904600b526fe', 'name': 'network-vif-deleted', 'tag': 'c118f0cb-bb60-4ddc-aa06-41b8a2f70fd4', 'status': 'completed', 'code': 200} Aug 11 02:27:03.035889 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce9526f-7310-4079-8570-93babac14167', 'name': 'network-vif-deleted', 'tag': '37a5785a-93cc-4bd1-8985-4838f80b5378', 'status': 'completed', 'code': 200} Aug 11 02:27:03.043203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4b090250-58dd-4ae4-9dd2-3b60221e140d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "PUT /v2.0/floatingips/22ff7210-c943-437c-90ec-1729c1c842e5 HTTP/1.1" status: 200 len: 992 time: 2.9999571 Aug 11 02:27:03.087697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Deleting subnet 12e94027-1ac8-4d80-b657-3cfc21842e8d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:03.095417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.102839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac28ebc-ac22-484b-829c-bd1080d557c5 req-8bfef23b-f26b-459c-9b65-cf237749e22e tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.114354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b107f9f7-361b-4efe-ab7d-aff572e01b68 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:03.119860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eac28ebc-ac22-484b-829c-bd1080d557c5 req-8bfef23b-f26b-459c-9b65-cf237749e22e tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 950 time: 0.2055326 Aug 11 02:27:03.168778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 28d76c7b-22e3-450a-a447-207a65464eae triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:03.169060 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.180471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.198329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b107f9f7-361b-4efe-ab7d-aff572e01b68 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:03.198908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b107f9f7-361b-4efe-ab7d-aff572e01b68 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:03.230553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eac28ebc-ac22-484b-829c-bd1080d557c5 req-1a6236e3-99c1-4af0-bd82-e7c616437a7c tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094458 Aug 11 02:27:03.271230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fbb6e-5b72-4c3b-99b3-87759ad73caa req-d82a3121-4b40-4d9c-9e6f-3d16e848793c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.273471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-676fbb6e-5b72-4c3b-99b3-87759ad73caa req-d82a3121-4b40-4d9c-9e6f-3d16e848793c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 945 time: 0.1022778 Aug 11 02:27:03.284060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.324521 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acec0b75-cbfc-4306-bd8f-2ce478a74d44 x-openstack-request-id: req-acec0b75-cbfc-4306-bd8f-2ce478a74d44 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:03.325101 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:03.325500 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acec0b75-cbfc-4306-bd8f-2ce478a74d44 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:03.326388 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'status': 'completed', 'code': 200} Aug 11 02:27:03.349895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:03.351785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-676fbb6e-5b72-4c3b-99b3-87759ad73caa req-08f7ef12-9356-4878-b580-ace23014dd17 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 Aug 11 02:27:03.359735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.440142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100942e8-1686-4453-82f5-56ef13547fef req-3281c3bd-d3a7-4809-9bc8-0942a58ae7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.447289 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-3281c3bd-d3a7-4809-9bc8-0942a58ae7c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be2ee77e3aae46778adbd222ca955121&device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 1097 time: 0.1116400 Aug 11 02:27:03.523471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d76c7b-22e3-450a-a447-207a65464eae'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:03.527682 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadfcc21-5a48-4286-89f9-8247255a0b9d" -d '{"events": [{"server_uuid": "df8b8459-32b2-475f-9e43-0ff188bd058e", "name": "network-vif-plugged", "status": "completed", "tag": "28d76c7b-22e3-450a-a447-207a65464eae"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:03.566080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.569117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 28d76c7b-22e3-450a-a447-207a65464eae, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=28d76c7b-22e3-450a-a447-207a65464eae,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:03.676892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e94027-1ac8-4d80-b657-3cfc21842e8d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:03.697312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.703513 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/12e94027-1ac8-4d80-b657-3cfc21842e8d HTTP/1.1" status: 204 len: 168 time: 0.7569056 Aug 11 02:27:03.709231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-7faa4084-96a8-4f1d-a020-0de7b8587053 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.711519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:03.714838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-7faa4084-96a8-4f1d-a020-0de7b8587053 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 820 time: 0.2531817 Aug 11 02:27:03.729694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.730508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.731767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.732344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.732741 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.733258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.733439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.733865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.734382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.735229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.735657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.736223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.736852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108e82-f02f-4e6e-8cef-69bc08b4bf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:03.751437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-b7932af6-9259-4ed6-af29-0984a41f93dd tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/quotas/4d06ece725de4262af07ec9234272212 HTTP/1.1" status: 200 len: 375 time: 0.0219922 Aug 11 02:27:03.857350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100942e8-1686-4453-82f5-56ef13547fef req-c75d2260-3e81-4274-bf76-2f01cbffc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.859695 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-c75d2260-3e81-4274-bf76-2f01cbffc50b service neutron] 10.222.0.25 "GET /v2.0/networks?id=5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 200 len: 928 time: 0.4048972 Aug 11 02:27:03.873595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=28d76c7b-22e3-450a-a447-207a65464eae,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:03.883998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-93eae350-6086-4f80-9289-04584eb5b4fe tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1192753 Aug 11 02:27:03.931457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-ab818bb1-99a2-4fb3-9022-3b66f679699d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 200 len: 217 time: 0.0544767 Aug 11 02:27:03.934811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.952927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '22ff7210-c943-437c-90ec-1729c1c842e5', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'port_id': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'mac_address': 'fa:16:3e:69:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:41Z', 'updated_at': '2021-08-11T02:27:01Z', 'revision_number': 1, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.025345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100942e8-1686-4453-82f5-56ef13547fef req-74edbc12-2836-49a3-b96b-bb4c1b73ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.027277 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-74edbc12-2836-49a3-b96b-bb4c1b73ab79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 200 len: 867 time: 0.0888517 Aug 11 02:27:04.035983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-974eb59c-f541-42cc-bff5-8167cb7221bb service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406331 Aug 11 02:27:04.071917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] Checking router: c6ea3b9d-0a96-4560-b9e3-4906d1350a00 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:04.109162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.114463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:04.115953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.129854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a15fe7b-ca95-4183-8102-315d8a80c941']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.142564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6221950-36c6-4490-a5ea-694e9d955c76') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.142952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6221950-36c6-4490-a5ea-694e9d955c76') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.159096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.167935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100942e8-1686-4453-82f5-56ef13547fef req-e480421d-e772-4d1b-8756-2bc8abf526c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.169762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-e480421d-e772-4d1b-8756-2bc8abf526c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5ad3afcb-1b91-4555-be80-8d48539a6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074231 Aug 11 02:27:04.181317 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.183451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c21bb-dba1-4fda-a1e1-81b606a08682 req-3c026033-001b-43d4-9f0f-44ea3489d527 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.185587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-173c21bb-dba1-4fda-a1e1-81b606a08682 req-3c026033-001b-43d4-9f0f-44ea3489d527 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0886672 Aug 11 02:27:04.196549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-b0da5ca5-dcaa-4f9f-bcbb-14576a9b15a8 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576645 Aug 11 02:27:04.208587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:04.209091 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:04.212029 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:04.253365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-173c21bb-dba1-4fda-a1e1-81b606a08682 req-09d00e38-514e-467d-a9b9-728681be2798 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0434718 Aug 11 02:27:04.335988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.350809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.353258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] 10.222.0.16 "DELETE /v2.0/networks/3a15fe7b-ca95-4183-8102-315d8a80c941 HTTP/1.1" status: 204 len: 168 time: 0.6393583 Aug 11 02:27:04.390416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:04.404581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc6a4e-a6d9-46b1-a8c2-c39d8206bfed admin admin] Pushing event deleted for resources: {'Network': ['ID=3a15fe7b-ca95-4183-8102-315d8a80c941,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.412265 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-8b304813-0274-43aa-9d07-8c656fae1185 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282372 Aug 11 02:27:04.521811 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6e302e-dd71-4018-a0f1-737a5944bab9 x-openstack-request-id: req-2d6e302e-dd71-4018-a0f1-737a5944bab9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:04.522112 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b8459-32b2-475f-9e43-0ff188bd058e", "name": "network-vif-plugged", "status": "completed", "tag": "28d76c7b-22e3-450a-a447-207a65464eae", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:04.522379 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d6e302e-dd71-4018-a0f1-737a5944bab9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:04.522785 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d76c7b-22e3-450a-a447-207a65464eae', 'code': 200} Aug 11 02:27:04.692165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee556857-629a-4916-84e7-48a4bb870117 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:04.720756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ee556857-629a-4916-84e7-48a4bb870117 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:04.721159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee556857-629a-4916-84e7-48a4bb870117 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:04.746316 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-100942e8-1686-4453-82f5-56ef13547fef req-56228772-6598-4b5d-8056-d6cbfb850a48 service neutron] 10.222.0.25 "GET /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235064 Aug 11 02:27:04.761587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:04.826710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '22ff7210-c943-437c-90ec-1729c1c842e5', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'port_id': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'mac_address': 'fa:16:3e:69:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:41Z', 'updated_at': '2021-08-11T02:27:01Z', 'revision_number': 1, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:04.853452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4a8c7433-6034-4e88-8b04-1640d1429960 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45d5538b1f0b4665971b0b502cd9a197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895045 Aug 11 02:27:04.855500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:04.971250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d86784bd-2de5-4ed2-b19c-df2606438cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.016723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d86784bd-2de5-4ed2-b19c-df2606438cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.018851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad0ac2aa-7915-417b-80fc-b9024169d960 req-c2a098d4-a644-4285-903b-b1733781f35b tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4053242 Aug 11 02:27:05.042051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdaa9-144b-4bce-a4f5-288afcd798cd req-8eecec73-6123-4410-a94c-1d85b1d99449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.044204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b77fdaa9-144b-4bce-a4f5-288afcd798cd req-8eecec73-6123-4410-a94c-1d85b1d99449 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 1097 time: 0.4851189 Aug 11 02:27:05.047654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5f2b-57af-49fa-9071-9d62fb9f35e2 req-d725dddf-aeae-4190-bd92-e2420d1f0cd7 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.055270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d0b5f2b-57af-49fa-9071-9d62fb9f35e2 req-d725dddf-aeae-4190-bd92-e2420d1f0cd7 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 1101 time: 0.4429874 Aug 11 02:27:05.055399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58f27fa-3eb5-4174-8b8c-51b6e42b9729 None None] The sync data for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 is: [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '22ff7210-c943-437c-90ec-1729c1c842e5', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'port_id': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'mac_address': 'fa:16:3e:69:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:41Z', 'updated_at': '2021-08-11T02:27:01Z', 'revision_number': 1, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:05.101828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b77fdaa9-144b-4bce-a4f5-288afcd798cd req-e7772a35-b6a4-4dbc-bc50-2e30f3b1012b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Aug 11 02:27:05.112212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d0b5f2b-57af-49fa-9071-9d62fb9f35e2 req-45985045-2140-4e6f-9167-19837efe3743 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.113713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d86784bd-2de5-4ed2-b19c-df2606438cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.132295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d86784bd-2de5-4ed2-b19c-df2606438cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.135408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d86784bd-2de5-4ed2-b19c-df2606438cad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55e70e3d-b06b-4ef5-bcb7-da499291567f HTTP/1.1" status: 204 len: 168 time: 0.2784784 Aug 11 02:27:05.172666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86784bd-2de5-4ed2-b19c-df2606438cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e70e3d-b06b-4ef5-bcb7-da499291567f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.256660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c1b7-837d-4e8b-833a-7fe74ca0cb8c req-78329160-96b9-41c3-9895-190751e72475 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.262930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1515c1b7-837d-4e8b-833a-7fe74ca0cb8c req-78329160-96b9-41c3-9895-190751e72475 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.0974505 Aug 11 02:27:05.326302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d0b5f2b-57af-49fa-9071-9d62fb9f35e2 req-45985045-2140-4e6f-9167-19837efe3743 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.327421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:05.330424 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e07a07-6333-4ec1-89d6-c4ee58b00664" -d '{"events": [{"name": "network-changed", "server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:05.339229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1515c1b7-837d-4e8b-833a-7fe74ca0cb8c req-3d80d661-9721-47be-a059-b4f214879e84 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716898 Aug 11 02:27:05.340795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d0b5f2b-57af-49fa-9071-9d62fb9f35e2 req-45985045-2140-4e6f-9167-19837efe3743 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.374788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d0b5f2b-57af-49fa-9071-9d62fb9f35e2 req-45985045-2140-4e6f-9167-19837efe3743 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184910 Aug 11 02:27:05.397357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985045-2140-4e6f-9167-19837efe3743 tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe0e33c-1e59-4465-8e09-79fc89af5e47,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:05.436666 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2196d2a-2b2c-4eee-a715-bea0e43147c8 None None] New status for floating IP 22ff7210-c943-437c-90ec-1729c1c842e5: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:05.488258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88055493-b3aa-4224-b5f8-d9e0b8f17f5e req-5fb10eea-8154-4397-baf4-c13c0b6e0ce5 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 210 time: 0.0458436 Aug 11 02:27:05.556561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54202) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:05.667212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Deleting subnet bb6ea7d1-d247-4b4c-96d1-a2e01094cc96 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:05.671921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.718433 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb91bf8-cd6f-4db4-b9e9-c254d27c83c4 x-openstack-request-id: req-adb91bf8-cd6f-4db4-b9e9-c254d27c83c4 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:05.718708 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:05.718968 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adb91bf8-cd6f-4db4-b9e9-c254d27c83c4 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:05.719388 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'status': 'completed', 'code': 200} Aug 11 02:27:05.768875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.926331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-f2cd4288-f2de-4c4c-b5b9-7f0d4c454ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.927898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-f2cd4288-f2de-4c4c-b5b9-7f0d4c454ed0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc679c970714e149d9fdb487f190b34&device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 1097 time: 0.1771548 Aug 11 02:27:05.931657 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.036712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8bc4-fbbd-4fda-9549-9c10ab4d7496 req-1fbddc0f-e8b8-42bb-ae60-da6d02144a46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.038475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a0b8bc4-fbbd-4fda-9549-9c10ab4d7496 req-1fbddc0f-e8b8-42bb-ae60-da6d02144a46 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 946 time: 0.1714811 Aug 11 02:27:06.106833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.147938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6ea7d1-d247-4b4c-96d1-a2e01094cc96,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.150602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-c1ba0719-eff5-4304-bbd2-c7e29280e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.152159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-c1ba0719-eff5-4304-bbd2-c7e29280e458 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ff98c69-8ef4-42f8-a78e-91457160c173 HTTP/1.1" status: 200 len: 916 time: 0.1965444 Aug 11 02:27:06.170111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.172043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb6ea7d1-d247-4b4c-96d1-a2e01094cc96 HTTP/1.1" status: 204 len: 168 time: 0.6146326 Aug 11 02:27:06.173849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.174238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.174587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.174931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.175060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.175752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.175752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.176013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.176272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.176618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.176954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.177286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.177619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9436c-d2be-43a3-9db4-7c29082bc40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:06.183157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a0b8bc4-fbbd-4fda-9549-9c10ab4d7496 req-4d6f4df0-9850-4a0b-909b-150a45ba3ffd tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241670 Aug 11 02:27:06.265570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-dddd0b5b-b4a3-4472-ab60-3ab56d8e7c4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b2d26-61eb-4559-879e-3b147521dd72 HTTP/1.1" status: 200 len: 1002 time: 0.1007974 Aug 11 02:27:06.324069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.353773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-47fb8ed8-5783-4ddd-8ad2-108b60c4989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.358296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-47fb8ed8-5783-4ddd-8ad2-108b60c4989d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2 HTTP/1.1" status: 200 len: 855 time: 0.0850744 Aug 11 02:27:06.416104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54228) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.500417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-87c329c1-0d4e-4425-9722-a45ffcbd6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.504339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-87c329c1-0d4e-4425-9722-a45ffcbd6d07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ff98c69-8ef4-42f8-a78e-91457160c173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900776 Aug 11 02:27:06.515544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.538234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c26805f-715e-4c85-b896-22aacf711ed7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.555125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5197bbde-42b9-4e0c-be27-0bf8befc66f4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.555551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5197bbde-42b9-4e0c-be27-0bf8befc66f4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.573500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.589331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.595846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:06.596246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:06.598066 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:06.640643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-network', 'tenant_id': '3dff877165414bc8855da168f1b552c0'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:06.670023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.677392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.682575 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c26805f-715e-4c85-b896-22aacf711ed7 HTTP/1.1" status: 204 len: 168 time: 0.5064723 Aug 11 02:27:06.704449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1019c8-1733-4b17-bf68-9c886a70fed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c26805f-715e-4c85-b896-22aacf711ed7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.710767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-0d3018b6-4187-456e-976e-82a43401efb6 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.712568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-0d3018b6-4187-456e-976e-82a43401efb6 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.59 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 820 time: 0.3890858 Aug 11 02:27:06.744558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'port': {'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'admin_state_up': True, 'tenant_id': '4d06ece725de4262af07ec9234272212'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:06.754221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e19c-6182-4272-9963-20a3a9daba2d req-815cf606-e3ca-4359-a23d-549c0b7e9ced tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.755815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed39e19c-6182-4272-9963-20a3a9daba2d req-815cf606-e3ca-4359-a23d-549c0b7e9ced tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 1101 time: 0.2739990 Aug 11 02:27:06.763782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Made reservation on behalf of 3dff877165414bc8855da168f1b552c0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:06.766728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.792795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740e1a3-1b44-4091-b1c3-bfbf3510b1fc req-b53a0f0e-d9cd-40c7-b588-179e4e4f0167 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.795261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8740e1a3-1b44-4091-b1c3-bfbf3510b1fc req-b53a0f0e-d9cd-40c7-b588-179e4e4f0167 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.2878129 Aug 11 02:27:06.847316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.861360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.897928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-7b671b7a-bc82-4bf0-a5c8-e0c345debf17 service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706207 Aug 11 02:27:06.909566 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f7c9b1b-5e95-4d3d-b8e4-97c1a671b402 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3154180f4c15496f824e5424ad777e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603123 Aug 11 02:27:06.913420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.000062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8973a7d-8111-4dc1-9a6b-1f50df02d380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.022137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed39e19c-6182-4272-9963-20a3a9daba2d req-367ebab9-83cc-425e-8d5c-682c8558bded tempest-ServersAdminNegativeTestJSON-958686211 tempest-ServersAdminNegativeTestJSON-958686211-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381477 Aug 11 02:27:07.042383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8740e1a3-1b44-4091-b1c3-bfbf3510b1fc req-6803e4d1-0a98-4bd3-afb2-13c776edd342 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884627 Aug 11 02:27:07.058159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8973a7d-8111-4dc1-9a6b-1f50df02d380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.133019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32a639ce-77de-4d34-95e7-445a7d9f55ba req-5722537e-f877-4bdf-993e-4f20feca2d82 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 210 time: 0.0409639 Aug 11 02:27:07.170483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8973a7d-8111-4dc1-9a6b-1f50df02d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.176176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8973a7d-8111-4dc1-9a6b-1f50df02d380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.184726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b8973a7d-8111-4dc1-9a6b-1f50df02d380 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b256a18b-10d2-4398-aab6-f48923bc665e HTTP/1.1" status: 204 len: 168 time: 0.2689435 Aug 11 02:27:07.201650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e07a07-6333-4ec1-89d6-c4ee58b00664 req-06cafaef-0555-4668-9be1-055e5a6d3ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912204 Aug 11 02:27:07.203083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8973a7d-8111-4dc1-9a6b-1f50df02d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256a18b-10d2-4398-aab6-f48923bc665e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.312500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.324091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.373570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:07.375997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Made reservation on behalf of 4d06ece725de4262af07ec9234272212 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:07.380319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.429702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825baab4-abf4-428c-beec-21c1493337d2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.441248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.441248 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Added segment 4514e351-9e23-4faa-a467-8e6f21f6d8d4 of type vlan for network eb6ced48-8df2-4927-8b68-13fd9d2c4561 Aug 11 02:27:07.576379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.610576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a432-e8b2-4c6b-8275-43567e8d64bd req-62da1e88-7c4f-4f03-a5b1-ab4aea595c98 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.612483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8492a432-e8b2-4c6b-8275-43567e8d64bd req-62da1e88-7c4f-4f03-a5b1-ab4aea595c98 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 946 time: 0.2579041 Aug 11 02:27:07.734796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.736096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.736701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.780082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-cfb075b6-86c7-4cc2-8d95-b158566108ce tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.781691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-cfb075b6-86c7-4cc2-8d95-b158566108ce tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 946 time: 0.2814388 Aug 11 02:27:07.899829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c22a6-ae28-4b6c-81f6-b5acf94a24a8 req-9b466a38-b8f5-4f03-b512-fc559a330e76 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.901445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-606c22a6-ae28-4b6c-81f6-b5acf94a24a8 req-9b466a38-b8f5-4f03-b512-fc559a330e76 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.3316419 Aug 11 02:27:07.907772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4866498 Aug 11 02:27:07.907772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Allocated IP 172.20.0.8 (10910e4a-0c89-4a0d-b542-123a6fcf107d/1b0d7c4d-6834-408c-8b53-d3d6920f8624/15d1f262-5c8d-4b85-b1dd-8a7d54a17c26) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:07.909303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.917193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Request body: {'subnet': {'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-subnet', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:07.918683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8492a432-e8b2-4c6b-8275-43567e8d64bd req-64471a21-2a54-4f80-bd90-5425e39d3f19 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742660 Aug 11 02:27:07.940683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa22ee-386e-46e1-bdf0-a8928e2982f0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb6ced48-8df2-4927-8b68-13fd9d2c4561,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.973122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:08.014742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Made reservation on behalf of 3dff877165414bc8855da168f1b552c0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:08.021189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.272605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-606c22a6-ae28-4b6c-81f6-b5acf94a24a8 req-dfa43165-ef1e-4eb8-bb08-acb97e505e97 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479137 Aug 11 02:27:08.315542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54290) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.384502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.404765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.425985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d97ff8d8-1bfa-4a89-80a9-5f1d79d78967 req-9b60204a-64a1-4a17-8d51-2e6bc713eea6 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 210 time: 0.0498610 Aug 11 02:27:08.431651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Deleting port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:08.432002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.490800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Transition to ACTIVE for port object 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:08.490986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3db3b0-c1a4-4ceb-8559-3ef2242de890,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.559504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Checking segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:08.560117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Network hostable DHCP agents. Network: eb6ced48-8df2-4927-8b68-13fd9d2c4561, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:08.572948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-618481873-network', 'tenant_id': 'd91cfc23a3754cd683b39eb6fa1a2f95'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:08.586778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:08.602050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, eb6ced48-8df2-4927-8b68-13fd9d2c4561) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:08.609314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.610357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.617063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885cb8c-d50b-40f3-a0e6-72fcaaa6beb6 None None] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:08.631679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] For port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:08.631914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.653746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae78ddc-f2f0-45f3-b307-a8e9f1a5ccea req-e5dc74d3-b165-4fd0-b9a1-5ec14d915535 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.655523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ae78ddc-f2f0-45f3-b307-a8e9f1a5ccea req-e5dc74d3-b165-4fd0-b9a1-5ec14d915535 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 950 time: 0.1692111 Aug 11 02:27:08.666903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Calling delete_port for 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:08.669624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Made reservation on behalf of d91cfc23a3754cd683b39eb6fa1a2f95 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:08.672271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.697520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-514afb06-bfd8-4706-803a-f6aee1557158 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7825983 Aug 11 02:27:08.697823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.707129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.707777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.719273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:08.733985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['054751cc-0a11-493a-844a-e17402656849'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:08.756465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.758046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.845620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.862315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:08.886726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ae78ddc-f2f0-45f3-b307-a8e9f1a5ccea req-402b6e76-512d-4836-bdd1-a450144720d6 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925066 Aug 11 02:27:08.891327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event updated for resources: {'Port': ['ID=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.894340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:08.900802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:09.015703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:09.016566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.019393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f24c1-6075-45a0-a0ad-f183e9c3e621 None None] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:09.174827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.195721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.208163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.232992 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.298109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-ccd8894b-12cd-4467-8ce9-284c12f0d89e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5698938 Aug 11 02:27:09.313617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Pushing event deleted for resources: {'Port': ['ID=72f53a6f-6f35-4c84-a4ad-8384b06c2a0d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:09.338289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Request body: {'port': {'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:09.393600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:09.481170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4fdc66d6-8d45-4f39-8144-235347875142 None None] Provisioning for port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:09.489516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4fdc66d6-8d45-4f39-8144-235347875142 None None] Provisioning complete for port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:09.490911 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4fdc66d6-8d45-4f39-8144-235347875142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.575596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc66d6-8d45-4f39-8144-235347875142 None None] Port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:09.583803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.609505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.777167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Allocated IP 172.25.6.77 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/35aee1ac-2047-4e53-aac8-b6727941a326) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:09.884300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfbc2d-92bf-4c14-b180-dc1e042fa6b5 req-b24dd6fe-8b2e-474c-a4c2-7829af3ce62d tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:09.890887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdbfbc2d-92bf-4c14-b180-dc1e042fa6b5 req-b24dd6fe-8b2e-474c-a4c2-7829af3ce62d tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a HTTP/1.1" status: 200 len: 867 time: 0.7814224 Aug 11 02:27:09.942384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:09.945637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.946459 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Added segment de67bf04-fca5-4e2a-8e7c-825ac36068f3 of type vlan for network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 Aug 11 02:27:10.008780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.009903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] No DVR routers for this DVR port 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:10.018448 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.020696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67c2c6d9-1ea6-468f-877c-1d5ccb8a21ac req-5b57e1b0-cc8e-4a31-852f-b3fb570bde18 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.25 "DELETE /v2.0/ports/72f53a6f-6f35-4c84-a4ad-8384b06c2a0d HTTP/1.1" status: 204 len: 173 time: 2.1916378 Aug 11 02:27:10.021191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'name': 'network-vif-deleted', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:10.023584 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed86542d-2955-461a-9a02-62803781845e" -d '{"events": [{"server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "name": "network-vif-deleted", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:10.069022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.100051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.118395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdbfbc2d-92bf-4c14-b180-dc1e042fa6b5 req-2c5dbac5-b36d-4a7b-95c4-b2e9735537d6 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115 tempest-FloatingIPsAssociationNegativeTestJSON-1046104115-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ca1e766-4d41-4619-beaa-322024b9e9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052472 Aug 11 02:27:10.138802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.163309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-7baceaeb-a2d1-4eab-9310-21b2e2a6fac3 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.166262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-7baceaeb-a2d1-4eab-9310-21b2e2a6fac3 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 950 time: 0.1795206 Aug 11 02:27:10.202092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33444ba9-03b7-4275-902e-70a9fa7c2d3b req-7bd4f571-f683-42e6-852b-a1757702e0b0 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.214833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33444ba9-03b7-4275-902e-70a9fa7c2d3b req-7bd4f571-f683-42e6-852b-a1757702e0b0 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.3222957 Aug 11 02:27:10.231127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.233289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.234721 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:10.235463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.278035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:10.293779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:10.405369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0821145 Aug 11 02:27:10.413029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:10.421274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=35aee1ac-2047-4e53-aac8-b6727941a326,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.435125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Request body: {'subnet': {'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-618481873-subnet', 'tenant_id': 'd91cfc23a3754cd683b39eb6fa1a2f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:10.444379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33444ba9-03b7-4275-902e-70a9fa7c2d3b req-ba8567e4-4008-49d4-8255-8e2c6bda9a08 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240589 Aug 11 02:27:10.445196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db062ef-e61b-4946-8288-3bb4ea85b0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.457869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:10.545541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28bc9b-38c0-4bb1-be06-576ed0c5aa66 req-2b780f37-eede-4048-b896-7ba889242535 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.547461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e28bc9b-38c0-4bb1-be06-576ed0c5aa66 req-2b780f37-eede-4048-b896-7ba889242535 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 931 time: 0.2274384 Aug 11 02:27:10.662389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e28bc9b-38c0-4bb1-be06-576ed0c5aa66 req-f5ec6e56-d8d8-44ac-a076-907187ab937c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871298 Aug 11 02:27:10.749014 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98238e33-9ba1-4470-b948-94de7a2b7038 x-openstack-request-id: req-98238e33-9ba1-4470-b948-94de7a2b7038 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:10.749392 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a", "name": "network-vif-deleted", "tag": "72f53a6f-6f35-4c84-a4ad-8384b06c2a0d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:10.749745 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98238e33-9ba1-4470-b948-94de7a2b7038 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:10.750417 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea8be0b-e992-4f4c-bfe0-2f54e1cc226a', 'name': 'network-vif-deleted', 'tag': '72f53a6f-6f35-4c84-a4ad-8384b06c2a0d', 'status': 'completed', 'code': 200} Aug 11 02:27:10.776348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:10.814992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:10.828879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fc568-ce46-424a-ae65-f2b28da3dbe1 req-ef3ce13c-b713-46b5-a7ab-68ef77ae1839 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.830977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d34fc568-ce46-424a-ae65-f2b28da3dbe1 req-ef3ce13c-b713-46b5-a7ab-68ef77ae1839 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 950 time: 0.1236141 Aug 11 02:27:10.836806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.860021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:10.861105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 72f53a6f-6f35-4c84-a4ad-8384b06c2a0d not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:10.870917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Transition to ACTIVE for port object 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:10.884636 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.920894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d34fc568-ce46-424a-ae65-f2b28da3dbe1 req-b676c3e9-4f82-455e-a3b5-68a9fc15919b tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808027 Aug 11 02:27:10.946021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Made reservation on behalf of d91cfc23a3754cd683b39eb6fa1a2f95 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:10.949407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.950830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.072649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Attempting to bind port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:11.073023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Attempting to bind port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:11.073336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Attempting to bind port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:11.076191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Deleting port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:11.076872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.080323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:11.080657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Attempting to bind port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 on network 10910e4a-0c89-4a0d-b542-123a6fcf107d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:11.089134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:11.089576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Checking segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:11.090100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Bound using segment: {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:11.090768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Bound port: 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defccd2c-08ee-428c-bc13-58805fb021d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:11.091167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.221593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54318) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:11.255213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] For port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:11.262056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] For port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:11.278462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2a68e-0be2-404c-9ac6-38318cb9109a req-18013005-13aa-49c2-a29f-a2ab2491d477 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.293683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ae2a68e-0be2-404c-9ac6-38318cb9109a req-18013005-13aa-49c2-a29f-a2ab2491d477 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.1546791 Aug 11 02:27:11.322048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.361205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] For port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:11.361648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.391872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.392218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.393851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] 10.222.0.59 "PUT /v2.0/ports/15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 1091 time: 2.0743263 Aug 11 02:27:11.442993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ae2a68e-0be2-404c-9ac6-38318cb9109a req-11af6fae-7531-4ceb-b3aa-6f9119cf8210 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462789 Aug 11 02:27:11.444149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Calling delete_port for 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:11.477321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d884-7ec7-41d9-ad58-6384c8029dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.485322 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.524216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-6611af67-8dce-4e24-9ead-9d1385593005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.526182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-6611af67-8dce-4e24-9ead-9d1385593005 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1094 time: 0.0632677 Aug 11 02:27:11.600995 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-9d3fcc44-985d-4459-a254-2098ae0166a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 217 time: 0.0651696 Aug 11 02:27:11.708298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-20121044-c265-43a8-b027-0f0b744d6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.711359 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-20121044-c265-43a8-b027-0f0b744d6a72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1015985 Aug 11 02:27:11.720120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.797082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-a0e31ea8-3783-40fe-a3d3-9cf9ba1684df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.798915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-a0e31ea8-3783-40fe-a3d3-9cf9ba1684df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719650 Aug 11 02:27:11.927902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68277d2-f77a-4445-8e56-c9726363111c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:11.963407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c1f27-7561-43df-9a59-e32d1065b179 req-c26d535f-ba3c-4373-9c3d-921d0b5790e4 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.966308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-878c1f27-7561-43df-9a59-e32d1065b179 req-c26d535f-ba3c-4373-9c3d-921d0b5790e4 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 943 time: 0.1459732 Aug 11 02:27:11.996713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Checking segment: {'id': 'de67bf04-fca5-4e2a-8e7c-825ac36068f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:11.997724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Network hostable DHCP agents. Network: 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:12.016626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-7e09af46-f08d-4f15-91d1-d40f4f21c36a service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063441 Aug 11 02:27:12.056425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.072524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9dc8c73c-febe-4ee4-aaec-11a63a3a70ae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:12.122872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-878c1f27-7561-43df-9a59-e32d1065b179 req-3768f136-28a8-46c2-bf72-bc71eb131f3d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409793 Aug 11 02:27:12.131840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Pushing event deleted for resources: {'Port': ['ID=65dc0042-9de1-4aa8-9b62-45e67e8f40f4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:12.145005 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.185358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:12.186851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d6f7650-33bb-4ac4-b244-2bdd317864a1 req-9745c8d4-e5c6-4958-963e-f972936fb2df tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c01c2a4c-1eab-447f-8672-bdc5afc38870 HTTP/1.1" status: 200 len: 210 time: 0.0932701 Aug 11 02:27:12.255179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] No DVR routers for this DVR port 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:12.264942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.267847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6a0b0e4f-d503-4d02-8e17-16520b590e62 req-fe438122-c393-4980-b65d-d8353550f195 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.25 "DELETE /v2.0/ports/65dc0042-9de1-4aa8-9b62-45e67e8f40f4 HTTP/1.1" status: 204 len: 173 time: 2.0531473 Aug 11 02:27:12.269838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'name': 'network-vif-deleted', 'tag': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:12.272649 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c4c1fd-f7ea-4801-9790-3df8a51cddd1" -d '{"events": [{"server_uuid": "c01c2a4c-1eab-447f-8672-bdc5afc38870", "name": "network-vif-deleted", "tag": "65dc0042-9de1-4aa8-9b62-45e67e8f40f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:12.277446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c9b17e7-a095-4ff5-80f0-7c42f543513b req-20ea2610-2ff3-4a13-adbb-9e6016e974f9 service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520158 Aug 11 02:27:12.285483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:12.303412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:12.304034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.319901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740063c-86e4-4bd1-a9ec-8b29eaed2992 None None] Network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:12.368763 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-173cf4a1-75e9-4fd6-bc64-6a596d020b5e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9492538 Aug 11 02:27:12.552289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Router e0635753-4618-4393-95d2-d587e51f5560 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:12.572451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.753023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:12.763467 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab2594-576f-4dff-aacd-1ca05412b22f" -d '{"events": [{"name": "network-changed", "server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:12.776905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af36ec-2c5b-49b4-8439-98e3dd43193a None None] Network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:12.805798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:12.914794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:12.915581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 65dc0042-9de1-4aa8-9b62-45e67e8f40f4 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:12.931395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa0ce3-08b7-4817-9d7b-6ce849b49dd7 req-e3b673f1-32ae-46ee-9929-db4bc8857208 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:12.935453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edaa0ce3-08b7-4817-9d7b-6ce849b49dd7 req-e3b673f1-32ae-46ee-9929-db4bc8857208 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.1574247 Aug 11 02:27:12.952351 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4538bc64-5e04-4e4a-a3c4-917b49a70437 x-openstack-request-id: req-4538bc64-5e04-4e4a-a3c4-917b49a70437 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:12.953257 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01c2a4c-1eab-447f-8672-bdc5afc38870", "name": "network-vif-deleted", "tag": "65dc0042-9de1-4aa8-9b62-45e67e8f40f4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:12.953586 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4538bc64-5e04-4e4a-a3c4-917b49a70437 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:12.953932 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01c2a4c-1eab-447f-8672-bdc5afc38870', 'name': 'network-vif-deleted', 'tag': '65dc0042-9de1-4aa8-9b62-45e67e8f40f4', 'status': 'completed', 'code': 200} Aug 11 02:27:13.032967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:13.042933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edaa0ce3-08b7-4817-9d7b-6ce849b49dd7 req-6932c1af-c83e-493a-8e05-559351039fd5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948138 Aug 11 02:27:13.060318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Sync routers for ids ['e0635753-4618-4393-95d2-d587e51f5560'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:13.094205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.095439 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6db51c38-a8ed-4674-ac86-498f0f93bbf8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3865409 Aug 11 02:27:13.100122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54346) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:13.158457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955a50-3269-49b9-8c4b-889855632af7 req-66e07730-73a6-45ac-8db0-1afbf8afacc2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:13.160101 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-23955a50-3269-49b9-8c4b-889855632af7 req-66e07730-73a6-45ac-8db0-1afbf8afacc2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 946 time: 0.1064837 Aug 11 02:27:13.164614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Routers {'e0635753-4618-4393-95d2-d587e51f5560'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:13.165888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e0635753-4618-4393-95d2-d587e51f5560'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:13.225273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Deleting port e24a089a-6727-402f-8534-40d4d9a1faba {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:13.225763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.410125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Set router e0635753-4618-4393-95d2-d587e51f5560 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:13.498837 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe22a377-fdb2-4834-b23d-ff5b5b9fb692 x-openstack-request-id: req-fe22a377-fdb2-4834-b23d-ff5b5b9fb692 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:13.499372 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:13.499686 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe22a377-fdb2-4834-b23d-ff5b5b9fb692 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:13.501366 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'status': 'completed', 'code': 200} Aug 11 02:27:13.736098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] For port e24a089a-6727-402f-8534-40d4d9a1faba, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e24a089a-6727-402f-8534-40d4d9a1faba,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:13.736465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.747546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port 28d76c7b-22e3-450a-a447-207a65464eae {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:13.747895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.766289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Calling delete_port for e24a089a-6727-402f-8534-40d4d9a1faba owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:13.792339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:27:11Z', 'revision_number': 3, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:13.832233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f017-b0e3-4d93-b796-21b7eb92e5d9 req-a7e33d10-7089-4980-bd73-0d0968eb02b9 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:13.835025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d11f017-b0e3-4d93-b796-21b7eb92e5d9 req-a7e33d10-7089-4980-bd73-0d0968eb02b9 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 943 time: 0.4826567 Aug 11 02:27:13.850319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-eb133bc2-e6d2-4005-9430-c6d17b460e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:13.853153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-eb133bc2-e6d2-4005-9430-c6d17b460e8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1094 time: 0.4991970 Aug 11 02:27:13.867148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Checking router: e0635753-4618-4393-95d2-d587e51f5560 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:13.867148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Updating router e0635753-4618-4393-95d2-d587e51f5560 port 35aee1ac-2047-4e53-aac8-b6727941a326 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:13.911193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port 28d76c7b-22e3-450a-a447-207a65464eae, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=28d76c7b-22e3-450a-a447-207a65464eae,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:13.911193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.912035 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-511f93e8-e619-40a1-902f-80f68a7f38df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.925585 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.931506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for 28d76c7b-22e3-450a-a447-207a65464eae owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:14.073166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-53d6d54f-5d85-45c7-9b16-bf7d051ddc1b tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.084554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-53d6d54f-5d85-45c7-9b16-bf7d051ddc1b tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/networks?id=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 HTTP/1.1" status: 200 len: 821 time: 0.5662129 Aug 11 02:27:14.154836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-30987875-f4c3-40d4-9d45-72f09f23918f tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/quotas/d91cfc23a3754cd683b39eb6fa1a2f95 HTTP/1.1" status: 200 len: 375 time: 0.0688868 Aug 11 02:27:14.166441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d11f017-b0e3-4d93-b796-21b7eb92e5d9 req-445a1ab6-d027-4eaf-a970-1f3df2a97dda tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115654 Aug 11 02:27:14.194882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.212244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.220137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['28d76c7b-22e3-450a-a447-207a65464eae'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:14.225049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-48a8591d-eb4c-4d29-a5dd-e9fa72de2c06 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d91cfc23a3754cd683b39eb6fa1a2f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689559 Aug 11 02:27:14.299177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=28d76c7b-22e3-450a-a447-207a65464eae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.361484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-5c4897e6-d2fa-4b68-b3f0-ed4b1342377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.363052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-5c4897e6-d2fa-4b68-b3f0-ed4b1342377c service neutron] 10.222.0.59 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.4955902 Aug 11 02:27:14.405375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e24a089a-6727-402f-8534-40d4d9a1faba,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.431089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-4f4388f4-0746-47f6-b145-c69d522ed7f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 217 time: 0.0569305 Aug 11 02:27:14.459072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.481160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Transition to ACTIVE for port object 35aee1ac-2047-4e53-aac8-b6727941a326 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:14.487169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port 28d76c7b-22e3-450a-a447-207a65464eae on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:14.490659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.502439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.508120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-23955a50-3269-49b9-8c4b-889855632af7 req-ce59af29-a333-426c-859e-35998520c638 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "DELETE /v2.0/ports/28d76c7b-22e3-450a-a447-207a65464eae HTTP/1.1" status: 204 len: 173 time: 1.3323896 Aug 11 02:27:14.575235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c0392f8-8530-414e-9c3e-7eeca89796f6 req-7a8022f6-c70c-4c5b-9de1-2314c9bd69a8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8b8459-32b2-475f-9e43-0ff188bd058e HTTP/1.1" status: 200 len: 210 time: 0.0610297 Aug 11 02:27:14.616543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Attempting to bind port 35aee1ac-2047-4e53-aac8-b6727941a326 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:14.616911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Attempting to bind port 35aee1ac-2047-4e53-aac8-b6727941a326 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:14.617305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Attempting to bind port 35aee1ac-2047-4e53-aac8-b6727941a326 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:14.623244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-00026468-2cf6-4904-92ba-0ca42fc5a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.624824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-00026468-2cf6-4904-92ba-0ca42fc5a15c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1820755 Aug 11 02:27:14.628934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-71393aa7-1012-4338-8016-15bebf4c20ba service neutron] 10.222.0.16 "GET /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017150 Aug 11 02:27:14.663890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:14.664272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:14.664676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.664966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:14.665464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Bound port: 35aee1ac-2047-4e53-aac8-b6727941a326, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:14.665858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.722231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.729531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893f50b-67a6-4e5c-9ef5-40c5efa2057e None None] Pushing event updated for resources: {'Port': ['ID=35aee1ac-2047-4e53-aac8-b6727941a326,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.814499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] For port 35aee1ac-2047-4e53-aac8-b6727941a326, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:14.819488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] For port 35aee1ac-2047-4e53-aac8-b6727941a326, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35aee1ac-2047-4e53-aac8-b6727941a326,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:14.826336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.895864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Routers {'e0635753-4618-4393-95d2-d587e51f5560'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:14.896522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e0635753-4618-4393-95d2-d587e51f5560'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:14.950779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893f50b-67a6-4e5c-9ef5-40c5efa2057e None None] Pushing event updated for resources: {'Port': ['ID=35aee1ac-2047-4e53-aac8-b6727941a326,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.956807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'name': 'network-vif-deleted', 'tag': '28d76c7b-22e3-450a-a447-207a65464eae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:14.960906 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b324a4d-b1c7-4efa-bbac-e38240fc22d8" -d '{"events": [{"server_uuid": "df8b8459-32b2-475f-9e43-0ff188bd058e", "name": "network-vif-deleted", "tag": "28d76c7b-22e3-450a-a447-207a65464eae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:15.042040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] Set router e0635753-4618-4393-95d2-d587e51f5560 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:15.139037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Router a0659a0b-6a9c-4c83-818d-c002c916dadb has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:15.225210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-0ace4e8c-946a-4574-8755-5cb71a3c4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:15.226984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-0ace4e8c-946a-4574-8755-5cb71a3c4380 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5898523 Aug 11 02:27:15.271804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:27:11Z', 'revision_number': 3, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.341282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571a975-a2a0-41b1-a19d-e2d0e98c9034 None None] The sync data for ids ['e0635753-4618-4393-95d2-d587e51f5560'] in n-d-715271-8 is: [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:27:11Z', 'revision_number': 3, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:15.378256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:15.379809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-6eff312f-fba2-49b2-b170-8c9fab9c9dc3 service neutron] 10.222.0.16 "GET /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436838 Aug 11 02:27:15.392985 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] Sync routers for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:15.397827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-510b9934-e925-4b9b-a2ae-f24555cefd6c admin admin] 10.222.0.16 "PUT /v2.0/routers/a0659a0b-6a9c-4c83-818d-c002c916dadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1687489 Aug 11 02:27:15.398608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:15.420396 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:15.420396 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:15.579636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23698b7-c35b-4daa-bdca-df05842bd379 req-3b743f5c-a493-4635-8013-5a269fd4aaf6 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:15.592235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23698b7-c35b-4daa-bdca-df05842bd379 req-3b743f5c-a493-4635-8013-5a269fd4aaf6 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 948 time: 0.3690174 Aug 11 02:27:15.629788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.632174 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:15.639883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.704695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-e9cd4544-5ca6-4e65-aea5-faadf8351af6 service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413297 Aug 11 02:27:15.798069 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68107d6-056d-45f8-8bca-3e85daa3e85c x-openstack-request-id: req-d68107d6-056d-45f8-8bca-3e85daa3e85c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:15.798540 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b8459-32b2-475f-9e43-0ff188bd058e", "name": "network-vif-deleted", "tag": "28d76c7b-22e3-450a-a447-207a65464eae", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:15.811478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b23698b7-c35b-4daa-bdca-df05842bd379 req-2b7a8370-b3e9-4af1-b78d-ab8c694ac0f0 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177243 Aug 11 02:27:15.814350 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d68107d6-056d-45f8-8bca-3e85daa3e85c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:15.815047 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b8459-32b2-475f-9e43-0ff188bd058e', 'name': 'network-vif-deleted', 'tag': '28d76c7b-22e3-450a-a447-207a65464eae', 'status': 'completed', 'code': 200} Aug 11 02:27:16.093265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.324078 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:27:14Z', 'revision_number': 5, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port': {'id': 'e0383a0c-95c4-4dd1-9379-2c1c0d52db9f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:39Z', 'updated_at': '2021-08-11T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.458129 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] Checking router: a0659a0b-6a9c-4c83-818d-c002c916dadb for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:16.478139 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] Routers {'a0659a0b-6a9c-4c83-818d-c002c916dadb'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:16.481667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:26:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0659a0b-6a9c-4c83-818d-c002c916dadb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.485899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Deleting port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:16.486841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.530352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-31b8f5cb-368b-4d0c-8f90-dc79c2c3fef8 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.533192 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-31b8f5cb-368b-4d0c-8f90-dc79c2c3fef8 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.59 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 948 time: 0.2599888 Aug 11 02:27:16.686763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7aab2594-576f-4dff-aacd-1ca05412b22f req-dd74805e-5fe6-436c-b593-497c26ec79f4 service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9710624 Aug 11 02:27:16.733221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:16.771287 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] Set router a0659a0b-6a9c-4c83-818d-c002c916dadb gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:16.787256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a99c4-1a9e-4b7e-ad84-78aa9547c8d0 req-f6831aa2-cc57-4dcd-b8ec-3bcddc27815d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.805953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a8a99c4-1a9e-4b7e-ad84-78aa9547c8d0 req-f6831aa2-cc57-4dcd-b8ec-3bcddc27815d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 943 time: 0.8430717 Aug 11 02:27:16.809097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 28d76c7b-22e3-450a-a447-207a65464eae no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:16.890652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b889b635-0b4b-46dd-96bc-f88c381f7a59 req-24040c3b-dd5b-4f6c-9b84-05b8209ff1f9 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 210 time: 0.3737540 Aug 11 02:27:16.912610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 28d76c7b-22e3-450a-a447-207a65464eae {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:16.916363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 28d76c7b-22e3-450a-a447-207a65464eae not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:16.926877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] For port e0383a0c-95c4-4dd1-9379-2c1c0d52db9f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:16.927463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.935601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35aee1ac-2047-4e53-aac8-b6727941a326 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:16.945846 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:27:16Z', 'revision_number': 6, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.954320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:27:16.983438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Calling delete_port for e0383a0c-95c4-4dd1-9379-2c1c0d52db9f owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:17.006185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a8a99c4-1a9e-4b7e-ad84-78aa9547c8d0 req-1ab67676-b990-4651-b54b-e44a67c898ac tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961532 Aug 11 02:27:17.051882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Allocated IP 172.20.0.1 (eb6ced48-8df2-4927-8b68-13fd9d2c4561/aa3db3b0-c1a4-4ceb-8559-3ef2242de890/7ff4c0a5-f26b-46aa-ae75-186e884e9176) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:17.124383 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3848-8e1f-4c04-b22b-5d59c301643c None None] The sync data for ids ['a0659a0b-6a9c-4c83-818d-c002c916dadb'] in n-d-715271-8 is: [{'id': 'a0659a0b-6a9c-4c83-818d-c002c916dadb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-594972049-router', 'tenant_id': 'be2ee77e3aae46778adbd222ca955121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:36Z', 'updated_at': '2021-08-11T02:27:16Z', 'revision_number': 6, 'project_id': 'be2ee77e3aae46778adbd222ca955121', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:17.159641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Deleting port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:17.160054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.357542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974fe5-6879-4e92-92e1-23700e8df6ab req-3e714e14-b86c-473b-b8dd-3c8a2734c8c7 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.359579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78974fe5-6879-4e92-92e1-23700e8df6ab req-3e714e14-b86c-473b-b8dd-3c8a2734c8c7 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 948 time: 0.1896260 Aug 11 02:27:17.376135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 35aee1ac-2047-4e53-aac8-b6727941a326 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:17.389183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 35aee1ac-2047-4e53-aac8-b6727941a326 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:17.389672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.400660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-9cc3aab9-3d48-47d8-84d8-713c9d130b71 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.409709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-9cc3aab9-3d48-47d8-84d8-713c9d130b71 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.3504112 Aug 11 02:27:17.421264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf1ad-b156-46d4-8c1f-03a11e4bb137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.431515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] For port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:17.431515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.458459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-edf84116-2d84-434d-b99a-780fa258366f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.0479231 Aug 11 02:27:17.478679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:17.490847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.510184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Calling delete_port for 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:17.519390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:17.528033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-5cd1bcdc-496a-4307-b8e9-2bfb8157bdf2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682349 Aug 11 02:27:17.560519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78974fe5-6879-4e92-92e1-23700e8df6ab req-03195ad9-139b-4f80-8cb2-acc8a1da36da tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/security-groups?id=6490a555-880d-48bc-8a69-9596aa8bc28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423223 Aug 11 02:27:17.578782 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.659310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 35aee1ac-2047-4e53-aac8-b6727941a326, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35aee1ac-2047-4e53-aac8-b6727941a326,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:17.665387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.677252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.726609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:17.782779 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.788380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.890634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:17.914473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-bffc7388-6c67-4301-a95e-77a57cea59b0 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843126 Aug 11 02:27:17.917921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:17.927269 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.940220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:17.941457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=35aee1ac-2047-4e53-aac8-b6727941a326,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:17.943046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.981342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:18.005487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0383a0c-95c4-4dd1-9379-2c1c0d52db9f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.078304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.107097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.123758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff4c0a5-f26b-46aa-ae75-186e884e9176,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.156758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.184444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.206711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:18.212761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-68ea2a0a-4b9f-46c2-a65a-f4af56cdab71 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:18.215029 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-68ea2a0a-4b9f-46c2-a65a-f4af56cdab71 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.25 "GET /v2.0/networks?id=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 HTTP/1.1" status: 200 len: 821 time: 0.4698825 Aug 11 02:27:18.219273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f87c1ee-586d-44c8-805b-1f45e68789de req-41fd2eb9-2705-441d-a390-d21d0d2d4ab2 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 210 time: 0.0483708 Aug 11 02:27:18.305717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Request body: {'port': {'device_id': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0', 'admin_state_up': True, 'tenant_id': 'd91cfc23a3754cd683b39eb6fa1a2f95'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:18.322961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Pushing event deleted for resources: {'Port': ['ID=9dc8c73c-febe-4ee4-aaec-11a63a3a70ae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:18.348056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-9dc79262-10f8-4839-be02-53e5af929985 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314747 Aug 11 02:27:18.404371 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.452147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a32549-d1f2-4ced-8f3c-8cd2d3371406 req-93388457-e71d-46a6-b08a-5be06a22c4df tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:18.455805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.460642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48a32549-d1f2-4ced-8f3c-8cd2d3371406 req-93388457-e71d-46a6-b08a-5be06a22c4df tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 944 time: 0.1154478 Aug 11 02:27:18.460871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.472243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.518076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] No DVR routers for this DVR port 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:18.563562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.565613 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc4f4c0a-2507-43c4-9366-e5e800064959 req-db79d0f5-ee22-4816-a472-8da6fcb9b364 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.59 "DELETE /v2.0/ports/9dc8c73c-febe-4ee4-aaec-11a63a3a70ae HTTP/1.1" status: 204 len: 173 time: 1.9745784 Aug 11 02:27:18.566174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530afbdc-e392-49ad-809c-6ea05921b429', 'name': 'network-vif-deleted', 'tag': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:18.569318 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b21f6fa-4acc-4b35-8828-15d1c3875807" -d '{"events": [{"server_uuid": "530afbdc-e392-49ad-809c-6ea05921b429", "name": "network-vif-deleted", "tag": "9dc8c73c-febe-4ee4-aaec-11a63a3a70ae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:18.591682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48a32549-d1f2-4ced-8f3c-8cd2d3371406 req-f15a41fd-f7c7-4023-ab9d-b2f278eacc5d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296637 Aug 11 02:27:18.627936 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.628532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0659a0b-6a9c-4c83-818d-c002c916dadb {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:18.644550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.648436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9248c692-3a7c-4c81-b2a7-28334a09c526 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a0659a0b-6a9c-4c83-818d-c002c916dadb HTTP/1.1" status: 204 len: 168 time: 3.2487009 Aug 11 02:27:18.665236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:18.761278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e5820e8-d7e7-40e9-a565-62a8a095ddde req-bd3b8e4d-8270-4af9-b19d-3d6a098dd8dc tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 210 time: 0.1097312 Aug 11 02:27:18.778524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:18.818539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Deleting subnet 3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:18.823185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Made reservation on behalf of d91cfc23a3754cd683b39eb6fa1a2f95 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:18.828649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.832057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.853494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:18.856764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9dc8c73c-febe-4ee4-aaec-11a63a3a70ae not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:18.879271 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92672988-3fa7-4118-afd9-c955ceffe276 x-openstack-request-id: req-92672988-3fa7-4118-afd9-c955ceffe276 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:18.879559 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530afbdc-e392-49ad-809c-6ea05921b429", "name": "network-vif-deleted", "tag": "9dc8c73c-febe-4ee4-aaec-11a63a3a70ae", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:18.879814 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92672988-3fa7-4118-afd9-c955ceffe276 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:18.880215 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530afbdc-e392-49ad-809c-6ea05921b429', 'name': 'network-vif-deleted', 'tag': '9dc8c73c-febe-4ee4-aaec-11a63a3a70ae', 'status': 'completed', 'code': 200} Aug 11 02:27:18.892040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35aee1ac-2047-4e53-aac8-b6727941a326 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:18.939515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.006650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99cb9646-94ae-4d6d-80ae-8bbf72b44fe7 req-b43e7b90-99de-4a19-9696-b3f4700c1e14 tempest-ServersAdminNegativeTestJSON-399991548 tempest-ServersAdminNegativeTestJSON-399991548-project] 10.222.0.16 "GET /v2.0/ports?device_id=530afbdc-e392-49ad-809c-6ea05921b429 HTTP/1.1" status: 200 len: 210 time: 0.1967318 Aug 11 02:27:19.030410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 35aee1ac-2047-4e53-aac8-b6727941a326 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:19.030805 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.087155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.186521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.196573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.197658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.319069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a748ebe-d27c-4cbb-9f6a-7a1aa5294246,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.335369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.336067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0383a0c-95c4-4dd1-9379-2c1c0d52db9f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:19.337763 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8354b974-3c00-4697-b476-93b14354d4e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3a748ebe-d27c-4cbb-9f6a-7a1aa5294246 HTTP/1.1" status: 204 len: 168 time: 0.6715145 Aug 11 02:27:19.345813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:19.372015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff4c0a5-f26b-46aa-ae75-186e884e9176,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:19.386390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.420881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e0383a0c-95c4-4dd1-9379-2c1c0d52db9f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:19.421757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0383a0c-95c4-4dd1-9379-2c1c0d52db9f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:19.422474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e24a089a-6727-402f-8534-40d4d9a1faba no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:19.443260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.452000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8631a88-d436-41e1-89ed-500e7783e9c8 None None] Network 5ad3afcb-1b91-4555-be80-8d48539a6a5f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:19.455879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e24a089a-6727-402f-8534-40d4d9a1faba {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:19.456516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e24a089a-6727-402f-8534-40d4d9a1faba not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:19.549342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0591a040-deb6-40d9-b662-c69492564f93 req-1e345e9b-e3ea-42e6-a791-18a591d7aa87 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 210 time: 0.0449505 Aug 11 02:27:19.610527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:19.612476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:19.633714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Allocated IP 172.20.0.3 (3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0/b68277d2-f77a-4445-8e56-c9726363111c/a6aafd42-d180-4f5b-b710-472ddadd7286) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:19.692024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Deleting port 39c79075-2b34-48af-ae02-97be87872960 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:19.692621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.803832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] DHCP port deletion for 5ad3afcb-1b91-4555-be80-8d48539a6a5f request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:19.919941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-404cfe7c-152c-4ad7-92f4-9200eaf18b77 req-84c8eb81-3428-407d-b0bb-d9137ae3af0b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 210 time: 0.0532217 Aug 11 02:27:19.933975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a9ce-e927-4b45-83a3-10144834b95b req-acab0694-842a-4fcb-b150-025a7f964970 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.938910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b344a9ce-e927-4b45-83a3-10144834b95b req-acab0694-842a-4fcb-b150-025a7f964970 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 944 time: 0.2181690 Aug 11 02:27:19.979522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] Deleting port 39c79075-2b34-48af-ae02-97be87872960 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:19.980133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.998386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Router e0635753-4618-4393-95d2-d587e51f5560 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:20.011261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] For port 39c79075-2b34-48af-ae02-97be87872960, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=39c79075-2b34-48af-ae02-97be87872960,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:20.012642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.030336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.044971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b344a9ce-e927-4b45-83a3-10144834b95b req-d15a9468-c19b-45a3-b09e-5ff715219ba8 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916405 Aug 11 02:27:20.058101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Calling delete_port for 39c79075-2b34-48af-ae02-97be87872960 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:20.064444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] For port 39c79075-2b34-48af-ae02-97be87872960, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=39c79075-2b34-48af-ae02-97be87872960,segment=NetworkSegment(aa805e6a-49f1-422c-b2a5-de3dc63ef9e7),segment_id=aa805e6a-49f1-422c-b2a5-de3dc63ef9e7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:20.065310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.094924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] Calling delete_port for 39c79075-2b34-48af-ae02-97be87872960 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:20.200373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.296639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.297787 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.346470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:20.366919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] No DVR routers for this DVR port 39c79075-2b34-48af-ae02-97be87872960 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:20.368856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b228c1f-dd24-4e28-907f-5c9c3dd14152 admin admin] 10.222.0.16 "PUT /v2.0/routers/e0635753-4618-4393-95d2-d587e51f5560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2667599 Aug 11 02:27:20.374271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Pushing event deleted for resources: {'Port': ['ID=39c79075-2b34-48af-ae02-97be87872960,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:20.396162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Sync routers for ids ['e0635753-4618-4393-95d2-d587e51f5560'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:20.407558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] No DVR routers for this DVR port 39c79075-2b34-48af-ae02-97be87872960 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:20.415048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053df38-18ae-43c4-bff8-ed56f4fde431 None None] Pushing event deleted for resources: {'Port': ['ID=39c79075-2b34-48af-ae02-97be87872960,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:20.435541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Routers {'e0635753-4618-4393-95d2-d587e51f5560'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:20.436477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e0635753-4618-4393-95d2-d587e51f5560'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.710363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Set router e0635753-4618-4393-95d2-d587e51f5560 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:20.768322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:20.823429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db26f0c2-c49c-48eb-b6da-d6fe1dcc3554 req-7a82b436-b6af-45e9-ac3d-cbb18f7b0154 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 210 time: 0.0396433 Aug 11 02:27:20.890786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.983585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:20.993699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 39c79075-2b34-48af-ae02-97be87872960 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:21.085916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 39c79075-2b34-48af-ae02-97be87872960 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:21.086411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 39c79075-2b34-48af-ae02-97be87872960 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:21.097436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.118083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cbb95cb0-d30f-420e-bdc0-efc7cca451c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ffffd1252a7404898c430065c9e2321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460131 Aug 11 02:27:21.138206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:21.140785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:21.147073 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57f4fa9d-b596-4ba5-a2c1-37685daa3608 req-a49bee04-e095-4d98-90c5-8f5a9a6a4698 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 210 time: 0.0530002 Aug 11 02:27:21.164793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad3afcb-1b91-4555-be80-8d48539a6a5f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:21.168955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:21.176424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:21.190337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:21.190833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.202117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-8659ce26-d574-44e3-be80-fa15e9bff550 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.202117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-8659ce26-d574-44e3-be80-fa15e9bff550 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.3532443 Aug 11 02:27:21.212805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:21.213561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:21.213906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa805e6a-49f1-422c-b2a5-de3dc63ef9e7') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:21.254738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:27:18Z', 'revision_number': 4, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '7ff4c0a5-f26b-46aa-ae75-186e884e9176', 'name': '', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'mac_address': 'fa:16:3e:2f:60:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:15Z', 'updated_at': '2021-08-11T02:27:18Z', 'revision_number': 2, 'project_id': '3dff877165414bc8855da168f1b552c0', 'subnets': [{'id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:21.265609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:21.311171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Checking router: e0635753-4618-4393-95d2-d587e51f5560 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:21.311993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Updating router e0635753-4618-4393-95d2-d587e51f5560 port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:21.345266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Pushing event updated for resources: {'Port': ['ID=a6aafd42-d180-4f5b-b710-472ddadd7286,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:21.364119 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.364617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.367283 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.403145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:21.406093 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e68b9c6-27e8-473a-b2ff-379320bdef07" -d '{"events": [{"server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "name": "network-vif-plugged", "status": "completed", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:21.443833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:21.451346 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.454336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.466055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.466720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.500146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:21.500645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:21.512982 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:21.575987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43ed4616-7913-4f15-a98c-cf8cf2654c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.582899 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-61c983c1-1d7f-41fa-89d4-48de27040a3e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3408895 Aug 11 02:27:21.592360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:21.610963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-4ca8a458-f648-4b40-a242-4d532e34a8e8 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:27:21.612425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-4ca8a458-f648-4b40-a242-4d532e34a8e8 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140903 Aug 11 02:27:21.666657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43ed4616-7913-4f15-a98c-cf8cf2654c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.696606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.717142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.723283 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ad3afcb-1b91-4555-be80-8d48539a6a5f HTTP/1.1" status: 204 len: 168 time: 2.3736248 Aug 11 02:27:21.726847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:21.739365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.785809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbf594-f064-4934-a65b-a449c70c976e req-d63bff5a-bf44-4dd4-9495-9d136147448d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.787693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08cbf594-f064-4934-a65b-a449c70c976e req-d63bff5a-bf44-4dd4-9495-9d136147448d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 945 time: 0.1217115 Aug 11 02:27:21.822607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Request body: {'port': {'device_id': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:21.823206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-6917e84a-3cec-4252-bc44-ae8b2747faea tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.825337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-6917e84a-3cec-4252-bc44-ae8b2747faea tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 819 time: 0.5617321 Aug 11 02:27:21.863541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08cbf594-f064-4934-a65b-a449c70c976e req-6962dd59-ba94-4c7e-9d6b-e3c8f6e03232 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652173 Aug 11 02:27:21.874992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-5c7668de-984f-49ef-bae1-1b243e6e74d3 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/quotas/3dff877165414bc8855da168f1b552c0 HTTP/1.1" status: 200 len: 375 time: 0.0314350 Aug 11 02:27:21.910573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.929809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Transition to ACTIVE for port object 7ff4c0a5-f26b-46aa-ae75-186e884e9176 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:21.940101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.956271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-c5fca925-8807-4b4b-b3b3-f2a319de7c1c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796940 Aug 11 02:27:21.957148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3a444-65bb-41af-bedc-9467236e729b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad3afcb-1b91-4555-be80-8d48539a6a5f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:21.971586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.971855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-bffe263b-eab3-4048-9f93-14e4859e3fe8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:27:21.983850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-bffe263b-eab3-4048-9f93-14e4859e3fe8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244005 Aug 11 02:27:22.077819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e27cb-9680-4114-8094-bcbd96b3eb35 None None] Pushing event updated for resources: {'Port': ['ID=7ff4c0a5-f26b-46aa-ae75-186e884e9176,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.114988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Attempting to bind port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:22.115677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Attempting to bind port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:22.116406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Attempting to bind port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:22.122778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:22.123325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Checking segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:22.124296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.124904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Bound using segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:22.125686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Bound port: 7ff4c0a5-f26b-46aa-ae75-186e884e9176, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:22.126244 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.140836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54494) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:22.222335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] For port 7ff4c0a5-f26b-46aa-ae75-186e884e9176, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:22.228559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] For port 7ff4c0a5-f26b-46aa-ae75-186e884e9176, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7ff4c0a5-f26b-46aa-ae75-186e884e9176,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:22.236033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.255597 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1458ec-ded6-4ec4-9962-ff1d82dcbf1a x-openstack-request-id: req-2c1458ec-ded6-4ec4-9962-ff1d82dcbf1a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:22.256527 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "name": "network-vif-plugged", "status": "completed", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:22.256912 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c1458ec-ded6-4ec4-9962-ff1d82dcbf1a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:22.257583 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'code': 200} Aug 11 02:27:22.329394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7047c301-3f79-420e-8b9b-2fd875c4e8a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be2ee77e3aae46778adbd222ca955121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865840 Aug 11 02:27:22.335195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Routers {'e0635753-4618-4393-95d2-d587e51f5560'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:22.336240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e0635753-4618-4393-95d2-d587e51f5560'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:22.351639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54498) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:22.380143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e27cb-9680-4114-8094-bcbd96b3eb35 None None] Pushing event updated for resources: {'Port': ['ID=7ff4c0a5-f26b-46aa-ae75-186e884e9176,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.403277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-571be864-070b-4fb9-a576-635504a80bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190235 Aug 11 02:27:22.471859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43ed4616-7913-4f15-a98c-cf8cf2654c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.474832 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43ed4616-7913-4f15-a98c-cf8cf2654c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.478967 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43ed4616-7913-4f15-a98c-cf8cf2654c5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6490a555-880d-48bc-8a69-9596aa8bc28c HTTP/1.1" status: 204 len: 168 time: 1.3301358 Aug 11 02:27:22.540735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed4616-7913-4f15-a98c-cf8cf2654c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490a555-880d-48bc-8a69-9596aa8bc28c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.625173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.11 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/e062f5ed-4d56-44ac-9188-b49e2a119964) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:22.675458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] Set router e0635753-4618-4393-95d2-d587e51f5560 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:22.738354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aafd42-d180-4f5b-b710-472ddadd7286 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:22.757875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.777066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.784186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99307bc5-c6f3-4959-95f3-9aaf6eeabcb8 req-b35cb7f9-d84c-45c9-b888-2a1407bc7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:22.787373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99307bc5-c6f3-4959-95f3-9aaf6eeabcb8 req-b35cb7f9-d84c-45c9-b888-2a1407bc7e4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1096 time: 0.4384656 Aug 11 02:27:22.838558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Transition to ACTIVE for port object a6aafd42-d180-4f5b-b710-472ddadd7286 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:22.843980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.853984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5b026f0-1ef2-424d-9e43-78d82039d5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.889542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.950257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb082ef0-d5a8-4273-aa21-5926b87e9382 req-13b4c1b9-3dec-44d9-a6d3-88e3edc6f0cd tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:22.954540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb082ef0-d5a8-4273-aa21-5926b87e9382 req-13b4c1b9-3dec-44d9-a6d3-88e3edc6f0cd tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 931 time: 0.6104529 Aug 11 02:27:22.960574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-b724c766-2d06-4048-a52e-3e4aebacf965 service neutron] 10.222.0.16 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045006 Aug 11 02:27:22.986993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.053027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:27:18Z', 'revision_number': 4, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '7ff4c0a5-f26b-46aa-ae75-186e884e9176', 'name': '', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'mac_address': 'fa:16:3e:2f:60:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:15Z', 'updated_at': '2021-08-11T02:27:22Z', 'revision_number': 4, 'project_id': '3dff877165414bc8855da168f1b552c0', 'subnets': [{'id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:23.094560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a6aafd42-d180-4f5b-b710-472ddadd7286,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.104413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.106377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5b026f0-1ef2-424d-9e43-78d82039d5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.162515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2b966-e1b7-4242-af82-63078b3efa14 None None] The sync data for ids ['e0635753-4618-4393-95d2-d587e51f5560'] in n-d-715271-8 is: [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:27:18Z', 'revision_number': 4, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '7ff4c0a5-f26b-46aa-ae75-186e884e9176', 'name': '', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'mac_address': 'fa:16:3e:2f:60:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:15Z', 'updated_at': '2021-08-11T02:27:22Z', 'revision_number': 4, 'project_id': '3dff877165414bc8855da168f1b552c0', 'subnets': [{'id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:23.214972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:23.224514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:23.228183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb082ef0-d5a8-4273-aa21-5926b87e9382 req-c81584f9-4fec-4788-99f3-7c18bb1de1f0 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635095 Aug 11 02:27:23.229459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5b026f0-1ef2-424d-9e43-78d82039d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.246571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a5b026f0-1ef2-424d-9e43-78d82039d5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.246571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a5b026f0-1ef2-424d-9e43-78d82039d5c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ca1e766-4d41-4619-beaa-322024b9e9c3 HTTP/1.1" status: 204 len: 168 time: 0.8860364 Aug 11 02:27:23.279397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99307bc5-c6f3-4959-95f3-9aaf6eeabcb8 req-4491d39f-9472-4d5a-8476-463e236521a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486616 Aug 11 02:27:23.281053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b026f0-1ef2-424d-9e43-78d82039d5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca1e766-4d41-4619-beaa-322024b9e9c3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.373961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:23.425815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:23.476752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Attempting to bind port a6aafd42-d180-4f5b-b710-472ddadd7286 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:23.478807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Attempting to bind port a6aafd42-d180-4f5b-b710-472ddadd7286 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'de67bf04-fca5-4e2a-8e7c-825ac36068f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:23.479716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Attempting to bind port a6aafd42-d180-4f5b-b710-472ddadd7286 on network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:23.527913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.545824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:23.547213 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.584679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Port a6aafd42-d180-4f5b-b710-472ddadd7286 on network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:23.585975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Attempting to bind port a6aafd42-d180-4f5b-b710-472ddadd7286 on network 3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:23.603544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d176443d-000f-4147-a185-bd6eae533a0e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3922045 Aug 11 02:27:23.630373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Request body: {'port': {'device_id': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:23.639762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:23.641413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Checking segment: {'id': 'de67bf04-fca5-4e2a-8e7c-825ac36068f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:23.642404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Bound using segment: {'id': 'de67bf04-fca5-4e2a-8e7c-825ac36068f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:23.645161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Bound port: a6aafd42-d180-4f5b-b710-472ddadd7286, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de67bf04-fca5-4e2a-8e7c-825ac36068f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:23.645770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.697274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96f53f-e06f-4ffa-93e6-884102326607 req-0c56b759-ad1c-455c-b05b-340c7b875bee tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:23.701279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d96f53f-e06f-4ffa-93e6-884102326607 req-0c56b759-ad1c-455c-b05b-340c7b875bee tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 932 time: 0.2530086 Aug 11 02:27:23.718069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca389a-5c77-4ecd-8114-7766a7b8eea3 req-73877ad0-ea2b-4d17-a27e-3759ccc99ecd tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:23.727621 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-82ef91dc-c4f1-4c25-a5ec-b05a6d8f9ca9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43f74d5d9d9a4444b985ab34376d334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908587 Aug 11 02:27:23.729715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:23.731329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20ca389a-5c77-4ecd-8114-7766a7b8eea3 req-73877ad0-ea2b-4d17-a27e-3759ccc99ecd tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 945 time: 0.3567207 Aug 11 02:27:23.814613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.839721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20ca389a-5c77-4ecd-8114-7766a7b8eea3 req-8bf144c1-088d-4f10-83d1-6bca99cf6c9d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066837 Aug 11 02:27:23.874231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d96f53f-e06f-4ffa-93e6-884102326607 req-2c2a6e78-02a8-47b3-9ea9-359aea2df698 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380363 Aug 11 02:27:24.029466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8c51163-ce3a-489a-93ee-ced5aaf7a603 req-8251a2b0-74b1-4911-abe8-edbaf7fec38b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 210 time: 0.0736344 Aug 11 02:27:24.064004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] For port a6aafd42-d180-4f5b-b710-472ddadd7286, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:24.078633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] For port a6aafd42-d180-4f5b-b710-472ddadd7286, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a6aafd42-d180-4f5b-b710-472ddadd7286,segment=NetworkSegment(de67bf04-fca5-4e2a-8e7c-825ac36068f3),segment_id=de67bf04-fca5-4e2a-8e7c-825ac36068f3)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:24.153880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98248fa-de9c-428f-9a82-c8a3165e5ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.179059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.261462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.262767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.265060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] 10.222.0.25 "PUT /v2.0/ports/a6aafd42-d180-4f5b-b710-472ddadd7286 HTTP/1.1" status: 200 len: 1091 time: 2.6362505 Aug 11 02:27:24.268425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'tag': 'a6aafd42-d180-4f5b-b710-472ddadd7286'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:24.272028 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe77379-068c-432d-9d3c-4fae0b54b800" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2", "tag": "a6aafd42-d180-4f5b-b710-472ddadd7286"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:24.502189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98248fa-de9c-428f-9a82-c8a3165e5ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.687311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7196f7-a20c-4dc1-9d8f-658f58e44cc8 req-47ab87c8-1d7f-42a6-ab94-84055dc5ba66 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.695291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d7196f7-a20c-4dc1-9d8f-658f58e44cc8 req-47ab87c8-1d7f-42a6-ab94-84055dc5ba66 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 943 time: 0.2436643 Aug 11 02:27:24.733693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8b1b-496b-422a-a4f7-d144d1683f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a6aafd42-d180-4f5b-b710-472ddadd7286,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:24.775938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d7196f7-a20c-4dc1-9d8f-658f58e44cc8 req-ed1bb230-eef2-453c-a123-18af927bc240 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796204 Aug 11 02:27:24.797516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-f95f7ccc-2771-43f7-b6cf-3a32b5092263 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.807270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-f95f7ccc-2771-43f7-b6cf-3a32b5092263 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 819 time: 0.3191719 Aug 11 02:27:24.840420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98248fa-de9c-428f-9a82-c8a3165e5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.847356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-122e953b-2dcb-4296-b5d7-025f72c2843e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/quotas/3dff877165414bc8855da168f1b552c0 HTTP/1.1" status: 200 len: 375 time: 0.0319827 Aug 11 02:27:24.847661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98248fa-de9c-428f-9a82-c8a3165e5ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.853899 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f98248fa-de9c-428f-9a82-c8a3165e5ff8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efe0e33c-1e59-4465-8e09-79fc89af5e47 HTTP/1.1" status: 204 len: 168 time: 1.1182899 Aug 11 02:27:24.893363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98248fa-de9c-428f-9a82-c8a3165e5ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe0e33c-1e59-4465-8e09-79fc89af5e47,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:24.900627 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef39a57b-f93a-43c7-a29d-e677336c2ff7 x-openstack-request-id: req-ef39a57b-f93a-43c7-a29d-e677336c2ff7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:24.900927 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2", "tag": "a6aafd42-d180-4f5b-b710-472ddadd7286", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:24.901316 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef39a57b-f93a-43c7-a29d-e677336c2ff7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:24.901736 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'tag': 'a6aafd42-d180-4f5b-b710-472ddadd7286', 'status': 'completed', 'code': 200} Aug 11 02:27:24.920919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-412ba43e-54a2-4d95-9950-51df23ef8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.926782 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-412ba43e-54a2-4d95-9950-51df23ef8862 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d91cfc23a3754cd683b39eb6fa1a2f95&device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 1094 time: 0.5310855 Aug 11 02:27:25.012887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be038168-ac78-4d3a-a423-92e3e048a23b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640322 Aug 11 02:27:25.021546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-11d353ec-ba4f-4136-b86b-7e36cf9847ab service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:27:25.023238 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-197d2f7e-8372-4345-a3e7-93472655ff8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6aafd42-d180-4f5b-b710-472ddadd7286 HTTP/1.1" status: 200 len: 217 time: 0.0786529 Aug 11 02:27:25.069106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-11d353ec-ba4f-4136-b86b-7e36cf9847ab service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520031 Aug 11 02:27:25.090237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ff4c0a5-f26b-46aa-ae75-186e884e9176 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:25.104449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:25.207305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-e8b77b4c-3dba-4eed-8b36-d02402038621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.209482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-e8b77b4c-3dba-4eed-8b36-d02402038621 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b68277d2-f77a-4445-8e56-c9726363111c HTTP/1.1" status: 200 len: 861 time: 0.1741607 Aug 11 02:27:25.216418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e062f5ed-4d56-44ac-9188-b49e2a119964 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:25.286317 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.296643 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-3ebaab2a-cfe7-43cc-be34-dda8cebf0c45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743568 Aug 11 02:27:25.300049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:25.316249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:25.318918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.434094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Transition to ACTIVE for port object e062f5ed-4d56-44ac-9188-b49e2a119964 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:25.442959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.503602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-e7ccea16-0528-471b-83eb-6e69e2fa9ab5 service neutron] 10.222.0.16 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319465 Aug 11 02:27:25.541424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:25.565737 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-db213710-d102-4e25-8b8a-bd91d050c711 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582178 Aug 11 02:27:25.622879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.806116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 7ff4c0a5-f26b-46aa-ae75-186e884e9176, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7ff4c0a5-f26b-46aa-ae75-186e884e9176,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:25.817869 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.846200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1202171547-network', 'tenant_id': '948f48ec8e114f0abffb8ebb24846881'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:25.871445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-ac465e50-fa54-47dc-963c-d937b459c305 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.873151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-ac465e50-fa54-47dc-963c-d937b459c305 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.59 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 819 time: 0.4047155 Aug 11 02:27:25.894508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Request body: {'port': {'device_id': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'admin_state_up': True, 'tenant_id': '3dff877165414bc8855da168f1b552c0'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:25.910942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810342-3119-4cfb-9094-e7718cb93df9 req-194fc7b9-a73d-4c70-85e9-4392dda8c60c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.919778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b810342-3119-4cfb-9094-e7718cb93df9 req-194fc7b9-a73d-4c70-85e9-4392dda8c60c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 945 time: 0.4492872 Aug 11 02:27:25.970266 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-be50fc1c-82f2-4afe-ab68-d2ad745dc069 req-70010c73-b6ac-49a3-8db4-de14f399cdb6 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923216 Aug 11 02:27:25.976294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Made reservation on behalf of 948f48ec8e114f0abffb8ebb24846881 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:25.979895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.984382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Attempting to bind port e062f5ed-4d56-44ac-9188-b49e2a119964 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:25.984726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Attempting to bind port e062f5ed-4d56-44ac-9188-b49e2a119964 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:25.985655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Attempting to bind port e062f5ed-4d56-44ac-9188-b49e2a119964 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:26.000035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Port e062f5ed-4d56-44ac-9188-b49e2a119964 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:26.000364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Attempting to bind port e062f5ed-4d56-44ac-9188-b49e2a119964 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:26.005606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.023104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=7ff4c0a5-f26b-46aa-ae75-186e884e9176,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:26.023393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:26.023526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:26.023890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:26.024317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Bound port: e062f5ed-4d56-44ac-9188-b49e2a119964, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:26.024686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.078967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b810342-3119-4cfb-9094-e7718cb93df9 req-e69b04b9-c136-4ecb-96ad-85745ee8dc65 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577868 Aug 11 02:27:26.092438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-5eb52ee2-a2bf-4976-8752-c9d0d6ba48fb service neutron] 10.222.0.16 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497234 Aug 11 02:27:26.217216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-7406f212-76e6-4334-b736-13e9c60c02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.218982 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-7406f212-76e6-4334-b736-13e9c60c02f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d91cfc23a3754cd683b39eb6fa1a2f95&device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 1094 time: 0.1533513 Aug 11 02:27:26.221745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:26.225990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e497274-f83c-4618-81d3-70e3dc75b4ce req-50f411cd-b92a-491b-b775-cc800557a61a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.228090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e497274-f83c-4618-81d3-70e3dc75b4ce req-50f411cd-b92a-491b-b775-cc800557a61a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 944 time: 0.0682499 Aug 11 02:27:26.296053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e497274-f83c-4618-81d3-70e3dc75b4ce req-233544f6-ad5d-437d-bd3f-b9da12185a74 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Aug 11 02:27:26.347280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.362148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:26.397179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Made reservation on behalf of 3dff877165414bc8855da168f1b552c0 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:26.414838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.498265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-85f6a15c-701f-4ff7-9fe0-b8c018951493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.499859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-85f6a15c-701f-4ff7-9fe0-b8c018951493 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 HTTP/1.1" status: 200 len: 921 time: 0.1783404 Aug 11 02:27:26.501151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.519598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.597861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:26.674417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:26.685927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.686304 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Added segment 4a494834-0c8e-4c6d-95a6-1a79d598e196 of type vlan for network 79a7f719-d609-44c8-ab33-45c70af07d19 Aug 11 02:27:26.741313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-54e5a160-4220-48d6-82bf-12f159642ed2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6aafd42-d180-4f5b-b710-472ddadd7286 HTTP/1.1" status: 200 len: 217 time: 0.2253954 Aug 11 02:27:26.800710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.848902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ff4c0a5-f26b-46aa-ae75-186e884e9176 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:26.857513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.858174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.859837 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-cf39e2b9-e79a-420f-ae58-bc7837cc31bd service neutron] 10.222.0.59 "PUT /v2.0/ports/e062f5ed-4d56-44ac-9188-b49e2a119964 HTTP/1.1" status: 200 len: 1092 time: 3.2437882 Aug 11 02:27:26.870364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982ce60b-fb3c-4eaa-a032-73c13249c86a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:26.904541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:26.909616 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:26.940047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:26.940776 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.962029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-da55f4d4-086e-4b5f-9987-422a51d5dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.963584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-da55f4d4-086e-4b5f-9987-422a51d5dcb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b68277d2-f77a-4445-8e56-c9726363111c HTTP/1.1" status: 200 len: 861 time: 0.1991925 Aug 11 02:27:26.974465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851177ab-68c2-40e7-a889-eb38af2f588c req-d287e69c-5b21-4ec3-997b-ce0e96405902 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:26.984439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-d287e69c-5b21-4ec3-997b-ce0e96405902 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2196512 Aug 11 02:27:26.999376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c2546-e01e-4a9d-8789-94f2313486cc req-dda1fe30-7ac0-46d9-a4d1-b36540ed84aa tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:27.008448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-341c2546-e01e-4a9d-8789-94f2313486cc req-dda1fe30-7ac0-46d9-a4d1-b36540ed84aa tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 943 time: 0.2417519 Aug 11 02:27:27.013189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.023666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:27.024423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.087018 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9567051 Aug 11 02:27:27.090976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54612) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:27.101301 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-01f93b89-7616-42c6-8114-decb3213fc58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091878 Aug 11 02:27:27.107570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Request body: {'subnet': {'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1202171547-subnet', 'tenant_id': '948f48ec8e114f0abffb8ebb24846881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:27.141662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Made reservation on behalf of 948f48ec8e114f0abffb8ebb24846881 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:27.145576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.158929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-622ea61f-d211-47c5-b883-30ed45a69263 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.1733298 Aug 11 02:27:27.196000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'floatingip': {'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:27.204954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Allocated IP 172.20.0.13 (eb6ced48-8df2-4927-8b68-13fd9d2c4561/aa3db3b0-c1a4-4ceb-8559-3ef2242de890/b013c1fd-6b43-4700-8f70-ba279b208db6) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:27.210388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d2757ece-7b43-41cd-afcf-cbbd8c2bdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:27.212134 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d2757ece-7b43-41cd-afcf-cbbd8c2bdda2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 1095 time: 0.2834356 Aug 11 02:27:27.212817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ada3a4-7252-4a83-b8a3-70f1d1e54f0b admin admin] Pushing event updated for resources: {'Network': ['ID=79a7f719-d609-44c8-ab33-45c70af07d19,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:27.241753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 79a7f719-d609-44c8-ab33-45c70af07d19 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:27.290644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-58b76777-5d5b-4929-aea9-0b09211988c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e062f5ed-4d56-44ac-9188-b49e2a119964 HTTP/1.1" status: 200 len: 217 time: 0.0673280 Aug 11 02:27:27.322290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-341c2546-e01e-4a9d-8789-94f2313486cc req-0f2e110a-8473-41cd-86e2-abf74993aea7 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104179 Aug 11 02:27:27.378822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.450647 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-bc521e8e-5777-43fd-bcd1-2b84b2fb17de service neutron] 10.222.0.25 "GET /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156755 Aug 11 02:27:27.476813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d223ded1-436c-4620-89e2-9100a97ca685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:27.479757 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-d223ded1-436c-4620-89e2-9100a97ca685 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1632667 Aug 11 02:27:27.530666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9e23f3c-2ae3-455e-898d-39c7c4481abf req-628f8cc2-08aa-4556-959d-d0fe2f7fdf27 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 210 time: 0.0865350 Aug 11 02:27:27.614023 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db358890-39a2-4d73-86e8-fa0422bb6aa2 x-openstack-request-id: req-db358890-39a2-4d73-86e8-fa0422bb6aa2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:27.617843 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:27.618753 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db358890-39a2-4d73-86e8-fa0422bb6aa2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:27.619603 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'status': 'completed', 'code': 200} Aug 11 02:27:28.079369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-dd8a104e-a2d6-402b-9449-474dca1482bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5786729 Aug 11 02:27:28.114367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.143198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4c11-d983-4fa0-b7d4-1f916fc4b7cd req-d95490c2-10e9-4ca6-bbe7-c82b5c959714 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.145865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2dfe4c11-d983-4fa0-b7d4-1f916fc4b7cd req-d95490c2-10e9-4ca6-bbe7-c82b5c959714 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 944 time: 0.3966756 Aug 11 02:27:28.259180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fe77379-068c-432d-9d3c-4fae0b54b800 req-f8c12e2b-24e0-4046-b380-7ea1fb38ace7 service neutron] 10.222.0.25 "GET /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971349 Aug 11 02:27:28.299919 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-acad52fc-3c05-4cf4-bd66-6d2944429268 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075734 Aug 11 02:27:28.303811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.469990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-27fa96b0-1742-4236-a55e-8735ca2fd5b0 req-2ea2123c-6fd1-4a7a-8fde-bd33ff0fc8b0 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624537 Aug 11 02:27:28.589181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-e8fd739a-c268-4d02-bedb-104622825cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.591208 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-e8fd739a-c268-4d02-bedb-104622825cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 1095 time: 0.0574572 Aug 11 02:27:28.736916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-32e6d513-ee16-41db-8139-753f5ed35d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.738606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-32e6d513-ee16-41db-8139-753f5ed35d50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.1387165 Aug 11 02:27:28.809152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-8d941625-8c42-4602-9454-15a668a7775e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e062f5ed-4d56-44ac-9188-b49e2a119964 HTTP/1.1" status: 200 len: 217 time: 0.0445979 Aug 11 02:27:28.885538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a6aafd42-d180-4f5b-b710-472ddadd7286 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:28.893538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2dfe4c11-d983-4fa0-b7d4-1f916fc4b7cd req-eedf273f-0c3d-45f2-9844-b3c342b89693 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034428 Aug 11 02:27:28.900974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-64649245-5ae7-48b1-8ce0-12366d1e07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.904013 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-64649245-5ae7-48b1-8ce0-12366d1e07ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.0840585 Aug 11 02:27:28.928094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9aa3c6e-5ef8-4413-b63e-4c33675f814c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.975637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.983779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-9bb7ec88-61eb-46b3-b0d7-373248d2ac7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692227 Aug 11 02:27:29.037164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-18f55827-70d6-46af-9191-d2aa64583ff4 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.039587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-18f55827-70d6-46af-9191-d2aa64583ff4 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.25 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 819 time: 0.8690612 Aug 11 02:27:29.076622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Request body: {'port': {'device_id': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'admin_state_up': True, 'tenant_id': '3dff877165414bc8855da168f1b552c0'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:29.118218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a6aafd42-d180-4f5b-b710-472ddadd7286, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a6aafd42-d180-4f5b-b710-472ddadd7286,segment=NetworkSegment(de67bf04-fca5-4e2a-8e7c-825ac36068f3),segment_id=de67bf04-fca5-4e2a-8e7c-825ac36068f3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:29.136697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'a6aafd42-d180-4f5b-b710-472ddadd7286', 'network_id': '3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0', 'port_id': 'a6aafd42-d180-4f5b-b710-472ddadd7286', 'mac_address': 'fa:16:3e:d8:d9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68277d2-f77a-4445-8e56-c9726363111c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:29.156469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Checking segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:29.157556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Network hostable DHCP agents. Network: 79a7f719-d609-44c8-ab33-45c70af07d19, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:29.176885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-a3ac6e40-b5bf-4a1a-87c8-8cc0aa4951ca service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859879 Aug 11 02:27:29.208552 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.228635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aafd42-d180-4f5b-b710-472ddadd7286 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:29.238518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:29.261888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a6aafd42-d180-4f5b-b710-472ddadd7286, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a6aafd42-d180-4f5b-b710-472ddadd7286,segment=NetworkSegment(de67bf04-fca5-4e2a-8e7c-825ac36068f3),segment_id=de67bf04-fca5-4e2a-8e7c-825ac36068f3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:29.269228 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.274580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:29.297761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:29.330396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-040a983a-5e8d-4ce7-9cb2-5eed89e6f3c3 req-6b0c2762-dd3b-456a-bbb8-0bb7f33ff7a6 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442204 Aug 11 02:27:29.340439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a6aafd42-d180-4f5b-b710-472ddadd7286,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.399239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Pushing event updated for resources: {'Port': ['ID=b013c1fd-6b43-4700-8f70-ba279b208db6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.479269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Network 79a7f719-d609-44c8-ab33-45c70af07d19 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:29.522046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a6aafd42-d180-4f5b-b710-472ddadd7286'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:29.549043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:27:29.604087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-9da73afe-6fad-41ab-881e-adeef9f041dd tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490555 Aug 11 02:27:29.613649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 79a7f719-d609-44c8-ab33-45c70af07d19) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:29.628888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1555a4-bef8-479b-b544-9d1c0c264059 None None] Network 79a7f719-d609-44c8-ab33-45c70af07d19 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:29.631368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.632070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.639085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.639857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.701677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.739867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.820042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Made reservation on behalf of 3dff877165414bc8855da168f1b552c0 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:29.824112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.832293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-a14a7b15-9a67-4948-a99f-73a36dbd4a0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9441552 Aug 11 02:27:29.833676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7822536a-5017-408e-99b2-da0d48ccd3fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7381315 Aug 11 02:27:29.858823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8a9ed-2d60-47b6-8fc7-2752d8f665af None None] Network 79a7f719-d609-44c8-ab33-45c70af07d19 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:29.864940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Request body: {'port': {'device_id': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:29.987301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-1cc13802-3d63-4778-8d75-8f907801c77b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.988886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-1cc13802-3d63-4778-8d75-8f907801c77b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692853 Aug 11 02:27:30.077218 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f associated. External IP: 172.25.6.3, port: 054751cc-0a11-493a-844a-e17402656849. Aug 11 02:27:30.083195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.103505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-f6ea3fc0-0f28-4320-8f99-9e18d5871a9f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/quotas/05f210b56d8749d3a489b01fe20db27d HTTP/1.1" status: 200 len: 375 time: 0.0918896 Aug 11 02:27:30.199398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-f3577a11-4bff-440b-9ee9-f3403f87b051 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580783 Aug 11 02:27:30.398531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Allocated IP 172.20.0.11 (eb6ced48-8df2-4927-8b68-13fd9d2c4561/aa3db3b0-c1a4-4ceb-8559-3ef2242de890/0ce733ba-9775-496c-8c03-3e8cf2c490af) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:30.687808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6904-6046-4946-a64f-9328ff40ffc8 req-2668f75e-fc4f-42b6-bd91-0141bf345fdb tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:30.689641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f0c6904-6046-4946-a64f-9328ff40ffc8 req-2668f75e-fc4f-42b6-bd91-0141bf345fdb tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 944 time: 0.2589355 Aug 11 02:27:30.794582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:30.820493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f0c6904-6046-4946-a64f-9328ff40ffc8 req-49463719-29f1-4166-943a-ff9f2b620dc0 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167109 Aug 11 02:27:30.884694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a6aafd42-d180-4f5b-b710-472ddadd7286 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:30.911337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.968003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port a6aafd42-d180-4f5b-b710-472ddadd7286 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:30.978905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port a6aafd42-d180-4f5b-b710-472ddadd7286 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:30.980831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.028593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95d27072-023b-41e7-89d8-6467f31261be req-6b446aad-e6c1-459e-90ba-5f166453781a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 210 time: 0.0872285 Aug 11 02:27:31.115043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.186797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.235559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aafd42-d180-4f5b-b710-472ddadd7286'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:31.240238 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55626a0-03fb-4abd-a32d-8b8df3f2e4d7" -d '{"events": [{"server_uuid": "8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2", "name": "network-vif-plugged", "status": "completed", "tag": "a6aafd42-d180-4f5b-b710-472ddadd7286"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:31.269894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a6aafd42-d180-4f5b-b710-472ddadd7286, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a6aafd42-d180-4f5b-b710-472ddadd7286,segment=NetworkSegment(de67bf04-fca5-4e2a-8e7c-825ac36068f3),segment_id=de67bf04-fca5-4e2a-8e7c-825ac36068f3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:31.276066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.351385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a6aafd42-d180-4f5b-b710-472ddadd7286,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.531045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:31.543045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Network eb6ced48-8df2-4927-8b68-13fd9d2c4561 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:31.545329 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:31.546554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.565497 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:31.567066 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:31.586233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Pushing event updated for resources: {'Port': ['ID=0ce733ba-9775-496c-8c03-3e8cf2c490af,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.589118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:31.599524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:31.651551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-4f967c20-5a32-481f-a500-af315234b214 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "PUT /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 995 time: 4.4912174 Aug 11 02:27:31.661303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2e25-559f-4d6e-983d-a47bd2ee8b7a req-984861c0-09a0-4374-98de-04469e9d8782 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:31.663230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72dd2e25-559f-4d6e-983d-a47bd2ee8b7a req-984861c0-09a0-4374-98de-04469e9d8782 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 944 time: 0.2194333 Aug 11 02:27:31.669572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:31.672287 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5288a788-37c8-4ce5-9bfa-8450701daeae" -d '{"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:31.695187 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-94e82bf1-9037-427b-907b-f7d747040639 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520177 Aug 11 02:27:31.786779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:31.787453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.789324 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:31.801100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72dd2e25-559f-4d6e-983d-a47bd2ee8b7a req-4c72adab-1510-472e-a687-d46f3fba3c0b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164963 Aug 11 02:27:31.838885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851177ab-68c2-40e7-a889-eb38af2f588c req-f13568d2-25ad-49ff-a78a-7b662a66eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:31.841109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-f13568d2-25ad-49ff-a78a-7b662a66eb48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.1531303 Aug 11 02:27:31.845287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d150aec-13d2-4925-9de2-b8f66cbb7b29 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7878633 Aug 11 02:27:31.873545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Request body: {'port': {'device_id': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:31.900089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-1a0dceca-490f-4585-8293-c15e619fdc52 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:31.903160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-1a0dceca-490f-4585-8293-c15e619fdc52 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006023 Aug 11 02:27:31.920559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:31.935333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b013c1fd-6b43-4700-8f70-ba279b208db6 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:31.951102 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.998880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Transition to ACTIVE for port object b013c1fd-6b43-4700-8f70-ba279b208db6 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:32.019211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.031075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.104305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851177ab-68c2-40e7-a889-eb38af2f588c req-70812d1d-f0e9-4355-bf38-79cb13e4f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.111702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-70812d1d-f0e9-4355-bf38-79cb13e4f01f service neutron] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.2608829 Aug 11 02:27:32.145467 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:29Z', 'revision_number': 1, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.161844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:32.172637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.188207 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:32.197457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.197782 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:32.198439 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.219607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Pushing event updated for resources: {'Port': ['ID=b013c1fd-6b43-4700-8f70-ba279b208db6,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.320721 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:32.370114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.378386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.438811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-8fd1ddaf-e0b1-455a-ba21-f595a7f12b53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 998 time: 0.3259342 Aug 11 02:27:32.525082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c61e17-f156-48b3-8ce5-72930fc1c62c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.605834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.130 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/ce9e5379-b8e1-464a-bb68-d963e1fa2d11) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:32.628632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Attempting to bind port b013c1fd-6b43-4700-8f70-ba279b208db6 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:32.629250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Attempting to bind port b013c1fd-6b43-4700-8f70-ba279b208db6 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:32.629359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Attempting to bind port b013c1fd-6b43-4700-8f70-ba279b208db6 on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:32.653053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851177ab-68c2-40e7-a889-eb38af2f588c req-2263369a-77b2-49f6-8d6b-f2a073bce635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.655674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-2263369a-77b2-49f6-8d6b-f2a073bce635 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.2080066 Aug 11 02:27:32.691925 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:29Z', 'revision_number': 1, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:32.735742 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9eeb9-3914-4c4a-8486-c806b2cc819c None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:29Z', 'revision_number': 1, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:32.741333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Port b013c1fd-6b43-4700-8f70-ba279b208db6 on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:32.741541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Attempting to bind port b013c1fd-6b43-4700-8f70-ba279b208db6 on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:32.807205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:32.807749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Checking segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:32.808308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Bound using segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:32.808905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Bound port: b013c1fd-6b43-4700-8f70-ba279b208db6, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:32.809508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.836924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-4a08e2da-4542-4d98-bc9d-86c98c2c33d4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.844043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-4a08e2da-4542-4d98-bc9d-86c98c2c33d4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.6333008 Aug 11 02:27:32.893183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e062f5ed-4d56-44ac-9188-b49e2a119964 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:32.894627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.916114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-08a59e10-5ea4-4af0-989c-51e24df8e094 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/quotas/948f48ec8e114f0abffb8ebb24846881 HTTP/1.1" status: 200 len: 375 time: 0.0561807 Aug 11 02:27:32.920476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object ce9e5379-b8e1-464a-bb68-d963e1fa2d11 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:32.945872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851177ab-68c2-40e7-a889-eb38af2f588c req-6f7da732-baef-4851-b86a-72f77aea8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.947782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-6f7da732-baef-4851-b86a-72f77aea8fc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678030 Aug 11 02:27:33.003254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-e3393bd7-d0e8-4e43-94f6-ed510b18e3ea tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522349 Aug 11 02:27:33.005144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.097765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:33.115664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'mac_address': 'fa:16:3e:a2:57:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:33.128312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:33.130677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:33.139207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:33.185570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.228420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf18570-376b-4991-ba52-250a1e304984 None None] New status for floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:33.257780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] For port b013c1fd-6b43-4700-8f70-ba279b208db6, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:33.269386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.271052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.304157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.321455 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-156d3cdb-9530-4c11-b5ec-d2cfc213a098 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4063244 Aug 11 02:27:33.337369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Request body: {'port': {'device_id': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:33.341086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] For port b013c1fd-6b43-4700-8f70-ba279b208db6, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b013c1fd-6b43-4700-8f70-ba279b208db6,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:33.367322 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.379316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce733ba-9775-496c-8c03-3e8cf2c490af {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:33.415871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.450252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.450987 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.452107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e062f5ed-4d56-44ac-9188-b49e2a119964 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:33.452733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] 10.222.0.59 "PUT /v2.0/ports/b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 1092 time: 3.6070535 Aug 11 02:27:33.458198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.479409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-b4954483-cd0c-48e5-81f0-577833e06e20 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787619 Aug 11 02:27:33.604179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:33.618343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.671094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-92b46ed8-98b3-4e28-819f-b24540b5fb5f service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893638 Aug 11 02:27:33.676491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-52a4a03d-b186-4238-8d15-bea96aa39e72 None None] Provisioning for port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:33.693706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-52a4a03d-b186-4238-8d15-bea96aa39e72 None None] Provisioning complete for port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:33.694816 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52a4a03d-b186-4238-8d15-bea96aa39e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.760288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Transition to ACTIVE for port object 0ce733ba-9775-496c-8c03-3e8cf2c490af will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:33.787893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca6170-a04f-4968-a5c1-fcfb34d2dc27 service neutron] Pushing event updated for resources: {'Port': ['ID=b013c1fd-6b43-4700-8f70-ba279b208db6,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.796064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.808622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-52a4a03d-b186-4238-8d15-bea96aa39e72 None None] Port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:33.848269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.931245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['e062f5ed-4d56-44ac-9188-b49e2a119964'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:33.967820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce733ba-9775-496c-8c03-3e8cf2c490af,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.972384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9e5379-b8e1-464a-bb68-d963e1fa2d11 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:33.975857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-657f22bc-599f-4cac-9950-f1efcb14c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:33.978369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-657f22bc-599f-4cac-9950-f1efcb14c194 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1095 time: 0.4064949 Aug 11 02:27:33.984487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851177ab-68c2-40e7-a889-eb38af2f588c req-b5348d5a-671a-4603-889f-92fc4909b565 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034673 Aug 11 02:27:34.006383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.051105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Transition to ACTIVE for port object ce9e5379-b8e1-464a-bb68-d963e1fa2d11 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:34.061770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.063936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-cba547ea-b283-4949-bb45-ddf1edc2e83c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 217 time: 0.0735381 Aug 11 02:27:34.101660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-b947c907-ebba-4124-b3c8-97d5ecc52467 service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674641 Aug 11 02:27:34.177178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:34.192627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9490e9f0-fba4-4b59-b8af-f0adc6ee1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.202193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-9490e9f0-fba4-4b59-b8af-f0adc6ee1d05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.1101577 Aug 11 02:27:34.269113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-f341d47d-837d-4660-9441-dd8de8aafd1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659616 Aug 11 02:27:34.275521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Attempting to bind port 0ce733ba-9775-496c-8c03-3e8cf2c490af on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:34.276236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Attempting to bind port 0ce733ba-9775-496c-8c03-3e8cf2c490af by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:34.282908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Attempting to bind port 0ce733ba-9775-496c-8c03-3e8cf2c490af on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:34.321828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Attempting to bind port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:34.322255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Attempting to bind port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:34.322598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Attempting to bind port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:34.328504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:34.328860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Attempting to bind port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:34.349400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:34.349741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:34.350277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:34.350967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Bound port: ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:34.351412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.474393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] For port ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:34.481178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] For port ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:34.486259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.500095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Port 0ce733ba-9775-496c-8c03-3e8cf2c490af on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:34.500643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Attempting to bind port 0ce733ba-9775-496c-8c03-3e8cf2c490af on network eb6ced48-8df2-4927-8b68-13fd9d2c4561 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:34.522851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:34.523146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Checking segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:34.523684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Bound using segment: {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:34.524457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Bound port: 0ce733ba-9775-496c-8c03-3e8cf2c490af, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4514e351-9e23-4faa-a467-8e6f21f6d8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:34.524988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.527723 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2fa881-8093-4d22-aa89-f26fc0f8ede8 x-openstack-request-id: req-bb2fa881-8093-4d22-aa89-f26fc0f8ede8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:34.528195 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2", "name": "network-vif-plugged", "status": "completed", "tag": "a6aafd42-d180-4f5b-b710-472ddadd7286", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:34.528606 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb2fa881-8093-4d22-aa89-f26fc0f8ede8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:34.529238 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aafd42-d180-4f5b-b710-472ddadd7286', 'code': 200} Aug 11 02:27:34.603078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:34.614558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.615786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.617690 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-53fdbf99-a6ba-40d8-9235-7daf7e155737 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce9e5379-b8e1-464a-bb68-d963e1fa2d11 HTTP/1.1" status: 200 len: 1096 time: 1.2850957 Aug 11 02:27:34.619951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'tag': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:34.638911 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6525fa65-c3ea-467d-be65-6e80ee9b719b" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd92c13-03a7-4ec9-9d61-7e1194cac1a3", "tag": "ce9e5379-b8e1-464a-bb68-d963e1fa2d11"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:34.719004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42723ec1-9e6b-40b0-a56a-49ce47ed8ba3 req-55948d04-956a-446b-bebc-a55cf75ada74 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.720496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42723ec1-9e6b-40b0-a56a-49ce47ed8ba3 req-55948d04-956a-446b-bebc-a55cf75ada74 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 948 time: 0.4330971 Aug 11 02:27:34.745106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-3f5313eb-eeb4-4659-a1a2-a901bf35f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.747154 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-3f5313eb-eeb4-4659-a1a2-a901bf35f686 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 1099 time: 0.0602922 Aug 11 02:27:34.755184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef9a3-270c-4a21-80ef-5bf198e7f0ce req-ef0c6b06-5ec4-401c-a366-1acebc7a5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.758292 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c16ef9a3-270c-4a21-80ef-5bf198e7f0ce req-ef0c6b06-5ec4-401c-a366-1acebc7a5142 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 1096 time: 0.1391158 Aug 11 02:27:34.768713 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ee4fe-fe16-4831-89bd-91acf9791ee2 x-openstack-request-id: req-d11ee4fe-fe16-4831-89bd-91acf9791ee2 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:34.769015 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:34.769271 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d11ee4fe-fe16-4831-89bd-91acf9791ee2 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:34.769843 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'status': 'completed', 'code': 200} Aug 11 02:27:34.814404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] For port 0ce733ba-9775-496c-8c03-3e8cf2c490af, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:34.831544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-f7cf6852-6654-4ffe-bb28-f483ed6af0fb service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259259 Aug 11 02:27:34.864802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-06fd0c9b-57a0-48c4-a646-50fe2c800e04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11 HTTP/1.1" status: 200 len: 217 time: 0.1053376 Aug 11 02:27:34.870267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] For port 0ce733ba-9775-496c-8c03-3e8cf2c490af, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:34.902939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42723ec1-9e6b-40b0-a56a-49ce47ed8ba3 req-941d5d37-f0d4-4536-b3eb-fcb698b0c230 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616495 Aug 11 02:27:34.911534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e062f5ed-4d56-44ac-9188-b49e2a119964 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:34.935911 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.013745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:27:35.036602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-a3914f4a-d706-4a39-997b-ffb2da4003be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.057066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-a3914f4a-d706-4a39-997b-ffb2da4003be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.2336318 Aug 11 02:27:35.067355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c16ef9a3-270c-4a21-80ef-5bf198e7f0ce req-1014338c-acb6-4544-8d3b-47672b257e97 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126746 Aug 11 02:27:35.087510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-85576745-c78b-4b63-a556-cf58eb71c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.089352 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-85576745-c78b-4b63-a556-cf58eb71c327 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2097764 Aug 11 02:27:35.148319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port e062f5ed-4d56-44ac-9188-b49e2a119964 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:35.157159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port e062f5ed-4d56-44ac-9188-b49e2a119964 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:35.158554 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.235970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-cd5cbd66-46b4-41e1-b235-e763a9680e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.237603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-cd5cbd66-46b4-41e1-b235-e763a9680e26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394019 Aug 11 02:27:35.359329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.359966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.361438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] 10.222.0.25 "PUT /v2.0/ports/0ce733ba-9775-496c-8c03-3e8cf2c490af HTTP/1.1" status: 200 len: 1092 time: 3.4947977 Aug 11 02:27:35.383531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.437401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-119bf3c0-ede3-4d77-a6cc-a94553a8ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.439581 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-119bf3c0-ede3-4d77-a6cc-a94553a8ea9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.2781091 Aug 11 02:27:35.463692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098a9c-f720-405d-9fb4-15a71a89a903 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce733ba-9775-496c-8c03-3e8cf2c490af,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:35.468073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:35.479021 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.494197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6392-2560-418d-8a62-0cc13da37033 req-0377e0c7-9549-4af3-b6b6-5e59d2af0a97 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.501866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cae6392-2560-418d-8a62-0cc13da37033 req-0377e0c7-9549-4af3-b6b6-5e59d2af0a97 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 945 time: 0.5607421 Aug 11 02:27:35.519968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015d399f-acfb-4763-ad9d-2ab5ff4dd512 req-46a2572d-2bb8-459d-bbcc-8905124dd8a4 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736548 Aug 11 02:27:35.555940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fde76-9eff-4173-acca-62c23b1a00de req-7a6318ec-354e-4fdc-817d-83587fc54ed5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.564601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c1fde76-9eff-4173-acca-62c23b1a00de req-7a6318ec-354e-4fdc-817d-83587fc54ed5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 944 time: 0.2086146 Aug 11 02:27:35.584828 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-76f068a3-3b35-4e17-b3d1-8afd4990483b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 1000 time: 0.1285365 Aug 11 02:27:35.609633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-73e4924d-ce98-46c9-9816-1ab9b9de98c3 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567348 Aug 11 02:27:35.615645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-3f238a4e-f342-4e45-89c6-3809e055fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.618490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-3f238a4e-f342-4e45-89c6-3809e055fa6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 1095 time: 0.1570983 Aug 11 02:27:35.654727 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cae6392-2560-418d-8a62-0cc13da37033 req-b096f35d-9ea5-4b92-9a72-14b5638f28e3 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490858 Aug 11 02:27:35.680824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c1fde76-9eff-4173-acca-62c23b1a00de req-934b3acf-9c23-4d73-89c2-f627e724c33e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086926 Aug 11 02:27:35.699274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:35.779478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-32f0eeb5-9ffd-479e-aaed-e817671b7322 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af HTTP/1.1" status: 200 len: 217 time: 0.1492538 Aug 11 02:27:35.809192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-8d505b02-5a18-4125-a316-87c2ef6fabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.816495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-8d505b02-5a18-4125-a316-87c2ef6fabe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.2232826 Aug 11 02:27:35.884389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-632a1913-0525-47a5-9c05-2e21487bde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.886641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-632a1913-0525-47a5-9c05-2e21487bde76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.0853925 Aug 11 02:27:35.926791 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc31d696-12cf-4159-b451-ef69b35b49d5 req-691f1eab-c7b1-4227-a779-4ec2085cf9c2 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765684 Aug 11 02:27:35.932336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66788-dacd-46e0-892e-dd9eed95bb43 req-9dafc1f6-f252-4a6f-ad16-6a1e5c75db7f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.939884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86b66788-dacd-46e0-892e-dd9eed95bb43 req-9dafc1f6-f252-4a6f-ad16-6a1e5c75db7f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1495979 Aug 11 02:27:35.946280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-46403806-c614-4729-9e11-c59c316a5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:35.948187 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-46403806-c614-4729-9e11-c59c316a5057 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161089 Aug 11 02:27:35.968150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-db2317fa-eb43-4f95-99d8-8ff5f0b67950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643728 Aug 11 02:27:36.068757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-e5f10852-3777-42a3-b1fb-7a79decaf5af tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.071038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-e5f10852-3777-42a3-b1fb-7a79decaf5af tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2015131 Aug 11 02:27:36.082920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86b66788-dacd-46e0-892e-dd9eed95bb43 req-2082de92-b6ef-4b6f-9b1d-e75bc2de173b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417799 Aug 11 02:27:36.154581 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-a81b4adb-a453-466d-bf29-80557b05b21d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213877 Aug 11 02:27:36.166562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-f418f0d5-3ad1-4126-b2c0-d4275d03fef4 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061431 Aug 11 02:27:36.223163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d6adbd0-273e-4415-8a02-9508fb4f418c req-bbdb15d2-393e-4bd9-8ddf-186e2c6dce50 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 210 time: 0.0450950 Aug 11 02:27:36.241984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-163559f6-39da-4973-bcc4-8545e81ed30f service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619517 Aug 11 02:27:36.257903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-1715a2d4-1b4b-450c-8ee1-aacb21b63fbe tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 1000 time: 0.1696367 Aug 11 02:27:36.319726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-5465fc45-815d-4cc7-9f42-a7be7c5dc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.322091 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-5465fc45-815d-4cc7-9f42-a7be7c5dc50a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.0863874 Aug 11 02:27:36.335361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5288a788-37c8-4ce5-9bfa-8450701daeae req-431754d5-5813-49f1-993f-f023c108e899 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504939 Aug 11 02:27:36.337635 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bf5e1-4a23-4442-ba04-4e6dd25e44c8 x-openstack-request-id: req-df2bf5e1-4a23-4442-ba04-4e6dd25e44c8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:36.338348 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd92c13-03a7-4ec9-9d61-7e1194cac1a3", "tag": "ce9e5379-b8e1-464a-bb68-d963e1fa2d11", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:36.338917 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df2bf5e1-4a23-4442-ba04-4e6dd25e44c8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:36.339643 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'tag': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11', 'status': 'completed', 'code': 200} Aug 11 02:27:36.383030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'floatingip': {'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:36.482318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-96d7ff1e-1804-4ca8-bc25-5abfb8a2760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.484391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-96d7ff1e-1804-4ca8-bc25-5abfb8a2760c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 1099 time: 0.1076603 Aug 11 02:27:36.505323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-635e9614-3256-4168-a59a-de4709b0132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.507159 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-635e9614-3256-4168-a59a-de4709b0132d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.1507461 Aug 11 02:27:36.530646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:36.534469 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6dadbe-4271-4736-a081-3a5bbabbcdb6" -d '{"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-plugged", "status": "completed", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:36.620225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d5e9f7-2d6a-4854-be1e-25c589ba0859 req-7d46d71a-1b27-4d27-bb18-3f7d27521fc8 service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608716 Aug 11 02:27:36.626785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-a28744ff-4f9e-403d-b1bb-157f3f6c99f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 1002 time: 0.1092651 Aug 11 02:27:36.674631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-5e027d28-67ec-4d69-bbfd-ce1b9eae8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.676174 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-5e027d28-67ec-4d69-bbfd-ce1b9eae8261 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1808307 Aug 11 02:27:36.677857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.734804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-dfe494dc-5157-4015-878c-1c26e6ac816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.736617 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-dfe494dc-5157-4015-878c-1c26e6ac816b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.1003761 Aug 11 02:27:36.738253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-58137f83-324d-4873-9110-41a438788b25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11 HTTP/1.1" status: 200 len: 217 time: 0.0518739 Aug 11 02:27:36.745104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-b0f74128-f7ef-4e38-995e-41abd46671a9 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.747616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-b0f74128-f7ef-4e38-995e-41abd46671a9 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.4040098 Aug 11 02:27:36.763008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ae7a-2db3-4ee7-bb33-05d373b706a7 req-63b1ce5f-98d7-498c-bff7-4c0cd8dd4564 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.764642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8372ae7a-2db3-4ee7-bb33-05d373b706a7 req-63b1ce5f-98d7-498c-bff7-4c0cd8dd4564 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 948 time: 0.2535386 Aug 11 02:27:36.772184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Request body: {'port': {'device_id': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'admin_state_up': True, 'tenant_id': '948f48ec8e114f0abffb8ebb24846881'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:36.775548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'tag': 'b013c1fd-6b43-4700-8f70-ba279b208db6'}, {'name': 'network-changed', 'server_uuid': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'tag': '0ce733ba-9775-496c-8c03-3e8cf2c490af'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:36.777939 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d09fc-25fe-4ee0-b358-f5269c33d999" -d '{"events": [{"name": "network-changed", "server_uuid": "5921a404-8e1e-4ea1-ad35-5841776728a8", "tag": "b013c1fd-6b43-4700-8f70-ba279b208db6"}, {"name": "network-changed", "server_uuid": "d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4", "tag": "0ce733ba-9775-496c-8c03-3e8cf2c490af"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:36.828840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-a057feec-b4d3-4cd1-99fc-e9848e38ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.830355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-a057feec-b4d3-4cd1-99fc-e9848e38ff97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0723736 Aug 11 02:27:36.833419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-cb694e66-b1e2-416e-baec-d1f330dbb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.835066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-cb694e66-b1e2-416e-baec-d1f330dbb82b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860116 Aug 11 02:27:36.945066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8372ae7a-2db3-4ee7-bb33-05d373b706a7 req-07b7604f-c867-4f72-8e58-a315b0a0f243 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614788 Aug 11 02:27:36.952081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-e8122f9e-df62-4040-ad91-599f3007c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:36.953651 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-e8122f9e-df62-4040-ad91-599f3007c8e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096029 Aug 11 02:27:37.026215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-30571ac1-b4e2-4948-b227-a0bb43966016 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736443 Aug 11 02:27:37.030651 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b28df3-d999-4200-a6db-b4ea1e64eb13 x-openstack-request-id: req-91b28df3-d999-4200-a6db-b4ea1e64eb13 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:37.031103 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-plugged", "status": "completed", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:37.032507 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91b28df3-d999-4200-a6db-b4ea1e64eb13 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:37.032507 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'code': 200} Aug 11 02:27:37.198190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Made reservation on behalf of 948f48ec8e114f0abffb8ebb24846881 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:37.202336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.284829 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-ec03b19b-f6e6-402b-9a57-a4a3c56c5af6 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186262 Aug 11 02:27:37.301345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d71591-ce5f-49f6-b602-1ae843ab543a req-fd8152a5-b0fb-40e7-8ca6-4ae76aa6dc7c tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.303465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33d71591-ce5f-49f6-b602-1ae843ab543a req-fd8152a5-b0fb-40e7-8ca6-4ae76aa6dc7c tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 945 time: 0.1518645 Aug 11 02:27:37.413540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12bdc1-199b-4c66-bbd5-8b3ec45ab4a9 req-a51ae8b9-d1f0-4404-9272-cc32ed947f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.416407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-db12bdc1-199b-4c66-bbd5-8b3ec45ab4a9 req-a51ae8b9-d1f0-4404-9272-cc32ed947f78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 1097 time: 0.2952018 Aug 11 02:27:37.470186 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-8c4550a8-3716-4290-ae5a-896d34f6be14 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116204 Aug 11 02:27:37.506825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33d71591-ce5f-49f6-b602-1ae843ab543a req-64ab5249-d01e-43de-b2ee-72b57f2ed6a5 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703241 Aug 11 02:27:37.515725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-db12bdc1-199b-4c66-bbd5-8b3ec45ab4a9 req-ed697bf0-b858-4c66-aa5c-73a03b6c6991 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859776 Aug 11 02:27:37.542319 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6525fa65-c3ea-467d-be65-6e80ee9b719b req-7a4f9b4f-ea1b-4671-861c-17b5c29cc356 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431045 Aug 11 02:27:37.603407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Allocated IP 172.20.0.14 (79a7f719-d609-44c8-ab33-45c70af07d19/e9aa3c6e-5ef8-4413-b63e-4c33675f814c/76dc906a-b693-4530-9f1a-16ab9a4fd5b2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:37.838054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9844db-df55-47dc-a9d0-6eae2028585f req-bffbbfcf-9c08-4773-b73e-142557bbc2f3 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.841423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a9844db-df55-47dc-a9d0-6eae2028585f req-bffbbfcf-9c08-4773-b73e-142557bbc2f3 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 944 time: 0.2442086 Aug 11 02:27:37.844500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:27:37.982480 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.991980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.041252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a9844db-df55-47dc-a9d0-6eae2028585f req-f743693e-5b53-4169-88d2-a4d79ebec927 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638093 Aug 11 02:27:38.137760 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4823a82a-b685-4734-ba56-ddc44f93b64c x-openstack-request-id: req-4823a82a-b685-4734-ba56-ddc44f93b64c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:38.138476 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5921a404-8e1e-4ea1-ad35-5841776728a8", "tag": "b013c1fd-6b43-4700-8f70-ba279b208db6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4", "tag": "0ce733ba-9775-496c-8c03-3e8cf2c490af", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:38.138766 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4823a82a-b685-4734-ba56-ddc44f93b64c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:38.139376 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'tag': 'b013c1fd-6b43-4700-8f70-ba279b208db6', 'status': 'completed', 'code': 200} Aug 11 02:27:38.139820 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'tag': '0ce733ba-9775-496c-8c03-3e8cf2c490af', 'status': 'completed', 'code': 200} Aug 11 02:27:38.203273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-443592cc-d14a-44d2-93dc-1ccfc1918ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.206495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-443592cc-d14a-44d2-93dc-1ccfc1918ffd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1095 time: 0.0742142 Aug 11 02:27:38.228338 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.337295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-16ba6544-ba03-4a14-ae35-b19ae267ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.338890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-16ba6544-ba03-4a14-ae35-b19ae267ce59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.1180694 Aug 11 02:27:38.394985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-3166fed5-6efe-4d70-af88-aa445c7becf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 217 time: 0.0384672 Aug 11 02:27:38.460456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-435b7d5e-c079-4ee4-bc26-d98c7bfda280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.462191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-435b7d5e-c079-4ee4-bc26-d98c7bfda280 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.0570676 Aug 11 02:27:38.531427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-916a4e3f-5104-474d-b27c-f6aadc828e76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492594 Aug 11 02:27:38.628138 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f associated. External IP: 172.25.6.3, port: 054751cc-0a11-493a-844a-e17402656849. Aug 11 02:27:38.642811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-cde17f67-794a-4576-b0e1-37dcc6e282d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.644375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-cde17f67-794a-4576-b0e1-37dcc6e282d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 1095 time: 0.5007539 Aug 11 02:27:38.680465 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-2efdf081-1910-46ac-b4c6-3650e3823e1b service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407914 Aug 11 02:27:38.782588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758df4c-4fa7-4e17-b07f-12714abf6c2f req-d9f07c2e-9b98-408f-9655-15082bfddbaf tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.784261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c758df4c-4fa7-4e17-b07f-12714abf6c2f req-d9f07c2e-9b98-408f-9655-15082bfddbaf tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.5277693 Aug 11 02:27:38.813156 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.826547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-b44be1bd-dd5b-47b7-8e22-99ec3be62456 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366956 Aug 11 02:27:38.915113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Network 79a7f719-d609-44c8-ab33-45c70af07d19 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:38.921132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b013c1fd-6b43-4700-8f70-ba279b208db6 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:38.942580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:38.953312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:38.961584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:38.987486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c758df4c-4fa7-4e17-b07f-12714abf6c2f req-e3d559c0-07b4-4cd1-9dc7-8d03f488d254 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702249 Aug 11 02:27:38.988753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-c7a35275-f92b-4ea9-ada6-222a2ee0340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:38.990245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-c7a35275-f92b-4ea9-ada6-222a2ee0340a service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.3093822 Aug 11 02:27:39.003969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0ce733ba-9775-496c-8c03-3e8cf2c490af details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:39.084080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-7d6d31fa-80a3-450c-8775-f0510546bc97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af HTTP/1.1" status: 200 len: 217 time: 0.0856102 Aug 11 02:27:39.142720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:39.143469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.148943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b013c1fd-6b43-4700-8f70-ba279b208db6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b013c1fd-6b43-4700-8f70-ba279b208db6,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:39.171372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'b013c1fd-6b43-4700-8f70-ba279b208db6', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'port_id': 'b013c1fd-6b43-4700-8f70-ba279b208db6', 'mac_address': 'fa:16:3e:92:5c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:39.227554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0ce733ba-9775-496c-8c03-3e8cf2c490af, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:39.236559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-df003eae-ba5b-40ab-afda-eaa82a35d495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4708300 Aug 11 02:27:39.240875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-0401235f-374f-4e94-91e6-66ae705b50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:39.242462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-0401235f-374f-4e94-91e6-66ae705b50f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.1500568 Aug 11 02:27:39.247906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '0ce733ba-9775-496c-8c03-3e8cf2c490af', 'network_id': 'eb6ced48-8df2-4927-8b68-13fd9d2c4561', 'port_id': '0ce733ba-9775-496c-8c03-3e8cf2c490af', 'mac_address': 'fa:16:3e:9b:66:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3db3b0-c1a4-4ceb-8559-3ef2242de890', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:39.249921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.259276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Request body: {'port': {'device_id': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:39.268597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b013c1fd-6b43-4700-8f70-ba279b208db6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:39.319030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b013c1fd-6b43-4700-8f70-ba279b208db6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b013c1fd-6b43-4700-8f70-ba279b208db6,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:39.321838 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.323185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb7e2a-39ef-41ec-9f0b-a910cdcab4e9 req-7c60f5cb-0f24-40bf-b27a-55d5b2b5980c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:39.325388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26eb7e2a-39ef-41ec-9f0b-a910cdcab4e9 req-7c60f5cb-0f24-40bf-b27a-55d5b2b5980c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 932 time: 0.2208240 Aug 11 02:27:39.326171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.326891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ce9e5379-b8e1-464a-bb68-d963e1fa2d11 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:39.330938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-b81e152b-d649-4898-a321-126a2aafd24a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798993 Aug 11 02:27:39.339045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:39.364133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce733ba-9775-496c-8c03-3e8cf2c490af {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:39.414308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0ce733ba-9775-496c-8c03-3e8cf2c490af, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:39.454789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.472436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=b013c1fd-6b43-4700-8f70-ba279b208db6,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.515474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.549434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:39.558877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26eb7e2a-39ef-41ec-9f0b-a910cdcab4e9 req-8c41a366-5e7f-4ec5-adc1-9ae443c9a5e9 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092750 Aug 11 02:27:39.560525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0ce733ba-9775-496c-8c03-3e8cf2c490af,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.570334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11', 'mac_address': 'fa:16:3e:c7:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:39.659284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.682393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9e5379-b8e1-464a-bb68-d963e1fa2d11 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:39.714602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:39.719378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['0ce733ba-9775-496c-8c03-3e8cf2c490af'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:39.727552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-d826f84e-462f-4e74-9b98-71bddf5e9edf service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871136 Aug 11 02:27:39.769346 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.833938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.985766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:40.006896 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:40.028198 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:40.029615 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:40.073557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['b013c1fd-6b43-4700-8f70-ba279b208db6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:40.087253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:40.201181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce4d09fc-25fe-4ee0-b358-f5269c33d999 req-46dd7561-c613-4998-8f11-bd64100cc3e5 service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598408 Aug 11 02:27:40.228165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68155138-eafd-452f-888b-2b1a284ec854 req-36875e27-7dad-4a6a-8b0f-6646da60f2ca tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:40.234717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68155138-eafd-452f-888b-2b1a284ec854 req-36875e27-7dad-4a6a-8b0f-6646da60f2ca tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 949 time: 0.3246226 Aug 11 02:27:40.341789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68155138-eafd-452f-888b-2b1a284ec854 req-4c9d87b7-6d5c-4777-a18b-5ab1aaeead93 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974345 Aug 11 02:27:40.429545 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:40.430287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:40.442703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.811407 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:37Z', 'revision_number': 3, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:40.815199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Transition to ACTIVE for port object 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:40.837253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.861246 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:40.873802 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:40.874692 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:40.894227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:40.924137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:40.936710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203663da-8123-4792-89bd-c977799a73c4 req-a254ebf4-c9fe-4799-8ab5-a77c31161cab tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:40.938498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-203663da-8123-4792-89bd-c977799a73c4 req-a254ebf4-c9fe-4799-8ab5-a77c31161cab tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 945 time: 0.1478934 Aug 11 02:27:40.966959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0ce733ba-9775-496c-8c03-3e8cf2c490af up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:41.009734 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:41.067613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 0ce733ba-9775-496c-8c03-3e8cf2c490af completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:41.079721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 0ce733ba-9775-496c-8c03-3e8cf2c490af triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:41.079721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.081438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-203663da-8123-4792-89bd-c977799a73c4 req-cf636e38-df7a-4305-b732-681824e23794 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160731 Aug 11 02:27:41.155263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Attempting to bind port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:41.155640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Attempting to bind port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:41.155934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Attempting to bind port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:41.169596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 on network 79a7f719-d609-44c8-ab33-45c70af07d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:41.169976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Attempting to bind port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:41.182389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:41.182803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Checking segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:41.183232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Bound using segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:41.183699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Bound port: 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:41.184074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.189588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:41.200448 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.215810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.247311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce733ba-9775-496c-8c03-3e8cf2c490af'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:41.249958 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc406c-788a-49c5-a122-1b5ea2c93219" -d '{"events": [{"server_uuid": "d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4", "name": "network-vif-plugged", "status": "completed", "tag": "0ce733ba-9775-496c-8c03-3e8cf2c490af"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:41.265033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:41.267443 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dbc3d8-219c-48a6-8197-2a4713e93816" -d '{"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:41.274230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0ce733ba-9775-496c-8c03-3e8cf2c490af, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:41.279773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.319151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-33e7e34d-e5ac-4888-8032-4c169b4f1122 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "PUT /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 996 time: 4.9767561 Aug 11 02:27:41.320288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:41.324850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:41.338883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.396174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0ce733ba-9775-496c-8c03-3e8cf2c490af,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.438375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-17358e66-b26e-4ba3-9231-f489871c5f8e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.439890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-17358e66-b26e-4ba3-9231-f489871c5f8e tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports/054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 943 time: 0.1136436 Aug 11 02:27:41.449828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.450529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.452012 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] 10.222.0.59 "PUT /v2.0/ports/76dc906a-b693-4530-9f1a-16ab9a4fd5b2 HTTP/1.1" status: 200 len: 1092 time: 2.2024727 Aug 11 02:27:41.454659 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:37Z', 'revision_number': 3, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:41.477289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581800e2-b960-4cee-9e11-906567c8ce60 service neutron] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.506225 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb91b-08fa-464c-b02d-559ef860e72c None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:37Z', 'revision_number': 3, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:41.508253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee7f49-ca2a-4077-9fac-f3a0c7b8eab2 req-aa60ac04-0484-4889-a7de-5244017e5699 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.510901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ee7f49-ca2a-4077-9fac-f3a0c7b8eab2 req-aa60ac04-0484-4889-a7de-5244017e5699 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1456561 Aug 11 02:27:41.706516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ee7f49-ca2a-4077-9fac-f3a0c7b8eab2 req-db6f6650-2ad5-4def-a6d2-3ffe85bc73ab tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594527 Aug 11 02:27:41.709608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44b969-dcf0-41a9-b258-461794ddf2e5 None None] New status for floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:41.709810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-40de0ca9-9b28-4d91-8118-f601a48d8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.712758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-40de0ca9-9b28-4d91-8118-f601a48d8acf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.1996682 Aug 11 02:27:41.717642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-446a9753-809d-4d36-90cd-c022ded798c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.720392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-446a9753-809d-4d36-90cd-c022ded798c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 1095 time: 0.2050834 Aug 11 02:27:41.895911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-cbfa445a-8d42-452e-8314-6f5cadd4debd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2 HTTP/1.1" status: 200 len: 217 time: 0.1533220 Aug 11 02:27:42.079128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71897ff-2a54-45eb-96b9-44a631ac0ecf req-3a91ead7-29f4-400d-80d5-764c1696485b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.081985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a71897ff-2a54-45eb-96b9-44a631ac0ecf req-3a91ead7-29f4-400d-80d5-764c1696485b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 944 time: 0.2566047 Aug 11 02:27:42.089368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887287-e732-4225-a490-e7250bcb381b req-a5a5eab6-da2b-4727-b986-26f0d25f5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.092142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-a5a5eab6-da2b-4727-b986-26f0d25f5ea1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.1628096 Aug 11 02:27:42.116229 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:42.126667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:42.127716 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:42.190092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-39eec63e-458c-4691-9bcb-2e4a864570c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899782 Aug 11 02:27:42.193134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-abf2b380-03c3-492e-9eba-424746de4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.194932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-abf2b380-03c3-492e-9eba-424746de4432 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.4671504 Aug 11 02:27:42.296314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:42.301616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a71897ff-2a54-45eb-96b9-44a631ac0ecf req-c0a31e6e-5b71-4726-bef0-90840e459951 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036159 Aug 11 02:27:42.305048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-08bc8bce-e2ac-4d8a-9168-d912a54d48cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 217 time: 0.0946121 Aug 11 02:27:42.435811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-1dfdf410-3089-465b-aa06-2a20c1c21dc6 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362471 Aug 11 02:27:42.466433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-bee9a6b2-bc6d-40cd-a3aa-1dde444dcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.475271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-bee9a6b2-bc6d-40cd-a3aa-1dde444dcc9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1369781 Aug 11 02:27:42.477757 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943bbb14-29df-4bfe-8cf2-15ecc34b17b4 x-openstack-request-id: req-943bbb14-29df-4bfe-8cf2-15ecc34b17b4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:42.490437 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4", "name": "network-vif-plugged", "status": "completed", "tag": "0ce733ba-9775-496c-8c03-3e8cf2c490af", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:42.492331 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-943bbb14-29df-4bfe-8cf2-15ecc34b17b4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:42.498140 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce733ba-9775-496c-8c03-3e8cf2c490af', 'code': 200} Aug 11 02:27:42.728159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-2821b652-5974-48be-8691-ede0c58fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.733826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-2821b652-5974-48be-8691-ede0c58fc1f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341361 Aug 11 02:27:42.743079 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad84ad35-670e-4282-af43-63171bbf4ebe x-openstack-request-id: req-ad84ad35-670e-4282-af43-63171bbf4ebe {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:42.743797 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:42.744227 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad84ad35-670e-4282-af43-63171bbf4ebe {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:42.745091 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'status': 'completed', 'code': 200} Aug 11 02:27:42.767552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb187-d5e9-4668-804f-610f65788936 req-0176439e-a1dc-469d-b9a4-ec7d043697fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.769341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1ffb187-d5e9-4668-804f-610f65788936 req-0176439e-a1dc-469d-b9a4-ec7d043697fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 1097 time: 0.1737173 Aug 11 02:27:42.772122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10887287-e732-4225-a490-e7250bcb381b req-55bedeba-4b7e-4357-8f2d-52730372e651 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269663 Aug 11 02:27:42.793742 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:41Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:42.845787 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:42.859018 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:42.860003 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:42.900265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-1bdfe8aa-dba1-48e1-8acc-68ba59c74804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.904347 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-1bdfe8aa-dba1-48e1-8acc-68ba59c74804 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.1005731 Aug 11 02:27:42.918327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1ffb187-d5e9-4668-804f-610f65788936 req-4b710be1-5f60-4ef4-94cb-a05c78ff3812 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373687 Aug 11 02:27:42.937492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b013c1fd-6b43-4700-8f70-ba279b208db6 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:42.960283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26338894-2358-42eb-906c-2f27b15ee0a3 req-53765147-31e1-4313-b8ae-8d4eecb9c98e tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.962368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26338894-2358-42eb-906c-2f27b15ee0a3 req-53765147-31e1-4313-b8ae-8d4eecb9c98e tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 949 time: 0.1169305 Aug 11 02:27:42.993065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-85fcc4d3-c393-4937-a7ad-e0b75783ddac service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202313 Aug 11 02:27:43.009001 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:43.025006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port b013c1fd-6b43-4700-8f70-ba279b208db6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:43.031960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port b013c1fd-6b43-4700-8f70-ba279b208db6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:43.032462 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.100791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26338894-2358-42eb-906c-2f27b15ee0a3 req-0695d90e-bd06-419d-91ba-b30261159c37 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271410 Aug 11 02:27:43.172803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-7a772805-b64e-4f40-bbf8-fe20c9a7c18f service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749737 Aug 11 02:27:43.206773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.270455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-929eb6cb-bd24-492e-afcd-46aae6f9eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.281101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-929eb6cb-bd24-492e-afcd-46aae6f9eefa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1096 time: 0.0695889 Aug 11 02:27:43.309876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b013c1fd-6b43-4700-8f70-ba279b208db6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b013c1fd-6b43-4700-8f70-ba279b208db6,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:43.318527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.319499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ce9e5379-b8e1-464a-bb68-d963e1fa2d11 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:43.437508 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:41Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:43.460165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-8884b24a-e47c-49eb-9b6d-39ef6d098d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.462555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-8884b24a-e47c-49eb-9b6d-39ef6d098d91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1797392 Aug 11 02:27:43.498586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:43.501093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=b013c1fd-6b43-4700-8f70-ba279b208db6,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.506805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:43.507358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.539641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-5fe2ede5-30cc-4e25-98ae-33f4df24a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.541127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-5fe2ede5-30cc-4e25-98ae-33f4df24a711 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.6284697 Aug 11 02:27:43.629458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-766af234-90d0-46a9-8dbd-e7b4bca7b939 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 999 time: 0.1570714 Aug 11 02:27:43.643124 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-97c3fe45-d93a-469e-8825-d1f4fdc1179c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 217 time: 0.0939038 Aug 11 02:27:43.656122 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5943c-4939-469e-ad6c-fe4d99095db7 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:1b:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:41Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:43.682339 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.732579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:43.741069 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.744763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-88ea59db-b004-4b4e-867e-047c0fa4be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.748219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-88ea59db-b004-4b4e-867e-047c0fa4be62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1169696 Aug 11 02:27:43.816020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.840100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa3629a3-01a7-422c-a93f-67c41b1de5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.843147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-ee66551d-6151-4907-822d-9443cf259d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.846070 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-ee66551d-6151-4907-822d-9443cf259d8c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1935554 Aug 11 02:27:43.907242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-b5501027-f6f7-499f-9092-2cf6193df2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.910062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-b5501027-f6f7-499f-9092-2cf6193df2fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557406 Aug 11 02:27:43.928485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094b40-5edf-4988-a38a-97875ceff612 req-ee4cbbb9-9cbf-43e7-bddd-0a6227404b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.930265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-ee4cbbb9-9cbf-43e7-bddd-0a6227404b38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743474 Aug 11 02:27:43.984267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9c113-4402-4a11-81b7-737dd0e1985c req-2b82cae2-83f1-4e14-8b41-0b5cef28950c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.986935 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12b9c113-4402-4a11-81b7-737dd0e1985c req-2b82cae2-83f1-4e14-8b41-0b5cef28950c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1413400 Aug 11 02:27:44.050152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-a3ad5076-a577-4276-91aa-c14fe6eeae5f service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286495 Aug 11 02:27:44.105809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12b9c113-4402-4a11-81b7-737dd0e1985c req-33bc1373-aef3-45c9-8e95-ff7c91cd1043 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668786 Aug 11 02:27:44.144887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-b4381857-d774-4bee-bd38-65c9a612348d service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896179 Aug 11 02:27:44.175474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32dbc3d8-219c-48a6-8197-2a4713e93816 req-9bdeeb33-a450-4f3b-a271-7ca7b77f8050 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138737 Aug 11 02:27:44.294660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44094b40-5edf-4988-a38a-97875ceff612 req-59c44423-2341-4ea6-81b3-8740840b69ce service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386547 Aug 11 02:27:44.309874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-01c403e9-0c06-4e86-b155-63835a0b6f31 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:44.311609 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-01c403e9-0c06-4e86-b155-63835a0b6f31 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 945 time: 0.0769866 Aug 11 02:27:44.411272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c1b60-367d-4036-a4d0-3b0f64f72f04 req-44891e06-a392-431d-a334-7daa7e03fad8 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:44.414443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b0c1b60-367d-4036-a4d0-3b0f64f72f04 req-44891e06-a392-431d-a334-7daa7e03fad8 tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2 HTTP/1.1" status: 200 len: 945 time: 0.0783219 Aug 11 02:27:44.423610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Deleting port a6aafd42-d180-4f5b-b710-472ddadd7286 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:44.424240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.500293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b013c1fd-6b43-4700-8f70-ba279b208db6'}, {'server_uuid': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:44.504089 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43857390-d63c-42d1-af23-21e4252e425f" -d '{"events": [{"server_uuid": "5921a404-8e1e-4ea1-ad35-5841776728a8", "name": "network-vif-plugged", "status": "completed", "tag": "b013c1fd-6b43-4700-8f70-ba279b208db6"}, {"server_uuid": "3dd92c13-03a7-4ec9-9d61-7e1194cac1a3", "name": "network-vif-plugged", "status": "completed", "tag": "ce9e5379-b8e1-464a-bb68-d963e1fa2d11"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:44.523834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b0c1b60-367d-4036-a4d0-3b0f64f72f04 req-e70266d9-1d67-4fb9-85a7-6d2819bbec1f tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933161 Aug 11 02:27:44.527433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] For port a6aafd42-d180-4f5b-b710-472ddadd7286, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a6aafd42-d180-4f5b-b710-472ddadd7286,segment=NetworkSegment(de67bf04-fca5-4e2a-8e7c-825ac36068f3),segment_id=de67bf04-fca5-4e2a-8e7c-825ac36068f3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:44.527870 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.546044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bea901-9f46-49d0-b5fc-9b2c9d7c0a69 req-427336b9-4344-4a77-9878-319335aef5ab tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:44.548520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4bea901-9f46-49d0-b5fc-9b2c9d7c0a69 req-427336b9-4344-4a77-9878-319335aef5ab tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 944 time: 0.1326399 Aug 11 02:27:44.552741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Calling delete_port for a6aafd42-d180-4f5b-b710-472ddadd7286 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:44.602605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4bea901-9f46-49d0-b5fc-9b2c9d7c0a69 req-94ce1e74-c1cc-447f-b8c1-df99dc667f83 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Aug 11 02:27:44.746655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.749741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'}, {'name': 'network-changed', 'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:44.752553 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9655ca-fc6d-45df-ab13-e0b506421e48" -d '{"events": [{"name": "network-changed", "server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26"}, {"name": "network-changed", "server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:44.760177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a6aafd42-d180-4f5b-b710-472ddadd7286'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:44.775172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f686acc-0beb-476d-af3e-2cd5371ebe9a req-93360896-185a-4f22-81fe-cf9822d884c4 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:44.776893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f686acc-0beb-476d-af3e-2cd5371ebe9a req-93360896-185a-4f22-81fe-cf9822d884c4 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 950 time: 0.0990758 Aug 11 02:27:44.780057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Pushing event deleted for resources: {'Port': ['ID=a6aafd42-d180-4f5b-b710-472ddadd7286,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.801649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb341d1-2133-476d-bd12-925673ab2920 req-28cb5e2f-eddb-4f72-814a-7939d58efbd2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:44.803498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-beb341d1-2133-476d-bd12-925673ab2920 req-28cb5e2f-eddb-4f72-814a-7939d58efbd2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.0903406 Aug 11 02:27:44.826591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] No DVR routers for this DVR port a6aafd42-d180-4f5b-b710-472ddadd7286 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:44.829449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.832188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe017536-2e88-47a3-bf1c-00ecbead2424 req-9b5789f9-22a5-4137-ba97-368345938e7e tempest-ServerAddressesNegativeTestJSON-1917291687 tempest-ServerAddressesNegativeTestJSON-1917291687-project] 10.222.0.25 "DELETE /v2.0/ports/a6aafd42-d180-4f5b-b710-472ddadd7286 HTTP/1.1" status: 204 len: 173 time: 0.5118909 Aug 11 02:27:44.832670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'name': 'network-vif-deleted', 'tag': 'a6aafd42-d180-4f5b-b710-472ddadd7286'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:44.835308 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391f8bb7-d3e7-4914-b668-d085814db02f" -d '{"events": [{"server_uuid": "8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2", "name": "network-vif-deleted", "tag": "a6aafd42-d180-4f5b-b710-472ddadd7286"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:44.871220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f686acc-0beb-476d-af3e-2cd5371ebe9a req-425ad6b8-707a-469a-a2c0-215e7cf517c2 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657847 Aug 11 02:27:44.895061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-beb341d1-2133-476d-bd12-925673ab2920 req-7b887310-87bc-4cbc-8665-2f811ce31be8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731361 Aug 11 02:27:44.967022 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2babe849-e238-4988-ad63-fdc3e67c9b41 x-openstack-request-id: req-2babe849-e238-4988-ad63-fdc3e67c9b41 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:44.967668 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5921a404-8e1e-4ea1-ad35-5841776728a8", "name": "network-vif-plugged", "status": "completed", "tag": "b013c1fd-6b43-4700-8f70-ba279b208db6", "code": 200}, {"server_uuid": "3dd92c13-03a7-4ec9-9d61-7e1194cac1a3", "name": "network-vif-plugged", "status": "completed", "tag": "ce9e5379-b8e1-464a-bb68-d963e1fa2d11", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:44.968041 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2babe849-e238-4988-ad63-fdc3e67c9b41 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:44.968649 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b013c1fd-6b43-4700-8f70-ba279b208db6', 'code': 200} Aug 11 02:27:44.971593 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11', 'code': 200} Aug 11 02:27:45.002953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8938707a-f842-446f-b5fd-4d1e281ecf15 req-0f62bc6b-4101-4d75-a6ec-1ee4cf0b2c46 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.1064100 Aug 11 02:27:45.020889 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e5c14-50c3-46b4-8f11-f069ab15996f x-openstack-request-id: req-f73e5c14-50c3-46b4-8f11-f069ab15996f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:45.023716 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:45.024127 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f73e5c14-50c3-46b4-8f11-f069ab15996f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:45.024740 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'status': 'completed', 'code': 200} Aug 11 02:27:45.025158 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'status': 'completed', 'code': 200} Aug 11 02:27:45.058468 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc112f-a281-4824-adff-a0f5097200ab x-openstack-request-id: req-38dc112f-a281-4824-adff-a0f5097200ab {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:45.059618 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2", "name": "network-vif-deleted", "tag": "a6aafd42-d180-4f5b-b710-472ddadd7286", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:45.059988 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38dc112f-a281-4824-adff-a0f5097200ab {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:45.060737 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d6a4c-6e59-41bf-9f81-160c13f9b3b2', 'name': 'network-vif-deleted', 'tag': 'a6aafd42-d180-4f5b-b710-472ddadd7286', 'status': 'completed', 'code': 200} Aug 11 02:27:45.108447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938707a-f842-446f-b5fd-4d1e281ecf15 req-8eec8cc6-9e36-46ff-8260-cbbb91281c2b tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.109909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8938707a-f842-446f-b5fd-4d1e281ecf15 req-8eec8cc6-9e36-46ff-8260-cbbb91281c2b tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports/15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 942 time: 0.1024373 Aug 11 02:27:45.128112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-1e03ac4c-862e-412b-a72f-e2836ecb06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.129690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-1e03ac4c-862e-412b-a72f-e2836ecb06ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1096 time: 0.0680127 Aug 11 02:27:45.177225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339104a-489c-4cd6-bd08-8cbc2413ab8c req-d6d305de-16f6-4f26-94fd-be71848df6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.178827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f339104a-489c-4cd6-bd08-8cbc2413ab8c req-d6d305de-16f6-4f26-94fd-be71848df6b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.0697782 Aug 11 02:27:45.180788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52d608-0e41-4146-bbba-0d9273785eca req-acab27d8-eb51-41b5-8873-406238a8f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.182281 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb52d608-0e41-4146-bbba-0d9273785eca req-acab27d8-eb51-41b5-8873-406238a8f439 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 1101 time: 0.0830545 Aug 11 02:27:45.279201 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eb52d608-0e41-4146-bbba-0d9273785eca req-1786139e-0a29-4c31-b6ba-38033c993a08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760925 Aug 11 02:27:45.281633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f339104a-489c-4cd6-bd08-8cbc2413ab8c req-ba21f763-50c2-436b-bfc1-3e1bc5e22048 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885353 Aug 11 02:27:45.326990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8938707a-f842-446f-b5fd-4d1e281ecf15 req-dd869e44-54da-4617-a56d-71500c9fab74 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.1279500 Aug 11 02:27:45.335256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-0da267d5-9e3e-4b27-8b10-84576fd1fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.336827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-0da267d5-9e3e-4b27-8b10-84576fd1fadb service neutron] 10.222.0.59 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1887896 Aug 11 02:27:45.357062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3eedb-f4fd-4ae9-a7f6-ef6ff202098d req-295071ef-8044-492c-9ab5-fa4e673ffa24 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.358704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76f3eedb-f4fd-4ae9-a7f6-ef6ff202098d req-295071ef-8044-492c-9ab5-fa4e673ffa24 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1106367 Aug 11 02:27:45.527627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76f3eedb-f4fd-4ae9-a7f6-ef6ff202098d req-838c0330-0d66-422b-90bc-669c02d43ae9 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535542 Aug 11 02:27:45.535231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-b3484307-7036-4318-acf4-f2f29ee0b982 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 999 time: 0.1244004 Aug 11 02:27:45.547774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938707a-f842-446f-b5fd-4d1e281ecf15 req-08bd2472-f1d9-4c49-8e05-94d4a0122d66 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.549053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8938707a-f842-446f-b5fd-4d1e281ecf15 req-08bd2472-f1d9-4c49-8e05-94d4a0122d66 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2090752 Aug 11 02:27:45.615280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:45.619199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-b18159c2-e326-474b-bd0e-62007efc0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.621133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-b18159c2-e326-474b-bd0e-62007efc0776 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.0710611 Aug 11 02:27:45.698850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Deleting subnet b68277d2-f77a-4445-8e56-c9726363111c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:45.703068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.744891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.769717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-2a41e7f3-3b5e-49a4-8478-1d454bad7c4c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.1469996 Aug 11 02:27:45.780370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-086390dd-02ce-4e01-a82d-236a32b92dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.786338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-086390dd-02ce-4e01-a82d-236a32b92dda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106303 Aug 11 02:27:45.793498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.906090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.910924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-d577233e-bdb3-4605-86da-c8b19a01f302 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.912428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-d577233e-bdb3-4605-86da-c8b19a01f302 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports/15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 942 time: 0.1221642 Aug 11 02:27:45.913288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-415c98e6-c88d-40d8-8958-8ece7e4e329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.915140 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-415c98e6-c88d-40d8-8958-8ece7e4e329e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0673478 Aug 11 02:27:45.953179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68277d2-f77a-4445-8e56-c9726363111c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.966726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-cb102868-965b-41ab-b366-4aa8aaa85ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723950 Aug 11 02:27:45.989931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.993897 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-15ac88f7-b626-460c-8424-e21b8d9292b6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b68277d2-f77a-4445-8e56-c9726363111c HTTP/1.1" status: 204 len: 168 time: 0.3767984 Aug 11 02:27:46.035194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54808) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:46.136509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-00f87a72-1dc7-41ba-859b-7c1f7034c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.139403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-00f87a72-1dc7-41ba-859b-7c1f7034c925 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.2000535 Aug 11 02:27:46.191151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-277cc9c8-544f-4fe5-8e48-fd4baadbb981 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af HTTP/1.1" status: 200 len: 217 time: 0.0432100 Aug 11 02:27:46.258026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-9a10aa8b-ab78-41e4-b6d0-1145a74ee39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.260631 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-9a10aa8b-ab78-41e4-b6d0-1145a74ee39e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.0622079 Aug 11 02:27:46.315175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-fc06716f-8d36-4b73-bf8d-e615f5e11a86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467322 Aug 11 02:27:46.489842 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-220a801c-46d2-4f63-aa3b-c4f23a2d2b7d service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653764 Aug 11 02:27:46.567869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.574194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-2b425ca3-87c1-41c5-873a-1f7a7c038f54 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.5377460 Aug 11 02:27:46.608549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13611e9-4147-49de-81d0-1edb40390473 req-7f15fc76-4d08-4fc8-8da6-255b100f84da tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.611461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c13611e9-4147-49de-81d0-1edb40390473 req-7f15fc76-4d08-4fc8-8da6-255b100f84da tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 944 time: 0.2712929 Aug 11 02:27:46.635893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-5e2ab0cb-db75-4a58-8474-93c19ef99f17 service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520119 Aug 11 02:27:46.655457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f76b01eb-4cb2-4946-a9a9-9ab3e8253749 req-51823aa0-d93c-40e7-8aed-1c6bd838a5ae service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526215 Aug 11 02:27:46.879594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c13611e9-4147-49de-81d0-1edb40390473 req-9ea45b59-e3c4-4258-912f-706fc7675956 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517748 Aug 11 02:27:46.906897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.916145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-69e7e010-d39a-435f-9950-1803b731a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.917796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-69e7e010-d39a-435f-9950-1803b731a90b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 1095 time: 0.1940269 Aug 11 02:27:46.927319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-09a0e2f4-00b9-4f95-b8cc-f7c15150b785 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:46.928829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-09a0e2f4-00b9-4f95-b8cc-f7c15150b785 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.3441341 Aug 11 02:27:46.930720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.941434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:46.955426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de67bf04-fca5-4e2a-8e7c-825ac36068f3') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:46.955778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de67bf04-fca5-4e2a-8e7c-825ac36068f3') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:47.016895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.051256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a6aafd42-d180-4f5b-b710-472ddadd7286 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:47.092753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: a6aafd42-d180-4f5b-b710-472ddadd7286 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:47.093333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a6aafd42-d180-4f5b-b710-472ddadd7286 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:47.100297 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.130041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:47.130356 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:47.132218 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:47.159056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:47.173734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'mac_address': 'fa:16:3e:7d:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:47.178694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-01fbb0d5-e821-4b9e-b950-d5ba00c49be8 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.2270720 Aug 11 02:27:47.205875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:47.243182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.262912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18f641-61f4-4833-914a-408e7799987e req-9ce4b530-953f-4130-8585-bdd569beeb59 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.264568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c18f641-61f4-4833-914a-408e7799987e req-9ce4b530-953f-4130-8585-bdd569beeb59 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.2617137 Aug 11 02:27:47.265728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-0032d5df-61c9-4e84-85ae-3221062d1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.267187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-0032d5df-61c9-4e84-85ae-3221062d1306 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 905 time: 0.3333983 Aug 11 02:27:47.269745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:47.307320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:47.314320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.330776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.349069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-af83ece4-a903-4eee-b6bd-a6b48389216f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2 HTTP/1.1" status: 200 len: 217 time: 0.0707250 Aug 11 02:27:47.351573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.353482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0 HTTP/1.1" status: 204 len: 168 time: 1.3159511 Aug 11 02:27:47.382675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc070-cac9-45d3-9c08-8f036d6d3876 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf58a1d-6e98-4cd0-8cee-a5c2a5ee89b0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:47.403045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-001fe49b-c839-448f-aede-4b940e463941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.411375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.428287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:47.462976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c18f641-61f4-4833-914a-408e7799987e req-1989f141-0b7e-42c0-841b-c8388a03dc52 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896274 Aug 11 02:27:47.482239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-af86fc19-0deb-4aae-936e-b4115d9b74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.483836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-af86fc19-0deb-4aae-936e-b4115d9b74bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.1173255 Aug 11 02:27:47.563156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-08ec866c-0c05-4e25-8900-1d9169ea01e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570507 Aug 11 02:27:47.611756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['76dc906a-b693-4530-9f1a-16ab9a4fd5b2'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:47.664919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54820) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:47.705199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.720626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.727923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.728279 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f disassociated. External IP: 172.25.6.3, port: 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26. Aug 11 02:27:47.752177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e421fa00-af3b-49e9-b981-a03a41bb614e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d91cfc23a3754cd683b39eb6fa1a2f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854118 Aug 11 02:27:47.757790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54822) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:47.811790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6e80-91e7-4b5a-abdc-91aadbf5aac3 req-43f109a8-c144-456f-8aa3-24eca7bb708d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.813425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6ec6e80-91e7-4b5a-abdc-91aadbf5aac3 req-43f109a8-c144-456f-8aa3-24eca7bb708d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 950 time: 0.2186162 Aug 11 02:27:47.824552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-f430c06b-e7f2-4ce9-974f-005c85d48754 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505808 Aug 11 02:27:47.859157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a40d7baa-1f5a-4689-8e41-4844d15a49ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.895318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a40d7baa-1f5a-4689-8e41-4844d15a49ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.966165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a40d7baa-1f5a-4689-8e41-4844d15a49ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.971295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a40d7baa-1f5a-4689-8e41-4844d15a49ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.977824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a40d7baa-1f5a-4689-8e41-4844d15a49ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c8f004a-4f22-4668-9bf7-f5befe6c5cd6 HTTP/1.1" status: 204 len: 168 time: 0.2173724 Aug 11 02:27:47.982880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6ec6e80-91e7-4b5a-abdc-91aadbf5aac3 req-8d411d1c-f89d-437b-a228-dac7b0f722ac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238096 Aug 11 02:27:48.015497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7baa-1f5a-4689-8e41-4844d15a49ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f004a-4f22-4668-9bf7-f5befe6c5cd6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.166084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea9655ca-fc6d-45df-ab13-e0b506421e48 req-d6d60ef0-19d3-40e9-b7d7-bae527c821e7 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081074 Aug 11 02:27:48.249951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f120a3-9196-4594-954f-31fb7205cf23 req-5f215008-ba51-4363-b67b-a16b15595989 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.251644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57f120a3-9196-4594-954f-31fb7205cf23 req-5f215008-ba51-4363-b67b-a16b15595989 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1525643 Aug 11 02:27:48.288284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:48.317110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57f120a3-9196-4594-954f-31fb7205cf23 req-5f0e21dc-5a38-4bd1-98a9-b64c4b9fe745 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586317 Aug 11 02:27:48.338142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.766852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:48.772169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.780128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:48.796560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:48.798802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:48.811817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed2cf6-2c06-497d-bddd-e10c6da52a27 req-eada3fe5-5e16-4ecd-98f2-67d33e9db815 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.813478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6ed2cf6-2c06-497d-bddd-e10c6da52a27 req-eada3fe5-5e16-4ecd-98f2-67d33e9db815 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 945 time: 0.1010866 Aug 11 02:27:48.817561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-43e8fe4c-ed4e-4802-ae22-026156ed080c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "PUT /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 693 time: 1.6249712 Aug 11 02:27:48.818122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:48.821109 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed4842-8c0d-48e6-82b8-f7567d164cea" -d '{"events": [{"name": "network-changed", "server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:48.902161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6ed2cf6-2c06-497d-bddd-e10c6da52a27 req-17154675-a4c9-4d42-9381-fde705e4d4ca tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751145 Aug 11 02:27:48.910481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-d98d9829-2536-4579-bc5d-a7cc7f41ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.912358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-d98d9829-2536-4579-bc5d-a7cc7f41ad25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1096 time: 0.0680804 Aug 11 02:27:48.947461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:48.958296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:49.076592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-2dc11cdb-1337-497b-8b0a-bb099bba1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.091144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-2dc11cdb-1337-497b-8b0a-bb099bba1180 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1673505 Aug 11 02:27:49.155824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-816fbf94-0b15-4eab-935d-210741adc3f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 217 time: 0.0603902 Aug 11 02:27:49.212870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-331e5477-2b19-4d41-822e-76b6e8b90081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.220425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-331e5477-2b19-4d41-822e-76b6e8b90081 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.0632563 Aug 11 02:27:49.255320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:49.257717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:49.272378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:49.272983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.273216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-e783f254-ee3d-418c-8be7-f94c6ca26de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.285903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-e783f254-ee3d-418c-8be7-f94c6ca26de2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626149 Aug 11 02:27:49.388290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-978285558-network', 'tenant_id': 'd946aa112fa048b7992895a4ea347e1f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:49.416348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Made reservation on behalf of d946aa112fa048b7992895a4ea347e1f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:49.420846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.431224 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.452507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602586-d013-416f-8302-cbccc7a790b2 req-75667798-6190-45d5-aa9e-7e7d87b70086 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.454346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba602586-d013-416f-8302-cbccc7a790b2 req-75667798-6190-45d5-aa9e-7e7d87b70086 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 1101 time: 0.0915747 Aug 11 02:27:49.474405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.492409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:49.498694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-4f18f6c4-f516-4505-8159-e0d2fc10d978 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113698 Aug 11 02:27:49.500251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba602586-d013-416f-8302-cbccc7a790b2 req-6b1e47b4-cc9b-433f-ba62-08937bb3fd13 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.530117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:49.540766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:49.544041 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbca2eb4-6749-48cb-9497-880abc382acb" -d '{"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-plugged", "status": "completed", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:49.563500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:49.567147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:49.567930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:49.572208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.596997 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.602930 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.659361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:49.696817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e79201-670f-4ab6-835b-2fff1a74d044 req-7f7bdb98-83c2-4a7e-baab-2f462286500b service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912272 Aug 11 02:27:49.701144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadae2ae-e5e3-42ff-afb9-fb05688988f2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.706559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.722417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.725772 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Added segment 8943c9f7-4b3c-4a8d-9ab9-187cac959e7b of type vlan for network 985c0176-c110-4b19-8627-885506cbeb11 Aug 11 02:27:49.749209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:49.789102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.801826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba602586-d013-416f-8302-cbccc7a790b2 req-6b1e47b4-cc9b-433f-ba62-08937bb3fd13 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.811291 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba602586-d013-416f-8302-cbccc7a790b2 req-6b1e47b4-cc9b-433f-ba62-08937bb3fd13 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.844802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.847725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.849162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.856443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba602586-d013-416f-8302-cbccc7a790b2 req-6b1e47b4-cc9b-433f-ba62-08937bb3fd13 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810959 Aug 11 02:27:49.875222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e47b4-cc9b-433f-ba62-08937bb3fd13 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c585f-f99d-46ca-9dcd-3b0a713a8c45,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.917770 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6567414 Aug 11 02:27:49.924999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:49.931163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Request body: {'subnet': {'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-978285558-subnet', 'tenant_id': 'd946aa112fa048b7992895a4ea347e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:49.952611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6f9c7-c20f-4955-8dad-9ccee78cd39d req-71cff003-6a62-43ca-b1a2-357c0c96b59a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.955330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73c6f9c7-c20f-4955-8dad-9ccee78cd39d req-71cff003-6a62-43ca-b1a2-357c0c96b59a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.0781090 Aug 11 02:27:49.955639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3a7a-f963-462f-8361-599ebfa1caaa admin admin] Pushing event updated for resources: {'Network': ['ID=985c0176-c110-4b19-8627-885506cbeb11,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.972857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Made reservation on behalf of d946aa112fa048b7992895a4ea347e1f for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:49.980148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.982618 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07163c7a-9a56-4cfa-9685-4e61b7e35522 x-openstack-request-id: req-07163c7a-9a56-4cfa-9685-4e61b7e35522 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:49.982890 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:49.983149 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07163c7a-9a56-4cfa-9685-4e61b7e35522 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:49.983605 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'status': 'completed', 'code': 200} Aug 11 02:27:49.987002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 985c0176-c110-4b19-8627-885506cbeb11 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:50.049710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73c6f9c7-c20f-4955-8dad-9ccee78cd39d req-3eb8be1a-01eb-49c6-a472-072a8ac31fa7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827048 Aug 11 02:27:50.107191 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.109706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-fe71331a-da41-4a05-a291-0c1e3672d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.111380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-fe71331a-da41-4a05-a291-0c1e3672d178 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 1096 time: 0.1043200 Aug 11 02:27:50.152207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfa66b-bbbd-4ff3-bea2-7c8890cb1d33 req-047e5c0d-c151-4635-8dcb-71286ce47c44 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.153970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73bfa66b-bbbd-4ff3-bea2-7c8890cb1d33 req-047e5c0d-c151-4635-8dcb-71286ce47c44 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1032050 Aug 11 02:27:50.245442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73bfa66b-bbbd-4ff3-bea2-7c8890cb1d33 req-e80ca7e0-a38b-4e8d-a182-ab856a79f6f6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Aug 11 02:27:50.275632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-73de2c98-03e7-4df8-a830-b261c81dad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.288852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-73de2c98-03e7-4df8-a830-b261c81dad18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1682239 Aug 11 02:27:50.302634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:50.374743 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ef404a-401a-4194-8391-93c456987e13 x-openstack-request-id: req-05ef404a-401a-4194-8391-93c456987e13 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:50.375234 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-plugged", "status": "completed", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:50.375838 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05ef404a-401a-4194-8391-93c456987e13 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:50.376546 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'code': 200} Aug 11 02:27:50.378498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc18404-9dcb-4675-a9d0-79c1317558c9 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:50.399163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-7b9e9a2b-f9fb-42dd-a7c5-8193fea8ff92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 200 len: 217 time: 0.1021469 Aug 11 02:27:50.405736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.485344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-1771cdd0-a897-4656-afbe-e74b9fd0dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.507666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-1771cdd0-a897-4656-afbe-e74b9fd0dc98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.0991395 Aug 11 02:27:50.700798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-7e2c3206-2bc0-439b-8efc-6cebba27823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.701683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fb4fc-596f-4200-a222-6130baecc425 req-b5dbc6be-db72-49de-b441-0accf542aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.703898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-7e2c3206-2bc0-439b-8efc-6cebba27823b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866541 Aug 11 02:27:50.715274 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f9fb4fc-596f-4200-a222-6130baecc425 req-b5dbc6be-db72-49de-b441-0accf542aa4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 1097 time: 0.2939284 Aug 11 02:27:50.727114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5e655b-9258-4b81-975b-0d153b4c59db,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:50.788078 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f9fb4fc-596f-4200-a222-6130baecc425 req-86e28d20-e5ad-4514-ba2c-0f3a48e9d793 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570824 Aug 11 02:27:50.795617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Checking segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:50.795999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Network hostable DHCP agents. Network: 985c0176-c110-4b19-8627-885506cbeb11, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:50.819881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Network 985c0176-c110-4b19-8627-885506cbeb11 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:50.835074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 985c0176-c110-4b19-8627-885506cbeb11) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:50.840447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.842008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.848829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091932e-b620-4c58-a019-17f76d77f4e2 None None] Network 985c0176-c110-4b19-8627-885506cbeb11 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:50.867990 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755f0838-fcf6-4611-b932-1473954fa3a4 None None] New status for floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:50.879012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad0278e8-7eca-49f8-a231-2fc868808721 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9424593 Aug 11 02:27:51.013813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-8d13cee5-8289-4964-94c5-7fe9a9cb57bd service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658536 Aug 11 02:27:51.058031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab516f-8bd4-40a7-97c3-0b4d15237629 None None] Network 985c0176-c110-4b19-8627-885506cbeb11 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:51.063223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43039ef0-dcd2-4504-8163-0d405e88a663 req-2ebfbb1f-758f-4ce8-a7ab-8b58d33ce21e tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.066036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43039ef0-dcd2-4504-8163-0d405e88a663 req-2ebfbb1f-758f-4ce8-a7ab-8b58d33ce21e tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 946 time: 0.3970823 Aug 11 02:27:51.135559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-be5b865e-07b4-4c46-9837-327cca061558 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.137264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-be5b865e-07b4-4c46-9837-327cca061558 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3340147 Aug 11 02:27:51.238169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d82079a4-e5d4-4946-9004-c0cf21e1ac6f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 696 time: 0.0807633 Aug 11 02:27:51.250850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43039ef0-dcd2-4504-8163-0d405e88a663 req-6ad3e3fd-7a6c-453a-b228-2fe94f170ffb tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633151 Aug 11 02:27:51.260826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'floatingip': {'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:51.321367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.325327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baed4842-8c0d-48e6-82b8-f7567d164cea req-d9bfd629-8769-4fea-8818-856cbc9acc0c service neutron] 10.222.0.59 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958515 Aug 11 02:27:51.466158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-f238ed64-4f6c-4caa-b93d-8742e0898d41 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330923 Aug 11 02:27:51.675988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-96c3f13a-850d-4a65-ad92-1b0672ebd3de tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.677666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-96c3f13a-850d-4a65-ad92-1b0672ebd3de tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053237 Aug 11 02:27:51.737910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-98daf95c-0288-43c0-9aa0-81c73f8e4205 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/quotas/05f210b56d8749d3a489b01fe20db27d HTTP/1.1" status: 200 len: 375 time: 0.0512221 Aug 11 02:27:51.900703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-0738ab6f-5385-4dd7-a3d4-3dfbd6d7da69 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251233 Aug 11 02:27:52.063014 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.068677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.238600 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f associated. External IP: 172.25.6.3, port: 054751cc-0a11-493a-844a-e17402656849. Aug 11 02:27:52.722820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2c999-eb42-4a14-ad02-e03b5e4a315d req-b84677aa-955d-4f22-a6e1-d8a227742fa0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:52.725549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ac2c999-eb42-4a14-ad02-e03b5e4a315d req-b84677aa-955d-4f22-a6e1-d8a227742fa0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.2444246 Aug 11 02:27:52.754898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.768228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec60e8a-39be-475b-b158-82776872a5c0 req-849fda3b-8ced-4bad-94a2-e172e3cb7673 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:52.770889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aec60e8a-39be-475b-b158-82776872a5c0 req-849fda3b-8ced-4bad-94a2-e172e3cb7673 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.59 "GET /v2.0/ports?device_id=17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc HTTP/1.1" status: 200 len: 945 time: 0.2878056 Aug 11 02:27:52.808352 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.814586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:52.940003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ac2c999-eb42-4a14-ad02-e03b5e4a315d req-0134913e-f07e-4efc-83f2-f9bbb30f73e5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020233 Aug 11 02:27:53.061371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Deleting port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:53.061718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.429938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:53.441193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.453023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:53.482564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:53.486492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:53.550086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-d8163c0e-6bb5-48ae-8bad-4d715d22c73f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "PUT /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 995 time: 2.2960942 Aug 11 02:27:53.556621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:53.560823 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:53.603348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] For port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:53.604929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.663831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Calling delete_port for 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:53.737763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-d342323a-c139-4fd5-accf-1700ac57d100 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:53.742561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-d342323a-c139-4fd5-accf-1700ac57d100 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 813 time: 0.2951076 Aug 11 02:27:53.771551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:53.893731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-d8e92d33-1021-4f9c-8aa8-947c09fe4dbe tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/quotas/d946aa112fa048b7992895a4ea347e1f HTTP/1.1" status: 200 len: 375 time: 0.0812771 Aug 11 02:27:53.983738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-a030e8fd-949d-436a-8403-cbd3e4b36cf0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704341 Aug 11 02:27:54.030262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-091b4b5c-87cb-4fca-a379-1832f515d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:54.033485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-091b4b5c-87cb-4fca-a379-1832f515d817 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.4340858 Aug 11 02:27:54.257049 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-bdd999b2-d8f0-4bf5-a6de-38d6c8ff8a23 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391853 Aug 11 02:27:54.275858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-7adb75ee-53a6-4389-a3a4-2b53d4392b57 service neutron] 10.222.0.16 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637331 Aug 11 02:27:54.401967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:51Z', 'revision_number': 8, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:54.441737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:54.455635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:54.456294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:54.517870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-b758c998-4e35-451b-b83c-5427039dc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:54.520271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-b758c998-4e35-451b-b83c-5427039dc5ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.4659052 Aug 11 02:27:54.524026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.543779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-736c2c9d-d707-4e09-8db5-8851791a84e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:54.547713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-736c2c9d-d707-4e09-8db5-8851791a84e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831485 Aug 11 02:27:54.570279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:54.609872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:54.720008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event deleted for resources: {'Port': ['ID=15d1f262-5c8d-4b85-b1dd-8a7d54a17c26,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:54.725136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-02bace36-2931-4d48-bf55-8e4dbd93b319 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301950 Aug 11 02:27:54.763902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['054751cc-0a11-493a-844a-e17402656849'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:54.766349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:54.843205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-313a4ce3-996a-43b8-a469-41951a066708 service neutron] 10.222.0.16 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533626 Aug 11 02:27:54.867498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] No DVR routers for this DVR port 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:54.871182 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.873452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aec60e8a-39be-475b-b158-82776872a5c0 req-6598d1c9-2b2a-4c8d-b747-0957789ed507 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.59 "DELETE /v2.0/ports/15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 HTTP/1.1" status: 204 len: 173 time: 2.0950761 Aug 11 02:27:54.898398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:54.919720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.960694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-8e2276ff-626e-42e7-a4e5-2e8914290e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 998 time: 0.4186530 Aug 11 02:27:55.066906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-d9d45fb7-df68-4150-9ea1-e7f7af5255ff tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.069966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-d9d45fb7-df68-4150-9ea1-e7f7af5255ff tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103201 Aug 11 02:27:55.076398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:51Z', 'revision_number': 8, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:55.085916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:55.118870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-f569e282-1a4e-4b3a-b4ca-9b6f6494f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.122044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-f569e282-1a4e-4b3a-b4ca-9b6f6494f60a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1436558 Aug 11 02:27:55.123896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14e58b-479d-493d-9ecc-36a6a2e5b951 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7e2007c5-2e60-4446-ae79-da8723cb633f', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'floating_ip_address': '172.25.6.3', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'port_id': '054751cc-0a11-493a-844a-e17402656849', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'mac_address': 'fa:16:3e:69:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:27:01Z', 'updated_at': '2021-08-11T02:27:51Z', 'revision_number': 8, 'project_id': '4d06ece725de4262af07ec9234272212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:55.266962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-7ea6e594-b054-40b2-8fb6-fef3e891ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.269350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-7ea6e594-b054-40b2-8fb6-fef3e891ac99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107233 Aug 11 02:27:55.336082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.141 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/eb4302f1-ec63-4877-a999-0451dbd2ced1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:55.503239 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5247b-2172-434d-b069-65d2ac3fd78b None None] New status for floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:27:55.543093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:55.547207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.579488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20ecf-d5aa-47f9-9e73-e8481b478211 req-786b262e-0c42-43cb-aa08-c6356af30a1e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.581175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bea20ecf-d5aa-47f9-9e73-e8481b478211 req-786b262e-0c42-43cb-aa08-c6356af30a1e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.2532430 Aug 11 02:27:55.586856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-1560fbf2-6464-41ab-8966-8eb26f087c35 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013799 Aug 11 02:27:55.702786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.725407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object eb4302f1-ec63-4877-a999-0451dbd2ced1 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:55.771654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bea20ecf-d5aa-47f9-9e73-e8481b478211 req-32ed7096-95c4-4661-acc6-50e7dcc2d5f6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803849 Aug 11 02:27:55.808242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.820979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:55.884228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2445d044-bae4-4159-967d-c2c24f9dc414 req-0bf5229f-d027-49bf-bd0f-5f87f0ff9077 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882304 Aug 11 02:27:55.903443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.196 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:55.907659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:55.912335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:55.921120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:55.998202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.998920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.051152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=eb4302f1-ec63-4877-a999-0451dbd2ced1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.073893 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-747fa6fd-a9ac-49be-8134-df33ec075dc5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5127189 Aug 11 02:27:56.086037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382c73e-aaf0-4bba-abcc-75fea04055e2 req-c38f6205-e405-4a64-a9ce-c3a4875f408c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.087553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Request body: {'port': {'device_id': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:56.094748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3382c73e-aaf0-4bba-abcc-75fea04055e2 req-c38f6205-e405-4a64-a9ce-c3a4875f408c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 946 time: 0.1498287 Aug 11 02:27:56.208587 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.226264 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7666c0e7-9cef-49a1-8301-109858f515db x-openstack-request-id: req-7666c0e7-9cef-49a1-8301-109858f515db {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:56.226798 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:56.227235 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7666c0e7-9cef-49a1-8301-109858f515db {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:56.227976 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'status': 'completed', 'code': 200} Aug 11 02:27:56.279974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3382c73e-aaf0-4bba-abcc-75fea04055e2 req-293e24a0-978d-4f34-9e33-9f22c6f94495 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778157 Aug 11 02:27:56.356682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0eba0e53-77a1-495e-98ca-6fd1b753e31c None None] Provisioning for port eb4302f1-ec63-4877-a999-0451dbd2ced1 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:56.361754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0eba0e53-77a1-495e-98ca-6fd1b753e31c None None] Provisioning complete for port eb4302f1-ec63-4877-a999-0451dbd2ced1 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:56.362173 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0eba0e53-77a1-495e-98ca-6fd1b753e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.415132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0eba0e53-77a1-495e-98ca-6fd1b753e31c None None] Port eb4302f1-ec63-4877-a999-0451dbd2ced1 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:56.446312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-9bf6480a-21ad-4917-8c46-ffc2fee92a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.448202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-9bf6480a-21ad-4917-8c46-ffc2fee92a21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.1688652 Aug 11 02:27:56.450299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.493710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9004a-1c53-47af-8eff-0c22262872d7 req-30e9b569-99cb-4557-b78f-52749ee8b0ec tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.494079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ff9004a-1c53-47af-8eff-0c22262872d7 req-30e9b569-99cb-4557-b78f-52749ee8b0ec tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1412508 Aug 11 02:27:56.495877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:56.576811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-36140d59-1415-431d-add3-6f8292bbfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.579945 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-36140d59-1415-431d-add3-6f8292bbfaa0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1233413 Aug 11 02:27:56.594435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a19e634-4bd1-4f75-bdea-de0a539288cb req-e5e3d285-a6be-410a-b192-80a634b046bf tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 210 time: 0.0504713 Aug 11 02:27:56.597820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ff9004a-1c53-47af-8eff-0c22262872d7 req-64c1fc39-ff77-4337-98bb-178e8c8ebb2d tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922563 Aug 11 02:27:56.614531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.642322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:56.656976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:56.661045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:56.736810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:56.805408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-3ba055bc-2502-4913-bfe5-6a2cd545ecc0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 1000 time: 0.2046764 Aug 11 02:27:56.918810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.957829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-f546de30-f66e-4cd9-be1a-7f51bf024301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.959453 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-f546de30-f66e-4cd9-be1a-7f51bf024301 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1073756 Aug 11 02:27:56.972649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1a1e63b4-393e-4cb9-b15f-0d0067c65428 None None] Provisioning for port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:56.981191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.982078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.984198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1a1e63b4-393e-4cb9-b15f-0d0067c65428 None None] Provisioning complete for port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:56.985613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a1e63b4-393e-4cb9-b15f-0d0067c65428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.029353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc06a-ad82-410e-a97a-ff680fd16c77 req-142e708f-1754-4fd9-9d16-d00842491775 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.037990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5ebc06a-ad82-410e-a97a-ff680fd16c77 req-142e708f-1754-4fd9-9d16-d00842491775 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 936 time: 0.2358334 Aug 11 02:27:57.042491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4302f1-ec63-4877-a999-0451dbd2ced1 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:57.050566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3a7473d-e104-4956-9386-fc2e44a3e8f7 req-9e4fe357-610b-4f38-9727-8e54e7ac4ee8 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 997 time: 0.3163970 Aug 11 02:27:57.054340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:57.055229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.066064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-7da5f027-5790-43f6-8842-1f80be6d0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.068180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-7da5f027-5790-43f6-8842-1f80be6d0441 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776072 Aug 11 02:27:57.081831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-6b16549b-3924-41c7-a885-edde2cbb18b6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0013533 Aug 11 02:27:57.102022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Transition to ACTIVE for port object eb4302f1-ec63-4877-a999-0451dbd2ced1 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:57.110519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:57.111491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 15d1f262-5c8d-4b85-b1dd-8a7d54a17c26 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:57.125304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e63b4-393e-4cb9-b15f-0d0067c65428 None None] Port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:57.138406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.153755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Request body: {'port': {'device_id': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:57.249095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=eb4302f1-ec63-4877-a999-0451dbd2ced1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.336820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Attempting to bind port eb4302f1-ec63-4877-a999-0451dbd2ced1 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:57.337175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Attempting to bind port eb4302f1-ec63-4877-a999-0451dbd2ced1 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:57.337509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Attempting to bind port eb4302f1-ec63-4877-a999-0451dbd2ced1 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:57.341907 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-28538030-838f-4e50-969a-7df56554e59b service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650294 Aug 11 02:27:57.345745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Port eb4302f1-ec63-4877-a999-0451dbd2ced1 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:57.346110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Attempting to bind port eb4302f1-ec63-4877-a999-0451dbd2ced1 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:57.361124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:57.361382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:57.361760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:57.362253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Bound port: eb4302f1-ec63-4877-a999-0451dbd2ced1, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:57.362629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.506182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] For port eb4302f1-ec63-4877-a999-0451dbd2ced1, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:57.511112 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a15e7df-a3a8-49d6-80a9-14f6b91c69f4 req-70165156-7fa5-4edc-b140-6ba4c7f88025 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605890 Aug 11 02:27:57.512942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] For port eb4302f1-ec63-4877-a999-0451dbd2ced1, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:57.519950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.576336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5ebc06a-ad82-410e-a97a-ff680fd16c77 req-7e8445ad-175e-4c69-b3a7-2976d4ed9431 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372179 Aug 11 02:27:57.585582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.585582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.587323 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] 10.222.0.25 "PUT /v2.0/ports/eb4302f1-ec63-4877-a999-0451dbd2ced1 HTTP/1.1" status: 200 len: 1096 time: 1.5047104 Aug 11 02:27:57.587912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'tag': 'eb4302f1-ec63-4877-a999-0451dbd2ced1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:57.591330 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f6bee-7799-4686-af98-efae668e6400" -d '{"events": [{"name": "network-changed", "server_uuid": "fd38808a-8c9c-442f-815f-c20528c221c8", "tag": "eb4302f1-ec63-4877-a999-0451dbd2ced1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:57.621163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.628880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5e783-9ed9-4ec3-ab8f-86430192cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=eb4302f1-ec63-4877-a999-0451dbd2ced1,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.664692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7473d-e104-4956-9386-fc2e44a3e8f7 req-989cae96-9902-4d85-9036-9b696eba9151 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.666320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3a7473d-e104-4956-9386-fc2e44a3e8f7 req-989cae96-9902-4d85-9036-9b696eba9151 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.6147964 Aug 11 02:27:57.711525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-6fe04df8-7f7a-4bc6-897c-e35c3333fe36 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.716051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-6fe04df8-7f7a-4bc6-897c-e35c3333fe36 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.25 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 813 time: 0.6526976 Aug 11 02:27:57.740182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-5c67a87c-1fd5-4651-86d7-7c50f9abb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.741799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-5c67a87c-1fd5-4651-86d7-7c50f9abb65a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 1099 time: 0.0688889 Aug 11 02:27:57.775442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Request body: {'port': {'device_id': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'admin_state_up': True, 'tenant_id': 'd946aa112fa048b7992895a4ea347e1f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:57.806479 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-0ebb9a2a-8463-4d44-a5cd-4d218a80b7d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1 HTTP/1.1" status: 200 len: 217 time: 0.0467398 Aug 11 02:27:57.904361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-d6cc0f06-0dba-4b36-b7b8-149fadd12fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.905955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-d6cc0f06-0dba-4b36-b7b8-149fadd12fa6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0927684 Aug 11 02:27:57.977063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-1df959e0-06f5-4c40-a06b-bd60500d68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.978898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-1df959e0-06f5-4c40-a06b-bd60500d68d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611455 Aug 11 02:27:57.980475 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc3756e-0d52-43b9-ba45-105440cf12e9 x-openstack-request-id: req-bfc3756e-0d52-43b9-ba45-105440cf12e9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:57.980760 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd38808a-8c9c-442f-815f-c20528c221c8", "tag": "eb4302f1-ec63-4877-a999-0451dbd2ced1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:57.981195 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfc3756e-0d52-43b9-ba45-105440cf12e9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:57.981599 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'tag': 'eb4302f1-ec63-4877-a999-0451dbd2ced1', 'status': 'completed', 'code': 200} Aug 11 02:27:58.115255 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-25c35f4b-2c18-4bf2-880d-11e1e5bd25b1 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290123 Aug 11 02:27:58.183771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7928f2f-3f80-42d2-bb0b-124d6938283e req-a1e550ce-2a61-4ac8-85ff-3eaff46e30b3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.185454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7928f2f-3f80-42d2-bb0b-124d6938283e req-a1e550ce-2a61-4ac8-85ff-3eaff46e30b3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.3018122 Aug 11 02:27:58.230579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'name': 'network-vif-deleted', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:58.233250 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf51bca-23c4-48b4-8495-e2fa31588082" -d '{"events": [{"server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "name": "network-vif-deleted", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:58.251270 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-bc675190-af01-4487-a3bc-6bb666ffe8e7 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281099 Aug 11 02:27:58.298757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Made reservation on behalf of d946aa112fa048b7992895a4ea347e1f for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:58.302392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.315948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2599d-ea19-4743-8ab3-9f4280c06f90 req-890026a5-a93a-4ec1-a076-d050dd305c33 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.317661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77a2599d-ea19-4743-8ab3-9f4280c06f90 req-890026a5-a93a-4ec1-a076-d050dd305c33 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.2181599 Aug 11 02:27:58.336536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7928f2f-3f80-42d2-bb0b-124d6938283e req-3377df7f-5917-4f74-8261-949ab3189c87 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384058 Aug 11 02:27:58.359181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f6bee-7799-4686-af98-efae668e6400 req-435a7596-c0ba-45a2-a91d-a78185e404ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.360949 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-435a7596-c0ba-45a2-a91d-a78185e404ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 1099 time: 0.0579824 Aug 11 02:27:58.471470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f6bee-7799-4686-af98-efae668e6400 req-0e0eb2b2-a7d8-46b4-82f0-ca4baede74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.472869 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-0e0eb2b2-a7d8-46b4-82f0-ca4baede74a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1039891 Aug 11 02:27:58.481714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77a2599d-ea19-4743-8ab3-9f4280c06f90 req-92d167fc-c1f3-4220-98b8-95ca46b919b2 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522074 Aug 11 02:27:58.510976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72d351ee-bebd-43b9-af2f-de1c4fec717f req-d77085ca-8abc-4c72-a60e-5d30113144eb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 210 time: 0.0876584 Aug 11 02:27:58.521189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:58.535495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.547659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-e2cb38d1-7f28-4c90-9016-ccc1ae58c6cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1 HTTP/1.1" status: 200 len: 217 time: 0.0656092 Aug 11 02:27:58.583259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Transition to ACTIVE for port object 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:58.596476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.621545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f6bee-7799-4686-af98-efae668e6400 req-48531195-616b-434f-b6d6-f872cbe1c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.623098 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-48531195-616b-434f-b6d6-f872cbe1c32d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0676563 Aug 11 02:27:58.677779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f6bee-7799-4686-af98-efae668e6400 req-435ba7c0-6e8f-4ed3-9b28-053f0c0fd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.679255 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-435ba7c0-6e8f-4ed3-9b28-053f0c0fd92b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478971 Aug 11 02:27:58.731826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Allocated IP 172.20.0.2 (985c0176-c110-4b19-8627-885506cbeb11/4a5e655b-9258-4b81-975b-0d153b4c59db/6af311f7-498b-4e26-a938-cfd85c9e959a) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:58.754412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Pushing event updated for resources: {'Port': ['ID=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:58.768875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-3cc8ed87-d2a5-431f-abac-52352fae53e6 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 1000 time: 0.2107317 Aug 11 02:27:58.817083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-cbe8ec51-7c18-405a-a4a1-52ba3aac9a74 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293457 Aug 11 02:27:58.858928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f756f-0e35-4e63-823c-69396c6f3f0c req-8707b560-1b3c-4495-96c9-e162bbbb09e3 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.862616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-729f756f-0e35-4e63-823c-69396c6f3f0c req-8707b560-1b3c-4495-96c9-e162bbbb09e3 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 946 time: 0.2223036 Aug 11 02:27:58.973970 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-203f6bee-7799-4686-af98-efae668e6400 req-d2cfac1a-2119-4b7b-90eb-34b358adad3a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477561 Aug 11 02:27:58.986800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b6f5fafe-a7dc-4c05-ada6-2a264dabe495 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.988228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b6f5fafe-a7dc-4c05-ada6-2a264dabe495 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports/054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 943 time: 0.1894383 Aug 11 02:27:59.123968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-729f756f-0e35-4e63-823c-69396c6f3f0c req-a06cca53-3cba-41a4-b902-ac5ba7a21f43 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140522 Aug 11 02:27:59.136731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Attempting to bind port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:59.137058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Attempting to bind port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:59.137403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Attempting to bind port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:59.172391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:59.172795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Attempting to bind port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:59.182511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-bd77392a-8727-4e18-8860-978c9dce5d4c tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 1000 time: 0.1250272 Aug 11 02:27:59.186507 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31270e-468b-48e4-a275-ff6e314ffe8d x-openstack-request-id: req-bc31270e-468b-48e4-a275-ff6e314ffe8d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:59.186507 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc", "name": "network-vif-deleted", "tag": "15d1f262-5c8d-4b85-b1dd-8a7d54a17c26", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:59.186507 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc31270e-468b-48e4-a275-ff6e314ffe8d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:59.186507 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a409ad-6cc3-4770-a21b-9bc5d5ab2ddc', 'name': 'network-vif-deleted', 'tag': '15d1f262-5c8d-4b85-b1dd-8a7d54a17c26', 'status': 'completed', 'code': 200} Aug 11 02:27:59.196266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:59.196638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:59.197206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:59.197565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Bound port: 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:59.198512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.288060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.434491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] For port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:59.451423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132ddf8-4abb-4f05-abd8-0342e6585ce2 req-c92f6961-3064-465e-be8a-f570da4124b5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.453097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b132ddf8-4abb-4f05-abd8-0342e6585ce2 req-c92f6961-3064-465e-be8a-f570da4124b5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 948 time: 0.2101951 Aug 11 02:27:59.458174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] For port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:59.474370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-d3f3da03-7153-480f-9c30-48a7c7335d13 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.476069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-d3f3da03-7153-480f-9c30-48a7c7335d13 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2812746 Aug 11 02:27:59.477307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.524786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.603229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.603876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.605489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] 10.222.0.25 "PUT /v2.0/ports/05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 HTTP/1.1" status: 200 len: 1096 time: 2.5039511 Aug 11 02:27:59.642339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Network 985c0176-c110-4b19-8627-885506cbeb11 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:59.653232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b132ddf8-4abb-4f05-abd8-0342e6585ce2 req-fccdc374-b104-4f14-a724-a02f935fb4ce tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880181 Aug 11 02:27:59.668114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-2465e083-cb80-4a26-b7ed-ac697c010c81 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 1000 time: 0.1769762 Aug 11 02:27:59.669338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd4937-884b-4f66-964c-1180db467b98 service neutron] Pushing event updated for resources: {'Port': ['ID=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.678930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:59.691736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:59.809934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:59.917027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.926286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.936453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.937168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.982466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-64a16f53-8bff-424b-8205-5a54cea64495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:59.984046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-64a16f53-8bff-424b-8205-5a54cea64495 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 1099 time: 0.2946906 Aug 11 02:28:00.011109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-0d6f0327-521e-4636-bbea-d3ed79a924d3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2436159 Aug 11 02:28:00.078637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Request body: {'port': {'device_id': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:00.084560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-eabdcc99-e94a-4d9a-90e9-b8993421e1ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 HTTP/1.1" status: 200 len: 217 time: 0.0901525 Aug 11 02:28:00.266982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.272671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-f3b28b8c-ad5a-493b-8343-07b849caf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:00.274789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-f3b28b8c-ad5a-493b-8343-07b849caf37f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1692789 Aug 11 02:28:00.284995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.317895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.318474 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f disassociated. External IP: 172.25.6.3, port: 054751cc-0a11-493a-844a-e17402656849. Aug 11 02:28:00.799874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-fe7d2333-1989-4053-865e-2cdcabbde71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:00.801556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-fe7d2333-1989-4053-865e-2cdcabbde71b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5147603 Aug 11 02:28:00.936811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174a707-abc8-4e1a-9481-ac1e120d2747 req-9e1e7690-ec07-4c9b-9f78-234742ed89e5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:00.938397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7174a707-abc8-4e1a-9481-ac1e120d2747 req-9e1e7690-ec07-4c9b-9f78-234742ed89e5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.5452309 Aug 11 02:28:01.114610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eb4302f1-ec63-4877-a999-0451dbd2ced1 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:01.125195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7174a707-abc8-4e1a-9481-ac1e120d2747 req-dc8679a8-d0a8-4e17-85a4-2611146ce46f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754065 Aug 11 02:28:01.136879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-15f86aa5-906c-4780-9702-ae3dc141a882 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875905 Aug 11 02:28:01.187397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'tag': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:01.190616 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ed4bd8-2952-4087-a68c-8dd99f1736ee", "tag": "05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:01.236702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eb4302f1-ec63-4877-a999-0451dbd2ced1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:01.253200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'eb4302f1-ec63-4877-a999-0451dbd2ced1', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'eb4302f1-ec63-4877-a999-0451dbd2ced1', 'mac_address': 'fa:16:3e:9e:b5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:01.308451 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.323587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4302f1-ec63-4877-a999-0451dbd2ced1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:01.345394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eb4302f1-ec63-4877-a999-0451dbd2ced1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:01.350436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.362773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:01.402375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eb4302f1-ec63-4877-a999-0451dbd2ced1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.410773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.411091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.411435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.411775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.412095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.412421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.412744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.412938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcb806-3b7f-4bc2-98ac-8a72a56317fc req-4584ca3b-d649-4e75-a29b-9217da8892d5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.413116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.413371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.413690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.414041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.414366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:01.414621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87dcb806-3b7f-4bc2-98ac-8a72a56317fc req-4584ca3b-d649-4e75-a29b-9217da8892d5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1741488 Aug 11 02:28:01.422117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aca514be-d3c7-4075-97c5-4bfd60dc89eb req-a7a457c0-0a93-4b2e-967f-89bf0138d409 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762642 Aug 11 02:28:01.432875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:01.456206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.517542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Transition to ACTIVE for port object 6af311f7-498b-4e26-a938-cfd85c9e959a will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:01.529303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.540973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87dcb806-3b7f-4bc2-98ac-8a72a56317fc req-a3600cb0-f8ab-4413-bc0f-1c2a98f8f752 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141555 Aug 11 02:28:01.595941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:01.629884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.702408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:01.708886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.724250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:01.766842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:01.767895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:01.787406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-b3cecd94-2375-43ba-b23f-08f810c63bce tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "PUT /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 694 time: 2.0782468 Aug 11 02:28:01.805406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426bfb5-4b27-432c-bfcf-348237a7484c req-a3253bde-b6b5-4455-83b0-ed677e49f190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.807201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f426bfb5-4b27-432c-bfcf-348237a7484c req-a3253bde-b6b5-4455-83b0-ed677e49f190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.1720865 Aug 11 02:28:01.859374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:01.859727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:01.860065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a on network 985c0176-c110-4b19-8627-885506cbeb11 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:01.871802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Port 6af311f7-498b-4e26-a938-cfd85c9e959a on network 985c0176-c110-4b19-8627-885506cbeb11 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:01.872126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a on network 985c0176-c110-4b19-8627-885506cbeb11 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:01.889586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:01.889933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Checking segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:01.890369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Bound using segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:01.890842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Bound port: 6af311f7-498b-4e26-a938-cfd85c9e959a, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:01.891216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.915283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f426bfb5-4b27-432c-bfcf-348237a7484c req-c8d98c5f-23aa-4a17-93ba-fac6b4bca8b1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913501 Aug 11 02:28:01.917874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-698d6179-144d-439d-af1b-dac7b12c7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.919492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-698d6179-144d-439d-af1b-dac7b12c7fea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.1113279 Aug 11 02:28:02.053313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:02.055259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:02.060493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:02.075349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.120623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-a1a02924-3784-4789-86bf-8ced1edd5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.122248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-a1a02924-3784-4789-86bf-8ced1edd5ef4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1771507 Aug 11 02:28:02.137083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.137735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.139213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 1091 time: 2.0920591 Aug 11 02:28:02.215591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-c6feeb1f-b530-4cf7-ab41-49676114bc5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 217 time: 0.0814064 Aug 11 02:28:02.317012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eef61-361c-498c-8832-28e9b8bfc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:02.373908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51dab6-0f06-4002-959b-21df2a204c63 req-dd0af138-c4cb-4164-950d-367f75621809 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.376822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd51dab6-0f06-4002-959b-21df2a204c63 req-dd0af138-c4cb-4164-950d-367f75621809 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 948 time: 0.2616570 Aug 11 02:28:02.404540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-74a7f649-4d6a-4fcf-b768-d606e8c4b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.407394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-74a7f649-4d6a-4fcf-b768-d606e8c4b5f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1725032 Aug 11 02:28:02.428288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-a8bdadc7-b833-44a0-bfd3-c1ac2d8fe5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.429424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.431083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-a8bdadc7-b833-44a0-bfd3-c1ac2d8fe5df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1094 time: 0.2128065 Aug 11 02:28:02.485372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:02.501087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:02.502210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.554689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-ffe3eef0-5b9c-4692-bcb2-9c8a00d82c89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 217 time: 0.1025765 Aug 11 02:28:02.597628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd51dab6-0f06-4002-959b-21df2a204c63 req-548d45e0-8882-4d0f-be81-fcb9a139ef35 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141640 Aug 11 02:28:02.632144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:02.657264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-38c643ff-d34a-4f39-8516-e996326a6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.660157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-38c643ff-d34a-4f39-8516-e996326a6454 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357001 Aug 11 02:28:02.763039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-8628fed1-cf33-490c-baf2-2384130ffd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.765742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-8628fed1-cf33-490c-baf2-2384130ffd66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.1987457 Aug 11 02:28:02.824756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-9bbfd8ba-06be-4ff6-ab1a-38cc43c4faab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507765 Aug 11 02:28:02.921010 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfeab8d-2413-4d3a-9143-0efdbaddc887 x-openstack-request-id: req-ebfeab8d-2413-4d3a-9143-0efdbaddc887 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:02.921483 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ed4bd8-2952-4087-a68c-8dd99f1736ee", "tag": "05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:02.921815 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebfeab8d-2413-4d3a-9143-0efdbaddc887 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:02.922434 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'tag': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', 'status': 'completed', 'code': 200} Aug 11 02:28:02.990503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-55f9ce16-4f5a-4ea1-8d4e-03fbbd8a8b13 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187199 Aug 11 02:28:03.067037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:03.120848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-90f54c57-e832-469f-9450-e204d5169b7b service neutron] 10.222.0.25 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876289 Aug 11 02:28:03.144314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-74d6cf79-9044-4743-8cd7-90df5da4ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.145964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-74d6cf79-9044-4743-8cd7-90df5da4ef13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 1099 time: 0.2084205 Aug 11 02:28:03.153833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:03.155974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eb4302f1-ec63-4877-a999-0451dbd2ced1 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:03.234787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:03.329436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d0fb1-395d-47c8-8630-c7ffe46a52c8 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 4, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b0c0038-297b-4832-9c33-0f277f95de66', 'name': '', 'network_id': '10910e4a-0c89-4a0d-b542-123a6fcf107d', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'mac_address': 'fa:16:3e:1c:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:23Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'subnets': [{'id': '1b0d7c4d-6834-408c-8b53-d3d6920f8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:03.332580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:03.358311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'mac_address': 'fa:16:3e:7d:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:03.377498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port eb4302f1-ec63-4877-a999-0451dbd2ced1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:03.408198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port eb4302f1-ec63-4877-a999-0451dbd2ced1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:03.408575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.488421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:03.511965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.514990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22135183-1914-4c64-aa75-f4bcfa0ddf31 req-e6c229e1-58ef-45f2-a3d1-396695897900 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.520141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', 'mac_address': 'fa:16:3e:d5:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:03.522859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22135183-1914-4c64-aa75-f4bcfa0ddf31 req-e6c229e1-58ef-45f2-a3d1-396695897900 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.5275681 Aug 11 02:28:03.542917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:03.598664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:03.608319 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.653204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-706e4fc2-e96d-4f0b-a8ca-82c2958f31a4 req-c5946640-ec64-47ea-af0c-2307f543f356 service neutron] 10.222.0.16 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435659 Aug 11 02:28:03.663685 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.676770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22135183-1914-4c64-aa75-f4bcfa0ddf31 req-3c88b0fa-3720-457a-8a13-b969cfa26c4b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531441 Aug 11 02:28:03.710353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3366f040-a14c-435e-ad08-2aa925c5edeb req-b0234990-783d-4e96-a0b3-fcc67b9f2804 service neutron] 10.222.0.25 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792546 Aug 11 02:28:03.717016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-ceb568d0-c428-4ab9-8598-c43dff710994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.717343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-ceb568d0-c428-4ab9-8598-c43dff710994 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5246458 Aug 11 02:28:03.748959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['76dc906a-b693-4530-9f1a-16ab9a4fd5b2'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:03.813276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:03.825783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.866904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.880908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-b151fafd-fd14-48f6-9a64-465f77ab3d3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 HTTP/1.1" status: 200 len: 217 time: 0.1319389 Aug 11 02:28:03.902823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:03.950794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4302f1-ec63-4877-a999-0451dbd2ced1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:03.953254 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75fe408-d1cc-44d5-98c8-55764b6acc03" -d '{"events": [{"server_uuid": "fd38808a-8c9c-442f-815f-c20528c221c8", "name": "network-vif-plugged", "status": "completed", "tag": "eb4302f1-ec63-4877-a999-0451dbd2ced1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:03.956278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.997200 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da85191-b2be-4d02-8579-54ec28b62384 None None] New status for floating IP 7e2007c5-2e60-4446-ae79-da8723cb633f: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:28:04.030490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-6ce97a4b-3ca8-4555-a4fb-531862f07eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.032407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-6ce97a4b-3ca8-4555-a4fb-531862f07eae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1125021 Aug 11 02:28:04.038497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eb4302f1-ec63-4877-a999-0451dbd2ced1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:04.046490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab7fc-f25f-47ac-9806-a8fa7ae665e9 req-2ba58491-c52b-4ec8-886b-4b499df699bb tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.048362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-96dab7fc-f25f-47ac-9806-a8fa7ae665e9 req-2ba58491-c52b-4ec8-886b-4b499df699bb tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1830020 Aug 11 02:28:04.064547 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.094905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebe718-2caf-4b32-92da-d97dcd9b1e10 req-3df2440d-4b75-48f9-92e8-197093b36fc4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.102671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3eebe718-2caf-4b32-92da-d97dcd9b1e10 req-3df2440d-4b75-48f9-92e8-197093b36fc4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.2486084 Aug 11 02:28:04.170787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-96dab7fc-f25f-47ac-9806-a8fa7ae665e9 req-3e1dd93f-bbd3-47fb-9e17-3a13fa929f9e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Aug 11 02:28:04.177101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-75c24cfb-44a5-4199-b591-b50363ecd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.178744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-75c24cfb-44a5-4199-b591-b50363ecd5e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294420 Aug 11 02:28:04.203605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3eebe718-2caf-4b32-92da-d97dcd9b1e10 req-b4d95d3f-fa69-470e-af28-e608464e4bc2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999138 Aug 11 02:28:04.213456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:04.329156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:04.410781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-21eb8d15-8d7b-451d-8ba0-f2a7047ed8b4 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058189 Aug 11 02:28:04.419541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eb4302f1-ec63-4877-a999-0451dbd2ced1,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:04.638526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764a45-2127-4b7e-8e68-03ef39d8c0d4 req-e6306d05-a0d7-4a2c-96d0-fc8bcdc3ea6d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.646567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a764a45-2127-4b7e-8e68-03ef39d8c0d4 req-e6306d05-a0d7-4a2c-96d0-fc8bcdc3ea6d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 949 time: 0.1935942 Aug 11 02:28:04.711130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ca67a49-afa4-4e06-9f75-2bfd4f25d169 req-5f7f9ad7-5d3d-4312-8eaa-4d4f5df1637e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907505 Aug 11 02:28:04.735515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a764a45-2127-4b7e-8e68-03ef39d8c0d4 req-49a126a0-616b-44fe-8732-18a5fcffe6c3 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873559 Aug 11 02:28:04.741013 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10e044-43db-43bb-b4c6-cf4cb3b7af96 x-openstack-request-id: req-7d10e044-43db-43bb-b4c6-cf4cb3b7af96 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:04.741822 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd38808a-8c9c-442f-815f-c20528c221c8", "name": "network-vif-plugged", "status": "completed", "tag": "eb4302f1-ec63-4877-a999-0451dbd2ced1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:04.741822 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d10e044-43db-43bb-b4c6-cf4cb3b7af96 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:04.742221 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4302f1-ec63-4877-a999-0451dbd2ced1', 'code': 200} Aug 11 02:28:04.929310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849'}, {'name': 'network-changed', 'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:04.933582 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c967dc-bab6-4d03-8621-ae448a3fde6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849"}, {"name": "network-changed", "server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:04.963140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-51542807-5004-44ba-904d-e51128c61568 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 200 len: 692 time: 0.1501255 Aug 11 02:28:05.043901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66537a1b-8125-4641-ae5b-784a0f713c73 req-11684250-afcd-474b-9806-c864534aff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.046059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66537a1b-8125-4641-ae5b-784a0f713c73 req-11684250-afcd-474b-9806-c864534aff48 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 1101 time: 0.2116525 Aug 11 02:28:05.058863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76038-e7ba-4ea6-b667-b333dcb0761b req-f5ad270d-4cdd-4c0f-a17a-7e16dcc76275 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.060671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78c76038-e7ba-4ea6-b667-b333dcb0761b req-f5ad270d-4cdd-4c0f-a17a-7e16dcc76275 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.2120941 Aug 11 02:28:05.081446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:05.155676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:05.158433 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66537a1b-8125-4641-ae5b-784a0f713c73 req-e6a108d2-9c50-4752-bdab-9d1e7f982566 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943754 Aug 11 02:28:05.168458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-47bf60e7-0184-4361-91df-b3dfd3c6021d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.176280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-47bf60e7-0184-4361-91df-b3dfd3c6021d tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2119524 Aug 11 02:28:05.200673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78c76038-e7ba-4ea6-b667-b333dcb0761b req-b1f2fd05-3b1b-4cf4-84bf-73d5635ddec3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306639 Aug 11 02:28:05.257816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-afc29ee6-5a16-4bc8-82e7-443cdff8baca tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 695 time: 0.0803046 Aug 11 02:28:05.294666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:05.295288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.393401 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598db865-f4e3-4381-9478-4134edf064db x-openstack-request-id: req-598db865-f4e3-4381-9478-4134edf064db {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:05.393782 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "tag": "054751cc-0a11-493a-844a-e17402656849", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:05.393970 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598db865-f4e3-4381-9478-4134edf064db {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:05.394409 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'status': 'completed', 'code': 200} Aug 11 02:28:05.394630 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'status': 'completed', 'code': 200} Aug 11 02:28:05.461019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:05.465200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-719b8246-f081-4121-94ec-2eabf3ec16eb tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 695 time: 0.2061458 Aug 11 02:28:05.479550 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.482369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'port_id': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'mac_address': 'fa:16:3e:e4:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5e655b-9258-4b81-975b-0d153b4c59db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:05.580262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf5540-9d02-48fb-aa63-b6c40d7eea4f req-acd1096a-47f2-4938-93cc-d9382dd3bd7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.581910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4abf5540-9d02-48fb-aa63-b6c40d7eea4f req-acd1096a-47f2-4938-93cc-d9382dd3bd7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.1864800 Aug 11 02:28:05.607496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.607829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-549f7394-7de2-403e-9864-d77fa151945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.609370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-549f7394-7de2-403e-9864-d77fa151945a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d06ece725de4262af07ec9234272212&device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 1097 time: 0.2366109 Aug 11 02:28:05.610345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:05.623026 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.631261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:05.689793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:05.709055 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.721382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.738145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4abf5540-9d02-48fb-aa63-b6c40d7eea4f req-1d87dc80-d685-4def-a8b7-10d77044529d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404333 Aug 11 02:28:05.786386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-2c1fafc0-8ef7-4390-90fe-d145b4414425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.787968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-2c1fafc0-8ef7-4390-90fe-d145b4414425 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 200 len: 920 time: 0.1592371 Aug 11 02:28:05.805698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Deleting port 130de1a5-75dd-483e-aa11-a5230bf719a0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:05.806082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.840874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.914720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-038bdf10-9217-42df-b188-001ec4d6d20f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 200 len: 217 time: 0.1103954 Aug 11 02:28:06.045368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6af311f7-498b-4e26-a938-cfd85c9e959a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:06.046718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-97ed7266-5d1b-4784-90de-2e12673bb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.049105 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-97ed7266-5d1b-4784-90de-2e12673bb8ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 200 len: 859 time: 0.1157272 Aug 11 02:28:06.060327 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.060709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.108322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ac0e-249e-476f-b68b-728956f43880 req-19db3076-d68e-496f-a99e-7128271c364e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.111107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c192ac0e-249e-476f-b68b-728956f43880 req-19db3076-d68e-496f-a99e-7128271c364e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.2127805 Aug 11 02:28:06.193577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Calling delete_port for 130de1a5-75dd-483e-aa11-a5230bf719a0 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:06.295356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c192ac0e-249e-476f-b68b-728956f43880 req-1e60b10d-a38e-4ea1-9b1b-2658c2f925c5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426823 Aug 11 02:28:06.340137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-7c9de0cf-4477-4edf-b26a-d9aa5378e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.341889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-7c9de0cf-4477-4edf-b26a-d9aa5378e7c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10910e4a-0c89-4a0d-b542-123a6fcf107d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753193 Aug 11 02:28:06.542902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-1955f2c6-ac22-4456-aba4-befc6eac5821 service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901348 Aug 11 02:28:06.743387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:06.747731 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ffdf3d-f259-432c-bac7-d3876fb9491d" -d '{"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-plugged", "status": "completed", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:06.780930 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.924845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event deleted for resources: {'Port': ['ID=130de1a5-75dd-483e-aa11-a5230bf719a0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:07.017266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.017797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.018435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.018876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.019199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.019622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.020158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.020641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.021222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.021795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.022431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.023015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:07.085241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-0feba9b2-8858-4db7-a57c-58d52c33408c service neutron] 10.222.0.25 "GET /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283248 Aug 11 02:28:07.112894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0ebdd-f9d2-4917-84c7-f3d4d610d54f req-cff09b30-79b9-4030-b318-c77be17173ee tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.126631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63c0ebdd-f9d2-4917-84c7-f3d4d610d54f req-cff09b30-79b9-4030-b318-c77be17173ee tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 949 time: 0.3235140 Aug 11 02:28:07.163312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:07.194094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.196731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.204550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08d3271b-5ede-4d09-b73f-364b450a72d9 req-82e4ede8-22e9-4589-b0a1-f48d55ef0f25 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "DELETE /v2.0/floatingips/7e2007c5-2e60-4446-ae79-da8723cb633f HTTP/1.1" status: 204 len: 173 time: 1.7373328 Aug 11 02:28:07.235624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63c0ebdd-f9d2-4917-84c7-f3d4d610d54f req-a4cf60ce-020c-4fa3-be63-e3c7664daed1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042762 Aug 11 02:28:07.253720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-176183ba-ea8e-4d25-84c8-aa571ebaed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.255314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-176183ba-ea8e-4d25-84c8-aa571ebaed15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1095 time: 0.1153255 Aug 11 02:28:07.308683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 6af311f7-498b-4e26-a938-cfd85c9e959a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:07.318579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6af311f7-498b-4e26-a938-cfd85c9e959a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:07.320694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.394189 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dcdd41-af27-48c0-93c2-97b9c8a579fb x-openstack-request-id: req-b7dcdd41-af27-48c0-93c2-97b9c8a579fb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:07.394577 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-plugged", "status": "completed", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:07.394730 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7dcdd41-af27-48c0-93c2-97b9c8a579fb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:07.395132 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'code': 200} Aug 11 02:28:07.534966 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.623370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:07.639740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.640757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:07.774309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25275fbd-bff2-4a5f-b1d4-8dfb453b9665 req-ce75e633-66c1-4620-bc29-7a04a14169c6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.776505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25275fbd-bff2-4a5f-b1d4-8dfb453b9665 req-ce75e633-66c1-4620-bc29-7a04a14169c6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.5125606 Aug 11 02:28:07.812583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:07.833797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-22a43684-0b5f-4f2c-9c26-ac7cc48e9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.835691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-22a43684-0b5f-4f2c-9c26-ac7cc48e9efb service neutron] 10.222.0.25 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 913 time: 0.5729249 Aug 11 02:28:07.840158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:07.848016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:07.849296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.891144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-ce31e3f7-077e-4503-96c2-374676f22825 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 217 time: 0.0435731 Aug 11 02:28:07.895264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25275fbd-bff2-4a5f-b1d4-8dfb453b9665 req-f1d4ea4d-851c-4bbf-a1c1-84136dc6f45a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012499 Aug 11 02:28:07.903497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bf25-a134-4474-9e41-0af042d18591 req-ebeb0255-56a7-4a33-81a4-6f5e31cb8b84 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.919276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf03bf25-a134-4474-9e41-0af042d18591 req-ebeb0255-56a7-4a33-81a4-6f5e31cb8b84 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1565623 Aug 11 02:28:08.000800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf03bf25-a134-4474-9e41-0af042d18591 req-c262c113-4910-4b9d-b9f7-83993c4096d5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885501 Aug 11 02:28:08.008000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-360d9f0a-65b3-4b90-b4b5-5cf992cb4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.009548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-360d9f0a-65b3-4b90-b4b5-5cf992cb4061 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.0908403 Aug 11 02:28:08.032437 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.078928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-f6d72ec8-7fd1-4c6b-983d-8d5fc524b16e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466518 Aug 11 02:28:08.141377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:08.151466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.241623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe420b-5f33-4beb-a3be-5575ba23c4d4 req-648c579a-787b-4555-b2d8-51ef3e5a2ec0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.243439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3fe420b-5f33-4beb-a3be-5575ba23c4d4 req-648c579a-787b-4555-b2d8-51ef3e5a2ec0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.0887799 Aug 11 02:28:08.301204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:08.312112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-c00cc487-a756-4beb-b9ba-8c34ae8e0053 service neutron] 10.222.0.25 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193313 Aug 11 02:28:08.552927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3fe420b-5f33-4beb-a3be-5575ba23c4d4 req-f4183330-ad01-4cf4-971e-551f3782797f tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021419 Aug 11 02:28:08.631593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90c967dc-bab6-4d03-8621-ae448a3fde6a req-ee499162-1f1b-4775-a160-983e1ba7c785 service neutron] 10.222.0.25 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043265 Aug 11 02:28:08.658161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0143a-08d4-429a-93d4-153438d89c2f req-7f4e1dee-51f2-44ab-928a-01f1b00796e7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.659841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5db0143a-08d4-429a-93d4-153438d89c2f req-7f4e1dee-51f2-44ab-928a-01f1b00796e7 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.1178844 Aug 11 02:28:08.742493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5db0143a-08d4-429a-93d4-153438d89c2f req-9612067b-f7e2-48ec-8b4f-7fc229fba25b tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700994 Aug 11 02:28:08.822056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee120-b573-4bc2-ae42-2416981f3a2a req-02fb9693-e297-40e3-ac50-8aaa03017de7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.824784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d3ee120-b573-4bc2-ae42-2416981f3a2a req-02fb9693-e297-40e3-ac50-8aaa03017de7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 950 time: 0.0716424 Aug 11 02:28:08.905023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d3ee120-b573-4bc2-ae42-2416981f3a2a req-8ff8dbb3-2333-4b75-8fd6-869413060f63 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683780 Aug 11 02:28:09.174752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f5659-5ad0-4524-ab83-7a44e24ce6b6 req-76d51793-5785-419c-bd3f-42a4fd95be38 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.177645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf0f5659-5ad0-4524-ab83-7a44e24ce6b6 req-76d51793-5785-419c-bd3f-42a4fd95be38 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1599214 Aug 11 02:28:09.239348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcece2-5bdb-44f4-a863-682ab082496e req-8eea1cb4-f4d7-4ccb-83df-5fac8c45a5c7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.244060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42fcece2-5bdb-44f4-a863-682ab082496e req-8eea1cb4-f4d7-4ccb-83df-5fac8c45a5c7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1450057 Aug 11 02:28:09.303670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf0f5659-5ad0-4524-ab83-7a44e24ce6b6 req-eb028ea3-83e7-4235-afec-692dba65b256 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090350 Aug 11 02:28:09.363429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42fcece2-5bdb-44f4-a863-682ab082496e req-1834c477-1cae-4b06-8fc6-a02dfd29ca3e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062167 Aug 11 02:28:09.396571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}, {'server_uuid': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:09.399138 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb959e9-9bc1-4de3-88b2-4088fdec6df5" -d '{"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-plugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}, {"server_uuid": "c2ed4bd8-2952-4087-a68c-8dd99f1736ee", "name": "network-vif-plugged", "status": "completed", "tag": "05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:09.461413 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556728e-8db8-432e-828c-f5a2714b0ea4 x-openstack-request-id: req-f556728e-8db8-432e-828c-f5a2714b0ea4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:09.461831 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-plugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "code": 200}, {"server_uuid": "c2ed4bd8-2952-4087-a68c-8dd99f1736ee", "name": "network-vif-plugged", "status": "completed", "tag": "05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:09.462236 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f556728e-8db8-432e-828c-f5a2714b0ea4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:09.462842 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'code': 200} Aug 11 02:28:09.463266 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', 'code': 200} Aug 11 02:28:09.631770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2e511-079e-43a4-97ab-cbfae8973875 req-e0aa0a13-5b45-47b7-907f-3c9e4d9282bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.633395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5de2e511-079e-43a4-97ab-cbfae8973875 req-e0aa0a13-5b45-47b7-907f-3c9e4d9282bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1096 time: 0.0887105 Aug 11 02:28:09.654183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b687b8-7e3f-4ff1-8a7e-6f8fe35cae98 req-3e926417-9c6d-410b-bec2-48905c966e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.655834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90b687b8-7e3f-4ff1-8a7e-6f8fe35cae98 req-3e926417-9c6d-410b-bec2-48905c966e43 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 1101 time: 0.0835209 Aug 11 02:28:09.761081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5de2e511-079e-43a4-97ab-cbfae8973875 req-3df3296e-95e9-4051-8471-987586e48a20 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029572 Aug 11 02:28:09.762245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90b687b8-7e3f-4ff1-8a7e-6f8fe35cae98 req-59d44c57-7622-4780-9c12-d93e34e977eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919416 Aug 11 02:28:09.765382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-845b6079-69f4-4007-b66e-61020c038b58 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.768969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-845b6079-69f4-4007-b66e-61020c038b58 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.1134841 Aug 11 02:28:09.796881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f8694-c35b-488e-9cf5-f272cdfaa479 req-9165cf50-8115-4d48-9739-642a544f0512 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.809854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d64f8694-c35b-488e-9cf5-f272cdfaa479 req-9165cf50-8115-4d48-9739-642a544f0512 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1194477 Aug 11 02:28:09.889432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d64f8694-c35b-488e-9cf5-f272cdfaa479 req-17d486c5-b502-41e3-a0ac-eff16fa23c41 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 Aug 11 02:28:10.031602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d513ea-ff38-4085-a9be-2885c3da734b req-57c8fd82-a6af-4b01-9c2b-55c81220cb78 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.047060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9d513ea-ff38-4085-a9be-2885c3da734b req-57c8fd82-a6af-4b01-9c2b-55c81220cb78 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 946 time: 0.1429582 Aug 11 02:28:10.101591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Deleting port 054751cc-0a11-493a-844a-e17402656849 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:10.102793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.109549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9d513ea-ff38-4085-a9be-2885c3da734b req-b01b7197-ea6d-42c8-94ca-ddccc98518e2 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/security-groups?id=503b93ee-bb4c-4063-abcb-bfe7a90452f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612483 Aug 11 02:28:10.181029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdb77-77da-49bf-8c9b-517e0cb06685 req-d46cff71-b63a-4903-9626-cccbabd14e49 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.183950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f1bdb77-77da-49bf-8c9b-517e0cb06685 req-d46cff71-b63a-4903-9626-cccbabd14e49 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 950 time: 0.0868113 Aug 11 02:28:10.269466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f1bdb77-77da-49bf-8c9b-517e0cb06685 req-30528552-b9ba-42b8-9940-d3bfe45ae425 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759671 Aug 11 02:28:10.538234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b561f-9fd5-4efd-823f-5718c760cdf2 req-ea1356bc-f9b3-4bab-a0b2-30921dfca8ae tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.546560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2b561f-9fd5-4efd-823f-5718c760cdf2 req-ea1356bc-f9b3-4bab-a0b2-30921dfca8ae tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.0847888 Aug 11 02:28:10.557892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e34271-51e3-432a-88a0-b56864252726 req-0af5083d-0643-4be1-9137-7730acd842f6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.573827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9e34271-51e3-432a-88a0-b56864252726 req-0af5083d-0643-4be1-9137-7730acd842f6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1718342 Aug 11 02:28:10.647822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] For port 054751cc-0a11-493a-844a-e17402656849, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=054751cc-0a11-493a-844a-e17402656849,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:10.648323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.667551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Calling delete_port for 054751cc-0a11-493a-844a-e17402656849 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:10.683615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2b561f-9fd5-4efd-823f-5718c760cdf2 req-9012f0a7-a37c-456e-89eb-0ce778566b3a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355464 Aug 11 02:28:10.688804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9e34271-51e3-432a-88a0-b56864252726 req-6f6ccf26-2ac2-48ad-9d4b-770fa5befd2b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989776 Aug 11 02:28:10.901451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.918049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['054751cc-0a11-493a-844a-e17402656849'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:10.945406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Pushing event deleted for resources: {'Port': ['ID=054751cc-0a11-493a-844a-e17402656849,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:10.965775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.966411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.967028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.967769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.969479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.969479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.969479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.970695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.970951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.971264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.971972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:10.972528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:11.059862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] No DVR routers for this DVR port 054751cc-0a11-493a-844a-e17402656849 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:11.080154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.084816 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-61b1918b-7b6f-42f4-8dc5-b59f7a926664 req-bbf51ba7-5512-40a6-9461-147c2a8f674f tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.25 "DELETE /v2.0/ports/054751cc-0a11-493a-844a-e17402656849 HTTP/1.1" status: 204 len: 173 time: 1.2282693 Aug 11 02:28:11.085956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'name': 'network-vif-deleted', 'tag': '054751cc-0a11-493a-844a-e17402656849'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:11.090554 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e7376-0c90-437b-8de8-d7bd7ffc65b4" -d '{"events": [{"server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "name": "network-vif-deleted", "tag": "054751cc-0a11-493a-844a-e17402656849"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:11.198715 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8a726f-c16e-47af-94c3-3a96f5d5d6f6 x-openstack-request-id: req-2e8a726f-c16e-47af-94c3-3a96f5d5d6f6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:11.199648 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f325dd5-dc54-4c3a-91b8-bebcef65ba90", "name": "network-vif-deleted", "tag": "054751cc-0a11-493a-844a-e17402656849", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:11.200352 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e8a726f-c16e-47af-94c3-3a96f5d5d6f6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:11.201215 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f325dd5-dc54-4c3a-91b8-bebcef65ba90', 'name': 'network-vif-deleted', 'tag': '054751cc-0a11-493a-844a-e17402656849', 'status': 'completed', 'code': 200} Aug 11 02:28:11.238756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321223c-69aa-46be-9738-d33ee12f3007 req-85f1d100-82e5-49bf-9e1d-b75eda9bc3c4 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:11.246592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e321223c-69aa-46be-9738-d33ee12f3007 req-85f1d100-82e5-49bf-9e1d-b75eda9bc3c4 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1232648 Aug 11 02:28:11.327234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e321223c-69aa-46be-9738-d33ee12f3007 req-36199fba-9ccd-4bf8-9b44-ca5ccdb4cd04 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797143 Aug 11 02:28:11.392383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56a6fd07-f9c7-4ea3-b78f-deef710f398b req-6cdb713e-6230-4f78-b526-834cd8e92580 tempest-FloatingIPsAssociationTestJSON-1880730040 tempest-FloatingIPsAssociationTestJSON-1880730040-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f325dd5-dc54-4c3a-91b8-bebcef65ba90 HTTP/1.1" status: 200 len: 210 time: 0.0539474 Aug 11 02:28:11.535424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0da6b3-20f8-4a7a-a2bb-5ed3a8d792a0 req-bdd0c10e-fb96-47cb-a6a4-3bb3c094a3b7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:11.540982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd0da6b3-20f8-4a7a-a2bb-5ed3a8d792a0 req-bdd0c10e-fb96-47cb-a6a4-3bb3c094a3b7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 950 time: 0.0761638 Aug 11 02:28:11.601505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd0da6b3-20f8-4a7a-a2bb-5ed3a8d792a0 req-e1e727cc-fae5-4950-bf22-8a5ac87da618 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 Aug 11 02:28:11.852676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b89a-733f-46d0-83ce-e0ffc38ba217 req-a73f0550-68ea-4f65-8c3a-a8640603df71 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:11.862355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1297b89a-733f-46d0-83ce-e0ffc38ba217 req-a73f0550-68ea-4f65-8c3a-a8640603df71 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 950 time: 0.0994570 Aug 11 02:28:12.013676 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:28:12.026669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1297b89a-733f-46d0-83ce-e0ffc38ba217 req-af31f5e1-0546-40ea-aeba-5b42ad5f3915 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430857 Aug 11 02:28:12.041571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33534f1-6522-496d-a14d-408ecd2196c6 req-980750be-b3e6-4b16-9b95-3cd48661262e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.050647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e33534f1-6522-496d-a14d-408ecd2196c6 req-980750be-b3e6-4b16-9b95-3cd48661262e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1867619 Aug 11 02:28:12.136299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e33534f1-6522-496d-a14d-408ecd2196c6 req-e199b43b-2a85-4ccf-bc04-a6faebad616e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823874 Aug 11 02:28:12.264138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6b87-8ee6-4d7d-93cc-40cf6d13c470 req-aa928bd6-2a48-40c9-907f-6faeb97d5061 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.265883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9aac6b87-8ee6-4d7d-93cc-40cf6d13c470 req-aa928bd6-2a48-40c9-907f-6faeb97d5061 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1271920 Aug 11 02:28:12.380507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9aac6b87-8ee6-4d7d-93cc-40cf6d13c470 req-0e7496ea-d9ca-47c8-97ed-171c965623d0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043270 Aug 11 02:28:12.608363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a7e9f-50e5-4fc8-9ba0-19b5fbd7ea5d req-1b89e121-4ed1-4418-bde7-ae5bd4e21e7e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.620859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-704a7e9f-50e5-4fc8-9ba0-19b5fbd7ea5d req-1b89e121-4ed1-4418-bde7-ae5bd4e21e7e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.0865235 Aug 11 02:28:12.691021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-704a7e9f-50e5-4fc8-9ba0-19b5fbd7ea5d req-33a2020a-d6bb-4271-a645-8f44606afe87 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 Aug 11 02:28:12.756336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55212) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:12.988416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d2849-a976-4994-b57c-f8887fee44e6 req-6d34b3bb-be42-4919-b426-ec68f919285f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.999663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d2849-a976-4994-b57c-f8887fee44e6 req-6d34b3bb-be42-4919-b426-ec68f919285f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.002569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a82d2849-a976-4994-b57c-f8887fee44e6 req-6d34b3bb-be42-4919-b426-ec68f919285f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee&device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 1691 time: 0.2134304 Aug 11 02:28:13.118126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a82d2849-a976-4994-b57c-f8887fee44e6 req-b345983e-f3a6-4a98-9d2b-5dfa66451fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944915 Aug 11 02:28:13.170423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-f473e0a2-4b46-4019-b07e-69173c512a84 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.186455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-f473e0a2-4b46-4019-b07e-69173c512a84 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 813 time: 0.3262866 Aug 11 02:28:13.196842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 054751cc-0a11-493a-844a-e17402656849 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:13.256780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-341ccafe-65a3-44a3-8abd-bb2c65f18bda tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/quotas/d946aa112fa048b7992895a4ea347e1f HTTP/1.1" status: 200 len: 375 time: 0.0685058 Aug 11 02:28:13.265987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 054751cc-0a11-493a-844a-e17402656849 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:13.270441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 054751cc-0a11-493a-844a-e17402656849 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:13.355885 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.390305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-2498a973-c827-4212-a757-7214bfa40de8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321366 Aug 11 02:28:13.414478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f0064-683e-4697-be2d-92b17d66d50a req-608e3dc3-f815-4373-b850-1185eaf0f98c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.417149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b1f0064-683e-4697-be2d-92b17d66d50a req-608e3dc3-f815-4373-b850-1185eaf0f98c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1370213 Aug 11 02:28:13.522594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b1f0064-683e-4697-be2d-92b17d66d50a req-18aa1729-2e77-4aab-9c58-470957e090b6 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820632 Aug 11 02:28:13.712284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10d113-3c47-455c-8d97-a86144cd7f0b req-62a6c995-c02b-46d2-89c6-5dfb1992e382 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.714898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd10d113-3c47-455c-8d97-a86144cd7f0b req-62a6c995-c02b-46d2-89c6-5dfb1992e382 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 1101 time: 0.0955310 Aug 11 02:28:13.725600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-82e5921f-30c4-4b82-9757-fb426ddeb6a8 service neutron] 10.222.0.16 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073153 Aug 11 02:28:13.832392 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd66f-e1ca-439b-ba84-b29d1d615f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.861588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd10d113-3c47-455c-8d97-a86144cd7f0b req-844c878d-6312-4f11-a187-e2db8a5bc0da tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260009 Aug 11 02:28:13.864829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Deleting port 8b0c0038-297b-4832-9c33-0f277f95de66 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:13.865831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.966378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-340dc9d1-1fd9-442e-bd5c-1e1f2db6f505 service neutron] 10.222.0.16 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397945 Aug 11 02:28:14.049593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] For port 8b0c0038-297b-4832-9c33-0f277f95de66, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b0c0038-297b-4832-9c33-0f277f95de66,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:14.050197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.089564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Calling delete_port for 8b0c0038-297b-4832-9c33-0f277f95de66 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:14.580898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.588989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19add0-a03f-4050-8f5b-1a87e872fe73 req-6336acb2-74a8-4ab7-beed-558bcc4d2bd0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.603818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e19add0-a03f-4050-8f5b-1a87e872fe73 req-6336acb2-74a8-4ab7-beed-558bcc4d2bd0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1895363 Aug 11 02:28:14.657314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e869d7-93fa-491e-af45-af2195103259 req-b6d4a5f5-a6df-446d-807a-0e873f20ea34 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.668273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0c0038-297b-4832-9c33-0f277f95de66,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:14.673104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62e869d7-93fa-491e-af45-af2195103259 req-b6d4a5f5-a6df-446d-807a-0e873f20ea34 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 1101 time: 0.2326987 Aug 11 02:28:14.814080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e19add0-a03f-4050-8f5b-1a87e872fe73 req-00fb7e9c-a52d-4570-9992-1c0bc0f67c06 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076852 Aug 11 02:28:14.880923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62e869d7-93fa-491e-af45-af2195103259 req-81c98193-0c33-4ad3-a655-232856fd2b51 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030828 Aug 11 02:28:15.090687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-763ba279-e16f-4d92-92a9-0da206ac835c req-81fd67ff-6a44-4db7-91f2-f98a3850445f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 210 time: 0.1129935 Aug 11 02:28:15.217711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bf685-51c0-45fd-a626-f5878405622a req-839a1fc0-cd1d-416b-82f6-d630fb4c51cd tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.241332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-644bf685-51c0-45fd-a626-f5878405622a req-839a1fc0-cd1d-416b-82f6-d630fb4c51cd tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1490180 Aug 11 02:28:15.309880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-644bf685-51c0-45fd-a626-f5878405622a req-0c53967b-500f-438b-9efc-4838c08d25b4 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663660 Aug 11 02:28:15.323831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.749193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Router b5b32ba2-303e-458d-92a4-7b8928c71c93 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:15.933425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:15.943821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-2220181a-c10e-412f-9503-c84ebed218e8 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860605 Aug 11 02:28:15.944685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] Sync routers for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:15.945359 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fcb4e2e3-7259-4771-8fc7-f9cdacae1815 admin admin] 10.222.0.16 "PUT /v2.0/routers/b5b32ba2-303e-458d-92a4-7b8928c71c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1866593 Aug 11 02:28:15.945663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:15.979153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:15.983324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:27:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:16.176466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.269806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612dbb-4717-4d6c-b976-0e274c003d76 req-4cd567db-224e-430b-94c0-296a01741a7e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.279734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92612dbb-4717-4d6c-b976-0e274c003d76 req-4cd567db-224e-430b-94c0-296a01741a7e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.3507419 Aug 11 02:28:16.375988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.386190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-39b90954-0462-4e69-9ed0-7a05126aa621 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.388051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-39b90954-0462-4e69-9ed0-7a05126aa621 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.59 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 813 time: 0.3842974 Aug 11 02:28:16.397741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-3ae0305e-5fe3-4705-922c-dac44de9bc79 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.405640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-3ae0305e-5fe3-4705-922c-dac44de9bc79 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035473 Aug 11 02:28:16.419412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Request body: {'port': {'device_id': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'admin_state_up': True, 'tenant_id': 'd946aa112fa048b7992895a4ea347e1f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:16.433797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92612dbb-4717-4d6c-b976-0e274c003d76 req-9896a421-6745-4588-a473-2ff57ed71a3a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528966 Aug 11 02:28:16.477051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-e12e432e-b15d-4e31-aaed-c9e62624a6e0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/quotas/05f210b56d8749d3a489b01fe20db27d HTTP/1.1" status: 200 len: 375 time: 0.0700104 Aug 11 02:28:16.482130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Deleting port 1b78326c-e8e6-423e-885e-089852678791 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:16.482955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.646026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86f4377e-06fc-48eb-8bb4-c13875ffb157 req-b0eb08e9-bad1-4490-8eb5-19073e6ba45e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 210 time: 0.0758345 Aug 11 02:28:16.677498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:16.705737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] For port 1b78326c-e8e6-423e-885e-089852678791, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1b78326c-e8e6-423e-885e-089852678791,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:16.706299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.735177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Calling delete_port for 1b78326c-e8e6-423e-885e-089852678791 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:16.753048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-aa885b1b-e926-456b-8d26-72e9092776d5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2164769 Aug 11 02:28:17.026742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6ef6-c544-4d3c-8b81-19fe8f7b0fca req-87891ede-fce7-4600-afe6-b7b83f3cf10e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.058801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7e6ef6-c544-4d3c-8b81-19fe8f7b0fca req-87891ede-fce7-4600-afe6-b7b83f3cf10e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.2849445 Aug 11 02:28:17.163212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Made reservation on behalf of d946aa112fa048b7992895a4ea347e1f for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:17.222359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.255594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e062f5ed-4d56-44ac-9188-b49e2a119964 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:17.386291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7e6ef6-c544-4d3c-8b81-19fe8f7b0fca req-ca61b343-898a-4e15-8716-28704f21dc53 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128583 Aug 11 02:28:17.430390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.470635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b78326c-e8e6-423e-885e-089852678791,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.617019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '1b78326c-e8e6-423e-885e-089852678791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:28:14Z', 'revision_number': 5, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port': {'id': '1b78326c-e8e6-423e-885e-089852678791', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:15Z', 'updated_at': '2021-08-11T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:17.664564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.834627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0611ab6a-5b1a-419c-b930-f76ee6477b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.860578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] Checking router: b5b32ba2-303e-458d-92a4-7b8928c71c93 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:17.931677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Allocated IP 172.20.0.11 (985c0176-c110-4b19-8627-885506cbeb11/4a5e655b-9258-4b81-975b-0d153b4c59db/3f43ce95-d409-40de-9ad6-5260d96a1276) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:17.968495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] Routers {'b5b32ba2-303e-458d-92a4-7b8928c71c93'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:17.973096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b5b32ba2-303e-458d-92a4-7b8928c71c93'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:18.082622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.085325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.201352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.213275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b32ba2-303e-458d-92a4-7b8928c71c93 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:18.235288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.237302 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-91a931af-a98b-4ed2-b1b1-bc36d1b44432 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b5b32ba2-303e-458d-92a4-7b8928c71c93 HTTP/1.1" status: 204 len: 168 time: 2.2903395 Aug 11 02:28:18.258954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:18.327831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.387404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:18.441782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'mac_address': 'fa:16:3e:a2:57:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:18.592195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] Set router b5b32ba2-303e-458d-92a4-7b8928c71c93 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:18.741852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.773924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Deleting subnet 1b0d7c4d-6834-408c-8b53-d3d6920f8624 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:18.781475 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.812897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.814220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.916745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:28:17Z', 'revision_number': 7, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:18.967062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.982304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.035536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b360e-6a83-45f0-9733-41e35638d064 req-7fa2d80b-5e1a-4177-9169-97819d5c1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:19.040535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4f5b360e-6a83-45f0-9733-41e35638d064 req-7fa2d80b-5e1a-4177-9169-97819d5c1846 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 1097 time: 0.7402351 Aug 11 02:28:19.077922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6af311f7-498b-4e26-a938-cfd85c9e959a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:19.085305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dad248-6fe3-4dca-9e89-e07c1fad5136 None None] The sync data for ids ['b5b32ba2-303e-458d-92a4-7b8928c71c93'] in n-d-715271-8 is: [{'id': 'b5b32ba2-303e-458d-92a4-7b8928c71c93', 'name': 'tempest-FloatingIPsAssociationTestJSON-997125752-router', 'tenant_id': '4d06ece725de4262af07ec9234272212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:11Z', 'updated_at': '2021-08-11T02:28:17Z', 'revision_number': 7, 'project_id': '4d06ece725de4262af07ec9234272212', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:19.128421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e062f5ed-4d56-44ac-9188-b49e2a119964 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:19.150052 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4f5b360e-6a83-45f0-9733-41e35638d064 req-a526f160-b7aa-45ac-a24c-781a712ccf44 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891869 Aug 11 02:28:19.220168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Network 985c0176-c110-4b19-8627-885506cbeb11 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:19.245534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:19.255893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.323283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:19.360281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:19.395848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.460330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['e062f5ed-4d56-44ac-9188-b49e2a119964'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:19.481906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.492559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c6f4d-c025-4507-beba-4af137a0f685 req-cc9e90c3-d2d4-4464-ae60-bfa6852cd955 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:19.506223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d03c6f4d-c025-4507-beba-4af137a0f685 req-cc9e90c3-d2d4-4464-ae60-bfa6852cd955 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.6434078 Aug 11 02:28:19.509338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Pushing event updated for resources: {'Port': ['ID=3f43ce95-d409-40de-9ad6-5260d96a1276,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.690915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:19.695700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.725064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.833410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d03c6f4d-c025-4507-beba-4af137a0f685 req-cc844236-6427-489b-9198-19ff69b3d298 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254926 Aug 11 02:28:19.840704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0d7c4d-6834-408c-8b53-d3d6920f8624,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.848629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.873738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a0f8ca9-3028-4c18-a6bb-b3005ec9bba9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b0d7c4d-6834-408c-8b53-d3d6920f8624 HTTP/1.1" status: 204 len: 168 time: 1.6105373 Aug 11 02:28:19.874888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:19.875954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-dbc6da3d-d4c3-492b-ada3-fb3661fb3b7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4601328 Aug 11 02:28:19.927820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Request body: {'port': {'device_id': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:19.955751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d1202-48f2-4b02-93d1-194728f4058d None None] Network 10910e4a-0c89-4a0d-b542-123a6fcf107d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:20.293530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.434277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.502754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Deleting port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:20.503328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.679404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.788198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b0c0038-297b-4832-9c33-0f277f95de66 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:20.798626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] For port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,segment=NetworkSegment(defccd2c-08ee-428c-bc13-58805fb021d9),segment_id=defccd2c-08ee-428c-bc13-58805fb021d9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:20.800814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.812000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8766a-7e68-446a-9e70-a4504e00f129 req-9d5a7a84-9bcc-4c19-b791-134b701c9bde tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:20.824942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65e8766a-7e68-446a-9e70-a4504e00f129 req-9d5a7a84-9bcc-4c19-b791-134b701c9bde tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 932 time: 0.5544140 Aug 11 02:28:20.845838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Calling delete_port for 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:20.870421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b0c0038-297b-4832-9c33-0f277f95de66 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:20.870828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b0c0038-297b-4832-9c33-0f277f95de66 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:20.871193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1b78326c-e8e6-423e-885e-089852678791 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:20.966416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 1b78326c-e8e6-423e-885e-089852678791 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:20.966948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1b78326c-e8e6-423e-885e-089852678791 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:21.096165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.272062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] No DVR routers for this DVR port 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:21.274754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65e8766a-7e68-446a-9e70-a4504e00f129 req-0d813325-afb6-4223-b352-902dc0c411c9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459689 Aug 11 02:28:21.287559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fdd82-60cb-46ec-b837-0bba3e75fa56 None None] DHCP port deletion for 10910e4a-0c89-4a0d-b542-123a6fcf107d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:21.362756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:21.442082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f43ce95-d409-40de-9ad6-5260d96a1276 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:21.461863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.492708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Transition to ACTIVE for port object 3f43ce95-d409-40de-9ad6-5260d96a1276 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:21.497198 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.644760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Pushing event updated for resources: {'Port': ['ID=3f43ce95-d409-40de-9ad6-5260d96a1276,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:21.782925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31722f0-b49d-4dca-9532-11168295e172 req-ab704ad1-bcfb-4e8b-b276-bcb2df6e4d02 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.793336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c31722f0-b49d-4dca-9532-11168295e172 req-ab704ad1-bcfb-4e8b-b276-bcb2df6e4d02 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 945 time: 0.1724596 Aug 11 02:28:21.885964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-802084ba-7a96-4f68-9870-68608d6e537d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1763949 Aug 11 02:28:21.889382 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.889614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Attempting to bind port 3f43ce95-d409-40de-9ad6-5260d96a1276 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:21.889742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Attempting to bind port 3f43ce95-d409-40de-9ad6-5260d96a1276 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:21.891179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Attempting to bind port 3f43ce95-d409-40de-9ad6-5260d96a1276 on network 985c0176-c110-4b19-8627-885506cbeb11 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:21.920386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Port 3f43ce95-d409-40de-9ad6-5260d96a1276 on network 985c0176-c110-4b19-8627-885506cbeb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:21.920719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Attempting to bind port 3f43ce95-d409-40de-9ad6-5260d96a1276 on network 985c0176-c110-4b19-8627-885506cbeb11 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:21.943704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10910e4a-0c89-4a0d-b542-123a6fcf107d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.953106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c31722f0-b49d-4dca-9532-11168295e172 req-bb984c5f-50b7-498b-8939-a66dbe7b6a9e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572912 Aug 11 02:28:21.960880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:21.961270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Checking segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:21.961675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Bound using segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:21.962186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Bound port: 3f43ce95-d409-40de-9ad6-5260d96a1276, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:21.963184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.025575 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-3bfee135-2ed0-4d73-ae95-bb21fc64a26b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3259423 Aug 11 02:28:22.040205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defccd2c-08ee-428c-bc13-58805fb021d9') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:22.040509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defccd2c-08ee-428c-bc13-58805fb021d9') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:22.145852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] For port 3f43ce95-d409-40de-9ad6-5260d96a1276, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:22.151937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] For port 3f43ce95-d409-40de-9ad6-5260d96a1276, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f43ce95-d409-40de-9ad6-5260d96a1276,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:22.171438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.205074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.349575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.351804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.355935 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] 10.222.0.59 "PUT /v2.0/ports/3f43ce95-d409-40de-9ad6-5260d96a1276 HTTP/1.1" status: 200 len: 1092 time: 2.4539213 Aug 11 02:28:22.357177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'tag': '3f43ce95-d409-40de-9ad6-5260d96a1276'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:22.363872 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0583194a-2202-463a-8cdc-065c98127b12" -d '{"events": [{"name": "network-changed", "server_uuid": "457fa29b-5798-4ac8-bc35-50aaf4c6c324", "tag": "3f43ce95-d409-40de-9ad6-5260d96a1276"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:22.468073 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3dfa2a1-12ef-41e3-ac1d-52598afadea9 req-67f87302-f6d3-433f-b349-57a889dc3066 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 210 time: 0.1348877 Aug 11 02:28:22.517280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab2196-a171-49b2-9f13-69614cbc543e service neutron] Pushing event updated for resources: {'Port': ['ID=3f43ce95-d409-40de-9ad6-5260d96a1276,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:22.530694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c24ec-ea71-4b44-a9ae-6607281bfc44 req-686648ac-936a-47c4-a366-d5323030a00f tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.539523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-353c24ec-ea71-4b44-a9ae-6607281bfc44 req-686648ac-936a-47c4-a366-d5323030a00f tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.3190615 Aug 11 02:28:22.570947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-352818d5-1a7a-4f16-af9e-12a11e15bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.573696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-352818d5-1a7a-4f16-af9e-12a11e15bbc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 1095 time: 0.1436577 Aug 11 02:28:22.600792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-353c24ec-ea71-4b44-a9ae-6607281bfc44 req-9029372d-9c5e-4846-9547-4c4d41caa76b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600471 Aug 11 02:28:22.662312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-1cef8daf-a85a-4848-bc3c-04cf27ebc831 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f43ce95-d409-40de-9ad6-5260d96a1276 HTTP/1.1" status: 200 len: 217 time: 0.0603435 Aug 11 02:28:22.691834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.700967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:22.701703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:22.756340 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:22.762607 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.815568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.822746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-d2b792f6-41fe-4c3e-a1f7-3f75294de23a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.824844 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-d2b792f6-41fe-4c3e-a1f7-3f75294de23a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9129295 Aug 11 02:28:22.835623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-a2a00fff-96a9-4c42-9897-29ffc7eef220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.839705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-a2a00fff-96a9-4c42-9897-29ffc7eef220 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.1663985 Aug 11 02:28:22.844818 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ba914-e968-40ea-9e70-bcbdef749360 x-openstack-request-id: req-892ba914-e968-40ea-9e70-bcbdef749360 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:22.845956 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457fa29b-5798-4ac8-bc35-50aaf4c6c324", "tag": "3f43ce95-d409-40de-9ad6-5260d96a1276", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:22.845956 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-892ba914-e968-40ea-9e70-bcbdef749360 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:22.846670 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'tag': '3f43ce95-d409-40de-9ad6-5260d96a1276', 'status': 'completed', 'code': 200} Aug 11 02:28:22.849412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:22.867473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:22.875261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.890773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:22.891377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e2eb1af-3ea0-4c14-bf5e-4e11c24d35ae not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:22.994045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-79e8b4dd-31b9-4756-8bc7-8195bfac048c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299050 Aug 11 02:28:23.049960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.058904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] 10.222.0.16 "DELETE /v2.0/networks/10910e4a-0c89-4a0d-b542-123a6fcf107d HTTP/1.1" status: 204 len: 168 time: 3.1779816 Aug 11 02:28:23.080670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2286-b883-4ccd-81aa-f67f70b027be admin admin] Pushing event deleted for resources: {'Network': ['ID=10910e4a-0c89-4a0d-b542-123a6fcf107d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:23.094698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:23.103638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.237686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-3d8d77d7-e08c-4aed-9dda-20103f5aded6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:23.240047 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-3d8d77d7-e08c-4aed-9dda-20103f5aded6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0839806 Aug 11 02:28:23.265430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e062f5ed-4d56-44ac-9188-b49e2a119964 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:23.352444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:23.359559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:23.378129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port e062f5ed-4d56-44ac-9188-b49e2a119964 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:23.378787 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.581336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.642912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:23.655135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed10ca1b-4749-4afc-a371-c3cfd9b976f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d06ece725de4262af07ec9234272212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850456 Aug 11 02:28:23.659670 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdff4cc-5dfd-4859-8d5d-32f23e569399" -d '{"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-plugged", "status": "completed", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:23.667284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:23.670438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-cca2fee9-8d0c-494d-88ec-1060e9f6d789 service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215951 Aug 11 02:28:23.685647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407042ce-d98a-43c2-96df-4e2cc30e4ca6 req-71f6605a-d052-416c-aafd-0654a8d5d458 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:23.689560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:23.694633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-407042ce-d98a-43c2-96df-4e2cc30e4ca6 req-71f6605a-d052-416c-aafd-0654a8d5d458 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 944 time: 0.8533521 Aug 11 02:28:23.725427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.802905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.181 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/6146325d-bbe2-40a6-acd2-10f5ea5506e5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:23.827486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-364b5baa-d6a2-4759-a2ec-cd32be9135f9 req-4f62f53e-26b6-4437-a127-589885d3054c service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304209 Aug 11 02:28:23.864375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:23.869293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.881242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6389c-1077-4ec0-90e5-dfa7cc6a02bd req-ae90b659-486d-4f2b-9b24-64a384991b0a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:23.882565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:23.893795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6d6389c-1077-4ec0-90e5-dfa7cc6a02bd req-ae90b659-486d-4f2b-9b24-64a384991b0a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 1.0097833 Aug 11 02:28:23.930142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da4f3fb1-c579-4838-a5ed-2d6acb57d486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.027259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da4f3fb1-c579-4838-a5ed-2d6acb57d486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.028929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-407042ce-d98a-43c2-96df-4e2cc30e4ca6 req-beed0575-2dae-48fe-97c6-e1a709932055 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330595 Aug 11 02:28:24.032790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6d6389c-1077-4ec0-90e5-dfa7cc6a02bd req-6058a3ad-6cc3-48b8-86e9-3aa30dc00515 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356683 Aug 11 02:28:24.049014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583194a-2202-463a-8cdc-065c98127b12 req-5ae506e1-d82c-462c-9695-07e54e115f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.050804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-5ae506e1-d82c-462c-9695-07e54e115f46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 1095 time: 0.1503243 Aug 11 02:28:24.299041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3660-d9d3-4b6e-bd7f-f16aaa0a823c req-df443d51-2886-4614-aa1b-5618ed7e0a79 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.300658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e7e3660-d9d3-4b6e-bd7f-f16aaa0a823c req-df443d51-2886-4614-aa1b-5618ed7e0a79 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.0922947 Aug 11 02:28:24.301952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583194a-2202-463a-8cdc-065c98127b12 req-86cb5c3c-7483-4b3a-8abc-e3c8fa5d4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.303533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-86cb5c3c-7483-4b3a-8abc-e3c8fa5d4e31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 913 time: 0.2453339 Aug 11 02:28:24.306853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da4f3fb1-c579-4838-a5ed-2d6acb57d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.309522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da4f3fb1-c579-4838-a5ed-2d6acb57d486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.313172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da4f3fb1-c579-4838-a5ed-2d6acb57d486 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/503b93ee-bb4c-4063-abcb-bfe7a90452f2 HTTP/1.1" status: 204 len: 168 time: 0.6419961 Aug 11 02:28:24.359166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f3fb1-c579-4838-a5ed-2d6acb57d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b93ee-bb4c-4063-abcb-bfe7a90452f2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:24.413135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.421416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-d631e52f-216a-4011-87b3-c60f3234eb89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f43ce95-d409-40de-9ad6-5260d96a1276 HTTP/1.1" status: 200 len: 217 time: 0.1080482 Aug 11 02:28:24.449859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object 6146325d-bbe2-40a6-acd2-10f5ea5506e5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:24.533991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.539217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e7e3660-d9d3-4b6e-bd7f-f16aaa0a823c req-e650f658-c801-4606-b790-161f7149d69f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269621 Aug 11 02:28:24.558491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:24.564314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:24.576919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583194a-2202-463a-8cdc-065c98127b12 req-f820e350-d568-46a1-9325-81fdebdfad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.590290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-f820e350-d568-46a1-9325-81fdebdfad6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.1539450 Aug 11 02:28:24.642508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-20bf35c3-73fd-4181-b129-6029be67e4e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436428 Aug 11 02:28:24.784045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:24.847129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.178 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/7b4b491b-55a6-4794-bbb1-b066dd0e3bf7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:24.854880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:24.896705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:24.910413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=6146325d-bbe2-40a6-acd2-10f5ea5506e5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:25.043567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-5f8d31cb-f68e-4254-a015-7c2b15dcaeb3 service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911569 Aug 11 02:28:25.117652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.118423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.243105 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-df714e05-723f-4c6b-aa22-0fbcaade8fef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4012401 Aug 11 02:28:25.335352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Request body: {'port': {'device_id': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:25.395819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-020d9df1-a717-4961-843f-4376a448df34 req-f4597203-e634-4365-b148-3762ef4b6b3d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 210 time: 0.1231940 Aug 11 02:28:25.515943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.534511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:25.566855 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d835aa-6a31-4f79-b656-f73973d91985 x-openstack-request-id: req-85d835aa-6a31-4f79-b656-f73973d91985 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:25.567799 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-plugged", "status": "completed", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:25.570404 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85d835aa-6a31-4f79-b656-f73973d91985 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:25.571051 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'code': 200} Aug 11 02:28:25.573425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0583194a-2202-463a-8cdc-065c98127b12 req-cdcf1fe0-b0ae-49de-aa99-a45812ebb54c service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216703 Aug 11 02:28:25.579564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-571e818d-2a8f-4a2e-ab25-a10f6b3e637a None None] Provisioning for port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:25.604537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.613950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-571e818d-2a8f-4a2e-ab25-a10f6b3e637a None None] Provisioning complete for port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:25.618342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571e818d-2a8f-4a2e-ab25-a10f6b3e637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.755415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-571e818d-2a8f-4a2e-ab25-a10f6b3e637a None None] Port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:25.757862 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.831843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556404a-1293-4327-8810-ffe03d4fd1cb req-65abbe7c-ff13-40db-8a0a-d3aa290d0d7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:25.833787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4556404a-1293-4327-8810-ffe03d4fd1cb req-65abbe7c-ff13-40db-8a0a-d3aa290d0d7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 944 time: 0.1549287 Aug 11 02:28:25.952984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4556404a-1293-4327-8810-ffe03d4fd1cb req-2456f0e8-ef77-44df-898d-dbaf5d8f330c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092989 Aug 11 02:28:26.020925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:26.023453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:26.038493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:26.046043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:26.120334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:26.216790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.221991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.289256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceadf1a-54a2-4744-9710-cb715d7fca6a req-beac5737-6481-412c-9f8b-2412346ab62a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.294168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ceadf1a-54a2-4744-9710-cb715d7fca6a req-beac5737-6481-412c-9f8b-2412346ab62a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1261754 Aug 11 02:28:26.404716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ceadf1a-54a2-4744-9710-cb715d7fca6a req-0df45c80-1e9b-4eb1-a774-1f40b6fdaf97 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040428 Aug 11 02:28:26.410951 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-da77290e-2347-4594-9294-1fcd2f3fc741 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0709140 Aug 11 02:28:26.436930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Request body: {'port': {'device_id': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:26.457966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:26.813185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8add41f9-d469-4acb-824d-62369d3b019c None None] Provisioning for port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:26.847094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8add41f9-d469-4acb-824d-62369d3b019c None None] Provisioning complete for port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:26.848072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8add41f9-d469-4acb-824d-62369d3b019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.892672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.920078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6146325d-bbe2-40a6-acd2-10f5ea5506e5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:26.971225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d369e26-0361-4044-958c-9851408505a3 req-a020b53b-a446-4453-b5bf-fe609504bc00 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:26.971959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.979875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d369e26-0361-4044-958c-9851408505a3 req-a020b53b-a446-4453-b5bf-fe609504bc00 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1061864 Aug 11 02:28:26.995953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8add41f9-d469-4acb-824d-62369d3b019c None None] Port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:27.049271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Transition to ACTIVE for port object 6146325d-bbe2-40a6-acd2-10f5ea5506e5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:27.059711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.076226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d369e26-0361-4044-958c-9851408505a3 req-706145a9-0209-4478-b273-2747db0f694b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939658 Aug 11 02:28:27.146109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035847b6-aa3e-4025-93f2-2500a0ee26d9 req-13e0e98b-a328-49e3-96a8-300559c8a1b5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.154806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-035847b6-aa3e-4025-93f2-2500a0ee26d9 req-13e0e98b-a328-49e3-96a8-300559c8a1b5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 936 time: 0.0775433 Aug 11 02:28:27.206584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Pushing event updated for resources: {'Port': ['ID=6146325d-bbe2-40a6-acd2-10f5ea5506e5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:27.208284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-035847b6-aa3e-4025-93f2-2500a0ee26d9 req-3f325001-5481-4295-80ff-fd68c26d4f96 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521250 Aug 11 02:28:27.303163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f43ce95-d409-40de-9ad6-5260d96a1276 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:27.305801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:27.526462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-5353afa3-c89c-45e7-a412-54a0a81fdcda tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.537183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-5353afa3-c89c-45e7-a412-54a0a81fdcda tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.1502957 Aug 11 02:28:27.538249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Attempting to bind port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:27.539721 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Attempting to bind port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:27.540624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Attempting to bind port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:27.567930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-58d56e36-91c5-4dbb-9577-2ec5bcafac22 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/quotas/948f48ec8e114f0abffb8ebb24846881 HTTP/1.1" status: 200 len: 375 time: 0.0295298 Aug 11 02:28:27.572310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:27.573206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Attempting to bind port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:27.581051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1ec95-03ba-4a5d-aa3f-fd9ac798419d req-cd42fa5a-4887-41f3-94ca-08e55db6549c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.583516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2c1ec95-03ba-4a5d-aa3f-fd9ac798419d req-cd42fa5a-4887-41f3-94ca-08e55db6549c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 944 time: 0.2717819 Aug 11 02:28:27.596409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3f43ce95-d409-40de-9ad6-5260d96a1276, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f43ce95-d409-40de-9ad6-5260d96a1276,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:27.605241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:27.606217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:27.607100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:27.608134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Bound port: 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:27.608991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.609959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.638595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3f43ce95-d409-40de-9ad6-5260d96a1276', 'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'port_id': '3f43ce95-d409-40de-9ad6-5260d96a1276', 'mac_address': 'fa:16:3e:c4:a0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5e655b-9258-4b81-975b-0d153b4c59db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:27.703526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:27.705948 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d8fe44-8f90-46d1-9395-4de3b4321f66" -d '{"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-unplugged", "status": "completed", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:27.707122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2c1ec95-03ba-4a5d-aa3f-fd9ac798419d req-7c7457a7-2e98-465d-8d2e-047c98978244 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092167 Aug 11 02:28:27.730197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-d255d591-36ae-431c-84a8-d3dd2c0aba36 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610806 Aug 11 02:28:27.764170 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.779220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:27.788320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f43ce95-d409-40de-9ad6-5260d96a1276 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:27.821244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3f43ce95-d409-40de-9ad6-5260d96a1276, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f43ce95-d409-40de-9ad6-5260d96a1276,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:27.823291 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.832211 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.871405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-6b79cb00-9d06-4f27-9234-f457ffc0e546 service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401935 Aug 11 02:28:27.908565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:27.973683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:28.005745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] For port 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:28.027704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.037830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] For port 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:28.045114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3f43ce95-d409-40de-9ad6-5260d96a1276,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.054727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.066882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-7826fdb2-dc07-4257-82b1-bed6be0f8dfc service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942997 Aug 11 02:28:28.139735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Transition to ACTIVE for port object 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:28.141933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3f43ce95-d409-40de-9ad6-5260d96a1276'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:28.155899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.157373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.159814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] 10.222.0.25 "PUT /v2.0/ports/6146325d-bbe2-40a6-acd2-10f5ea5506e5 HTTP/1.1" status: 200 len: 1096 time: 2.8478277 Aug 11 02:28:28.164377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'tag': '6146325d-bbe2-40a6-acd2-10f5ea5506e5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:28.169582 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257c5f77-019f-467e-8f5c-662417bfb743" -d '{"events": [{"name": "network-changed", "server_uuid": "fc402d07-5a33-4bad-80d5-82d43549fc48", "tag": "6146325d-bbe2-40a6-acd2-10f5ea5506e5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:28.174876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.476343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8913c-e6ca-4f73-bb92-e5f83d20eedc service neutron] Pushing event updated for resources: {'Port': ['ID=6146325d-bbe2-40a6-acd2-10f5ea5506e5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.599947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae44fb-792f-40b3-a90c-bb818bcbf8e6 req-51aca5d1-7b05-446a-8577-99f71e656f12 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.612612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ae44fb-792f-40b3-a90c-bb818bcbf8e6 req-51aca5d1-7b05-446a-8577-99f71e656f12 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.2076232 Aug 11 02:28:28.695569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-3875b198-98dd-44bf-a8f6-ea9933c3aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.700539 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-3875b198-98dd-44bf-a8f6-ea9933c3aaf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 1099 time: 0.4510388 Aug 11 02:28:28.834453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.846723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-aa9cd9ce-2351-46b6-ab6a-8def4f4e3740 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5 HTTP/1.1" status: 200 len: 217 time: 0.0976155 Aug 11 02:28:28.929432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ae44fb-792f-40b3-a90c-bb818bcbf8e6 req-1b6c9663-b388-43b6-8cd9-c030d437d495 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148267 Aug 11 02:28:28.935273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-d035791e-a96a-46fe-b540-99e6e4530531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:28.938203 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-d035791e-a96a-46fe-b540-99e6e4530531 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0819700 Aug 11 02:28:29.039862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a702a9-838a-45b9-b063-e339f1d32332 req-8bae3726-a447-499d-8862-8766d821f280 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.044830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14a702a9-838a-45b9-b063-e339f1d32332 req-8bae3726-a447-499d-8862-8766d821f280 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d22837b-fb00-4637-a3d6-53e081c62a39 HTTP/1.1" status: 200 len: 944 time: 0.2924235 Aug 11 02:28:29.100202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Attempting to bind port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:29.100494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Attempting to bind port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:29.101476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Attempting to bind port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:29.111174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:29.111515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Attempting to bind port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:29.138120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:29.138490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:29.138988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:29.139642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Bound port: 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:29.142940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.157801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-6f1c550c-4053-428b-9f8c-ac686559a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.159619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-6f1c550c-4053-428b-9f8c-ac686559a2a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918283 Aug 11 02:28:29.339381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Deleting port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:29.339732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.401900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] For port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:29.410999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] For port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:29.596444 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-14b820c0-ffa0-4c07-babf-0348ff4eb7a7 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199648 Aug 11 02:28:29.599163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.724730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] For port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:29.736017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.767938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.768727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.770295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 HTTP/1.1" status: 200 len: 1096 time: 3.3439646 Aug 11 02:28:29.773934 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2908dd41-46cd-4309-8098-ab21b2df4a30 x-openstack-request-id: req-2908dd41-46cd-4309-8098-ab21b2df4a30 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:29.773934 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc402d07-5a33-4bad-80d5-82d43549fc48", "tag": "6146325d-bbe2-40a6-acd2-10f5ea5506e5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:29.774408 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2908dd41-46cd-4309-8098-ab21b2df4a30 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:29.783998 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'tag': '6146325d-bbe2-40a6-acd2-10f5ea5506e5', 'status': 'completed', 'code': 200} Aug 11 02:28:29.828742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Calling delete_port for 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:29.844914 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bcad0f-7fd8-4bdb-8d44-eaa520b42314 x-openstack-request-id: req-e1bcad0f-7fd8-4bdb-8d44-eaa520b42314 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:29.845470 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-unplugged", "status": "completed", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:29.845470 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1bcad0f-7fd8-4bdb-8d44-eaa520b42314 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:29.845889 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'code': 200} Aug 11 02:28:29.872709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f377bf-8892-4c1a-9cba-1d1b9cfb3cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:29.891056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-e5f0d7f3-b4e7-4615-810a-8ca21855d72e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841375 Aug 11 02:28:30.055918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-7f22cfff-432e-4aea-bbc9-abc28b7d4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.061816 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-7f22cfff-432e-4aea-bbc9-abc28b7d4fde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 1099 time: 0.1531570 Aug 11 02:28:30.068155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5f77-019f-467e-8f5c-662417bfb743 req-fdba46f7-931d-4667-b163-6f79735c24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.069943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-fdba46f7-931d-4667-b163-6f79735c24da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 1099 time: 0.1043355 Aug 11 02:28:30.143354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-88f4615b-ac05-4084-bfcb-72f96e94747d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 HTTP/1.1" status: 200 len: 217 time: 0.0716472 Aug 11 02:28:30.180877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c34107e-b10f-4e15-84ab-54c1582c9ad0 req-eb3b9644-5bb8-47ac-9bce-f3d98f977bd5 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 210 time: 0.0783231 Aug 11 02:28:30.267290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb05f-f225-4142-96b4-0a3fb81aeb1c req-d2382db0-a21e-4471-947f-29fbaf1fe83d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.268985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-228cb05f-f225-4142-96b4-0a3fb81aeb1c req-d2382db0-a21e-4471-947f-29fbaf1fe83d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 948 time: 0.1481588 Aug 11 02:28:30.393105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.395530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-39886ece-9a66-414f-b024-6484656b0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.397941 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-39886ece-9a66-414f-b024-6484656b0487 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1983175 Aug 11 02:28:30.413719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5f77-019f-467e-8f5c-662417bfb743 req-d6bd6ed1-3151-451a-be80-cb2e4aa8eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.419699 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-d6bd6ed1-3151-451a-be80-cb2e4aa8eaaf service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3368213 Aug 11 02:28:30.465550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event deleted for resources: {'Port': ['ID=76dc906a-b693-4530-9f1a-16ab9a4fd5b2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:30.534338 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-977631f1-08bb-4599-985c-298e4ec76b25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5 HTTP/1.1" status: 200 len: 217 time: 0.0622954 Aug 11 02:28:30.622169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5f77-019f-467e-8f5c-662417bfb743 req-d499cb48-21f2-4bf4-aa9e-9c90ba61052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.624518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-d499cb48-21f2-4bf4-aa9e-9c90ba61052f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0724800 Aug 11 02:28:30.627153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68394a83-647f-48eb-826b-fcfeebbb6128 req-acf05e8a-a0e2-4a58-8f02-789491d6d4f9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.633288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fba4-092e-4eab-9b62-437596e83cab req-2ebeed8a-7f1d-4b17-9dc4-fdaffbea647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.636715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-2ebeed8a-7f1d-4b17-9dc4-fdaffbea647d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154560 Aug 11 02:28:30.658094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68394a83-647f-48eb-826b-fcfeebbb6128 req-acf05e8a-a0e2-4a58-8f02-789491d6d4f9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 945 time: 0.3649099 Aug 11 02:28:30.698539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-228cb05f-f225-4142-96b4-0a3fb81aeb1c req-0fcae122-1a5b-4ba8-b8de-b2646cf884a0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037111 Aug 11 02:28:30.754318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-0422f516-d261-4f0a-bff4-50975b8a12a9 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053889 Aug 11 02:28:30.852311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] No DVR routers for this DVR port 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:30.854890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5f77-019f-467e-8f5c-662417bfb743 req-eb2576c5-46e5-47ab-b1f6-25b8d8b2bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.857849 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-eb2576c5-46e5-47ab-b1f6-25b8d8b2bca8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197471 Aug 11 02:28:30.872662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.876652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14a702a9-838a-45b9-b063-e339f1d32332 req-3f5b37b8-f579-465d-a3b2-ffbc28f996e8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "DELETE /v2.0/ports/76dc906a-b693-4530-9f1a-16ab9a4fd5b2 HTTP/1.1" status: 204 len: 173 time: 1.8221700 Aug 11 02:28:30.877395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-deleted', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:30.882465 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d7aa9-2a63-4ad2-86c6-76ca8728d17f" -d '{"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-deleted", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:30.941349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68394a83-647f-48eb-826b-fcfeebbb6128 req-a5e946bc-c570-4ecf-a08c-e0bd928aef30 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814929 Aug 11 02:28:30.980992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-333812eb-85e2-40da-bb8c-3772a32332a8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.992790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-333812eb-85e2-40da-bb8c-3772a32332a8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.5882540 Aug 11 02:28:31.003647 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-af4f7dae-bb7f-4d18-81ea-ac77ffaf6255 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317892 Aug 11 02:28:31.014649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Request body: {'port': {'device_id': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'admin_state_up': True, 'tenant_id': '948f48ec8e114f0abffb8ebb24846881'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:31.130146 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8833fba4-092e-4eab-9b62-437596e83cab req-32d6b9fd-9228-49ee-afc5-824c1368a257 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516943 Aug 11 02:28:31.265917 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-257c5f77-019f-467e-8f5c-662417bfb743 req-f265fa6f-9899-4e27-a893-0691ddd1a022 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546630 Aug 11 02:28:31.306479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f43ce95-d409-40de-9ad6-5260d96a1276 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:31.326836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdc7e2-75c6-4620-b5a2-5b51d1c3be91 req-baca857f-736e-48a1-923f-d3f86db42911 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:31.336458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bafdc7e2-75c6-4620-b5a2-5b51d1c3be91 req-baca857f-736e-48a1-923f-d3f86db42911 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2061002 Aug 11 02:28:31.409275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3f43ce95-d409-40de-9ad6-5260d96a1276 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:31.420284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3f43ce95-d409-40de-9ad6-5260d96a1276 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:31.422638 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.440002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bafdc7e2-75c6-4620-b5a2-5b51d1c3be91 req-14ac2ed8-50d2-4688-975d-1b6572b59a9c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972452 Aug 11 02:28:31.472192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Made reservation on behalf of 948f48ec8e114f0abffb8ebb24846881 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:31.485635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.662986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.746203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3f43ce95-d409-40de-9ad6-5260d96a1276, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f43ce95-d409-40de-9ad6-5260d96a1276,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:31.757648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0bd7d-390e-4de9-be12-365a0280f5bc req-52206847-1171-4f06-a46d-0a7b4fbac1a9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:31.758670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.781108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6f0bd7d-390e-4de9-be12-365a0280f5bc req-52206847-1171-4f06-a46d-0a7b4fbac1a9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1598120 Aug 11 02:28:31.785506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'tag': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:31.787917 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a233693-544f-474a-9559-1eafd3411adf" -d '{"events": [{"name": "network-changed", "server_uuid": "22be4e22-d48c-4466-a9f7-9d1a79c7822b", "tag": "7b4b491b-55a6-4794-bbb1-b066dd0e3bf7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:31.849494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f43ce95-d409-40de-9ad6-5260d96a1276'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:31.858402 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9879632-d263-4532-8fef-e718e3104a23" -d '{"events": [{"server_uuid": "457fa29b-5798-4ac8-bc35-50aaf4c6c324", "name": "network-vif-plugged", "status": "completed", "tag": "3f43ce95-d409-40de-9ad6-5260d96a1276"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:31.908907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6f0bd7d-390e-4de9-be12-365a0280f5bc req-2d9da5dd-ed7f-42ae-9147-20b12dd7707f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254816 Aug 11 02:28:31.924122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3f43ce95-d409-40de-9ad6-5260d96a1276,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:31.994328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Allocated IP 172.20.0.14 (79a7f719-d609-44c8-ab33-45c70af07d19/e9aa3c6e-5ef8-4413-b63e-4c33675f814c/db283de9-acd7-48f8-afd5-4d40fb15abd0) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:32.022548 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d798e181-9d5b-4a66-b9fc-f50d3187e0b9 x-openstack-request-id: req-d798e181-9d5b-4a66-b9fc-f50d3187e0b9 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:32.023592 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d22837b-fb00-4637-a3d6-53e081c62a39", "name": "network-vif-deleted", "tag": "76dc906a-b693-4530-9f1a-16ab9a4fd5b2", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:32.024659 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d798e181-9d5b-4a66-b9fc-f50d3187e0b9 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:32.025765 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d22837b-fb00-4637-a3d6-53e081c62a39', 'name': 'network-vif-deleted', 'tag': '76dc906a-b693-4530-9f1a-16ab9a4fd5b2', 'status': 'completed', 'code': 200} Aug 11 02:28:32.268664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1f9952b-4681-42b8-ad68-f50cd2e19bf1 req-a207fbb6-87a5-4d1d-9729-9e43d6241e12 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 210 time: 0.1000566 Aug 11 02:28:32.356204 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189fae1-ad37-44f0-af4f-1b00b72db21c x-openstack-request-id: req-e189fae1-ad37-44f0-af4f-1b00b72db21c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:32.358159 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22be4e22-d48c-4466-a9f7-9d1a79c7822b", "tag": "7b4b491b-55a6-4794-bbb1-b066dd0e3bf7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:32.358819 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e189fae1-ad37-44f0-af4f-1b00b72db21c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:32.367977 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'tag': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7', 'status': 'completed', 'code': 200} Aug 11 02:28:32.389980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.466942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb252a-f7c4-41cc-9eb3-321aa752f9a1 req-a52a9a05-9285-4cbb-b25e-cc77015bf55a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.471179 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06eb252a-f7c4-41cc-9eb3-321aa752f9a1 req-a52a9a05-9285-4cbb-b25e-cc77015bf55a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 948 time: 0.3036115 Aug 11 02:28:32.472654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.526564 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e583b43-7ad2-4791-b202-7a8fe8b6ff86 x-openstack-request-id: req-3e583b43-7ad2-4791-b202-7a8fe8b6ff86 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:32.526564 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457fa29b-5798-4ac8-bc35-50aaf4c6c324", "name": "network-vif-plugged", "status": "completed", "tag": "3f43ce95-d409-40de-9ad6-5260d96a1276", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:32.527711 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e583b43-7ad2-4791-b202-7a8fe8b6ff86 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:32.527711 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f43ce95-d409-40de-9ad6-5260d96a1276', 'code': 200} Aug 11 02:28:32.574050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a233693-544f-474a-9559-1eafd3411adf req-6afafb46-32cf-4c44-bfee-14b3574a391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.582127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-6afafb46-32cf-4c44-bfee-14b3574a391b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 1099 time: 0.1788247 Aug 11 02:28:32.723895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Network 79a7f719-d609-44c8-ab33-45c70af07d19 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:32.725994 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-df2595af-3f9c-4845-baea-32ba9e744657 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1372416 Aug 11 02:28:32.776741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.787555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:32.803666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a233693-544f-474a-9559-1eafd3411adf req-5899e504-9eca-42de-b824-38dd10f210fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.810892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-5899e504-9eca-42de-b824-38dd10f210fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2114542 Aug 11 02:28:32.814086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:32.827444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06eb252a-f7c4-41cc-9eb3-321aa752f9a1 req-756fbe51-318a-4265-9212-817c34a01f21 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220339 Aug 11 02:28:32.937458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a1407-4b66-4203-a7db-ba7630e6fc58 req-4cbf14f0-2a99-4193-b4f8-a2a01d259184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.939898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-999a1407-4b66-4203-a7db-ba7630e6fc58 req-4cbf14f0-2a99-4193-b4f8-a2a01d259184 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 1097 time: 0.2677312 Aug 11 02:28:32.958422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27d13a-026f-4051-b010-ac12f9e886cd req-1a0a0354-59b8-47c4-be98-0d9e39aff012 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.960788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b27d13a-026f-4051-b010-ac12f9e886cd req-1a0a0354-59b8-47c4-be98-0d9e39aff012 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 946 time: 0.2305017 Aug 11 02:28:32.978430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.980654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.045215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-4fcee8c5-8142-40ca-9721-4442dc016881 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0410895 Aug 11 02:28:33.086766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Request body: {'port': {'device_id': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:33.107734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-999a1407-4b66-4203-a7db-ba7630e6fc58 req-fc382e24-958f-486a-a22f-d5481c36d900 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420877 Aug 11 02:28:33.173777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b27d13a-026f-4051-b010-ac12f9e886cd req-5aefb4cb-5d2a-4824-a43d-4db9a7056e16 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904163 Aug 11 02:28:33.264092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.304613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc969ba-83c8-463e-a4c0-2b8b35f7be3b req-cac662cc-ac01-419b-950a-ddb3046ac38f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.311307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6146325d-bbe2-40a6-acd2-10f5ea5506e5 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:33.313827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5dc969ba-83c8-463e-a4c0-2b8b35f7be3b req-cac662cc-ac01-419b-950a-ddb3046ac38f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.2839799 Aug 11 02:28:33.318045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-e30a97c4-bea4-4c63-821d-25224125a83b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 HTTP/1.1" status: 200 len: 217 time: 0.4984143 Aug 11 02:28:33.338035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:33.406342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-0774c9c0-f52a-4a9e-bd9d-b7516acff068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.408771 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-0774c9c0-f52a-4a9e-bd9d-b7516acff068 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc679c970714e149d9fdb487f190b34&device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 1097 time: 0.1042216 Aug 11 02:28:33.411266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5dc969ba-83c8-463e-a4c0-2b8b35f7be3b req-8b0c9aa5-4fdc-406a-9538-003940f8099c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963950 Aug 11 02:28:33.411680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a233693-544f-474a-9559-1eafd3411adf req-eacac997-906d-418e-8ef1-13fbac3c2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.413564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-eacac997-906d-418e-8ef1-13fbac3c2c2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0790284 Aug 11 02:28:33.460844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:33.461621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76dc906a-b693-4530-9f1a-16ab9a4fd5b2 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:33.714168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-5da3adae-8463-4817-8d33-0c09c67fd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.716884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-5da3adae-8463-4817-8d33-0c09c67fd260 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ff98c69-8ef4-42f8-a78e-91457160c173 HTTP/1.1" status: 200 len: 916 time: 0.2673788 Aug 11 02:28:33.750178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a233693-544f-474a-9559-1eafd3411adf req-5b04ae4f-8967-4a9c-8cf6-1ff9dffa4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.753296 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-5b04ae4f-8967-4a9c-8cf6-1ff9dffa4087 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3292263 Aug 11 02:28:33.778183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a8c4-35d2-41f8-bd0a-0ad834666ca1 req-ed527cc8-87d8-4e14-ab48-2e1b3faa8d2b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.789237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c367a8c4-35d2-41f8-bd0a-0ad834666ca1 req-ed527cc8-87d8-4e14-ab48-2e1b3faa8d2b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 932 time: 0.1978934 Aug 11 02:28:33.798049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:33.844160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6146325d-bbe2-40a6-acd2-10f5ea5506e5', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '6146325d-bbe2-40a6-acd2-10f5ea5506e5', 'mac_address': 'fa:16:3e:3a:ee:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:33.885217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c367a8c4-35d2-41f8-bd0a-0ad834666ca1 req-c66f7fd3-37b9-42a0-b092-a65b7ced1c29 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 Aug 11 02:28:34.044314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-fa1c5bf2-da21-45a4-b529-47b404367fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316430 Aug 11 02:28:34.079519 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.106637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6146325d-bbe2-40a6-acd2-10f5ea5506e5 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:34.166836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:34.187432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.188704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-c2e9aee3-6e7f-478b-ae7e-e9143a048334 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b2d26-61eb-4559-879e-3b147521dd72 HTTP/1.1" status: 200 len: 1002 time: 0.4549451 Aug 11 02:28:34.190169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db283de9-acd7-48f8-afd5-4d40fb15abd0 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:34.230098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.294233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Transition to ACTIVE for port object db283de9-acd7-48f8-afd5-4d40fb15abd0 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:34.315020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.372777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6146325d-bbe2-40a6-acd2-10f5ea5506e5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:34.505390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:34.580740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6146325d-bbe2-40a6-acd2-10f5ea5506e5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:34.693305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:34.789823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-b805bac7-945e-4a50-915c-3874a4a15146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:34.793254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-b805bac7-945e-4a50-915c-3874a4a15146 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2 HTTP/1.1" status: 200 len: 855 time: 0.3005657 Aug 11 02:28:34.797738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a233693-544f-474a-9559-1eafd3411adf req-5bdcb0cc-a049-403c-94e7-b9851bbfde4d service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070669 Aug 11 02:28:35.003927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-67de6857-4205-4e37-b9f4-138899a71214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.007390 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-67de6857-4205-4e37-b9f4-138899a71214 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ff98c69-8ef4-42f8-a78e-91457160c173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975737 Aug 11 02:28:35.138809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362305c-d27f-40d7-b03f-bbfb66df4c96 req-9a300896-9f70-47f4-afa3-8c06dec274ee tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.147044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7362305c-d27f-40d7-b03f-bbfb66df4c96 req-9a300896-9f70-47f4-afa3-8c06dec274ee tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 948 time: 0.8430634 Aug 11 02:28:35.192691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a91cb6b-f79c-4f37-8de3-6e3498b4dd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.205081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa1c07-60da-43bf-885c-60f4bda67c57 req-293a68b9-0d1f-48cf-90d9-2b8d9b7352de tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.207206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-faaa1c07-60da-43bf-885c-60f4bda67c57 req-293a68b9-0d1f-48cf-90d9-2b8d9b7352de tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 946 time: 0.8814769 Aug 11 02:28:35.282515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7362305c-d27f-40d7-b03f-bbfb66df4c96 req-f06e309b-78b5-4711-b88c-5590e8e3af52 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343343 Aug 11 02:28:35.325183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:35.358036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-faaa1c07-60da-43bf-885c-60f4bda67c57 req-48a68306-a608-492b-bada-98ff339220f0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166382 Aug 11 02:28:35.452712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Attempting to bind port db283de9-acd7-48f8-afd5-4d40fb15abd0 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:35.453395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Attempting to bind port db283de9-acd7-48f8-afd5-4d40fb15abd0 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:35.453778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Attempting to bind port db283de9-acd7-48f8-afd5-4d40fb15abd0 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:35.459266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Port db283de9-acd7-48f8-afd5-4d40fb15abd0 on network 79a7f719-d609-44c8-ab33-45c70af07d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:35.459599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Attempting to bind port db283de9-acd7-48f8-afd5-4d40fb15abd0 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:35.473814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:35.474241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Checking segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:35.474646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Bound using segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:35.475139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Bound port: db283de9-acd7-48f8-afd5-4d40fb15abd0, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:35.476154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.489835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a91cb6b-f79c-4f37-8de3-6e3498b4dd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.536152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a91cb6b-f79c-4f37-8de3-6e3498b4dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.540883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e636a6-62fd-4b7b-be84-e01bff001007 req-69e0a4a8-b01d-4968-b893-c7e64280765e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.565030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e636a6-62fd-4b7b-be84-e01bff001007 req-69e0a4a8-b01d-4968-b893-c7e64280765e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1549065 Aug 11 02:28:35.733537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e636a6-62fd-4b7b-be84-e01bff001007 req-ec03a703-168d-40f6-82b2-2302af28b37b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632016 Aug 11 02:28:35.751466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91cb6b-f79c-4f37-8de3-6e3498b4dd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fa57ec-530c-4692-a561-a849c1bdbf77,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:35.837223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:35.880609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:35.890650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.957713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.958471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.960076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] 10.222.0.25 "PUT /v2.0/ports/db283de9-acd7-48f8-afd5-4d40fb15abd0 HTTP/1.1" status: 200 len: 1092 time: 2.9006319 Aug 11 02:28:35.968180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4a91cb6b-f79c-4f37-8de3-6e3498b4dd90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fccfe12985304d0cb8bda1734b10588b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2529566 Aug 11 02:28:35.971631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:35.986561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:35.990441 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6390897-c0f4-427a-912b-deb29639ba00" -d '{"events": [{"name": "network-changed", "server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:36.104436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-69c804da-9577-4264-a5b3-f97e4c1ed8fa service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0820801 Aug 11 02:28:36.194611 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c0bcae-fa78-48a9-9029-34b79ee713eb x-openstack-request-id: req-50c0bcae-fa78-48a9-9029-34b79ee713eb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:36.198994 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:36.199403 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50c0bcae-fa78-48a9-9029-34b79ee713eb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:36.200045 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'status': 'completed', 'code': 200} Aug 11 02:28:36.234984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:36.291405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7', 'mac_address': 'fa:16:3e:da:90:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:36.409420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e1babff-e1ce-4430-8206-c2e1788074bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.410493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ab1c-d2ad-4449-bd5d-0b45712ad860 req-f80a08c4-b921-4fab-a289-3cc4a085ab10 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.423199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37e5ab1c-d2ad-4449-bd5d-0b45712ad860 req-f80a08c4-b921-4fab-a289-3cc4a085ab10 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 944 time: 0.4898441 Aug 11 02:28:36.435522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.437661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-6eb592d9-0d56-4050-be5e-d7ddc75e32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.441991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-6eb592d9-0d56-4050-be5e-d7ddc75e32df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 1095 time: 0.3987186 Aug 11 02:28:36.454907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473ffb-66f3-466e-b92d-41c7fe07145c service neutron] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:36.474478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:36.528154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:36.534569 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.549504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e1babff-e1ce-4430-8206-c2e1788074bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.608669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-7b7a34f8-abea-49d9-bf3b-4f2756461e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.612837 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-7b7a34f8-abea-49d9-bf3b-4f2756461e62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.2762988 Aug 11 02:28:36.628573 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-13036d5a-1f63-4531-9b7f-98c50c69d3dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0 HTTP/1.1" status: 200 len: 217 time: 0.1627641 Aug 11 02:28:36.640717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:36.652839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7ab12ee-27e8-4396-8e95-e80a0796e37c req-1c5fb9e2-cca4-4eee-ad69-d9d588bd6b19 service neutron] 10.222.0.25 "GET /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218322 Aug 11 02:28:36.754077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3158c-a1b3-4021-90a9-37fec266f328 req-14ceac2e-bb80-4eba-abc2-088add7ae83c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.766642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0af3158c-a1b3-4021-90a9-37fec266f328 req-14ceac2e-bb80-4eba-abc2-088add7ae83c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.4674916 Aug 11 02:28:36.794865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-5d6086ee-f586-45f1-83c2-92b6453b7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.798445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-5d6086ee-f586-45f1-83c2-92b6453b7e2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.1596875 Aug 11 02:28:36.843727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:36.845023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37e5ab1c-d2ad-4449-bd5d-0b45712ad860 req-0dc0c90a-f3da-4e5d-b4e2-8f42f507bbff tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099348 Aug 11 02:28:36.850858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-2d8f138f-f58e-4a85-83a2-9609dc10fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:36.852801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-2d8f138f-f58e-4a85-83a2-9609dc10fa89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.2147954 Aug 11 02:28:36.854196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e1babff-e1ce-4430-8206-c2e1788074bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.858262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e1babff-e1ce-4430-8206-c2e1788074bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.873342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9e1babff-e1ce-4430-8206-c2e1788074bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4fa57ec-530c-4692-a561-a849c1bdbf77 HTTP/1.1" status: 204 len: 168 time: 0.8863995 Aug 11 02:28:36.894314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-a4bc361c-b6e0-48e9-ac2e-45b2adaaa719 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779159 Aug 11 02:28:36.911365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1babff-e1ce-4430-8206-c2e1788074bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fa57ec-530c-4692-a561-a849c1bdbf77,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:36.990579 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-e9f0d66e-6b55-4e2e-8800-ba6b8125ec0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 217 time: 0.1151311 Aug 11 02:28:37.016349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0af3158c-a1b3-4021-90a9-37fec266f328 req-5a6a8e76-b82a-46d4-92cd-d5431b4fae89 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448642 Aug 11 02:28:37.204801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-8dd53281-99b4-4295-9cbb-47042f0dd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.210479 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-8dd53281-99b4-4295-9cbb-47042f0dd2b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.2092118 Aug 11 02:28:37.258760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f7fe8-de58-456b-9c36-6a1d629796c0 req-4064dce5-0fce-4725-87b7-1ad8f0c8799c tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.267625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-131f7fe8-de58-456b-9c36-6a1d629796c0 req-4064dce5-0fce-4725-87b7-1ad8f0c8799c tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 949 time: 0.3009589 Aug 11 02:28:37.283682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-b05787ab-8644-4d81-8c29-db91182602b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662279 Aug 11 02:28:37.301633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-cf6021d1-d2d7-492e-a6c8-b34814816f84 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882129 Aug 11 02:28:37.317442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f23e58-a3bd-4391-b525-fd7b1451e7d0 req-8e9e0ae5-8bfe-496f-a578-b850288be556 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.330516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36f23e58-a3bd-4391-b525-fd7b1451e7d0 req-8e9e0ae5-8bfe-496f-a578-b850288be556 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 946 time: 0.1723876 Aug 11 02:28:37.340040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6146325d-bbe2-40a6-acd2-10f5ea5506e5 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:37.457159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-131f7fe8-de58-456b-9c36-6a1d629796c0 req-2576af76-586d-4f5a-8e01-209e02707974 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809907 Aug 11 02:28:37.508674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:37.522780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:37.524056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.624058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f80e24c6-0a7a-4b59-af1a-26468f906a5a req-c427bf99-99ef-4e74-8b7a-f909dbb5b31b service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907770 Aug 11 02:28:37.624972 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-9c508c44-a123-47ef-827a-3cbb349f8155 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322906 Aug 11 02:28:37.635396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36f23e58-a3bd-4391-b525-fd7b1451e7d0 req-44f011c2-1aef-45e8-bb8a-09b1f7232b24 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804899 Aug 11 02:28:37.836924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7bed7b35-cd5c-46ad-81af-5b243f36b7ab req-f42af787-c17f-4c68-a6b3-2812db4eecb2 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037961 Aug 11 02:28:37.903446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.974214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6146325d-bbe2-40a6-acd2-10f5ea5506e5'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:37.978781 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f043239a-04ba-46c1-977a-894ddf0451f0" -d '{"events": [{"server_uuid": "fc402d07-5a33-4bad-80d5-82d43549fc48", "name": "network-vif-plugged", "status": "completed", "tag": "6146325d-bbe2-40a6-acd2-10f5ea5506e5"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:37.995115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:38.001716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.043286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced8aa-b0c8-4848-be59-4d5262dea764 req-80ee5e64-22a3-48fc-81ba-96f8a57bca05 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.047183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fced8aa-b0c8-4848-be59-4d5262dea764 req-80ee5e64-22a3-48fc-81ba-96f8a57bca05 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.3308637 Aug 11 02:28:38.052155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390897-c0f4-427a-912b-deb29639ba00 req-c9b184e3-aa00-4d15-ac8f-78d43a1efb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.067803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-c9b184e3-aa00-4d15-ac8f-78d43a1efb4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 1095 time: 0.3038752 Aug 11 02:28:38.136358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6146325d-bbe2-40a6-acd2-10f5ea5506e5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.345805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fced8aa-b0c8-4848-be59-4d5262dea764 req-11c8474b-c269-4a8e-97b5-e9af47b10476 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754045 Aug 11 02:28:38.438613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390897-c0f4-427a-912b-deb29639ba00 req-0a540f75-d585-473f-b52f-4f484d433db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.442118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-0a540f75-d585-473f-b52f-4f484d433db8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 905 time: 0.3487113 Aug 11 02:28:38.739300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-8f0ab4be-75a9-469b-82e3-4eb0f6d1e314 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0 HTTP/1.1" status: 200 len: 217 time: 0.2776980 Aug 11 02:28:38.822144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390897-c0f4-427a-912b-deb29639ba00 req-c648eeed-ad42-40a7-b88d-618ce9f808e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.823847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-c648eeed-ad42-40a7-b88d-618ce9f808e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.0712359 Aug 11 02:28:38.864791 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e788c-e311-49d4-b2ab-4e29966d2fcd x-openstack-request-id: req-b93e788c-e311-49d4-b2ab-4e29966d2fcd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:38.865649 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc402d07-5a33-4bad-80d5-82d43549fc48", "name": "network-vif-plugged", "status": "completed", "tag": "6146325d-bbe2-40a6-acd2-10f5ea5506e5", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:38.865852 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b93e788c-e311-49d4-b2ab-4e29966d2fcd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:38.866731 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6146325d-bbe2-40a6-acd2-10f5ea5506e5', 'code': 200} Aug 11 02:28:38.987207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c00dc9-7257-446a-81c8-9e7b8d4f5e59 req-ae41281d-6138-4629-8caa-d1348f7f3bf8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.990742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13c00dc9-7257-446a-81c8-9e7b8d4f5e59 req-ae41281d-6138-4629-8caa-d1348f7f3bf8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 944 time: 0.3123035 Aug 11 02:28:38.997212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-03d705e9-a45c-4730-8626-a731439ab0cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426775 Aug 11 02:28:39.105506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.174678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707657b2-6f4d-4476-942c-69dab826e61e req-8b48bd33-0a52-47f9-a4cd-819ef7aad8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.181325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-707657b2-6f4d-4476-942c-69dab826e61e req-8b48bd33-0a52-47f9-a4cd-819ef7aad8a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 1101 time: 0.1629174 Aug 11 02:28:39.211738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13c00dc9-7257-446a-81c8-9e7b8d4f5e59 req-858e347d-e5db-433c-a31f-7d7d3f3eb1a4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990783 Aug 11 02:28:39.261503 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-707657b2-6f4d-4476-942c-69dab826e61e req-ec53cf8e-ada4-4976-88ce-2a757811eeb5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710883 Aug 11 02:28:39.344872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:39.380326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0e8f5-e2aa-47d1-a67c-6a9f6c06fdf3 req-01e6131c-a0d6-4f8e-a014-177b79eb7a57 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.383896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5a0e8f5-e2aa-47d1-a67c-6a9f6c06fdf3 req-01e6131c-a0d6-4f8e-a014-177b79eb7a57 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2839663 Aug 11 02:28:39.394763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1925209510-network', 'tenant_id': 'b07013aba14f4b4eb38fde4a0001f2eb'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:39.444274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:39.451248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-ddcc64a1-1e39-4136-baa8-2022056807d3 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178357 Aug 11 02:28:39.453237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Made reservation on behalf of b07013aba14f4b4eb38fde4a0001f2eb for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:39.458531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.479753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.558888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:39.636419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:39.636419 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.692151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5a0e8f5-e2aa-47d1-a67c-6a9f6c06fdf3 req-f13e484a-dfc7-4ef9-8260-9700cca73e35 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936974 Aug 11 02:28:39.732155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.743669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.800062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447b8403-4864-4df0-889a-418089993e0d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:39.806476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd266c-3f11-47df-b147-04b787720216 req-c4d47809-527f-4c41-a6a1-95b94830812b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.830300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ffd266c-3f11-47df-b147-04b787720216 req-c4d47809-527f-4c41-a6a1-95b94830812b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 949 time: 0.3175426 Aug 11 02:28:39.838640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:39.856622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.857016 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Added segment 1933fe07-15d1-441b-90dd-b1675dac2725 of type vlan for network f3bc9769-f762-4cd9-acaa-afaf2bfc7d35 Aug 11 02:28:39.887972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:39.902846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'mac_address': 'fa:16:3e:8d:2f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:39.924957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6390897-c0f4-427a-912b-deb29639ba00 req-94dabe1c-78bc-45a4-89af-8eb97862fcd2 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572749 Aug 11 02:28:39.950072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ffd266c-3f11-47df-b147-04b787720216 req-f95fdf29-774d-4409-9b31-932f7eb614cc tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166251 Aug 11 02:28:40.006530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.046124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.050323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.078266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db283de9-acd7-48f8-afd5-4d40fb15abd0 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:40.093163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8fe02-9c60-450b-8552-d949770025e2 req-93c80324-9b5e-46f9-83fb-27b0b4af3242 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.101351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15f8fe02-9c60-450b-8552-d949770025e2 req-93c80324-9b5e-46f9-83fb-27b0b4af3242 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 946 time: 0.1199279 Aug 11 02:28:40.105720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:40.131405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:40.133674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.140141 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.168412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.169644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.170294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.209155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.251057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15f8fe02-9c60-450b-8552-d949770025e2 req-f0d72f2e-d7c3-41b7-9596-411ff03b21ff tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486454 Aug 11 02:28:40.311649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.313784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55754-89c1-4b30-8c63-74fd107ae1e9 req-8cc4a331-1132-4506-b251-f05d87f32536 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.315577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ca55754-89c1-4b30-8c63-74fd107ae1e9 req-8cc4a331-1132-4506-b251-f05d87f32536 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.2111747 Aug 11 02:28:40.345983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2349200 Aug 11 02:28:40.348585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a25fbc-8aee-4ae7-ac45-1e82f5231127 admin admin] Pushing event updated for resources: {'Network': ['ID=f3bc9769-f762-4cd9-acaa-afaf2bfc7d35,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.351115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.356359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Request body: {'subnet': {'network_id': 'f3bc9769-f762-4cd9-acaa-afaf2bfc7d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1925209510-subnet', 'tenant_id': 'b07013aba14f4b4eb38fde4a0001f2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:40.368634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f3bc9769-f762-4cd9-acaa-afaf2bfc7d35 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:40.451847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-48c23e07-36c8-4ea1-a87d-50ab191e4438 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.456322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-48c23e07-36c8-4ea1-a87d-50ab191e4438 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.59 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 946 time: 0.1219130 Aug 11 02:28:40.457238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ca55754-89c1-4b30-8c63-74fd107ae1e9 req-502d09a1-0c5a-419e-a863-b07de2b11144 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328003 Aug 11 02:28:40.508045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Made reservation on behalf of b07013aba14f4b4eb38fde4a0001f2eb for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:40.518934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ddf14-c7ea-4a17-b853-40864c3a25ad req-b0817a22-05a7-447b-b5be-c442c6291f35 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.519227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.530768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f68ddf14-c7ea-4a17-b853-40864c3a25ad req-b0817a22-05a7-447b-b5be-c442c6291f35 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 945 time: 0.1059992 Aug 11 02:28:40.532464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['db283de9-acd7-48f8-afd5-4d40fb15abd0'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:40.622042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f68ddf14-c7ea-4a17-b853-40864c3a25ad req-4b0ae9c3-84ec-418b-a757-35c9b0dc72a4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902140 Aug 11 02:28:40.872151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:40.876164 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8587a257-7304-40e3-8fa4-95403bec50d2" -d '{"events": [{"server_uuid": "22be4e22-d48c-4466-a9f7-9d1a79c7822b", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b491b-55a6-4794-bbb1-b066dd0e3bf7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:41.053324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bce6a-6bac-4134-a659-6e50ab543d26 req-8d67f74d-e055-4c81-a497-f4024cbfaca9 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.058054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2bce6a-6bac-4134-a659-6e50ab543d26 req-8d67f74d-e055-4c81-a497-f4024cbfaca9 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1320839 Aug 11 02:28:41.106486 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598cdb1f-7696-41ec-a160-2d44a7a59b84 x-openstack-request-id: req-598cdb1f-7696-41ec-a160-2d44a7a59b84 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:41.107076 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be4e22-d48c-4466-a9f7-9d1a79c7822b", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b491b-55a6-4794-bbb1-b066dd0e3bf7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:41.107324 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598cdb1f-7696-41ec-a160-2d44a7a59b84 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:41.109351 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7', 'code': 200} Aug 11 02:28:41.139401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.151755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2bce6a-6bac-4134-a659-6e50ab543d26 req-058a984a-caac-467c-9604-7866c95259a2 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865650 Aug 11 02:28:41.207805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Deleting port 3f43ce95-d409-40de-9ad6-5260d96a1276 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:41.211016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.315648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a928db-bb40-4c11-a244-13195ebde79c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:41.398041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cb271-b960-4193-907d-0bdc5d4cd264 req-52fffd2b-664b-4f85-ac48-f757fdfeba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.401282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d0cb271-b960-4193-907d-0bdc5d4cd264 req-52fffd2b-664b-4f85-ac48-f757fdfeba83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 1101 time: 0.1856253 Aug 11 02:28:41.409252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] For port 3f43ce95-d409-40de-9ad6-5260d96a1276, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f43ce95-d409-40de-9ad6-5260d96a1276,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:41.410123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.434805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Checking segment: {'id': '1933fe07-15d1-441b-90dd-b1675dac2725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f3bc9769-f762-4cd9-acaa-afaf2bfc7d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:41.435780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Network hostable DHCP agents. Network: f3bc9769-f762-4cd9-acaa-afaf2bfc7d35, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:41.452213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b818c-dbfa-436f-b983-5559413def45 req-18ffe2e4-2e5f-4404-a431-7db9e2c0394b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.454229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-166b818c-dbfa-436f-b983-5559413def45 req-18ffe2e4-2e5f-4404-a431-7db9e2c0394b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 950 time: 0.1953957 Aug 11 02:28:41.481036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Calling delete_port for 3f43ce95-d409-40de-9ad6-5260d96a1276 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:41.516839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d0cb271-b960-4193-907d-0bdc5d4cd264 req-d4d27f73-1acd-4f8c-a0f7-a161796f1c3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993295 Aug 11 02:28:41.549604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Network f3bc9769-f762-4cd9-acaa-afaf2bfc7d35 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:41.557544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd60ad-1401-47a4-a233-d1872c948dcc req-dddde2e1-ed95-4d64-9b59-2fc6ba6a4538 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.566266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71dd60ad-1401-47a4-a233-d1872c948dcc req-dddde2e1-ed95-4d64-9b59-2fc6ba6a4538 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 946 time: 0.1615448 Aug 11 02:28:41.603447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-166b818c-dbfa-436f-b983-5559413def45 req-99a30c8f-5621-4c18-9b3f-2e0c513ccd3f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199250 Aug 11 02:28:41.609099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f3bc9769-f762-4cd9-acaa-afaf2bfc7d35) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:41.616522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.617132 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.671539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8c9e6-8c0b-46c5-bc9b-0d4a2be04ca9 None None] Network f3bc9769-f762-4cd9-acaa-afaf2bfc7d35 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:41.682795 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-04d02a7d-c7c4-4c88-8924-7acc27bfbf35 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3298843 Aug 11 02:28:41.694098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71dd60ad-1401-47a4-a233-d1872c948dcc req-9d38b787-3f01-4f2d-aa98-d47369445dde tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181474 Aug 11 02:28:41.890227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb72d9c-07be-4175-a8fb-36a28a7f01ef req-b24e3972-411f-4ab7-aadb-768750295ee1 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.906833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eb72d9c-07be-4175-a8fb-36a28a7f01ef req-b24e3972-411f-4ab7-aadb-768750295ee1 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1415656 Aug 11 02:28:41.938781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12627e4-490f-467a-899d-958a17040d58 req-f1fecada-8851-457f-84db-b1c8b5581e51 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.952928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b12627e4-490f-467a-899d-958a17040d58 req-f1fecada-8851-457f-84db-b1c8b5581e51 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 945 time: 0.1314473 Aug 11 02:28:41.970169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.004201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6af311f7-498b-4e26-a938-cfd85c9e959a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:42.110377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3f43ce95-d409-40de-9ad6-5260d96a1276'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:42.139295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eb72d9c-07be-4175-a8fb-36a28a7f01ef req-f11942ff-0d5d-4223-8c6c-c04779518372 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313497 Aug 11 02:28:42.167338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Pushing event deleted for resources: {'Port': ['ID=3f43ce95-d409-40de-9ad6-5260d96a1276,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.169569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] No DVR routers for this DVR port 3f43ce95-d409-40de-9ad6-5260d96a1276 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:42.186442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b12627e4-490f-467a-899d-958a17040d58 req-16e6c381-e4f7-425a-85eb-10f04022f529 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056966 Aug 11 02:28:42.193354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.201973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d77e7672-875b-4afc-a79a-b58af5b3a2ca req-91251d4e-0b41-4dbc-bce3-8e8afc161190 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.59 "DELETE /v2.0/ports/3f43ce95-d409-40de-9ad6-5260d96a1276 HTTP/1.1" status: 204 len: 173 time: 1.7320437 Aug 11 02:28:42.205892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'name': 'network-vif-deleted', 'tag': '3f43ce95-d409-40de-9ad6-5260d96a1276'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:42.224060 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc7cf8-9463-4791-9347-40679f387f4a" -d '{"events": [{"server_uuid": "457fa29b-5798-4ac8-bc35-50aaf4c6c324", "name": "network-vif-deleted", "tag": "3f43ce95-d409-40de-9ad6-5260d96a1276"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:42.377510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6d27b-16e1-406a-99ac-19df4b8eca47 None None] Network f3bc9769-f762-4cd9-acaa-afaf2bfc7d35 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:42.471813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6da3-14b4-463d-8ea7-6ee4bb151eb9 req-59ea2d4f-f19c-409e-9474-4222ce304ad6 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.489002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-186d6da3-14b4-463d-8ea7-6ee4bb151eb9 req-59ea2d4f-f19c-409e-9474-4222ce304ad6 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1181731 Aug 11 02:28:42.599430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-186d6da3-14b4-463d-8ea7-6ee4bb151eb9 req-5cf2dfb9-00ac-4ea6-9302-b9fe8c2f7841 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Aug 11 02:28:42.698047 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a1d7f-7847-4143-b01d-4e7802b35af9 x-openstack-request-id: req-b59a1d7f-7847-4143-b01d-4e7802b35af9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:42.698574 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457fa29b-5798-4ac8-bc35-50aaf4c6c324", "name": "network-vif-deleted", "tag": "3f43ce95-d409-40de-9ad6-5260d96a1276", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:42.699047 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b59a1d7f-7847-4143-b01d-4e7802b35af9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:42.699748 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457fa29b-5798-4ac8-bc35-50aaf4c6c324', 'name': 'network-vif-deleted', 'tag': '3f43ce95-d409-40de-9ad6-5260d96a1276', 'status': 'completed', 'code': 200} Aug 11 02:28:42.857575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d67a1c-1b5c-4a7c-ae94-1678ff51c85f req-e8f98a3b-7fb9-4dde-9701-f6076593724c tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:42.859684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05d67a1c-1b5c-4a7c-ae94-1678ff51c85f req-e8f98a3b-7fb9-4dde-9701-f6076593724c tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 950 time: 0.0761535 Aug 11 02:28:42.905027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e0827c3f-4a09-44b5-9246-8ce23cf6e476 req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1093215571', 'description': 'tempest-description-304061607'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:42.941940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05d67a1c-1b5c-4a7c-ae94-1678ff51c85f req-672e31af-dedb-4510-9ff4-d575ab45622a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745337 Aug 11 02:28:42.957484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e0827c3f-4a09-44b5-9246-8ce23cf6e476 req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.135987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-853a0e8c-b074-4dc7-8205-8a01f76e5f1c req-9f4d81b2-c708-4f31-82e3-b7882fb291ee tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=457fa29b-5798-4ac8-bc35-50aaf4c6c324 HTTP/1.1" status: 200 len: 210 time: 0.0376832 Aug 11 02:28:43.139430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e0827c3f-4a09-44b5-9246-8ce23cf6e476 req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.145889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e0827c3f-4a09-44b5-9246-8ce23cf6e476 req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.188319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e0827c3f-4a09-44b5-9246-8ce23cf6e476 req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.190867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0827c3f-4a09-44b5-9246-8ce23cf6e476 req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2911253 Aug 11 02:28:43.196693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfe38b-6d86-496d-aa9b-5025147a001c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d8959d-ab3a-45b4-844a-2ca9e002028a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:43.349317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:43.375059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f5b2f-9cb4-4b5b-9218-adfa41b750b7 req-3e24efff-977d-461d-8ebb-9f7096e3b070 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.376698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-216f5b2f-9cb4-4b5b-9218-adfa41b750b7 req-3e24efff-977d-461d-8ebb-9f7096e3b070 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 950 time: 0.0929065 Aug 11 02:28:43.386913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f6407-0aa8-49fa-ac32-198a20806938 req-b73c01c7-dfa0-4a9a-bee4-1c3650b6f370 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.388552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-913f6407-0aa8-49fa-ac32-198a20806938 req-b73c01c7-dfa0-4a9a-bee4-1c3650b6f370 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1022644 Aug 11 02:28:43.413506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port db283de9-acd7-48f8-afd5-4d40fb15abd0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:43.421188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port db283de9-acd7-48f8-afd5-4d40fb15abd0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:43.421884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.514329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-913f6407-0aa8-49fa-ac32-198a20806938 req-6f2dd5b1-27da-4db4-8648-bfb0dd778aea tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123760 Aug 11 02:28:43.523158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-216f5b2f-9cb4-4b5b-9218-adfa41b750b7 req-715a57bf-ceaf-4cf8-ae07-f11ec80f50de tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227851 Aug 11 02:28:43.606056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.646071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:43.650377 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4489c12-c30f-4d24-bedc-e80d55a732e5" -d '{"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-plugged", "status": "completed", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:43.656538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-e8de3c05-b425-4252-bf5f-eb8990ae94e5 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/d4d8959d-ab3a-45b4-844a-2ca9e002028a HTTP/1.1" status: 200 len: 1814 time: 0.1107922 Aug 11 02:28:43.668214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4d8959d-ab3a-45b4-844a-2ca9e002028a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:43.668214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4d8959d-ab3a-45b4-844a-2ca9e002028a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:43.693211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:43.694415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-1b767386-11b8-4a49-8a90-27948e7765b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.697543 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-1b767386-11b8-4a49-8a90-27948e7765b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 1097 time: 0.0836105 Aug 11 02:28:43.699893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.780841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb11851-a4d9-4df4-ade0-d1e5f952f8a3 req-b0e6cc08-d5ed-4332-ab06-7b931d6f915a tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.782646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cdb11851-a4d9-4df4-ade0-d1e5f952f8a3 req-b0e6cc08-d5ed-4332-ab06-7b931d6f915a tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.0987473 Aug 11 02:28:43.786399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:43.824037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.843633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29dd46dc-3e7e-474f-bc7f-67d88f2a99e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.886481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cdb11851-a4d9-4df4-ade0-d1e5f952f8a3 req-e7ec4589-8a45-4694-b8f2-346c1916b607 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916505 Aug 11 02:28:43.893837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.903332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.921402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-efdf1b63-4276-4cfe-b5cf-cb327fd16504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.925196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-efdf1b63-4276-4cfe-b5cf-cb327fd16504 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.2158105 Aug 11 02:28:43.936881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e8c644-c65f-4e3e-b0f8-89c13177cad3,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:43.946747 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.951275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65a4633d-e614-4ca2-9859-f39f640a62d4 req-28920d94-5aab-467d-b326-ef52e33d9037 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2855914 Aug 11 02:28:44.023529 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-477554ef-1f19-4d32-8f70-2ed34f0aa925 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e062f5ed-4d56-44ac-9188-b49e2a119964 HTTP/1.1" status: 200 len: 217 time: 0.0896063 Aug 11 02:28:44.130196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-717ff470-6b9f-4213-878b-72ebefc6fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.133034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-717ff470-6b9f-4213-878b-72ebefc6fa41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1008534 Aug 11 02:28:44.144775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740b429-2d95-4eb0-b0b6-bcd1f7a96743 req-34fed362-56e0-4528-8a5e-f642a4ac162b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.154400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c740b429-2d95-4eb0-b0b6-bcd1f7a96743 req-34fed362-56e0-4528-8a5e-f642a4ac162b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.0781035 Aug 11 02:28:44.193879 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-ae7b3332-dc3a-44d0-85cc-bec0ea57e688 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527325 Aug 11 02:28:44.218288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c740b429-2d95-4eb0-b0b6-bcd1f7a96743 req-04e33b86-938d-4d93-8293-97adc6931dcf tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617993 Aug 11 02:28:44.290702 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eaa009-d2c3-4069-8b2a-a346d5a2bc67 x-openstack-request-id: req-f0eaa009-d2c3-4069-8b2a-a346d5a2bc67 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:44.291274 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-plugged", "status": "completed", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:44.291789 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0eaa009-d2c3-4069-8b2a-a346d5a2bc67 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:44.292686 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'code': 200} Aug 11 02:28:44.408397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-e992fc28-2767-44cb-9f8e-02dab9350cc0 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059588 Aug 11 02:28:44.466066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3dd935f-e0a7-4868-b19a-b2db7516f413 req-4ec125ae-fb2b-434d-9442-3c33a4faa599 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/d4d8959d-ab3a-45b4-844a-2ca9e002028a HTTP/1.1" status: 200 len: 2408 time: 0.1540120 Aug 11 02:28:44.504615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8c171-7944-4746-818b-c12a92f771a8 req-33e50fdf-5ba9-408e-8897-f19d5746396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.506468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ce8c171-7944-4746-818b-c12a92f771a8 req-33e50fdf-5ba9-408e-8897-f19d5746396c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 1097 time: 0.0997727 Aug 11 02:28:44.605131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3d87-b676-4a28-a946-1a958d704e35 req-1b8d2f8e-44f5-4d15-be1d-ce79c6d17db0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.611539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3d87-b676-4a28-a946-1a958d704e35 req-1b8d2f8e-44f5-4d15-be1d-ce79c6d17db0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.613273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f7f3d87-b676-4a28-a946-1a958d704e35 req-1b8d2f8e-44f5-4d15-be1d-ce79c6d17db0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b&device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 1691 time: 0.1411562 Aug 11 02:28:44.614839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea669d52-e0b8-45bb-b74c-34db80177e91 req-e4f159bc-a35e-486b-9235-dae73fd668e6 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984239 Aug 11 02:28:44.617829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ce8c171-7944-4746-818b-c12a92f771a8 req-a52a2ec7-1819-4d9d-b755-a25d25491b12 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910199 Aug 11 02:28:44.626225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-d990fc06-5004-4627-a32a-7442523fc791 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-group-rules/19e8c644-c65f-4e3e-b0f8-89c13177cad3 HTTP/1.1" status: 200 len: 778 time: 0.0635452 Aug 11 02:28:44.724537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f7f3d87-b676-4a28-a946-1a958d704e35 req-77936dc0-2b97-40fc-a6d6-c627779021c0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959790 Aug 11 02:28:44.743141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-dbec5ae2-fc83-4cc2-8094-3f1da3539324 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/d4d8959d-ab3a-45b4-844a-2ca9e002028a HTTP/1.1" status: 200 len: 2408 time: 0.0989897 Aug 11 02:28:44.797831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-5be659a0-135e-4084-a4ff-394d1cf56d16 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.814339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-5be659a0-135e-4084-a4ff-394d1cf56d16 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.887739 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-5be659a0-135e-4084-a4ff-394d1cf56d16 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.898542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-5be659a0-135e-4084-a4ff-394d1cf56d16 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.900237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c356da27-360d-4ace-bd2a-723e4a312b5a req-5be659a0-135e-4084-a4ff-394d1cf56d16 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/19e8c644-c65f-4e3e-b0f8-89c13177cad3 HTTP/1.1" status: 204 len: 173 time: 0.1489232 Aug 11 02:28:44.919734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be659a0-135e-4084-a4ff-394d1cf56d16 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e8c644-c65f-4e3e-b0f8-89c13177cad3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.960005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3654ef-09fb-48b3-911e-6759aa906226 req-66613be0-d232-4cfd-b445-87c66ca47466 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:44.962784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b3654ef-09fb-48b3-911e-6759aa906226 req-66613be0-d232-4cfd-b445-87c66ca47466 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1163812 Aug 11 02:28:45.076017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b3654ef-09fb-48b3-911e-6759aa906226 req-0045b366-3da7-46e4-980d-800121bfa62e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044226 Aug 11 02:28:45.106266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9b36a-0d5f-41f5-9cb2-0fd98d668f2f req-3084165b-903e-4aa6-afea-f7a06f1c9373 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.108696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3c9b36a-0d5f-41f5-9cb2-0fd98d668f2f req-3084165b-903e-4aa6-afea-f7a06f1c9373 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 946 time: 0.1026914 Aug 11 02:28:45.202999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3c9b36a-0d5f-41f5-9cb2-0fd98d668f2f req-46150fb6-2ba9-423c-aa89-b58f702bfa9b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789235 Aug 11 02:28:45.271158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1784961f-3861-4de6-974e-a04a8b9dd5c3 req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1948164472', 'description': 'tempest-description-320002441'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:45.314914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1784961f-3861-4de6-974e-a04a8b9dd5c3 req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.369928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f43ce95-d409-40de-9ad6-5260d96a1276 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:45.414806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3f43ce95-d409-40de-9ad6-5260d96a1276 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:45.415325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f43ce95-d409-40de-9ad6-5260d96a1276 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:45.416137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e062f5ed-4d56-44ac-9188-b49e2a119964 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:45.421852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f52f0-d444-4e31-b6d9-bdec53c894c6 req-63e3297e-f634-43c5-96cc-23c274e24111 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.423550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-003f52f0-d444-4e31-b6d9-bdec53c894c6 req-63e3297e-f634-43c5-96cc-23c274e24111 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.0906725 Aug 11 02:28:45.507589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1784961f-3861-4de6-974e-a04a8b9dd5c3 req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.523974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-003f52f0-d444-4e31-b6d9-bdec53c894c6 req-e470e3dc-ecb6-4288-ba7b-f4230e7ae4a8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Aug 11 02:28:45.531364 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1784961f-3861-4de6-974e-a04a8b9dd5c3 req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.597269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1784961f-3861-4de6-974e-a04a8b9dd5c3 req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.611333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1784961f-3861-4de6-974e-a04a8b9dd5c3 req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3486822 Aug 11 02:28:45.614626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e050c-2936-40e4-b5ba-78061092360f tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213e9f09-c6a9-4133-ae5b-8132c5b7f831,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.640075 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.729184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f31319-e081-4a5b-a02f-72b389cac56e req-f09b3e84-98bc-4e70-9e14-081db7accd83 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.737876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87f31319-e081-4a5b-a02f-72b389cac56e req-f09b3e84-98bc-4e70-9e14-081db7accd83 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 1101 time: 0.0624425 Aug 11 02:28:45.743316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:45.751193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.790378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87f31319-e081-4a5b-a02f-72b389cac56e req-4d9be7ad-89ee-4754-9e5a-61fe48d70135 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Aug 11 02:28:45.870092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.950053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e9027f0-6f3a-49be-afa7-a8721d67706a req-76e8e577-deed-4723-ab8b-b953a02b1759 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/213e9f09-c6a9-4133-ae5b-8132c5b7f831 HTTP/1.1" status: 200 len: 1814 time: 0.1109974 Aug 11 02:28:45.972867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf217961-a7b3-482f-bfda-8d00c29f3d65 req-be4b0965-6d82-47c6-b568-55f6aeb50071 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:45.975596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf217961-a7b3-482f-bfda-8d00c29f3d65 req-be4b0965-6d82-47c6-b568-55f6aeb50071 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1121240 Aug 11 02:28:46.045058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf217961-a7b3-482f-bfda-8d00c29f3d65 req-7b428692-4d75-4ee6-b6d3-cd2bd325321a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615623 Aug 11 02:28:46.139544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb654a-ccf0-45e0-8baf-62267a9a726c req-feec27b9-f933-448e-8481-589364862bd5 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.141851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89cb654a-ccf0-45e0-8baf-62267a9a726c req-feec27b9-f933-448e-8481-589364862bd5 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.0950108 Aug 11 02:28:46.217871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89cb654a-ccf0-45e0-8baf-62267a9a726c req-397804b1-43bc-4048-a20b-24a9395ae3ab tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602665 Aug 11 02:28:46.232915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d4482-ef09-46db-b6cb-f206b50f6245 req-67fb711d-e94c-410b-842f-20f44b983a37 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.234662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-744d4482-ef09-46db-b6cb-f206b50f6245 req-67fb711d-e94c-410b-842f-20f44b983a37 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.0916827 Aug 11 02:28:46.288083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-744d4482-ef09-46db-b6cb-f206b50f6245 req-ad6e3869-cdd0-431a-b7c2-c16030528e7c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470622 Aug 11 02:28:46.294940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:46.299076 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df03e7d0-1632-4679-aa77-37eafeee10a7" -d '{"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-unplugged", "status": "completed", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:46.367191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312704-9e94-447d-8380-7bb7e37c11c9 req-427e01e4-b7ea-477d-82ca-f3b76f4ad21a tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.369707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70312704-9e94-447d-8380-7bb7e37c11c9 req-427e01e4-b7ea-477d-82ca-f3b76f4ad21a tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 1101 time: 0.0648894 Aug 11 02:28:46.445790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70312704-9e94-447d-8380-7bb7e37c11c9 req-4e8f2a10-eb46-4d86-ab7e-2171bdab46bc tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629513 Aug 11 02:28:46.524097 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de4270a-e146-482d-a8d1-5a9648840f5d x-openstack-request-id: req-9de4270a-e146-482d-a8d1-5a9648840f5d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:46.526469 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-unplugged", "status": "completed", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:46.528519 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9de4270a-e146-482d-a8d1-5a9648840f5d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:46.529536 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'code': 200} Aug 11 02:28:46.551139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc546b-9593-4582-934a-ef338cc4dac8 req-6e852af6-f3e0-451b-9946-ddc8b82c09ac tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.553941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7abc546b-9593-4582-934a-ef338cc4dac8 req-6e852af6-f3e0-451b-9946-ddc8b82c09ac tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 944 time: 0.1292548 Aug 11 02:28:46.563678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-7c50045c-81a9-445b-a5f8-aec08c423c7c req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1428632356', 'description': 'tempest-description-455034797'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:46.661146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7c50045c-81a9-445b-a5f8-aec08c423c7c req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.691955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7abc546b-9593-4582-934a-ef338cc4dac8 req-9aaf23bb-73d4-4f4f-93fc-35b53a83bb1b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171205 Aug 11 02:28:46.886278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e46c5-df19-4dad-93ad-004b6fcfc396 req-bf6551bd-32d1-4a8d-b8cb-0abbd940c297 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.887950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-121e46c5-df19-4dad-93ad-004b6fcfc396 req-bf6551bd-32d1-4a8d-b8cb-0abbd940c297 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1244113 Aug 11 02:28:46.906904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7c50045c-81a9-445b-a5f8-aec08c423c7c req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.930473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7c50045c-81a9-445b-a5f8-aec08c423c7c req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.001777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7c50045c-81a9-445b-a5f8-aec08c423c7c req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.005408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c50045c-81a9-445b-a5f8-aec08c423c7c req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4482291 Aug 11 02:28:47.017348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fafce-638e-4332-a5bc-a5f51f666456 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b1d6e7-47a3-4bb3-abfe-dadfe0f77069,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:47.030940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-121e46c5-df19-4dad-93ad-004b6fcfc396 req-d19a8346-2544-485e-a190-1499d76f1eed tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298888 Aug 11 02:28:47.191772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-2672d249-030e-4a1f-a188-7289f6bf1eb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354474 Aug 11 02:28:47.229368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccb64d-1b8d-45de-a987-4fcb71a2fa62 req-180ec444-9f46-4f61-8308-63c39e7e488f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:47.231666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0ccb64d-1b8d-45de-a987-4fcb71a2fa62 req-180ec444-9f46-4f61-8308-63c39e7e488f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1238091 Aug 11 02:28:47.377453 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df118c3a-9207-4ced-927e-b95082865f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.394645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0ccb64d-1b8d-45de-a987-4fcb71a2fa62 req-546179b9-57dc-4580-9543-2cf8bcf72b32 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447480 Aug 11 02:28:47.479563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-4f05c052-0538-4277-98cc-f8e94b15f14b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:47.482602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-4f05c052-0538-4277-98cc-f8e94b15f14b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792604 Aug 11 02:28:47.531221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-d5ebdcb9-42bf-4f4c-86e5-a8c977511153 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/quotas/05f210b56d8749d3a489b01fe20db27d HTTP/1.1" status: 200 len: 375 time: 0.0336299 Aug 11 02:28:47.581726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81a7c5cc-9ba4-4572-8853-808697f1b945 req-d25b51e3-7ed4-4a78-a948-efc0dce2d2bb tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/18b1d6e7-47a3-4bb3-abfe-dadfe0f77069 HTTP/1.1" status: 200 len: 1814 time: 0.1400278 Aug 11 02:28:47.666328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.677468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-898cc1cb-8d1b-42bc-a2e1-e8d4c1777ebd tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1205206 Aug 11 02:28:47.822142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513a59d-d76b-4aca-bc83-23cc4d96446b req-8fc2b2f0-92e7-46c5-8b73-af2611ed5bc7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:47.822755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1513a59d-d76b-4aca-bc83-23cc4d96446b req-8fc2b2f0-92e7-46c5-8b73-af2611ed5bc7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1138103 Aug 11 02:28:47.892992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1513a59d-d76b-4aca-bc83-23cc4d96446b req-336ddf2f-640b-49e6-bb2d-ce020d3562c0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580735 Aug 11 02:28:48.055529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b4dad0ba-b972-400a-b355-c40cd3725fe2 req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1759719865', 'description': 'tempest-description-1752367694'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:48.103300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b4dad0ba-b972-400a-b355-c40cd3725fe2 req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.310601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138828-a389-475b-9e3e-3e2d45091fca req-4a1729d5-a7df-4dd7-9751-e4054365107c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.318973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0138828-a389-475b-9e3e-3e2d45091fca req-4a1729d5-a7df-4dd7-9751-e4054365107c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 944 time: 0.1027091 Aug 11 02:28:48.334849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.345020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b4dad0ba-b972-400a-b355-c40cd3725fe2 req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.355746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b4dad0ba-b972-400a-b355-c40cd3725fe2 req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.418046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0138828-a389-475b-9e3e-3e2d45091fca req-57e0c000-5886-44ac-8c1e-3beaeb9c82f0 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977223 Aug 11 02:28:48.439831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b4dad0ba-b972-400a-b355-c40cd3725fe2 req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.442180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4dad0ba-b972-400a-b355-c40cd3725fe2 req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3940327 Aug 11 02:28:48.446667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298e241-38d2-4e35-9858-5d38d124a1f8 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7f77c-8dcf-4859-af83-287c51c7536f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:48.564231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23e9815d-0f8c-4e9a-8a9a-8ebf1b7eca53 req-f886bea1-4977-460b-8d0f-7c7b8307c143 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 210 time: 0.0698082 Aug 11 02:28:48.759165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2008914-1579-464b-a671-c22b9932fc63 req-dc759a3e-f4e4-42c9-8ac4-adfda2333a43 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.760858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2008914-1579-464b-a671-c22b9932fc63 req-dc759a3e-f4e4-42c9-8ac4-adfda2333a43 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.1040709 Aug 11 02:28:48.784483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fcb5b-6d60-4f63-8638-b2dcf643653d req-7ef9a037-37b9-47c5-8ece-2a9de32d5d57 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:48.786199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf1fcb5b-6d60-4f63-8638-b2dcf643653d req-7ef9a037-37b9-47c5-8ece-2a9de32d5d57 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.0913498 Aug 11 02:28:48.861853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2008914-1579-464b-a671-c22b9932fc63 req-3c063e07-4f76-4c93-8df4-e6d934bf0050 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743396 Aug 11 02:28:48.893543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf1fcb5b-6d60-4f63-8638-b2dcf643653d req-942d068b-0a4c-4071-8356-94147927b0dc tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841634 Aug 11 02:28:48.968455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37e84e59-48fd-41f5-bb9d-be1dd7f0c111 req-8bd4e766-c44c-406b-9645-54391ed3fba5 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/8da7f77c-8dcf-4859-af83-287c51c7536f HTTP/1.1" status: 200 len: 1815 time: 0.0732903 Aug 11 02:28:49.033085 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:28:49.159614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e78a1-60d8-4b70-b7c2-ecd93d37ef30 req-81b08a4a-4115-4e67-a39a-aedeaee98550 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.161247 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d2e78a1-60d8-4b70-b7c2-ecd93d37ef30 req-81b08a4a-4115-4e67-a39a-aedeaee98550 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.0677330 Aug 11 02:28:49.212685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d2e78a1-60d8-4b70-b7c2-ecd93d37ef30 req-beecc689-01f3-4281-b5d6-38cedf1f3dd8 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 Aug 11 02:28:49.237675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89007b-a079-41dd-ab27-80cfde8c1a84 req-dd37793c-3331-46d7-b9c6-5f1988085870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.240955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc89007b-a079-41dd-ab27-80cfde8c1a84 req-dd37793c-3331-46d7-b9c6-5f1988085870 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.0873399 Aug 11 02:28:49.260456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-bd9b14df-0460-4582-a8ba-6bd47e5c4f98 req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1905403672', 'description': 'tempest-description-2045974544'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:49.301637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bd9b14df-0460-4582-a8ba-6bd47e5c4f98 req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.306371 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc89007b-a079-41dd-ab27-80cfde8c1a84 req-1a741f48-b632-4bc2-9ab4-82460d37b5d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 Aug 11 02:28:49.428264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bd9b14df-0460-4582-a8ba-6bd47e5c4f98 req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.434671 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bd9b14df-0460-4582-a8ba-6bd47e5c4f98 req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.491275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bd9b14df-0460-4582-a8ba-6bd47e5c4f98 req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.493710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd9b14df-0460-4582-a8ba-6bd47e5c4f98 req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2413998 Aug 11 02:28:49.507420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e228d8a-7a6a-494c-8090-a3e409f63a88 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4950e9ae-6996-432f-a5c8-41b874ad5620,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:49.546185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-117ffecc-43ad-4186-a612-9f55c8b4b382 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407712 Aug 11 02:28:49.739701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-512ca2de-9e3f-4eb9-9f79-197b16c7be44 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.742593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-512ca2de-9e3f-4eb9-9f79-197b16c7be44 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868939 Aug 11 02:28:49.791042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:49.956820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.346535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99617732-3c0c-49ba-a0e9-b7af41f3f622 req-e3810ce4-6d81-4b43-9168-3cfe56e3d2ef tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/4950e9ae-6996-432f-a5c8-41b874ad5620 HTTP/1.1" status: 200 len: 1815 time: 0.5780191 Aug 11 02:28:50.451720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebb546-7be7-4e74-b603-287151abc46d req-50436ed9-7fd0-4248-89eb-9a49579fa75c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.454380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3ebb546-7be7-4e74-b603-287151abc46d req-50436ed9-7fd0-4248-89eb-9a49579fa75c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=5154ca2c-dfae-437f-8ada-edb5506b0966 HTTP/1.1" status: 200 len: 944 time: 0.5207560 Aug 11 02:28:50.488435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37201e07-9472-481c-b57a-88e903541d73 req-3d8b499f-56c6-40c0-b660-932f39ef0782 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 210 time: 0.0832665 Aug 11 02:28:50.589816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:50.596088 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.817398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545de2f-f657-4a29-9311-fb48e87da4d9 req-42db12cd-f1c4-4e28-899e-c14e3c5936aa tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:50.820176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8545de2f-f657-4a29-9311-fb48e87da4d9 req-42db12cd-f1c4-4e28-899e-c14e3c5936aa tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.2617955 Aug 11 02:28:50.916735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port e062f5ed-4d56-44ac-9188-b49e2a119964 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:50.917092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.997393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8545de2f-f657-4a29-9311-fb48e87da4d9 req-4f868673-6ae5-4eef-b5ca-540d91c3d5da tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666102 Aug 11 02:28:51.051524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.165 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/2f38faaa-12bb-489e-aeff-2b7c2d83e271) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:51.161591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port e062f5ed-4d56-44ac-9188-b49e2a119964, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=e062f5ed-4d56-44ac-9188-b49e2a119964,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:51.162159 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.232640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for e062f5ed-4d56-44ac-9188-b49e2a119964 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:51.306100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbad740-301d-4357-9ff2-999a7ffc94ca req-1f90e009-6cb8-4b33-9a4a-bfeed5a1a37f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.307733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afbad740-301d-4357-9ff2-999a7ffc94ca req-1f90e009-6cb8-4b33-9a4a-bfeed5a1a37f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2150555 Aug 11 02:28:51.394393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device e062f5ed-4d56-44ac-9188-b49e2a119964 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:51.414928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afbad740-301d-4357-9ff2-999a7ffc94ca req-73f22959-4870-4856-818e-5aa101ea0811 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943780 Aug 11 02:28:51.421786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.464670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object 2f38faaa-12bb-489e-aeff-2b7c2d83e271 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:51.574050 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.594884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.607090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:51.612813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:51.676688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=e062f5ed-4d56-44ac-9188-b49e2a119964,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:51.820162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:51.830888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port e062f5ed-4d56-44ac-9188-b49e2a119964 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:51.846569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.849579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3ebb546-7be7-4e74-b603-287151abc46d req-b2538dcb-16a8-4a01-a4f7-434b1b0e491b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "DELETE /v2.0/ports/e062f5ed-4d56-44ac-9188-b49e2a119964 HTTP/1.1" status: 204 len: 173 time: 1.3651757 Aug 11 02:28:51.850624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-deleted', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:51.855638 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a2484c-6184-43dc-bb59-9adfffc6101d" -d '{"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-deleted", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:51.859028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:51.880338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:51.912818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=2f38faaa-12bb-489e-aeff-2b7c2d83e271,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:51.957886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e65b63-e814-41e2-a923-562ddd1321d1 req-b5dd295d-542c-40fb-aa17-7acd32f46331 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.959180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5e65b63-e814-41e2-a923-562ddd1321d1 req-b5dd295d-542c-40fb-aa17-7acd32f46331 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1752889 Aug 11 02:28:51.965748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.971705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.007758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-3f575c46-5800-49b2-9d95-9470257ce78a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2243507 Aug 11 02:28:52.044822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Request body: {'port': {'device_id': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:52.099036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5e65b63-e814-41e2-a923-562ddd1321d1 req-5541e513-40f3-4fa7-8019-1c30b7963168 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238787 Aug 11 02:28:52.209403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.245971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-53562432-ef16-463e-a267-6913b30d37be tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:52.247565 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-2d3366f6-f959-4d36-88f4-e000fda84d69 req-7d523191-a49e-4480-88b2-e9973403815c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] show failed (client error): The resource could not be found. Aug 11 02:28:52.250084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d3366f6-f959-4d36-88f4-e000fda84d69 req-7d523191-a49e-4480-88b2-e9973403815c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/3ac6a04b-de79-4b47-9a1f-9a71478d8785 HTTP/1.1" status: 404 len: 352 time: 0.0836837 Aug 11 02:28:52.262499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-53562432-ef16-463e-a267-6913b30d37be tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.25 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 946 time: 0.1474960 Aug 11 02:28:52.429344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7b21f0d4-3c8c-4f07-82ed-1e585e8dcd17 None None] Provisioning for port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:52.435642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7b21f0d4-3c8c-4f07-82ed-1e585e8dcd17 None None] Provisioning complete for port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:52.436426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b21f0d4-3c8c-4f07-82ed-1e585e8dcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.478345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7b21f0d4-3c8c-4f07-82ed-1e585e8dcd17 None None] Port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:52.507434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Deleting port a00b2d26-61eb-4559-879e-3b147521dd72 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:52.509171 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.655672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4415f-ba3a-4727-b8e5-db5e7c8d4abb req-d20366bb-72ed-4746-a120-5c19c0ac29fd tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:52.657397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfa4415f-ba3a-4727-b8e5-db5e7c8d4abb req-d20366bb-72ed-4746-a120-5c19c0ac29fd tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 936 time: 0.1714683 Aug 11 02:28:52.693406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] For port a00b2d26-61eb-4559-879e-3b147521dd72, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a00b2d26-61eb-4559-879e-3b147521dd72,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:52.694456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.766586 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.808458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.811754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfa4415f-ba3a-4727-b8e5-db5e7c8d4abb req-d8ed6a77-2dfd-410a-962d-f3eaef4cb26f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377833 Aug 11 02:28:52.948393 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.949349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.949587 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Floating IP 22ff7210-c943-437c-90ec-1729c1c842e5 disassociated. External IP: 172.25.6.112, port: a00b2d26-61eb-4559-879e-3b147521dd72. Aug 11 02:28:52.949948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Calling delete_port for a00b2d26-61eb-4559-879e-3b147521dd72 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:52.952009 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddace24-2bbd-408a-979c-29262adf5a0c x-openstack-request-id: req-6ddace24-2bbd-408a-979c-29262adf5a0c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:52.952467 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154ca2c-dfae-437f-8ada-edb5506b0966", "name": "network-vif-deleted", "tag": "e062f5ed-4d56-44ac-9188-b49e2a119964", "status": "failed", "code": 422}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:52.952875 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ddace24-2bbd-408a-979c-29262adf5a0c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:52.953529 n-d-715271-8 neutron-server[94699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5154ca2c-dfae-437f-8ada-edb5506b0966', 'name': 'network-vif-deleted', 'tag': 'e062f5ed-4d56-44ac-9188-b49e2a119964', 'status': 'failed', 'code': 422} returned with failed status Aug 11 02:28:52.994360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38faaa-12bb-489e-aeff-2b7c2d83e271 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:53.048425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.120161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Transition to ACTIVE for port object 2f38faaa-12bb-489e-aeff-2b7c2d83e271 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:53.124108 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.132628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.176212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event deleted for resources: {'Port': ['ID=a00b2d26-61eb-4559-879e-3b147521dd72,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:53.213359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc805d-19da-4129-8f24-7a0db31f0d71 req-ba5ea654-7526-4fcf-83fa-db0f955420c6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.216092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ccc805d-19da-4129-8f24-7a0db31f0d71 req-ba5ea654-7526-4fcf-83fa-db0f955420c6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2376060 Aug 11 02:28:53.239652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf80a96-4647-4de3-bb71-dcdcd794ac8c req-300371b6-f792-46cb-9c25-0ade3112ff51 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.241885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cf80a96-4647-4de3-bb71-dcdcd794ac8c req-300371b6-f792-46cb-9c25-0ade3112ff51 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 867 time: 0.2372544 Aug 11 02:28:53.301499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Pushing event updated for resources: {'Port': ['ID=2f38faaa-12bb-489e-aeff-2b7c2d83e271,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:53.372503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:53.396668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ccc805d-19da-4129-8f24-7a0db31f0d71 req-9f850ef5-df02-47da-a8be-f05341af93db tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525316 Aug 11 02:28:53.435594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cf80a96-4647-4de3-bb71-dcdcd794ac8c req-418c7a8b-f733-402d-a5e9-2193c3194250 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d0b06f3-a89a-49e8-b1ea-f31b0770328c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697721 Aug 11 02:28:53.506820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Attempting to bind port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:53.514483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Attempting to bind port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:53.514858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Attempting to bind port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:53.531787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:28:53.532379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Attempting to bind port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:53.563854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:53.564274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:53.564687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:53.565432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Bound port: 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:53.565827 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.591886 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-01b75195-4608-4313-88bc-eff60fc1e299 req-3f0273d9-60ff-4692-bb78-9e2c94b0cebb tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] show failed (client error): The resource could not be found. Aug 11 02:28:53.612177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b75195-4608-4313-88bc-eff60fc1e299 req-3f0273d9-60ff-4692-bb78-9e2c94b0cebb tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-group-rules/9b3a02ae-e3f6-4579-a559-318673d9cbcc HTTP/1.1" status: 404 len: 361 time: 0.0766096 Aug 11 02:28:53.731904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:53.747621 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] Sync routers for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:53.779627 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:53.781199 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:53.816320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] For port 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:53.823825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] For port 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:53.835500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.885412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] No DVR routers for this DVR port a00b2d26-61eb-4559-879e-3b147521dd72 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:53.893909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.907027 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c70fb03a-6980-4e5c-85c3-c324f467b083 req-b3d12405-8084-44a4-96a9-7b38e8d08a03 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.25 "DELETE /v2.0/ports/a00b2d26-61eb-4559-879e-3b147521dd72 HTTP/1.1" status: 204 len: 173 time: 1.6331656 Aug 11 02:28:53.907814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'name': 'network-vif-deleted', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:53.925563 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c3409-6dc4-4698-a293-b2dae23855ed" -d '{"events": [{"server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "name": "network-vif-deleted", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:53.948078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.948702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.954455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] 10.222.0.25 "PUT /v2.0/ports/2f38faaa-12bb-489e-aeff-2b7c2d83e271 HTTP/1.1" status: 200 len: 1096 time: 1.9215398 Aug 11 02:28:54.000687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841f3bb-f421-4864-b960-0af25706f408 req-3faddf4c-784a-4db2-88ef-3d00e4f34f6e tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.021447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b841f3bb-f421-4864-b960-0af25706f408 req-3faddf4c-784a-4db2-88ef-3d00e4f34f6e tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.3491154 Aug 11 02:28:54.093353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b755eb-9778-49d0-8285-8ac60d2ff64b service neutron] Pushing event updated for resources: {'Port': ['ID=2f38faaa-12bb-489e-aeff-2b7c2d83e271,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:54.224208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b841f3bb-f421-4864-b960-0af25706f408 req-5d6c203d-bec1-4ac2-a181-cb6ff12dc2d2 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012188 Aug 11 02:28:54.269706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-60e104d5-6f60-436a-b160-1076ece8a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.274669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-60e104d5-6f60-436a-b160-1076ece8a324 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 1099 time: 0.2204876 Aug 11 02:28:54.291526 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:54.421940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-55552523-c10c-40c3-b336-478f7e958588 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271 HTTP/1.1" status: 200 len: 217 time: 0.1127069 Aug 11 02:28:54.514622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ddee-ef54-485b-b951-96101ed3ac42 req-2cbe1278-d7f4-4b73-a6db-0099f15ac85f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.517646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f462ddee-ef54-485b-b951-96101ed3ac42 req-2cbe1278-d7f4-4b73-a6db-0099f15ac85f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2708852 Aug 11 02:28:54.603193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f462ddee-ef54-485b-b951-96101ed3ac42 req-80c6ad0d-64fd-4e53-8882-13bd00fade13 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Aug 11 02:28:54.621097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-8fa5a11c-6405-4163-b9b6-fb8636bf959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.626975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-8fa5a11c-6405-4163-b9b6-fb8636bf959f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1947734 Aug 11 02:28:54.647326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-d51af678-e0c9-4444-9f6f-127f67c029a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.654382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-d51af678-e0c9-4444-9f6f-127f67c029a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.0959752 Aug 11 02:28:54.701138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f266bafe-a13b-4bc9-a308-2a35448aab2b req-29228c03-b474-447a-a220-56fb3192a39c tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/4950e9ae-6996-432f-a5c8-41b874ad5620 HTTP/1.1" status: 200 len: 1815 time: 0.1625197 Aug 11 02:28:54.845773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e29782-5499-492a-9015-ad4c08b03c03 req-b4cea921-2aa2-4298-9b89-a09f24df9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.847447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-b4cea921-2aa2-4298-9b89-a09f24df9480 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994183 Aug 11 02:28:54.942542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c645-0e64-4869-a3bc-0b4142cf953e req-1bbbdc69-cdd4-4c91-bad8-b5ca246e5a67 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:54.950315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffd7c645-0e64-4869-a3bc-0b4142cf953e req-1bbbdc69-cdd4-4c91-bad8-b5ca246e5a67 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 948 time: 0.1916897 Aug 11 02:28:54.963494 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.029949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-796ddd0f-dbc1-44f4-8704-3d135f511c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:55.033042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] Checking router: c6ea3b9d-0a96-4560-b9e3-4906d1350a00 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:55.036529 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-796ddd0f-dbc1-44f4-8704-3d135f511c48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.3674848 Aug 11 02:28:55.041520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'tag': '2f38faaa-12bb-489e-aeff-2b7c2d83e271'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:55.050197 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490a911-2373-47cb-8ab1-c2d1caef0e44" -d '{"events": [{"name": "network-changed", "server_uuid": "10f89103-012a-43f4-87a1-54a3ffd20a18", "tag": "2f38faaa-12bb-489e-aeff-2b7c2d83e271"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:55.054367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.056932 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.128965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f266bafe-a13b-4bc9-a308-2a35448aab2b req-37837688-cd98-4f79-98eb-d9231a22b0e6 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.131925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-14806eba-b5fd-4c43-bc0b-4452fc05f166 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576656 Aug 11 02:28:55.195019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-ccfe9e97-0c3c-4c0d-bf69-3e32291b54d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 217 time: 0.1517935 Aug 11 02:28:55.333203 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:55.384881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-c4527c6a-74f2-42e9-bd5b-dbfe7d3f4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:55.385911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffd7c645-0e64-4869-a3bc-0b4142cf953e req-87bae826-c885-41db-af12-97f963ca7ed2 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319048 Aug 11 02:28:55.395476 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-c4527c6a-74f2-42e9-bd5b-dbfe7d3f4f26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.1897118 Aug 11 02:28:55.401964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f266bafe-a13b-4bc9-a308-2a35448aab2b req-37837688-cd98-4f79-98eb-d9231a22b0e6 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.521756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-02a85031-386a-44df-87f8-a9ce8400362d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060469 Aug 11 02:28:55.625538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47e29782-5499-492a-9015-ad4c08b03c03 req-9ba6c867-0598-4cd3-bf52-48b9effdd30c service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675546 Aug 11 02:28:55.716446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f266bafe-a13b-4bc9-a308-2a35448aab2b req-37837688-cd98-4f79-98eb-d9231a22b0e6 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.722730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f266bafe-a13b-4bc9-a308-2a35448aab2b req-37837688-cd98-4f79-98eb-d9231a22b0e6 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.724986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f266bafe-a13b-4bc9-a308-2a35448aab2b req-37837688-cd98-4f79-98eb-d9231a22b0e6 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "DELETE /v2.0/security-groups/4950e9ae-6996-432f-a5c8-41b874ad5620 HTTP/1.1" status: 204 len: 173 time: 0.9884260 Aug 11 02:28:55.744517 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.776120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d3417-ce38-4609-8c8e-56b42216db17 req-ad998d54-72f9-4b17-a94c-4fe051372c64 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:55.778382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d7d3417-ce38-4609-8c8e-56b42216db17 req-ad998d54-72f9-4b17-a94c-4fe051372c64 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1930258 Aug 11 02:28:55.780002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37837688-cd98-4f79-98eb-d9231a22b0e6 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4950e9ae-6996-432f-a5c8-41b874ad5620,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:55.812053 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19ee3f-afe4-4931-9467-812f19cdd859 None None] The sync data for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 is: [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:25:31Z', 'revision_number': 4, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '12d6c4cf-498e-4ff0-bf43-43b37727c2f6', 'name': '', 'network_id': '6ff98c69-8ef4-42f8-a78e-91457160c173', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'mac_address': 'fa:16:3e:19:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:28Z', 'updated_at': '2021-08-11T02:25:45Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'subnets': [{'id': '6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:55.825614 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-88fbd0af-1c77-42fe-afe2-99c5fd5cc57a service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001790 Aug 11 02:28:55.829916 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaaf644-5fe0-44b9-9a34-0ba9c0dd50b1 x-openstack-request-id: req-eaaaf644-5fe0-44b9-9a34-0ba9c0dd50b1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:55.831031 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b0d3cf-5c08-4ab8-93d7-56d0da81b3de", "name": "network-vif-deleted", "tag": "a00b2d26-61eb-4559-879e-3b147521dd72", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:55.832593 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaaaf644-5fe0-44b9-9a34-0ba9c0dd50b1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:55.833903 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b0d3cf-5c08-4ab8-93d7-56d0da81b3de', 'name': 'network-vif-deleted', 'tag': 'a00b2d26-61eb-4559-879e-3b147521dd72', 'status': 'completed', 'code': 200} Aug 11 02:28:55.871637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d7d3417-ce38-4609-8c8e-56b42216db17 req-64e7e9a9-fba4-4ff0-b54b-27ff8f003d45 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795627 Aug 11 02:28:56.053465 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b75d9a3-209c-449d-a04a-81ab6b2bdc76 req-dbf8d203-a6f0-40e2-9cf2-dbf5f1673689 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058797 Aug 11 02:28:56.135595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97333e9-5078-4744-8063-afe5e45a4ba1 req-77241adb-0c3d-4cb4-8562-76f3d767ad9a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.143512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b97333e9-5078-4744-8063-afe5e45a4ba1 req-77241adb-0c3d-4cb4-8562-76f3d767ad9a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1721570 Aug 11 02:28:56.169650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-44752818-7933-4aaa-b13c-739a473c5298 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.171527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-44752818-7933-4aaa-b13c-739a473c5298 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.2376513 Aug 11 02:28:56.209789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-0b76f7fa-0213-4a5a-b82f-2135357271e0 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.0272734 Aug 11 02:28:56.220222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b97333e9-5078-4744-8063-afe5e45a4ba1 req-47ceb585-3b6a-4ace-9ea9-57db3dddfa88 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743442 Aug 11 02:28:56.290794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-c684dfe9-3dc3-4d74-8b76-e032e903ad49 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670464 Aug 11 02:28:56.366425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2707e-3e8d-4d1a-a9a6-58caf2ce8e13 None None] New status for floating IP 22ff7210-c943-437c-90ec-1729c1c842e5: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:28:56.418198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ff45646-8973-402a-aa22-ed24fc76028e req-cb40278f-bfa5-47cb-82e1-1aed8baddc67 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 210 time: 0.0409756 Aug 11 02:28:56.500706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-7def20fa-2e1f-48f1-b70c-e003e9fd33e5 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089283 Aug 11 02:28:56.544132 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff23324e-628d-48ea-8f8e-f4badbe0eb1e x-openstack-request-id: req-ff23324e-628d-48ea-8f8e-f4badbe0eb1e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:56.544132 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f89103-012a-43f4-87a1-54a3ffd20a18", "tag": "2f38faaa-12bb-489e-aeff-2b7c2d83e271", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:56.544132 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff23324e-628d-48ea-8f8e-f4badbe0eb1e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:56.544132 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'tag': '2f38faaa-12bb-489e-aeff-2b7c2d83e271', 'status': 'completed', 'code': 200} Aug 11 02:28:56.773002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-5754d782-9315-4c1c-977d-d1d9a9f4eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.774710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-5754d782-9315-4c1c-977d-d1d9a9f4eb12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 1099 time: 0.1814973 Aug 11 02:28:56.789436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e516530-6a7b-4403-9f2c-8dd0ea8f4c78 req-c7a0eb74-e303-43a8-8f8d-982b7c746e9c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.791627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e516530-6a7b-4403-9f2c-8dd0ea8f4c78 req-c7a0eb74-e303-43a8-8f8d-982b7c746e9c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1174152 Aug 11 02:28:56.818111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-05087524-e7e0-493a-ad6e-6eeea24a8bbc service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164904 Aug 11 02:28:56.901130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e516530-6a7b-4403-9f2c-8dd0ea8f4c78 req-e59a9691-003c-4d92-85a0-238dc8433023 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934138 Aug 11 02:28:56.958712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-c6a81422-2184-46b5-898b-8fcb0172ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.962974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-c6a81422-2184-46b5-898b-8fcb0172ecd1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1677392 Aug 11 02:28:57.085771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-31d67748-219b-4b03-891e-22ff5890d22f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271 HTTP/1.1" status: 200 len: 217 time: 0.1025872 Aug 11 02:28:57.103233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04acb1ab-5dbc-4a30-a40d-c22dfa0e2e3f req-a6b53418-d548-4e49-b539-1ee3ea632663 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/8da7f77c-8dcf-4859-af83-287c51c7536f HTTP/1.1" status: 200 len: 1815 time: 0.1698887 Aug 11 02:28:57.248122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f6f3-9768-419b-a9f0-366c0d0da05b req-1d9e394a-8689-405e-82c6-2cb3fa1e9b50 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.249780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8701f6f3-9768-419b-a9f0-366c0d0da05b req-1d9e394a-8689-405e-82c6-2cb3fa1e9b50 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 948 time: 0.1453409 Aug 11 02:28:57.251310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-3aae17d8-a6a0-43e6-b745-7126403168a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.252749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-3aae17d8-a6a0-43e6-b745-7126403168a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1306229 Aug 11 02:28:57.320397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-04acb1ab-5dbc-4a30-a40d-c22dfa0e2e3f req-1b8524d7-eb6f-4097-ab0e-37fcf299aedd tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.366936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-04acb1ab-5dbc-4a30-a40d-c22dfa0e2e3f req-1b8524d7-eb6f-4097-ab0e-37fcf299aedd tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.373896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8701f6f3-9768-419b-a9f0-366c0d0da05b req-28c0276f-0d6f-4973-a8cf-6d3a6f4f9740 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147523 Aug 11 02:28:57.404075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-1cef8c5b-b0b4-4e72-aa2d-1b2f4119cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.407562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-1cef8c5b-b0b4-4e72-aa2d-1b2f4119cf1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252224 Aug 11 02:28:57.443807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2f38faaa-12bb-489e-aeff-2b7c2d83e271 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:28:57.449968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a00b2d26-61eb-4559-879e-3b147521dd72 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:57.500363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: a00b2d26-61eb-4559-879e-3b147521dd72 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:57.501599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a00b2d26-61eb-4559-879e-3b147521dd72 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:57.644571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:57.666423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2f38faaa-12bb-489e-aeff-2b7c2d83e271', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '2f38faaa-12bb-489e-aeff-2b7c2d83e271', 'mac_address': 'fa:16:3e:6f:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:28:57.810415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.845779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38faaa-12bb-489e-aeff-2b7c2d83e271 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:28:57.883971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:57.889589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.953950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2f38faaa-12bb-489e-aeff-2b7c2d83e271,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:57.973433 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-d139c78b-5008-4148-982a-75d5ad8ae8c1 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555408 Aug 11 02:28:57.994649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a25ce-d994-4cd0-83ce-51a213d28bae req-55fa5976-27cc-4a8e-9fe1-7278147a0fdd tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.996818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e6a25ce-d994-4cd0-83ce-51a213d28bae req-55fa5976-27cc-4a8e-9fe1-7278147a0fdd tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.5479078 Aug 11 02:28:58.017179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-04acb1ab-5dbc-4a30-a40d-c22dfa0e2e3f req-1b8524d7-eb6f-4097-ab0e-37fcf299aedd tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.020082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-04acb1ab-5dbc-4a30-a40d-c22dfa0e2e3f req-1b8524d7-eb6f-4097-ab0e-37fcf299aedd tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.021332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04acb1ab-5dbc-4a30-a40d-c22dfa0e2e3f req-1b8524d7-eb6f-4097-ab0e-37fcf299aedd tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "DELETE /v2.0/security-groups/8da7f77c-8dcf-4859-af83-287c51c7536f HTTP/1.1" status: 204 len: 173 time: 0.9002903 Aug 11 02:28:58.108186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8524d7-eb6f-4097-ab0e-37fcf299aedd tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7f77c-8dcf-4859-af83-287c51c7536f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.144047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1577b996-3212-47e3-8231-46708b6cd91a req-6a0efe80-35ee-4fa3-9da9-14b92a8fc3cd tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 210 time: 0.0511527 Aug 11 02:28:58.149599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e6a25ce-d994-4cd0-83ce-51a213d28bae req-28a886fe-d754-4fce-be15-f0a5028fcd6b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421392 Aug 11 02:28:58.201198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b490a911-2373-47cb-8ab1-c2d1caef0e44 req-de41cda8-f381-4c0c-82db-06116fa8892a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026196 Aug 11 02:28:58.288633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb82f76c-85a2-46c3-b4f5-6592107436cc req-986614e7-fca5-467a-8d27-8fc98e70cc73 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 210 time: 0.0451078 Aug 11 02:28:58.291320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2f38faaa-12bb-489e-aeff-2b7c2d83e271'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:58.327805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda0be4-abe5-4877-bedb-7edeef010fa2 req-ee67e0c1-889d-4926-be62-34d183fd638c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:58.330749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecda0be4-abe5-4877-bedb-7edeef010fa2 req-ee67e0c1-889d-4926-be62-34d183fd638c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.0962138 Aug 11 02:28:58.415975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecda0be4-abe5-4877-bedb-7edeef010fa2 req-598f1596-184d-4411-9ad8-a213db18b7d0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 Aug 11 02:28:58.684206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c5945-c4dd-43ac-89ad-0b75a937dc41 req-3ce354cc-e257-4e2f-8c07-29e392873734 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:58.698469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a7c5945-c4dd-43ac-89ad-0b75a937dc41 req-3ce354cc-e257-4e2f-8c07-29e392873734 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2794333 Aug 11 02:28:58.738677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-291a16d3-c346-4069-b6ed-65ef55db61e9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:58.741867 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-291a16d3-c346-4069-b6ed-65ef55db61e9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.2461278 Aug 11 02:28:58.768471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:58.798168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a7c5945-c4dd-43ac-89ad-0b75a937dc41 req-b80ac309-99f5-4ece-93e3-a60c3dd7ebc0 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980325 Aug 11 02:28:58.833779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1964cf0-6c72-4f53-9158-a74a2acf2215 req-94f14d24-4b94-4fea-a2ce-eccb0baddbf9 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/18b1d6e7-47a3-4bb3-abfe-dadfe0f77069 HTTP/1.1" status: 200 len: 1814 time: 0.2844315 Aug 11 02:28:58.988395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b1964cf0-6c72-4f53-9158-a74a2acf2215 req-fe04daf3-09f2-40b1-bb90-a3c821e22114 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.993062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:58.998854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.025599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b1964cf0-6c72-4f53-9158-a74a2acf2215 req-fe04daf3-09f2-40b1-bb90-a3c821e22114 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.098486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e897d-3a2d-4e15-bde4-056bc030f4f1 req-4a154316-6b82-4f85-a975-e0a50272a9eb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.100293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b76e897d-3a2d-4e15-bde4-056bc030f4f1 req-4a154316-6b82-4f85-a975-e0a50272a9eb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.0979359 Aug 11 02:28:59.111847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b1964cf0-6c72-4f53-9158-a74a2acf2215 req-fe04daf3-09f2-40b1-bb90-a3c821e22114 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.114791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b1964cf0-6c72-4f53-9158-a74a2acf2215 req-fe04daf3-09f2-40b1-bb90-a3c821e22114 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.126605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1964cf0-6c72-4f53-9158-a74a2acf2215 req-fe04daf3-09f2-40b1-bb90-a3c821e22114 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "DELETE /v2.0/security-groups/18b1d6e7-47a3-4bb3-abfe-dadfe0f77069 HTTP/1.1" status: 204 len: 173 time: 0.2846088 Aug 11 02:28:59.166314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04daf3-09f2-40b1-bb90-a3c821e22114 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b1d6e7-47a3-4bb3-abfe-dadfe0f77069,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:59.234903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b76e897d-3a2d-4e15-bde4-056bc030f4f1 req-9f6864e3-b654-4f4f-8799-42d236655094 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070340 Aug 11 02:28:59.265697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.6 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/3971a26a-e0cb-44f2-826b-697fae24c4da) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:59.329270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c477d-6c14-4ff3-a53f-f583cc0913c1 req-b0ac73ad-b241-4b9c-acae-3d05be52f2b0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.331299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-616c477d-6c14-4ff3-a53f-f583cc0913c1 req-b0ac73ad-b241-4b9c-acae-3d05be52f2b0 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 949 time: 0.1122019 Aug 11 02:28:59.340975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9df41db8-2c9e-405d-bf0f-63c2bfb38d88 req-34253e7c-2e71-49a4-a019-c0c56755e341 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/213e9f09-c6a9-4133-ae5b-8132c5b7f831 HTTP/1.1" status: 200 len: 1814 time: 0.0823209 Aug 11 02:28:59.418438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-616c477d-6c14-4ff3-a53f-f583cc0913c1 req-24f4190e-4b2d-460b-bb5d-e4e31c5754f1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695355 Aug 11 02:28:59.465173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.478878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9df41db8-2c9e-405d-bf0f-63c2bfb38d88 req-059fe1bd-17f3-4c46-9131-9ee29689d375 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.514069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.526927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9df41db8-2c9e-405d-bf0f-63c2bfb38d88 req-059fe1bd-17f3-4c46-9131-9ee29689d375 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.594039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:59.600846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:59.610377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:59.612782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead35b-db5b-44e1-b50a-00b2bb648749 req-ec0f8553-c277-4c8c-99f0-5e67c947668a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.621389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9eead35b-db5b-44e1-b50a-00b2bb648749 req-ec0f8553-c277-4c8c-99f0-5e67c947668a tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 931 time: 0.1005890 Aug 11 02:28:59.648405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9df41db8-2c9e-405d-bf0f-63c2bfb38d88 req-059fe1bd-17f3-4c46-9131-9ee29689d375 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.652009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9df41db8-2c9e-405d-bf0f-63c2bfb38d88 req-059fe1bd-17f3-4c46-9131-9ee29689d375 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.665038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9df41db8-2c9e-405d-bf0f-63c2bfb38d88 req-059fe1bd-17f3-4c46-9131-9ee29689d375 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "DELETE /v2.0/security-groups/213e9f09-c6a9-4133-ae5b-8132c5b7f831 HTTP/1.1" status: 204 len: 173 time: 0.3226917 Aug 11 02:28:59.686739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=3971a26a-e0cb-44f2-826b-697fae24c4da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:59.709437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fe1bd-17f3-4c46-9131-9ee29689d375 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213e9f09-c6a9-4133-ae5b-8132c5b7f831,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:59.717064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.717479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.743632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9eead35b-db5b-44e1-b50a-00b2bb648749 req-1490b919-1ae0-4cb1-b25a-b3feecc0f24e tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212704 Aug 11 02:28:59.766881 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-1f3b902a-69d7-4a72-8e04-616f1630f1d7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0001359 Aug 11 02:28:59.779719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Request body: {'port': {'device_id': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:59.852542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859232e-3ec5-44cf-b3e2-663854338137 req-8ffe98ee-2c26-4a26-8742-109ba809aa80 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.854575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6859232e-3ec5-44cf-b3e2-663854338137 req-8ffe98ee-2c26-4a26-8742-109ba809aa80 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1093447 Aug 11 02:28:59.895328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.974459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6859232e-3ec5-44cf-b3e2-663854338137 req-d3316e9f-5012-41c4-9f12-8cfee73d4268 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700915 Aug 11 02:29:00.022491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ca7a0-becf-494f-ae11-f97b26d7b88e req-ea97dc4d-62d2-4491-a4d1-6128c0f93432 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.025466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d7ca7a0-becf-494f-ae11-f97b26d7b88e req-ea97dc4d-62d2-4491-a4d1-6128c0f93432 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1694708 Aug 11 02:29:00.112757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61f86b0d-4f41-46c4-b8af-99f608ea0e47 req-ae856376-c3c0-44ff-a020-362e44a2a75d tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b0d3cf-5c08-4ab8-93d7-56d0da81b3de HTTP/1.1" status: 200 len: 210 time: 0.0526597 Aug 11 02:29:00.145343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d7ca7a0-becf-494f-ae11-f97b26d7b88e req-53e9f713-9d6f-4ce3-8b0e-91fea2c259b7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079099 Aug 11 02:29:00.287295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a6dd693-77a1-405d-a736-9957be66c543 req-7b2375c7-dba8-4b9b-a92e-003901d68fe4 tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "GET /v2.0/security-groups/d4d8959d-ab3a-45b4-844a-2ca9e002028a HTTP/1.1" status: 200 len: 1814 time: 0.1020565 Aug 11 02:29:00.322667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e8264-86f0-4653-a19a-f9d67fa1affe req-291794db-0d54-477e-8998-af89441bb2f7 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.324329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e0e8264-86f0-4653-a19a-f9d67fa1affe req-291794db-0d54-477e-8998-af89441bb2f7 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.0836692 Aug 11 02:29:00.411753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3971a26a-e0cb-44f2-826b-697fae24c4da {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:00.413978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e0e8264-86f0-4653-a19a-f9d67fa1affe req-3707d26f-a6c9-479a-b388-f7953c502cf9 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698824 Aug 11 02:29:00.415301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a6dd693-77a1-405d-a736-9957be66c543 req-8df460f2-ca4f-4c62-9b69-425193c14c8a tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.422283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.440700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Transition to ACTIVE for port object 3971a26a-e0cb-44f2-826b-697fae24c4da will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:00.455090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.457543 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a6dd693-77a1-405d-a736-9957be66c543 req-8df460f2-ca4f-4c62-9b69-425193c14c8a tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.519207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a6dd693-77a1-405d-a736-9957be66c543 req-8df460f2-ca4f-4c62-9b69-425193c14c8a tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.523996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5a6dd693-77a1-405d-a736-9957be66c543 req-8df460f2-ca4f-4c62-9b69-425193c14c8a tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.526148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a6dd693-77a1-405d-a736-9957be66c543 req-8df460f2-ca4f-4c62-9b69-425193c14c8a tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4d8959d-ab3a-45b4-844a-2ca9e002028a HTTP/1.1" status: 204 len: 173 time: 0.2276990 Aug 11 02:29:00.536734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56108) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:00.563620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Pushing event updated for resources: {'Port': ['ID=3971a26a-e0cb-44f2-826b-697fae24c4da,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.580068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df460f2-ca4f-4c62-9b69-425193c14c8a tempest-SecurityGroupRulesNegativeTestJSON-1767724742 tempest-SecurityGroupRulesNegativeTestJSON-1767724742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d8959d-ab3a-45b4-844a-2ca9e002028a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.709753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Attempting to bind port 3971a26a-e0cb-44f2-826b-697fae24c4da on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:00.710536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Attempting to bind port 3971a26a-e0cb-44f2-826b-697fae24c4da by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:00.711359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Attempting to bind port 3971a26a-e0cb-44f2-826b-697fae24c4da on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:00.717822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Port 3971a26a-e0cb-44f2-826b-697fae24c4da on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:00.718596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Attempting to bind port 3971a26a-e0cb-44f2-826b-697fae24c4da on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:00.727582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:00.728253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:00.728878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:00.729328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Bound port: 3971a26a-e0cb-44f2-826b-697fae24c4da, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:00.729898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.738636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Deleting subnet 11a928db-bb40-4c11-a244-13195ebde79c {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:00.752146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.807454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0b67-025d-4c0a-987c-d1f67a6b8947 req-9f6ee322-fa77-49de-9ffd-956ea6c71c7d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.816432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d1f0b67-025d-4c0a-987c-d1f67a6b8947 req-9f6ee322-fa77-49de-9ffd-956ea6c71c7d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 949 time: 0.1859417 Aug 11 02:29:00.834829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029aed4-7d89-413b-8f69-804dfceb31e7 req-778cab0a-8f91-4482-94d3-92bf0801a1ae tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.837231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2029aed4-7d89-413b-8f69-804dfceb31e7 req-778cab0a-8f91-4482-94d3-92bf0801a1ae tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1800025 Aug 11 02:29:00.852832 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.872163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] For port 3971a26a-e0cb-44f2-826b-697fae24c4da, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:00.877328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] For port 3971a26a-e0cb-44f2-826b-697fae24c4da, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3971a26a-e0cb-44f2-826b-697fae24c4da,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:00.886479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.956753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2029aed4-7d89-413b-8f69-804dfceb31e7 req-ee3f5bcb-a3c5-4a9e-a73d-37053d4177e1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 Aug 11 02:29:00.971011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.974379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d1f0b67-025d-4c0a-987c-d1f67a6b8947 req-e3cded2a-adef-49a3-8ca5-b154ebc46257 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537292 Aug 11 02:29:00.974952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.989839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] 10.222.0.59 "PUT /v2.0/ports/3971a26a-e0cb-44f2-826b-697fae24c4da HTTP/1.1" status: 200 len: 1091 time: 1.2076311 Aug 11 02:29:00.989839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'tag': '3971a26a-e0cb-44f2-826b-697fae24c4da'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:00.990664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.991256 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74a1edb-d0de-426a-a797-0e67ffcc1348" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c", "tag": "3971a26a-e0cb-44f2-826b-697fae24c4da"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:01.119021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baed96f-df0b-4d12-80c9-9b0469580462 service neutron] Pushing event updated for resources: {'Port': ['ID=3971a26a-e0cb-44f2-826b-697fae24c4da,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.153012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-55e9a7b5-deb0-4976-be5a-5753664b6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.155510 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-55e9a7b5-deb0-4976-be5a-5753664b6e99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 1094 time: 0.1074390 Aug 11 02:29:01.228367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.294541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0f9b9-36f0-4f8b-8710-ecb05757741b req-3934c6ae-a0e2-426e-bb2e-77cb32f0e86e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.296866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3e0f9b9-36f0-4f8b-8710-ecb05757741b req-3934c6ae-a0e2-426e-bb2e-77cb32f0e86e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1556861 Aug 11 02:29:01.298055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a928db-bb40-4c11-a244-13195ebde79c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.305842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.311741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8a75c630-e6b5-4090-8128-cb2912c7915d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/11a928db-bb40-4c11-a244-13195ebde79c HTTP/1.1" status: 204 len: 168 time: 0.7721310 Aug 11 02:29:01.318422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56124) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:01.375748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3e0f9b9-36f0-4f8b-8710-ecb05757741b req-85f247f8-a9a5-4fa1-a251-a82855984a45 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555332 Aug 11 02:29:01.408561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87e4c5-01f5-46a2-aaae-a139f8e93b66 req-6ec097be-172f-418a-a78a-c3a4b7e6643b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.428451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a87e4c5-01f5-46a2-aaae-a139f8e93b66 req-6ec097be-172f-418a-a78a-c3a4b7e6643b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 943 time: 0.3170140 Aug 11 02:29:01.473886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2f38faaa-12bb-489e-aeff-2b7c2d83e271 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:01.554296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:01.560811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:01.561277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.608732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a87e4c5-01f5-46a2-aaae-a139f8e93b66 req-8e8a8a8a-f7eb-4eab-88df-36daf8a9effe tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738980 Aug 11 02:29:01.631054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.641746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb513-22e6-4686-90f0-c2e028136e43 req-3cc04b5c-8be5-4efe-9f7a-6e924f16bad5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.643637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62efb513-22e6-4686-90f0-c2e028136e43 req-3cc04b5c-8be5-4efe-9f7a-6e924f16bad5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1008005 Aug 11 02:29:01.650331 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c087edc4-62ff-42eb-8d12-bd675914ba99 x-openstack-request-id: req-c087edc4-62ff-42eb-8d12-bd675914ba99 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:01.650678 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c", "tag": "3971a26a-e0cb-44f2-826b-697fae24c4da", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:01.650929 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c087edc4-62ff-42eb-8d12-bd675914ba99 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:01.654316 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'tag': '3971a26a-e0cb-44f2-826b-697fae24c4da', 'status': 'completed', 'code': 200} Aug 11 02:29:01.655789 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-28509836-6d08-4757-b136-2ed8233e8192 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3971a26a-e0cb-44f2-826b-697fae24c4da HTTP/1.1" status: 200 len: 217 time: 0.4883723 Aug 11 02:29:01.753310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-9ab12308-49ea-4c4b-8c65-be278ef5861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.754924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-9ab12308-49ea-4c4b-8c65-be278ef5861a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.0875461 Aug 11 02:29:01.785041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.794390 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-2343596a-5ffa-4a08-8c5d-44b42f6da839 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297718 Aug 11 02:29:01.798184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bc9769-f762-4cd9-acaa-afaf2bfc7d35']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:01.803647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62efb513-22e6-4686-90f0-c2e028136e43 req-5abfa11d-e71e-4461-bea0-e0e5c4e0f57e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522286 Aug 11 02:29:01.808397 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.832847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1933fe07-15d1-441b-90dd-b1675dac2725') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:01.833231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1933fe07-15d1-441b-90dd-b1675dac2725') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:01.874506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.894251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.909948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38faaa-12bb-489e-aeff-2b7c2d83e271'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:01.913400 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f866555a-7ac0-4a98-8f7d-625c5b551ce2" -d '{"events": [{"server_uuid": "10f89103-012a-43f4-87a1-54a3ffd20a18", "name": "network-vif-plugged", "status": "completed", "tag": "2f38faaa-12bb-489e-aeff-2b7c2d83e271"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:01.935495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:01.945086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.969194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:01.969515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:01.971609 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:01.977419 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-fc316de7-bfcc-4d3b-bad3-2cb4b2fd2047 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659875 Aug 11 02:29:02.063975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2f38faaa-12bb-489e-aeff-2b7c2d83e271,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.077801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.090149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.091031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0a58abb-3dc9-429e-906b-784c933e8fa0 req-77fde4cf-ee31-42cc-9bf3-4b36068529d7 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124225 Aug 11 02:29:02.091352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.092384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.093231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.093786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.094439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.095411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.096028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.097599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.098651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.099543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.100149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:02.111915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.114142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f3bc9769-f762-4cd9-acaa-afaf2bfc7d35 HTTP/1.1" status: 204 len: 168 time: 0.7689946 Aug 11 02:29:02.134929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9015b-5bca-4c41-8b77-85afa3f11cf5 req-b20e681e-8d78-4203-9044-c690b07a8d83 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.136624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68d9015b-5bca-4c41-8b77-85afa3f11cf5 req-b20e681e-8d78-4203-9044-c690b07a8d83 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2014706 Aug 11 02:29:02.145862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a8b0-b9c4-4fc0-923b-0d1d521a4f2f req-db6865e8-2dd3-45f2-91d8-c1692126b541 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.154363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ac6a8b0-b9c4-4fc0-923b-0d1d521a4f2f req-db6865e8-2dd3-45f2-91d8-c1692126b541 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2474406 Aug 11 02:29:02.185629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5986ad-33d0-4472-a0c2-0ad563846ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bc9769-f762-4cd9-acaa-afaf2bfc7d35,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.231097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68d9015b-5bca-4c41-8b77-85afa3f11cf5 req-dbcb1e7d-dd2a-4bae-a228-9b1c6393038d tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Aug 11 02:29:02.244929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ac6a8b0-b9c4-4fc0-923b-0d1d521a4f2f req-8e06a8d6-242f-4b2f-b975-a59b51f02df0 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889757 Aug 11 02:29:02.250807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-c373adc2-9c9d-44c8-b347-25329af98999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.273367 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-c373adc2-9c9d-44c8-b347-25329af98999 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 1094 time: 0.0998728 Aug 11 02:29:02.305521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56144) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.360838 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed15b7a-1a20-4118-b77d-f7c631322dff x-openstack-request-id: req-8ed15b7a-1a20-4118-b77d-f7c631322dff {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:02.361397 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f89103-012a-43f4-87a1-54a3ffd20a18", "name": "network-vif-plugged", "status": "completed", "tag": "2f38faaa-12bb-489e-aeff-2b7c2d83e271", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:02.361814 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ed15b7a-1a20-4118-b77d-f7c631322dff {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:02.362839 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38faaa-12bb-489e-aeff-2b7c2d83e271', 'code': 200} Aug 11 02:29:02.385550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56146) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.446762 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3e4446f-dfef-4f82-8434-97cd5ca57684 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.463194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-69685cf6-f379-4a35-960a-b5e83d4c251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.468862 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-69685cf6-f379-4a35-960a-b5e83d4c251b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.1847239 Aug 11 02:29:02.479576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-acb68554-5d88-4bec-bb5d-4c80a253e09d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b07013aba14f4b4eb38fde4a0001f2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926685 Aug 11 02:29:02.485619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56148) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.521160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3e4446f-dfef-4f82-8434-97cd5ca57684 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.549641 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-ec0f2cc2-58e3-4109-9b91-3699458c7640 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3971a26a-e0cb-44f2-826b-697fae24c4da HTTP/1.1" status: 200 len: 217 time: 0.0702817 Aug 11 02:29:02.626886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-f2eb893c-92ad-45a9-ba2b-1c52fab3ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.628264 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-f2eb893c-92ad-45a9-ba2b-1c52fab3ba77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.0707657 Aug 11 02:29:02.688156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3626d3-a575-417a-9595-6dcaae962bec req-66505f5a-f382-4edb-9283-834437d740e9 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.688460 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-0a47cc29-7220-466e-b583-cd60550acec6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510058 Aug 11 02:29:02.689836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3626d3-a575-417a-9595-6dcaae962bec req-66505f5a-f382-4edb-9283-834437d740e9 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 950 time: 0.2032871 Aug 11 02:29:02.719803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3250a38-ad6a-4c3c-9707-c731e3a84598 req-bb793fba-3f99-489f-aaf4-12d9c1725dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.721475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3250a38-ad6a-4c3c-9707-c731e3a84598 req-bb793fba-3f99-489f-aaf4-12d9c1725dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 1101 time: 0.2127635 Aug 11 02:29:02.733618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6531e-7fd8-4336-b593-b11d069ffb8c req-eca23bce-bb3d-4146-b39a-5062f1a53e6f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.735308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ea6531e-7fd8-4336-b593-b11d069ffb8c req-eca23bce-bb3d-4146-b39a-5062f1a53e6f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2353668 Aug 11 02:29:02.748112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7b3338ad-fcba-4cc5-a982-81513d8a01b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.766434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3e4446f-dfef-4f82-8434-97cd5ca57684 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.769916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3e4446f-dfef-4f82-8434-97cd5ca57684 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.771200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c3e4446f-dfef-4f82-8434-97cd5ca57684 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "DELETE /v2.0/security-groups/7d0b06f3-a89a-49e8-b1ea-f31b0770328c HTTP/1.1" status: 204 len: 168 time: 0.4645777 Aug 11 02:29:02.783236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56152) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.818121 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-089338ce-5760-4dc9-a8aa-9cd8be9f9a81 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] show failed (client error): The resource could not be found. Aug 11 02:29:02.819869 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-089338ce-5760-4dc9-a8aa-9cd8be9f9a81 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "GET /v2.0/security-groups/7d0b06f3-a89a-49e8-b1ea-f31b0770328c HTTP/1.1" status: 404 len: 347 time: 0.0350683 Aug 11 02:29:02.827979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:02.831900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4446f-dfef-4f82-8434-97cd5ca57684 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b06f3-a89a-49e8-b1ea-f31b0770328c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.839042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7b3338ad-fcba-4cc5-a982-81513d8a01b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.874059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3626d3-a575-417a-9595-6dcaae962bec req-98a00cf5-49c2-45a3-b058-5967c10e13f6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635129 Aug 11 02:29:02.945073 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-290503fd-54be-4de3-9e87-15769cd95c68 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443058 Aug 11 02:29:02.949440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3250a38-ad6a-4c3c-9707-c731e3a84598 req-41cdcf38-464b-43e3-aab4-cf853c0fe772 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056403 Aug 11 02:29:02.978809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ea6531e-7fd8-4336-b593-b11d069ffb8c req-6a487ab0-3f6b-44c7-b340-bcd3676f3d1a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829727 Aug 11 02:29:03.029045 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7b3338ad-fcba-4cc5-a982-81513d8a01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.039316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7b3338ad-fcba-4cc5-a982-81513d8a01b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.042920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7b3338ad-fcba-4cc5-a982-81513d8a01b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/447b8403-4864-4df0-889a-418089993e0d HTTP/1.1" status: 204 len: 168 time: 0.5435247 Aug 11 02:29:03.066418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3338ad-fcba-4cc5-a982-81513d8a01b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447b8403-4864-4df0-889a-418089993e0d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.138551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e76b2-f82a-470f-ab70-d2b1859afdf8 req-dff8e117-13ca-4a62-a668-4fa64d4629fa tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:03.140246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a5e76b2-f82a-470f-ab70-d2b1859afdf8 req-dff8e117-13ca-4a62-a668-4fa64d4629fa tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 943 time: 0.0700402 Aug 11 02:29:03.202794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Deleting port 7755af61-013b-460b-8304-6e21b79e2f8c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:03.204153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.259623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a5e76b2-f82a-470f-ab70-d2b1859afdf8 req-150297dc-b2e4-4efc-83be-e8c9b51b2d00 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091280 Aug 11 02:29:03.268291 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b74a1edb-d0de-426a-a797-0e67ffcc1348 req-fc46b637-ce62-40e9-9c0a-8eb42d80a047 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488897 Aug 11 02:29:03.350992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.351480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.369215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Calling delete_port for 7755af61-013b-460b-8304-6e21b79e2f8c owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:03.506649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604c9a9-96c8-4003-a4cc-fb9f8420f463 req-34216948-775e-49f7-9823-d700d9fc9553 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:03.513929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f604c9a9-96c8-4003-a4cc-fb9f8420f463 req-34216948-775e-49f7-9823-d700d9fc9553 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1198075 Aug 11 02:29:03.598740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f604c9a9-96c8-4003-a4cc-fb9f8420f463 req-16a4e7f1-21ee-42cb-b34c-9a4c34cbdfe3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 Aug 11 02:29:03.771628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.823204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dbfef-2579-4130-a251-9a660b79a188 req-226933a3-81ed-45e0-bae9-58f2dc15b16d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:03.841645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f67dbfef-2579-4130-a251-9a660b79a188 req-226933a3-81ed-45e0-bae9-58f2dc15b16d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2239830 Aug 11 02:29:03.845467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Pushing event deleted for resources: {'Port': ['ID=7755af61-013b-460b-8304-6e21b79e2f8c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.994062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.996730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.001249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f67dbfef-2579-4130-a251-9a660b79a188 req-5361d4f0-da22-49f9-aa91-c421f73d2dbd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556182 Aug 11 02:29:04.017631 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d88acf3-d492-41fc-8766-e3d887111374 tempest-ServersTestBootFromVolume-486608285 tempest-ServersTestBootFromVolume-486608285-project] 10.222.0.16 "DELETE /v2.0/floatingips/22ff7210-c943-437c-90ec-1729c1c842e5 HTTP/1.1" status: 204 len: 168 time: 1.1878111 Aug 11 02:29:04.021920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.040720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea793606-5120-47d3-b5c6-aaabfcb523ad req-d2bffe1d-0c0b-4ca2-a7f6-f3a87b7d079d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.043619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea793606-5120-47d3-b5c6-aaabfcb523ad req-d2bffe1d-0c0b-4ca2-a7f6-f3a87b7d079d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1496475 Aug 11 02:29:04.197978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea793606-5120-47d3-b5c6-aaabfcb523ad req-06beeddf-494f-45cc-8b1d-57f00fba86ea tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273751 Aug 11 02:29:04.364992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec499-9492-499c-894d-d75ec2dfed85 req-d26cfd09-685b-47e8-b847-18583113e1f9 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.369157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d1ec499-9492-499c-894d-d75ec2dfed85 req-d26cfd09-685b-47e8-b847-18583113e1f9 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 950 time: 0.1169496 Aug 11 02:29:04.507622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d1ec499-9492-499c-894d-d75ec2dfed85 req-dd304415-de79-46bd-aa65-534e6aa14d25 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305163 Aug 11 02:29:04.647287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6924a8b-45dd-48f3-8b64-ace61e6964a2 req-17c47d5a-dfa7-491e-babc-9c3ad6ebecca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.665305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6924a8b-45dd-48f3-8b64-ace61e6964a2 req-17c47d5a-dfa7-491e-babc-9c3ad6ebecca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 943 time: 0.1524844 Aug 11 02:29:04.722895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6924a8b-45dd-48f3-8b64-ace61e6964a2 req-7b6bb9b2-0aee-40c0-a6a3-fa959fc103ef tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563548 Aug 11 02:29:04.766064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56206) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:04.924595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b7de7-2551-4c90-9b04-4f096c29a609 req-25fd461d-be72-4f7c-94a5-678609f202d5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.933074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f8b7de7-2551-4c90-9b04-4f096c29a609 req-25fd461d-be72-4f7c-94a5-678609f202d5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1331816 Aug 11 02:29:04.961062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-992345692-network', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:04.967413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.998222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f5dd-f981-4004-bf8f-44ef76020597 req-02696b84-ac65-492e-b05f-41b91c8d3a12 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.006162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e40f5dd-f981-4004-bf8f-44ef76020597 req-02696b84-ac65-492e-b05f-41b91c8d3a12 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1408985 Aug 11 02:29:05.051604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f8b7de7-2551-4c90-9b04-4f096c29a609 req-2299e1ca-b559-48e6-96e9-977c4ceef87a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179786 Aug 11 02:29:05.076492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:05.080666 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.113360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.123254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e40f5dd-f981-4004-bf8f-44ef76020597 req-021f1d07-b5f0-423a-98db-0a8805717440 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159277 Aug 11 02:29:05.321125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54d4c-cc8e-4d24-96d0-4e02a45d03f3 req-321cd33d-cf3d-4c5c-8d40-5c6618f07cdf tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.337392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ba54d4c-cc8e-4d24-96d0-4e02a45d03f3 req-321cd33d-cf3d-4c5c-8d40-5c6618f07cdf tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1587396 Aug 11 02:29:05.388673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Deleting port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:05.389113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.455233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ba54d4c-cc8e-4d24-96d0-4e02a45d03f3 req-3ca68f92-57bb-4640-bb2d-6c7821542fe7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168149 Aug 11 02:29:05.512105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3971a26a-e0cb-44f2-826b-697fae24c4da details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:05.551543 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.594400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.609928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-bc353c5f-2d91-4788-986b-d8b1137c1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.615096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-bc353c5f-2d91-4788-986b-d8b1137c1caa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.1303065 Aug 11 02:29:05.732237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] For port 12d6c4cf-498e-4ff0-bf43-43b37727c2f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.733114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.757445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Calling delete_port for 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:05.776226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3971a26a-e0cb-44f2-826b-697fae24c4da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3971a26a-e0cb-44f2-826b-697fae24c4da,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.779412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:05.803756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ddfa92-0c62-4270-a75b-1a2a1fc481f5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.807933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3971a26a-e0cb-44f2-826b-697fae24c4da', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': '3971a26a-e0cb-44f2-826b-697fae24c4da', 'mac_address': 'fa:16:3e:97:6c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:05.828269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.829017 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Added segment 722e166d-9ff0-48ec-a06b-6e93e4ae16d8 of type vlan for network f31c5b4c-33b3-496b-b139-b57cf4b686a2 Aug 11 02:29:05.868276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.875156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60212563-e965-4f8f-8fcf-5a28f307ff1b req-4a11fd07-3f9d-427b-af2e-735b0798106b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.890844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60212563-e965-4f8f-8fcf-5a28f307ff1b req-4a11fd07-3f9d-427b-af2e-735b0798106b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.3522530 Aug 11 02:29:05.897923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3971a26a-e0cb-44f2-826b-697fae24c4da {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:05.929983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3971a26a-e0cb-44f2-826b-697fae24c4da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3971a26a-e0cb-44f2-826b-697fae24c4da,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.937238 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.949329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-ee5c4e0e-90ac-41a9-bd13-353d5faf8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.951296 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-ee5c4e0e-90ac-41a9-bd13-353d5faf8835 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.3236253 Aug 11 02:29:06.026142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3971a26a-e0cb-44f2-826b-697fae24c4da,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:06.033322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc82844-eaab-442b-9d25-74f116bc37de req-feae46eb-88b6-4970-927a-790c2dcc9634 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.037285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcc82844-eaab-442b-9d25-74f116bc37de req-feae46eb-88b6-4970-927a-790c2dcc9634 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.3509078 Aug 11 02:29:06.077487 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-3bf8ad90-1ff7-4bdb-9221-b7c834a81490 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 1002 time: 0.1177375 Aug 11 02:29:06.081712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.194917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcc82844-eaab-442b-9d25-74f116bc37de req-ece5db77-2ede-4b55-b919-87609a70b393 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243780 Aug 11 02:29:06.207518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60212563-e965-4f8f-8fcf-5a28f307ff1b req-36cb9ba1-35ef-4d7d-b63d-c470337fdafe tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227604 Aug 11 02:29:06.212307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3971a26a-e0cb-44f2-826b-697fae24c4da'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:06.216577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.221748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.222637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.260204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-c6f5b0db-37ae-4ef2-8521-a3720d4c40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.261831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-c6f5b0db-37ae-4ef2-8521-a3720d4c40f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.1762617 Aug 11 02:29:06.326102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.361941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d6c4cf-498e-4ff0-bf43-43b37727c2f6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:06.375323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] Pushing event updated for resources: {'Network': ['ID=f31c5b4c-33b3-496b-b139-b57cf4b686a2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:06.414523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:06.459748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ec6c165a-0d9e-4ed5-9055-ea426aee78ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6919222 Aug 11 02:29:06.460446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56230) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:06.495530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Request body: {'subnet': {'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-992345692-subnet', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:06.508746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-9716650c-cf65-4029-b981-2d11e33dba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.511812 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-9716650c-cf65-4029-b981-2d11e33dba16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214983 Aug 11 02:29:06.543625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff302a-3b03-4c50-a934-6704c68b1d0c req-3c5e19cf-3125-4c28-b1a0-5fc9744ee2d4 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.552166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31ff302a-3b03-4c50-a934-6704c68b1d0c req-3c5e19cf-3125-4c28-b1a0-5fc9744ee2d4 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 950 time: 0.1802251 Aug 11 02:29:06.573395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7d62-6193-4816-b348-74d224791131 req-13d902a6-58b4-4da6-bd51-84aaac1dcf01 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.575484 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d0b7d62-6193-4816-b348-74d224791131 req-13d902a6-58b4-4da6-bd51-84aaac1dcf01 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 944 time: 0.1444097 Aug 11 02:29:06.601337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:06.604704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.730517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31ff302a-3b03-4c50-a934-6704c68b1d0c req-923c9db9-7428-4860-9df5-1799ce504fde tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753964 Aug 11 02:29:06.768102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d0b7d62-6193-4816-b348-74d224791131 req-71faa715-7005-48d7-8bc4-ce6187e37098 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677444 Aug 11 02:29:07.019851 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-1b6d0855-3e55-444b-8c36-4b6158fdf99e service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980931 Aug 11 02:29:07.021092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.237258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0249e3a7-a702-4cea-980a-977ad7f2df08 req-39a26d63-033e-49a5-9039-612b77173b5c service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054515 Aug 11 02:29:07.465444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:07.479711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.508807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3971a26a-e0cb-44f2-826b-697fae24c4da up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:07.510104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dc2fa-19e5-46d4-b90e-b3aa227ec8e0 req-0bcb1a9e-6504-4b72-ba96-5b814b95035a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.512685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb7dc2fa-19e5-46d4-b90e-b3aa227ec8e0 req-0bcb1a9e-6504-4b72-ba96-5b814b95035a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.5885582 Aug 11 02:29:07.560674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a303-016e-4867-adfc-026874c25c4e req-e0f4ffe8-84c4-4427-a4c0-1982a035ac96 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.563353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83c4a303-016e-4867-adfc-026874c25c4e req-e0f4ffe8-84c4-4427-a4c0-1982a035ac96 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 1101 time: 0.6410332 Aug 11 02:29:07.686228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:07.701071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d017786c-655c-4813-8dd7-d5379414461a,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.701316 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] Sync routers for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:07.704063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-024f225a-38f2-4b8b-93a8-bc1232149440 admin admin] 10.222.0.16 "PUT /v2.0/routers/c6ea3b9d-0a96-4560-b9e3-4906d1350a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6796958 Aug 11 02:29:07.705342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:07.733294 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:07.734339 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:07.748040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb7dc2fa-19e5-46d4-b90e-b3aa227ec8e0 req-81e54a74-36fc-4866-9419-845f570d6d7d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983020 Aug 11 02:29:07.754233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.755061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.755560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.756105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.756627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.757709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.757709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.758345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.759824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.760148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.760653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.761465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.781767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83c4a303-016e-4867-adfc-026874c25c4e req-eb7b8965-6b7a-4e74-92c9-d4f73277c996 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997931 Aug 11 02:29:07.791619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Checking segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:07.792190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Network hostable DHCP agents. Network: f31c5b4c-33b3-496b-b139-b57cf4b686a2, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:07.864771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:07.911128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f31c5b4c-33b3-496b-b139-b57cf4b686a2) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:07.931654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f80bc-3871-400b-87b5-7c81f54b34a4 None None] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:07.931933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.940841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.966685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.027170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fb1dd751-cfb4-433e-9b96-1074302c6ce4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5411775 Aug 11 02:29:08.028362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:08.037178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:08.084261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.085495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.127241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3971a26a-e0cb-44f2-826b-697fae24c4da completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:08.146932 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:08.161350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3971a26a-e0cb-44f2-826b-697fae24c4da triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:08.161988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.183572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1a539-3246-4365-8734-4138c60899f3 req-d14ed28f-56e8-4cc3-9828-e84d2b2457b3 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.196280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fea1a539-3246-4365-8734-4138c60899f3 req-d14ed28f-56e8-4cc3-9828-e84d2b2457b3 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2186189 Aug 11 02:29:08.235717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d862b-dc20-41d5-8228-2c36127a74f4 req-6cb6036c-67eb-43ca-8a64-35afd0ea85ee tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.245128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e0d862b-dc20-41d5-8228-2c36127a74f4 req-6cb6036c-67eb-43ca-8a64-35afd0ea85ee tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2783537 Aug 11 02:29:08.319844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e0d862b-dc20-41d5-8228-2c36127a74f4 req-6716a740-a50e-40e9-9ea7-6dfa04a97da6 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728714 Aug 11 02:29:08.385538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fea1a539-3246-4365-8734-4138c60899f3 req-392801ad-654b-49fd-a60f-3ea737d6904c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766202 Aug 11 02:29:08.443955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:08.446897 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.513148 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:29:06Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.583091 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] Checking router: c6ea3b9d-0a96-4560-b9e3-4906d1350a00 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:08.596368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55e9e-7a0e-4de2-8b35-4f1101e3ef2f req-cea7a0dc-44e6-4516-9db3-67fdf2759974 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.604949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ef55e9e-7a0e-4de2-8b35-4f1101e3ef2f req-cea7a0dc-44e6-4516-9db3-67fdf2759974 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 944 time: 0.1270626 Aug 11 02:29:08.613181 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] Routers {'c6ea3b9d-0a96-4560-b9e3-4906d1350a00'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:08.614142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.653268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef10e4e-a2ed-4cb5-887a-c1dce5045137 req-00122e74-9031-486d-b4c2-836dd4773be4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.662146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ef10e4e-a2ed-4cb5-887a-c1dce5045137 req-00122e74-9031-486d-b4c2-836dd4773be4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1409104 Aug 11 02:29:08.691349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.733025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ef10e4e-a2ed-4cb5-887a-c1dce5045137 req-4bd37abb-855e-4dd5-a41d-453fa38fe0f0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638716 Aug 11 02:29:08.759091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ef55e9e-7a0e-4de2-8b35-4f1101e3ef2f req-3577d106-8c60-40aa-8b31-810814d94779 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529772 Aug 11 02:29:08.881929 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] Set router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:08.901571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-74024394-6f06-4cc3-88f0-2c4d456b1932 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441642 Aug 11 02:29:08.910853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.025492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3971a26a-e0cb-44f2-826b-697fae24c4da'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:09.031853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.036340 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb055e9-583b-4444-afe6-507a000999ad" -d '{"events": [{"server_uuid": "f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c", "name": "network-vif-plugged", "status": "completed", "tag": "3971a26a-e0cb-44f2-826b-697fae24c4da"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:09.102836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-9eed51f6-7d9e-4a78-91b6-357aacaef530 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.109519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Allocated IP 172.20.0.2 (f31c5b4c-33b3-496b-b139-b57cf4b686a2/d017786c-655c-4813-8dd7-d5379414461a/1311b630-5456-420a-b3a4-b9ab9bad8baa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:09.111519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-9eed51f6-7d9e-4a78-91b6-357aacaef530 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085152 Aug 11 02:29:09.130093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3971a26a-e0cb-44f2-826b-697fae24c4da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3971a26a-e0cb-44f2-826b-697fae24c4da,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:09.135863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-6652f3fe-1c6d-4a85-8801-89fe93841aac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/quotas/05f210b56d8749d3a489b01fe20db27d HTTP/1.1" status: 200 len: 375 time: 0.0231059 Aug 11 02:29:09.140546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.187447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.260430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-2b410ac9-7df2-4e9a-9461-c3774b9fe7dc tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1229501 Aug 11 02:29:09.276917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288fbee-d5eb-4880-b400-f784bc1427a2 req-a1b7fd11-645c-4b81-b6c4-38edb99339fd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.279362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1288fbee-d5eb-4880-b400-f784bc1427a2 req-a1b7fd11-645c-4b81-b6c4-38edb99339fd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1957624 Aug 11 02:29:09.291536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Deleting port 4f8a4645-23dd-46c3-98f5-fe611585de29 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:09.292202 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.383718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1288fbee-d5eb-4880-b400-f784bc1427a2 req-23ca6b61-0e68-4337-9922-56f0abc738ad tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Aug 11 02:29:09.482735 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:29:06Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:09.503635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] For port 4f8a4645-23dd-46c3-98f5-fe611585de29, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f8a4645-23dd-46c3-98f5-fe611585de29,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:09.503965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.507317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3971a26a-e0cb-44f2-826b-697fae24c4da,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:09.525623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Calling delete_port for 4f8a4645-23dd-46c3-98f5-fe611585de29 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:09.549563 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49e2a9-4496-4dc0-974e-43016b38af4d None None] The sync data for ids ['c6ea3b9d-0a96-4560-b9e3-4906d1350a00'] in n-d-715271-8 is: [{'id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'name': 'tempest-ServersTestBootFromVolume-1464786895-router', 'tenant_id': '9cc679c970714e149d9fdb487f190b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:19Z', 'updated_at': '2021-08-11T02:29:06Z', 'revision_number': 5, 'project_id': '9cc679c970714e149d9fdb487f190b34', 'gw_port': {'id': '4f8a4645-23dd-46c3-98f5-fe611585de29', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea3b9d-0a96-4560-b9e3-4906d1350a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:22Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:09.571746 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e9ec7e-be6e-4a1a-9e18-328c6e488fdf x-openstack-request-id: req-a2e9ec7e-be6e-4a1a-9e18-328c6e488fdf {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:09.572039 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c", "name": "network-vif-plugged", "status": "completed", "tag": "3971a26a-e0cb-44f2-826b-697fae24c4da", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:09.573029 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2e9ec7e-be6e-4a1a-9e18-328c6e488fdf {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:09.573619 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3971a26a-e0cb-44f2-826b-697fae24c4da', 'code': 200} Aug 11 02:29:09.737783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.748734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Transition to ACTIVE for port object 1311b630-5456-420a-b3a4-b9ab9bad8baa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:09.777664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Transition to ACTIVE for port object 1311b630-5456-420a-b3a4-b9ab9bad8baa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:09.793221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.833877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c934d6e-d53f-4172-b278-cbd8eab13ac3 req-54be85d5-9b24-4a23-90b5-70c6f067892b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.835994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c934d6e-d53f-4172-b278-cbd8eab13ac3 req-54be85d5-9b24-4a23-90b5-70c6f067892b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1506870 Aug 11 02:29:09.875483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76fb6c-c6da-476f-b80f-4fce3e2e61b1 req-9f3bfc4e-fd53-440a-918d-9aa01772a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.876983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3e76fb6c-c6da-476f-b80f-4fce3e2e61b1 req-9f3bfc4e-fd53-440a-918d-9aa01772a572 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 1096 time: 0.1367753 Aug 11 02:29:09.877983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:09.882188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:09.885836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:09.901037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bcae5-3bd9-4f71-afd9-ce9b0698230c req-bb126dba-8146-45cd-b412-bb8505f7b168 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.910647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1bcae5-3bd9-4f71-afd9-ce9b0698230c req-bb126dba-8146-45cd-b412-bb8505f7b168 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1981063 Aug 11 02:29:09.964371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Pushing event updated for resources: {'Port': ['ID=1311b630-5456-420a-b3a4-b9ab9bad8baa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:10.030536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Attempting to bind port 1311b630-5456-420a-b3a4-b9ab9bad8baa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:10.030898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Attempting to bind port 1311b630-5456-420a-b3a4-b9ab9bad8baa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:10.031258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Attempting to bind port 1311b630-5456-420a-b3a4-b9ab9bad8baa on network f31c5b4c-33b3-496b-b139-b57cf4b686a2 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:10.041155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c934d6e-d53f-4172-b278-cbd8eab13ac3 req-13a21dd0-e6e6-4016-a15b-9b98b39651af tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953399 Aug 11 02:29:10.048154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:10.054246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Checking segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:10.058153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.059603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Bound using segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:10.060267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Bound port: 1311b630-5456-420a-b3a4-b9ab9bad8baa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:10.061402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1bcae5-3bd9-4f71-afd9-ce9b0698230c req-68fabd6e-6339-4da2-8b45-e6a221f816bb tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364264 Aug 11 02:29:10.065229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.232268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] For port 1311b630-5456-420a-b3a4-b9ab9bad8baa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:10.236450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] For port 1311b630-5456-420a-b3a4-b9ab9bad8baa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1311b630-5456-420a-b3a4-b9ab9bad8baa,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:10.245651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5afddc3b-d114-4913-b386-740a73fd1fa2 req-b4e90c1b-c454-4735-a42f-e8096845f7f6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 210 time: 0.0942714 Aug 11 02:29:10.247029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.273150 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3e76fb6c-c6da-476f-b80f-4fce3e2e61b1 req-85b0a4f1-a406-4fe0-a76d-86f99dfb51d0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875647 Aug 11 02:29:10.302453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.308824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.330755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c51e-3439-4cad-9787-e5b2ec33486e req-38c9b095-655f-4485-b280-6edef2a21dd9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.339679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea83c51e-3439-4cad-9787-e5b2ec33486e req-38c9b095-655f-4485-b280-6edef2a21dd9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.0966122 Aug 11 02:29:10.390071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9a010-4b0c-4221-91f6-aa192f65d855 None None] Pushing event updated for resources: {'Port': ['ID=1311b630-5456-420a-b3a4-b9ab9bad8baa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:10.410708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea83c51e-3439-4cad-9787-e5b2ec33486e req-4f38c044-5269-478f-92f7-0bf3cdf78bff tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699813 Aug 11 02:29:10.438360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.510807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d7d5-8b12-415b-8cc0-f9ae05ef0d23 req-98e7c0b8-11a8-467d-926b-7080b8b7e159 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.512835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3855d7d5-8b12-415b-8cc0-f9ae05ef0d23 req-98e7c0b8-11a8-467d-926b-7080b8b7e159 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.0915093 Aug 11 02:29:10.614485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8a4645-23dd-46c3-98f5-fe611585de29,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:10.696209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3855d7d5-8b12-415b-8cc0-f9ae05ef0d23 req-b9ef3955-f765-420e-ad22-c1d3bdf091df tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708632 Aug 11 02:29:10.892358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Allocated IP 172.25.6.172 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c05ef459-8253-47c2-a260-37810d54822a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:10.967509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a113c88-b746-40c2-90f3-07e66dcda441 req-9e34acff-f5e7-4446-b4bd-73e2dde9b01a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.976173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a113c88-b746-40c2-90f3-07e66dcda441 req-9e34acff-f5e7-4446-b4bd-73e2dde9b01a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 813 time: 0.2065070 Aug 11 02:29:11.004200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a113c88-b746-40c2-90f3-07e66dcda441 req-8dbfb7c0-b48c-42be-8f5c-d235cf7e75e1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/quotas/d946aa112fa048b7992895a4ea347e1f HTTP/1.1" status: 200 len: 375 time: 0.0264480 Aug 11 02:29:11.032574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.095240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a113c88-b746-40c2-90f3-07e66dcda441 req-82c3fd3b-f1ff-4a10-94f4-ff4963e64e7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893817 Aug 11 02:29:11.136848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1311b630-5456-420a-b3a4-b9ab9bad8baa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:11.220085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.226066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.241750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 1311b630-5456-420a-b3a4-b9ab9bad8baa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:11.261377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:11.292641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:11.293476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 12d6c4cf-498e-4ff0-bf43-43b37727c2f6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:11.336490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bb479-bea4-415c-b0af-21e89bd3b86f req-2ec3fffb-6e5e-4c7d-b96a-c6b4580ed88f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.338960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff4bb479-bea4-415c-b0af-21e89bd3b86f req-2ec3fffb-6e5e-4c7d-b96a-c6b4580ed88f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1457515 Aug 11 02:29:11.380760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ad4e-9c17-4e91-b752-58adf4cf16e9 req-72e2a7fb-ee0f-4e2d-8930-1043e3c47a87 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.382779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd39ad4e-9c17-4e91-b752-58adf4cf16e9 req-72e2a7fb-ee0f-4e2d-8930-1043e3c47a87 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1469731 Aug 11 02:29:11.384557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.444997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd39ad4e-9c17-4e91-b752-58adf4cf16e9 req-5f8b04d9-7edf-4435-9154-cd18746c252d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 Aug 11 02:29:11.458100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.459772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ea3b9d-0a96-4560-b9e3-4906d1350a00 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:11.466989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff4bb479-bea4-415c-b0af-21e89bd3b86f req-f0c40784-3adb-46dc-9f83-149b7505c3ae tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195219 Aug 11 02:29:11.494334 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.497576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-78f747f9-050f-42e7-a665-7d0eb6ff2903 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c6ea3b9d-0a96-4560-b9e3-4906d1350a00 HTTP/1.1" status: 204 len: 168 time: 3.7912076 Aug 11 02:29:11.503482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:11.533218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-183ebbf3-c78e-4fca-be80-a7ebcae21b1a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486758 Aug 11 02:29:11.705808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.740057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ea39835-48f6-45c7-a4e1-9958d722317b req-4970f350-cbef-48ae-9905-8c0c4cc6b428 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 210 time: 0.0661340 Aug 11 02:29:11.850403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-4a174ccc-5d93-4955-b2f5-181dd2f0a747 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.853861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-4a174ccc-5d93-4955-b2f5-181dd2f0a747 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037736 Aug 11 02:29:11.864537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:11.874218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:11.892727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:11.901207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:11.955198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Deleting subnet 6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:11.973159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.976494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Pushing event updated for resources: {'Port': ['ID=c05ef459-8253-47c2-a260-37810d54822a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:11.980117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8c9f8-70b5-4b45-aa57-5cdb573116cf req-0e361d38-f022-47a0-a936-985b0f579141 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.982861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6b8c9f8-70b5-4b45-aa57-5cdb573116cf req-0e361d38-f022-47a0-a936-985b0f579141 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2943838 Aug 11 02:29:12.027477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65a0ed-86c5-4c94-94ad-7d690506604b None None] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:12.041321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.041607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daee6c-67cc-41bb-bb47-122919902320 req-7ab53ba4-ff53-4d16-bfcf-5fd2b651913c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:12.041906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.042519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.043079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.043648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.044220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.044913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.045543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.046202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.046860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.047455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.048010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:12.050716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04daee6c-67cc-41bb-bb47-122919902320 req-7ab53ba4-ff53-4d16-bfcf-5fd2b651913c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1952717 Aug 11 02:29:12.151012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] Provisioning for port 1311b630-5456-420a-b3a4-b9ab9bad8baa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:12.151952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.161588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6b8c9f8-70b5-4b45-aa57-5cdb573116cf req-55fa97a5-6440-4181-94fd-ef0aa996adcb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641245 Aug 11 02:29:12.161851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] Provisioning complete for port 1311b630-5456-420a-b3a4-b9ab9bad8baa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:12.162248 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.236440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04daee6c-67cc-41bb-bb47-122919902320 req-29c8ae20-6f1e-49ae-9a7c-99af7bad363f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902207 Aug 11 02:29:12.250892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:12.266175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.393119 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.549579 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.585904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.604618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.172 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/1ff70966-c4f2-490a-aa25-69993ce0ba7c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:12.654476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5dd68-8a7c-45fb-b99a-a85475c6bbcf None None] Network 6ff98c69-8ef4-42f8-a78e-91457160c173 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:12.659450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.669802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2 HTTP/1.1" status: 204 len: 168 time: 1.1428614 Aug 11 02:29:12.672833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:12.674891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58e48-afa8-4ead-8841-cd4bc167564d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dea7d1b-a994-4ddf-89b2-cfe565d0f1d2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:12.724784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-323c92fc-b140-4acd-8d43-10ef1593d252 req-1455439f-7a27-47f2-ab5e-25a95be04569 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d946aa112fa048b7992895a4ea347e1f HTTP/1.1" status: 200 len: 221 time: 0.2692099 Aug 11 02:29:12.751762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] For port 1311b630-5456-420a-b3a4-b9ab9bad8baa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1311b630-5456-420a-b3a4-b9ab9bad8baa,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:12.808566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.810463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31eb5-8a52-426e-8004-bb4f998d183c req-a035fab5-c643-4914-b2a3-74427775aede tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:12.812672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0db31eb5-8a52-426e-8004-bb4f998d183c req-a035fab5-c643-4914-b2a3-74427775aede tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1849897 Aug 11 02:29:12.822505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f8a4645-23dd-46c3-98f5-fe611585de29 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:12.867871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.873294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.896809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4f8a4645-23dd-46c3-98f5-fe611585de29 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:12.897407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f8a4645-23dd-46c3-98f5-fe611585de29 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:12.951606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0db31eb5-8a52-426e-8004-bb4f998d183c req-b78e7e64-7b7f-462d-ae2b-aa34f780ebeb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183653 Aug 11 02:29:12.970742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-18bb7fff-f1d1-4c74-ac2e-74045716208e None None] Provisioning complete for port 1311b630-5456-420a-b3a4-b9ab9bad8baa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:12.971098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18bb7fff-f1d1-4c74-ac2e-74045716208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.974337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c6d7c-74c9-4fec-a3b8-0129cb979fc3 None None] Pushing event updated for resources: {'Port': ['ID=1311b630-5456-420a-b3a4-b9ab9bad8baa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.035918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6207-d985-43d7-a243-d62813f71e69 req-c9f39294-3298-4075-9df9-a967936f1ccd tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.038811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-475f6207-d985-43d7-a243-d62813f71e69 req-c9f39294-3298-4075-9df9-a967936f1ccd tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1482363 Aug 11 02:29:13.090584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] DHCP port deletion for 6ff98c69-8ef4-42f8-a78e-91457160c173 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:13.110466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Deleting port d01d29fa-9771-404d-80e3-829eb135d9ef {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:13.111075 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.127063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.161809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] Deleting port d01d29fa-9771-404d-80e3-829eb135d9ef {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:13.162722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.225094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object 1ff70966-c4f2-490a-aa25-69993ce0ba7c will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:13.236009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] For port d01d29fa-9771-404d-80e3-829eb135d9ef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d01d29fa-9771-404d-80e3-829eb135d9ef,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:13.236305 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.250218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-475f6207-d985-43d7-a243-d62813f71e69 req-1703da0a-5ab3-4726-a2a3-d436d8259bca tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859553 Aug 11 02:29:13.251450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] Calling delete_port for d01d29fa-9771-404d-80e3-829eb135d9ef owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:13.305651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] For port d01d29fa-9771-404d-80e3-829eb135d9ef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d01d29fa-9771-404d-80e3-829eb135d9ef,segment=NetworkSegment(8807e6d7-447e-42aa-b2bb-ce93f428a911),segment_id=8807e6d7-447e-42aa-b2bb-ce93f428a911)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:13.306059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.314684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1143a-7224-49f6-a86a-cad6698a9336 req-170884cf-ed47-42e8-9919-1d81d57d1bf0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.317311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35b1143a-7224-49f6-a86a-cad6698a9336 req-170884cf-ed47-42e8-9919-1d81d57d1bf0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1826770 Aug 11 02:29:13.317570 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.325502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Calling delete_port for d01d29fa-9771-404d-80e3-829eb135d9ef owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:13.358856 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.399015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] Pushing event deleted for resources: {'Port': ['ID=d01d29fa-9771-404d-80e3-829eb135d9ef,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.403273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f8b9b-0df9-4c98-b3d2-aa6dbc328a0f None None] No DVR routers for this DVR port d01d29fa-9771-404d-80e3-829eb135d9ef on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:13.435437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.449454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:13.456669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5', '2f38faaa-12bb-489e-aeff-2b7c2d83e271'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:13.458141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35b1143a-7224-49f6-a86a-cad6698a9336 req-bbe190cb-d6f3-4f60-99bb-35a694ac55e7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265414 Aug 11 02:29:13.538226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=1ff70966-c4f2-490a-aa25-69993ce0ba7c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.581178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:13.586993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:13.631739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf2763-cf77-45dc-83e7-3fc540a61e9a req-f6dc520e-fdc2-4055-b1d0-c0114f64a5f6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.649235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78cf2763-cf77-45dc-83e7-3fc540a61e9a req-f6dc520e-fdc2-4055-b1d0-c0114f64a5f6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 936 time: 0.2550058 Aug 11 02:29:13.700624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:13.879813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dccd0291-5a31-4f3e-b2c6-7d3f803f37c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.887650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.895937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.897062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.924595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78cf2763-cf77-45dc-83e7-3fc540a61e9a req-57c4ad17-2f8d-4b6d-89bf-c9685d7d31a8 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734613 Aug 11 02:29:13.949890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01d29fa-9771-404d-80e3-829eb135d9ef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:13.952220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] No DVR routers for this DVR port d01d29fa-9771-404d-80e3-829eb135d9ef on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:13.959491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Router ec5461ed-f22c-4814-bb2d-ce8d1359e39b is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:13.974543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-c380759a-1950-4a56-9e0b-71c61a3c980b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0836940 Aug 11 02:29:13.996235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321aa29-425b-4572-8e4b-c7b90153db64 req-7c8cf9b7-b19f-410d-ae1b-18878ed3290e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.999152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d321aa29-425b-4572-8e4b-c7b90153db64 req-7c8cf9b7-b19f-410d-ae1b-18878ed3290e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3130209 Aug 11 02:29:14.009863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Request body: {'port': {'device_id': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:14.068878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.084713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff98c69-8ef4-42f8-a78e-91457160c173']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.106755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-279d3313-e5f5-4133-9767-145e0f349c60 None None] Provisioning for port 1ff70966-c4f2-490a-aa25-69993ce0ba7c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:14.123877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-279d3313-e5f5-4133-9767-145e0f349c60 None None] Provisioning complete for port 1ff70966-c4f2-490a-aa25-69993ce0ba7c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:14.124245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-279d3313-e5f5-4133-9767-145e0f349c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.174286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d321aa29-425b-4572-8e4b-c7b90153db64 req-ba4febf3-12fd-460c-959a-df756039735c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568811 Aug 11 02:29:14.184992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8807e6d7-447e-42aa-b2bb-ce93f428a911') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.185650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8807e6d7-447e-42aa-b2bb-ce93f428a911') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.211261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-279d3313-e5f5-4133-9767-145e0f349c60 None None] Port 1ff70966-c4f2-490a-aa25-69993ce0ba7c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:14.219904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.256644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.266601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.315069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:14.315695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:14.318455 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:14.402383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:14.410992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414886a7-99fb-4263-a0ba-3d096411a091 req-518e657e-2392-4078-ae62-d93575c35600 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:14.414405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-414886a7-99fb-4263-a0ba-3d096411a091 req-518e657e-2392-4078-ae62-d93575c35600 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2692378 Aug 11 02:29:14.415046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Sync routers for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:14.424554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.426842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:14.427453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.431478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.436050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ff98c69-8ef4-42f8-a78e-91457160c173 HTTP/1.1" status: 204 len: 168 time: 1.7525749 Aug 11 02:29:14.452311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b815-032c-4d7c-9d10-ddd028b78584 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff98c69-8ef4-42f8-a78e-91457160c173,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.454725 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.456226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cc65b8b1-4849-4761-a901-e3e2133bb646 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4248316 Aug 11 02:29:14.460631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56360) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.591374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:14.608224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.618131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73f54-3567-405c-ad0b-c2c530a42ebe req-34b67145-0054-420f-98d0-195b836c26fa tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:14.621448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8c73f54-3567-405c-ad0b-c2c530a42ebe req-34b67145-0054-420f-98d0-195b836c26fa tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3336055 Aug 11 02:29:14.732025 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a8b7e4f5-38ea-43f7-9906-de959c94617a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cc679c970714e149d9fdb487f190b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225615 Aug 11 02:29:14.734713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.790917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-414886a7-99fb-4263-a0ba-3d096411a091 req-8a88c0af-b359-4a69-9d8d-ef9b8d5eb8c0 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575613 Aug 11 02:29:14.830390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:12Z', 'revision_number': 3, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.887843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41df6168-5914-40bd-89cd-a44662e09b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.927813 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41df6168-5914-40bd-89cd-a44662e09b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.995481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff70966-c4f2-490a-aa25-69993ce0ba7c {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:15.018057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8c73f54-3567-405c-ad0b-c2c530a42ebe req-078157f5-dbab-43a4-85f3-7570aeec44d4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837812 Aug 11 02:29:15.019511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1311b630-5456-420a-b3a4-b9ab9bad8baa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:15.029264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.083860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46f45-9f3e-41fa-a6ef-e12fce027340 req-e236c876-c7ca-40bd-99db-e01c9e817b79 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.087065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bae46f45-9f3e-41fa-a6ef-e12fce027340 req-e236c876-c7ca-40bd-99db-e01c9e817b79 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1204472 Aug 11 02:29:15.088035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Checking router: ec5461ed-f22c-4814-bb2d-ce8d1359e39b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:15.090330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Updating router ec5461ed-f22c-4814-bb2d-ce8d1359e39b port c05ef459-8253-47c2-a260-37810d54822a binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:15.092074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Transition to ACTIVE for port object 1ff70966-c4f2-490a-aa25-69993ce0ba7c will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:15.099778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.116788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41df6168-5914-40bd-89cd-a44662e09b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.128045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41df6168-5914-40bd-89cd-a44662e09b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.132433 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41df6168-5914-40bd-89cd-a44662e09b59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10fa8e8b-7120-4661-abc6-c1cbb235ff0e HTTP/1.1" status: 204 len: 168 time: 0.3942120 Aug 11 02:29:15.135214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.156222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6168-5914-40bd-89cd-a44662e09b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fa8e8b-7120-4661-abc6-c1cbb235ff0e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.161899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1311b630-5456-420a-b3a4-b9ab9bad8baa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:15.162435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.180472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Pushing event updated for resources: {'Port': ['ID=1ff70966-c4f2-490a-aa25-69993ce0ba7c,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.343592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.375918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bae46f45-9f3e-41fa-a6ef-e12fce027340 req-6ccd78f8-4db6-4073-893d-5a49e4764150 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623534 Aug 11 02:29:15.398926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Attempting to bind port 1ff70966-c4f2-490a-aa25-69993ce0ba7c on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:15.400014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Attempting to bind port 1ff70966-c4f2-490a-aa25-69993ce0ba7c by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:15.400566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Attempting to bind port 1ff70966-c4f2-490a-aa25-69993ce0ba7c on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:15.440687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Port 1ff70966-c4f2-490a-aa25-69993ce0ba7c on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:15.441619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Attempting to bind port 1ff70966-c4f2-490a-aa25-69993ce0ba7c on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:15.469509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:15.470406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:15.471412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:15.472493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Bound port: 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:15.473849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.496126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e129-fb10-4980-bdbe-bc71d04dd7bb req-ad072829-b764-44ee-96ac-fe4832cc29c5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.510770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98c5e129-fb10-4980-bdbe-bc71d04dd7bb req-ad072829-b764-44ee-96ac-fe4832cc29c5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 948 time: 0.3312593 Aug 11 02:29:15.662261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.694534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Transition to ACTIVE for port object c05ef459-8253-47c2-a260-37810d54822a will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:15.708619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.761361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd041dc-d276-480a-9bc7-67581a8d4244 req-35df2d69-09bb-47bf-87ca-0391ba0d185d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.763302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9dd041dc-d276-480a-9bc7-67581a8d4244 req-35df2d69-09bb-47bf-87ca-0391ba0d185d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2460530 Aug 11 02:29:15.766415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98c5e129-fb10-4980-bdbe-bc71d04dd7bb req-2c9a2667-aaa6-4cad-9a9d-5278ec929814 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544730 Aug 11 02:29:15.769350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Attempting to bind port c05ef459-8253-47c2-a260-37810d54822a on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:15.769906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Attempting to bind port c05ef459-8253-47c2-a260-37810d54822a by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:15.770791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Attempting to bind port c05ef459-8253-47c2-a260-37810d54822a on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:15.774062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d01d29fa-9771-404d-80e3-829eb135d9ef no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:15.786803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Allocated IP 172.20.0.1 (f31c5b4c-33b3-496b-b139-b57cf4b686a2/d017786c-655c-4813-8dd7-d5379414461a/e6027cff-4af6-4223-9a17-6918ac75203c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:15.792399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] For port 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:15.796342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] For port 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:15.808915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.811476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: d01d29fa-9771-404d-80e3-829eb135d9ef {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:15.811974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d01d29fa-9771-404d-80e3-829eb135d9ef not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:15.819282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:15.819802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:15.820402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.821403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:15.826262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Bound port: c05ef459-8253-47c2-a260-37810d54822a, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:15.826262 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.855273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac69e0-5eb9-4116-bef0-f78b7e79cfb3 None None] Pushing event updated for resources: {'Port': ['ID=c05ef459-8253-47c2-a260-37810d54822a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.868573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.869242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.870884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] 10.222.0.25 "PUT /v2.0/ports/1ff70966-c4f2-490a-aa25-69993ce0ba7c HTTP/1.1" status: 200 len: 1096 time: 1.8703771 Aug 11 02:29:15.872465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'tag': '1ff70966-c4f2-490a-aa25-69993ce0ba7c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:15.874896 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92da9faf-8580-4841-bd45-576644f25da9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc90308f-d4d9-4840-8bc0-7bdf99b1db0e", "tag": "1ff70966-c4f2-490a-aa25-69993ce0ba7c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:15.931874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9dd041dc-d276-480a-9bc7-67581a8d4244 req-0b35a784-d343-4306-b053-32ddecbfe2d2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335123 Aug 11 02:29:15.933113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] For port c05ef459-8253-47c2-a260-37810d54822a, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:15.939219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] For port c05ef459-8253-47c2-a260-37810d54822a, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c05ef459-8253-47c2-a260-37810d54822a,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:15.948233 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.985055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3893921-370d-4b71-9258-abbc50417f0e service neutron] Pushing event updated for resources: {'Port': ['ID=1ff70966-c4f2-490a-aa25-69993ce0ba7c,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.077615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-1e67b832-706b-4e78-bf29-82f4c760a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.084683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-1e67b832-706b-4e78-bf29-82f4c760a4d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 1099 time: 0.1489685 Aug 11 02:29:16.093784 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6201605a-66c8-48b2-b406-5c530d5d9034 x-openstack-request-id: req-6201605a-66c8-48b2-b406-5c530d5d9034 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:16.095472 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc90308f-d4d9-4840-8bc0-7bdf99b1db0e", "tag": "1ff70966-c4f2-490a-aa25-69993ce0ba7c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:16.096888 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6201605a-66c8-48b2-b406-5c530d5d9034 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:16.097537 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'tag': '1ff70966-c4f2-490a-aa25-69993ce0ba7c', 'status': 'completed', 'code': 200} Aug 11 02:29:16.107809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.108028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac69e0-5eb9-4116-bef0-f78b7e79cfb3 None None] Pushing event updated for resources: {'Port': ['ID=c05ef459-8253-47c2-a260-37810d54822a,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.154611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Transition to ACTIVE for port object e6027cff-4af6-4223-9a17-6918ac75203c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:16.157640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:16.160079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:28:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:16.247308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-9bdee528-b9e8-4c2e-bb6e-ae1891179771 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c HTTP/1.1" status: 200 len: 217 time: 0.1472354 Aug 11 02:29:16.276185 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.358999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12502c9-f360-46c1-9ff6-c704c8c666bd req-1300bee5-5b33-4255-bfd1-a07ff78f4959 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.359930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:16.365911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c12502c9-f360-46c1-9ff6-c704c8c666bd req-1300bee5-5b33-4255-bfd1-a07ff78f4959 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.3259282 Aug 11 02:29:16.372370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:16.380418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:16.412368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:16.418214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Pushing event updated for resources: {'Port': ['ID=e6027cff-4af6-4223-9a17-6918ac75203c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.450358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-2da754cb-f7c6-48c9-8198-a7503bbc03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.460071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.462337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-2da754cb-f7c6-48c9-8198-a7503bbc03b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1878805 Aug 11 02:29:16.503091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeedce-b52a-4639-9663-e2a66e48ff63 req-7a0e68e6-4a73-4556-8fd0-e2daace6970d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.517535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8aaeedce-b52a-4639-9663-e2a66e48ff63 req-7a0e68e6-4a73-4556-8fd0-e2daace6970d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2830117 Aug 11 02:29:16.673990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.706729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8aaeedce-b52a-4639-9663-e2a66e48ff63 req-01890e88-f04e-4473-b489-66305aac3c3b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870508 Aug 11 02:29:16.717510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c12502c9-f360-46c1-9ff6-c704c8c666bd req-7e4c43aa-d9f6-4a0a-9642-86377a07156d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123891 Aug 11 02:29:16.733462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:12Z', 'revision_number': 3, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:16.746524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-110c2123-076b-405b-833f-4a9bb973366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.770629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-110c2123-076b-405b-833f-4a9bb973366a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2861655 Aug 11 02:29:16.771181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197871a-52ce-4353-b69a-ccac627aa207 None None] The sync data for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 is: [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:12Z', 'revision_number': 3, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:16.809713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:16.956351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-787baea1-959f-4fa7-a167-bbee7cb976c0 None None] Provisioning for port e6027cff-4af6-4223-9a17-6918ac75203c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:16.965543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-787baea1-959f-4fa7-a167-bbee7cb976c0 None None] Provisioning complete for port e6027cff-4af6-4223-9a17-6918ac75203c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:16.965935 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787baea1-959f-4fa7-a167-bbee7cb976c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.030256 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.038090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-787baea1-959f-4fa7-a167-bbee7cb976c0 None None] Port e6027cff-4af6-4223-9a17-6918ac75203c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:17.043406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.081316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1883422377-network', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:17.166614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Pushing event updated for resources: {'Port': ['ID=e6027cff-4af6-4223-9a17-6918ac75203c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:17.173013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d44415-cbc9-45f4-bd8b-af1e54a21dad req-3919d39e-1f1e-4a7d-823d-930ff94dce08 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.193412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d44415-cbc9-45f4-bd8b-af1e54a21dad req-3919d39e-1f1e-4a7d-823d-930ff94dce08 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2801490 Aug 11 02:29:17.220481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f2fd8-7915-4560-8b2b-18a3cf31fbe0 req-a0b431aa-48fc-4530-a8f1-09275fc85944 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.224363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-490f2fd8-7915-4560-8b2b-18a3cf31fbe0 req-a0b431aa-48fc-4530-a8f1-09275fc85944 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2970872 Aug 11 02:29:17.258038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.271016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Made reservation on behalf of 2ff3b0a785e147aca5c368e57a3e2d10 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:17.271248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-93554f5a-8703-45e7-b5b8-cc3d8f65a03c service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916394 Aug 11 02:29:17.275959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.301292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.394847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb008ab-408a-4e52-9586-1d864af7a172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.412775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5d44415-cbc9-45f4-bd8b-af1e54a21dad req-1c66d18e-a916-45b4-a12f-7e06069e4db1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068770 Aug 11 02:29:17.498691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-490f2fd8-7915-4560-8b2b-18a3cf31fbe0 req-d3bcb262-6695-48da-ab60-7d79784f7fc2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259750 Aug 11 02:29:17.546183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:17.561276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:17.664421 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.686339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7618ef6b-2c92-4783-9d4d-536ee62eeaf4 req-9efb5180-c711-4aa1-a2e6-2902297f9f19 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883677 Aug 11 02:29:17.964053 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.001672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.010468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-39bf82bc-fc7d-40db-ba1c-5b22617ad0c9 None None] Provisioning complete for port e6027cff-4af6-4223-9a17-6918ac75203c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:18.011298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39bf82bc-fc7d-40db-ba1c-5b22617ad0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.012832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Router ec5461ed-f22c-4814-bb2d-ce8d1359e39b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:18.067431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed6c5a1-7b1f-4825-a74b-4834f62a9d4f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:18.092016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-39bf82bc-fc7d-40db-ba1c-5b22617ad0c9 None None] Port e6027cff-4af6-4223-9a17-6918ac75203c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:18.097624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:18.180457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.180982 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Added segment 78ecd841-e360-43e6-83c2-1eea7cce101e of type vlan for network ba1c314a-3426-4bb7-a034-7e567490564b Aug 11 02:29:18.259075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755c879-1708-49d1-adcc-4641b430f7e8 req-ba5cc85c-cd50-40d6-bcf1-181fb5f5995d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:18.261983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5755c879-1708-49d1-adcc-4641b430f7e8 req-ba5cc85c-cd50-40d6-bcf1-181fb5f5995d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 948 time: 0.6369901 Aug 11 02:29:18.316601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.342053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.352696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a504a-bb75-4ce3-8c77-db9a0a79e2de req-aebc819c-248e-48f3-891e-76220afc2616 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:18.357503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb9a504a-bb75-4ce3-8c77-db9a0a79e2de req-aebc819c-248e-48f3-891e-76220afc2616 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1972783 Aug 11 02:29:18.361402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:18.371071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db0fbb28-56eb-4809-8c13-923adc0d1e14 admin admin] 10.222.0.16 "PUT /v2.0/routers/ec5461ed-f22c-4814-bb2d-ce8d1359e39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9080386 Aug 11 02:29:18.373640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.375945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:18.377077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.400237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da9faf-8580-4841-bd45-576644f25da9 req-9f927f42-f3e4-4d9c-9f88-e1bd50062d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:18.402802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-9f927f42-f3e4-4d9c-9f88-e1bd50062d33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 1099 time: 0.2446105 Aug 11 02:29:18.438046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5755c879-1708-49d1-adcc-4641b430f7e8 req-1f1c3040-4191-4d72-a05d-44ef0e3dce24 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470604 Aug 11 02:29:18.482061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6560130 Aug 11 02:29:18.484378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56428) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.498430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Request body: {'subnet': {'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-subnet', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:18.553727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c922-7366-45f3-92d5-964c44705465 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1c314a-3426-4bb7-a034-7e567490564b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:18.579987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Made reservation on behalf of 2ff3b0a785e147aca5c368e57a3e2d10 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:18.582339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ba1c314a-3426-4bb7-a034-7e567490564b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:18.594896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.654731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb9a504a-bb75-4ce3-8c77-db9a0a79e2de req-7844febd-e4ce-49d7-bcda-c01cc190bdd3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720728 Aug 11 02:29:18.701920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da9faf-8580-4841-bd45-576644f25da9 req-f994bdde-2511-48bb-962f-d5add5c21514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:18.710394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-f994bdde-2511-48bb-962f-d5add5c21514 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2834194 Aug 11 02:29:18.830296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-50da85f0-39e7-4b3b-b1a2-7cb3914f40a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c HTTP/1.1" status: 200 len: 217 time: 0.1127746 Aug 11 02:29:18.981855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c05ef459-8253-47c2-a260-37810d54822a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:19.040961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da9faf-8580-4841-bd45-576644f25da9 req-dc289e76-06c9-472d-9e2f-1e8ea3498161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.043692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-dc289e76-06c9-472d-9e2f-1e8ea3498161 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2044566 Aug 11 02:29:19.060755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248fc5-14ee-4222-b09e-b7b72585490b req-f8aac3e3-8811-4d7e-8e3b-6a77caee4fac tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.063624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9248fc5-14ee-4222-b09e-b7b72585490b req-f8aac3e3-8811-4d7e-8e3b-6a77caee4fac tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2221975 Aug 11 02:29:19.182244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c05ef459-8253-47c2-a260-37810d54822a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:19.188611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.191935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c05ef459-8253-47c2-a260-37810d54822a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:19.192928 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.232623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da9faf-8580-4841-bd45-576644f25da9 req-ab209d01-22f7-4c1e-b0da-483be663be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.234547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-ab209d01-22f7-4c1e-b0da-483be663be53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691794 Aug 11 02:29:19.281688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9248fc5-14ee-4222-b09e-b7b72585490b req-2ddee974-61d1-46a1-bda2-302bae69f2c1 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622298 Aug 11 02:29:19.358082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa5993c-1670-46d3-b8d9-6385eea3cefb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.372592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-2bfbd70a-c41a-4816-aeca-21b88dc2a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.379728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-2bfbd70a-c41a-4816-aeca-21b88dc2a069 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.2102470 Aug 11 02:29:19.404555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cfbb3-7471-4d94-9779-9f54046116a2 req-c24bbb17-0d46-4a3e-87aa-d8f5c8a672cf tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.416945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a5cfbb3-7471-4d94-9779-9f54046116a2 req-c24bbb17-0d46-4a3e-87aa-d8f5c8a672cf tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2549253 Aug 11 02:29:19.442126 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.450599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Checking segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:19.450962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Network hostable DHCP agents. Network: ba1c314a-3426-4bb7-a034-7e567490564b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:19.483596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Network ba1c314a-3426-4bb7-a034-7e567490564b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:19.513979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c05ef459-8253-47c2-a260-37810d54822a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c05ef459-8253-47c2-a260-37810d54822a,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:19.514509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ba1c314a-3426-4bb7-a034-7e567490564b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:19.526334 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.530694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.532031 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.542394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ef3fb-da09-48d5-9f38-6e492669af5b None None] Network ba1c314a-3426-4bb7-a034-7e567490564b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:19.564357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a5cfbb3-7471-4d94-9779-9f54046116a2 req-19777537-8858-4c6d-8508-44c3620a0e11 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459782 Aug 11 02:29:19.565411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-d28db238-e83c-4b1d-a421-9ff20b20a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.567438 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-d28db238-e83c-4b1d-a421-9ff20b20a84c service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.1785531 Aug 11 02:29:19.572778 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-27c8f77f-1144-4e82-80ec-6c50147878e3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0868011 Aug 11 02:29:19.573656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:19.579358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:19.618135 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Sync routers for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:19.622594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-6fa1fda8-3442-4c9b-8b61-4bbcad742859 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716123 Aug 11 02:29:19.636601 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-755511b4-9103-44bd-af7e-cf45d43aa8d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 217 time: 0.0522349 Aug 11 02:29:19.653778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.656625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.660795 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:19.661602 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.687574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1ff70966-c4f2-490a-aa25-69993ce0ba7c details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:19.775364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0ab9-fbcd-4e3e-a4cc-e68ad2339618 req-47a8b7a4-e717-40d5-8dfa-e1ebbdedce08 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.785733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-1309cb3e-d7fd-4bd6-b717-c6ef5a3062fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.788038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-1309cb3e-d7fd-4bd6-b717-c6ef5a3062fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.1205790 Aug 11 02:29:19.789883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-100b0ab9-fbcd-4e3e-a4cc-e68ad2339618 req-47a8b7a4-e717-40d5-8dfa-e1ebbdedce08 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3089139 Aug 11 02:29:19.790343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.876196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-1097c884-2211-4995-9c9d-60efce0641da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725999 Aug 11 02:29:19.911574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c05ef459-8253-47c2-a260-37810d54822a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.973474 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:20.037275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-100b0ab9-fbcd-4e3e-a4cc-e68ad2339618 req-909ebbab-411a-415b-a2d7-648d2dc4a6b8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457843 Aug 11 02:29:20.058316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da309-38a6-4236-9c60-2935448cb152 req-a8798773-2af9-4ec9-a598-36841c65ae89 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.080976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-864da309-38a6-4236-9c60-2935448cb152 req-a8798773-2af9-4ec9-a598-36841c65ae89 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2799232 Aug 11 02:29:20.100074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da9faf-8580-4841-bd45-576644f25da9 req-af705266-20db-44ba-bf34-ce8e4aa533ca service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633698 Aug 11 02:29:20.167937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.181885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ba1c314a-3426-4bb7-a034-7e567490564b', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:20.185071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.233032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-864da309-38a6-4236-9c60-2935448cb152 req-5922eaf1-3158-418e-a464-c4ac6b2d79f8 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430707 Aug 11 02:29:20.303041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:20.365172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '1ff70966-c4f2-490a-aa25-69993ce0ba7c', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '1ff70966-c4f2-490a-aa25-69993ce0ba7c', 'mac_address': 'fa:16:3e:2f:db:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:20.468365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0c38b-c44e-4fa4-ab5f-1754d49a0f26 req-0b1beaca-eee4-4d14-8280-268ccd3a5b27 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.470324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62b0c38b-c44e-4fa4-ab5f-1754d49a0f26 req-0b1beaca-eee4-4d14-8280-268ccd3a5b27 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 948 time: 0.1822994 Aug 11 02:29:20.576265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62b0c38b-c44e-4fa4-ab5f-1754d49a0f26 req-9d5daa3d-0ef4-48c9-a28f-c91bb299d5ff tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Aug 11 02:29:20.598027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba59716-145b-4ca0-bc1b-b9fb1192df7d req-15f09136-1129-42d3-a021-c97a79191fb3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.611713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ba59716-145b-4ca0-bc1b-b9fb1192df7d req-15f09136-1129-42d3-a021-c97a79191fb3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1402390 Aug 11 02:29:20.711812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ba59716-145b-4ca0-bc1b-b9fb1192df7d req-49862033-7414-4914-a47e-be861ab4398f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987475 Aug 11 02:29:20.716653 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.825199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Allocated IP 172.20.0.2 (ba1c314a-3426-4bb7-a034-7e567490564b/afa5993c-1670-46d3-b8d9-6385eea3cefb/27d9e6c0-53ab-4ea2-bb15-ced7b239443e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:20.838427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 2, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.845277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468af6b-4e95-4847-9e86-9865e860f24a req-48ed6497-0bb6-43ae-987d-2434e3f35238 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.849306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3468af6b-4e95-4847-9e86-9865e860f24a req-48ed6497-0bb6-43ae-987d-2434e3f35238 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1650107 Aug 11 02:29:20.932009 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Checking router: ec5461ed-f22c-4814-bb2d-ce8d1359e39b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:20.932978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Updating router ec5461ed-f22c-4814-bb2d-ce8d1359e39b port e6027cff-4af6-4223-9a17-6918ac75203c binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:20.969919 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-4270f939-a3c1-4d18-9b7f-eb5c9c434301 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9696760 Aug 11 02:29:20.981893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.982719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c05ef459-8253-47c2-a260-37810d54822a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:21.015171 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.027887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3468af6b-4e95-4847-9e86-9865e860f24a req-61430bec-883a-4982-9d07-f81fc4511959 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655416 Aug 11 02:29:21.028254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff70966-c4f2-490a-aa25-69993ce0ba7c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:21.158406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33a69-12bb-4497-b861-3a84332987e5 req-2339bb91-d3d3-4338-bf60-59f9037af6bb tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.161322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb33a69-12bb-4497-b861-3a84332987e5 req-2339bb91-d3d3-4338-bf60-59f9037af6bb tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1826239 Aug 11 02:29:21.189970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:21.344553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb33a69-12bb-4497-b861-3a84332987e5 req-e5f20ffa-46a9-4617-9fb6-4db6478ef4ae tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632278 Aug 11 02:29:21.390128 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b66a7478-4e61-4e1e-a333-3f39858b950d req-53808419-62d8-462a-ac69-45f340bb3347 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898218 Aug 11 02:29:21.425929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06a77-45e2-4961-aaaa-4f305f4203bc req-b96e8873-c9b0-45f9-b486-594dfeaa7169 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.436737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84b06a77-45e2-4961-aaaa-4f305f4203bc req-b96e8873-c9b0-45f9-b486-594dfeaa7169 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1881433 Aug 11 02:29:21.545418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84b06a77-45e2-4961-aaaa-4f305f4203bc req-f651f574-0426-4249-9060-1dbe76e4bf63 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966947 Aug 11 02:29:21.563341 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.582242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Transition to ACTIVE for port object 27d9e6c0-53ab-4ea2-bb15-ced7b239443e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:21.611814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.719462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7677-2b96-47a1-b9f0-6559e0dab57d req-eb307a2e-2147-4b5b-9d94-239fe0438117 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.721912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2fb7677-2b96-47a1-b9f0-6559e0dab57d req-eb307a2e-2147-4b5b-9d94-239fe0438117 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1521573 Aug 11 02:29:21.731520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Transition to ACTIVE for port object 27d9e6c0-53ab-4ea2-bb15-ced7b239443e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:21.753626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.801267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1ff70966-c4f2-490a-aa25-69993ce0ba7c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:21.817494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c05ef459-8253-47c2-a260-37810d54822a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:21.817807 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.828745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2fb7677-2b96-47a1-b9f0-6559e0dab57d req-8f190709-d5ee-448e-b64c-611c355584e0 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983226 Aug 11 02:29:21.895515 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.906584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Network ba1c314a-3426-4bb7-a034-7e567490564b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:21.917545 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Transition to ACTIVE for port object e6027cff-4af6-4223-9a17-6918ac75203c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:21.928476 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.944508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.994996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe06ea-c88a-4ca2-bc93-3ace7500fafe req-0f209722-4961-472f-b60e-5484a03238ef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.003421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:22.007477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bffe06ea-c88a-4ca2-bc93-3ace7500fafe req-0f209722-4961-472f-b60e-5484a03238ef tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 949 time: 0.1595922 Aug 11 02:29:22.023809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:22.026613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.082496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1ff70966-c4f2-490a-aa25-69993ce0ba7c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:22.193823 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Pushing event updated for resources: {'Port': ['ID=e6027cff-4af6-4223-9a17-6918ac75203c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.256096 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.256679 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.261392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bffe06ea-c88a-4ca2-bc93-3ace7500fafe req-a416d943-4839-4785-9d97-e210c4b80e71 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507529 Aug 11 02:29:22.264036 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.264740 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.265310 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.265888 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.266463 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.267008 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.267593 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.268175 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.268751 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.269319 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:22.299883 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Attempting to bind port e6027cff-4af6-4223-9a17-6918ac75203c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:22.300566 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Attempting to bind port e6027cff-4af6-4223-9a17-6918ac75203c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:22.301004 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Attempting to bind port e6027cff-4af6-4223-9a17-6918ac75203c on network f31c5b4c-33b3-496b-b139-b57cf4b686a2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:22.303416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Pushing event updated for resources: {'Port': ['ID=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.315399 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:22.316101 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Checking segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:22.316782 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.317434 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Bound using segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:22.325115 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Bound port: e6027cff-4af6-4223-9a17-6918ac75203c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:22.325890 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.370789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d03de0-7b93-40e3-858d-27ba569cb478 req-aa23ca51-0272-4c02-bb9a-82b375dfe131 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.389177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d03de0-7b93-40e3-858d-27ba569cb478 req-aa23ca51-0272-4c02-bb9a-82b375dfe131 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.4315352 Aug 11 02:29:22.430882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Allocated IP 172.25.6.122 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/3cd83b60-f3e3-4758-a5e4-a3268c9f6152) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:22.496957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d03de0-7b93-40e3-858d-27ba569cb478 req-c28bf619-71f5-4940-9143-80e8f7d1d84d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065602 Aug 11 02:29:22.557606 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] For port e6027cff-4af6-4223-9a17-6918ac75203c, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:22.573086 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] For port e6027cff-4af6-4223-9a17-6918ac75203c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e6027cff-4af6-4223-9a17-6918ac75203c,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:22.581038 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.616215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e099dee-05b1-4220-b61c-274212fc9736 req-427db8fd-4515-4ac3-aff4-6d2a6ee021b7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.644162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e099dee-05b1-4220-b61c-274212fc9736 req-427db8fd-4515-4ac3-aff4-6d2a6ee021b7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1408012 Aug 11 02:29:22.649257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Attempting to bind port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:22.649957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Attempting to bind port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:22.651337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Attempting to bind port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e on network ba1c314a-3426-4bb7-a034-7e567490564b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:22.749937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e099dee-05b1-4220-b61c-274212fc9736 req-0e4c4c98-056d-4526-9158-c0b7d34b7940 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981545 Aug 11 02:29:22.758405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:22.759304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Checking segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:22.763725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.764559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Bound using segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:22.765419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Bound port: 27d9e6c0-53ab-4ea2-bb15-ced7b239443e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:22.765978 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.774217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e641db8-4eff-42b8-b77c-cd0e91ac11b3 None None] Pushing event updated for resources: {'Port': ['ID=e6027cff-4af6-4223-9a17-6918ac75203c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.781449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5efdb-5c2d-421f-9fb1-b94411bbceab req-c0bfa36d-dc9e-4bfe-905e-476b30c300b0 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.789691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85c5efdb-5c2d-421f-9fb1-b94411bbceab req-c0bfa36d-dc9e-4bfe-905e-476b30c300b0 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1312611 Aug 11 02:29:22.796229 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:22.797296 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:22.838709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.903925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85c5efdb-5c2d-421f-9fb1-b94411bbceab req-3e729e57-6730-4aa8-8eff-24d014079696 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872157 Aug 11 02:29:22.972115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.994961 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.011961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.076257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] For port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:23.081130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] For port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:23.099438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.109603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370aa1-920f-4e05-ac4e-62a5207aec12 req-21223d8c-c117-47c1-b0e0-f41a0f954bc0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.116128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f370aa1-920f-4e05-ac4e-62a5207aec12 req-21223d8c-c117-47c1-b0e0-f41a0f954bc0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1488471 Aug 11 02:29:23.152930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:23.168634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:23.171534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.183566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:23.224288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2dc4a-75dd-447c-9197-8a16a14a5e1e None None] Pushing event updated for resources: {'Port': ['ID=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.252656 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:23.281888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f370aa1-920f-4e05-ac4e-62a5207aec12 req-0d99cc94-c244-4d20-b9dc-3ed899d5b3e8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540742 Aug 11 02:29:23.295523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ef98a-947e-4885-86cb-a8724724903e req-1fabd192-0be9-4705-8b95-86ed71be9c0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.318503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d25ef98a-947e-4885-86cb-a8724724903e req-1fabd192-0be9-4705-8b95-86ed71be9c0c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1854391 Aug 11 02:29:23.413905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d25ef98a-947e-4885-86cb-a8724724903e req-a54dda34-ae89-46ad-a019-ea2078d00615 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Aug 11 02:29:23.547088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff5ac6-86e6-47eb-8121-2d9a2e2a9de7 req-8afeb0e8-d474-4c43-b5d0-c53784cafc75 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.550321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ccff5ac6-86e6-47eb-8121-2d9a2e2a9de7 req-8afeb0e8-d474-4c43-b5d0-c53784cafc75 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1339490 Aug 11 02:29:23.669387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ccff5ac6-86e6-47eb-8121-2d9a2e2a9de7 req-72195305-fd66-43da-a79d-e1a439d8d629 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098785 Aug 11 02:29:23.813814 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:22Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:23.865633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eaa1fc-2fb4-4746-8d99-ea6d5a40d63f None None] The sync data for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 is: [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:22Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:23.897593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.919809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526b277-aa13-439a-bbf1-661608a8710b req-65e5ff14-5f90-49f8-9367-5296ee7edbbb tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.921589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8526b277-aa13-439a-bbf1-661608a8710b req-65e5ff14-5f90-49f8-9367-5296ee7edbbb tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 949 time: 0.2200110 Aug 11 02:29:23.955361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97ee2f-8597-48da-984a-3c6577c3d1e9 req-c48e2934-ea0b-4269-8be8-c63d476b783e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.964047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce97ee2f-8597-48da-984a-3c6577c3d1e9 req-c48e2934-ea0b-4269-8be8-c63d476b783e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1399510 Aug 11 02:29:24.029001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce97ee2f-8597-48da-984a-3c6577c3d1e9 req-3cbff876-622e-4aaf-a02f-7e46da55ee2c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631728 Aug 11 02:29:24.134434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8526b277-aa13-439a-bbf1-661608a8710b req-cf137967-82ff-4921-8181-733e04049f58 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425807 Aug 11 02:29:24.223018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be16c-9f08-4bb2-b5d3-12d1cf8b9db6 req-78cceb7e-fb1a-4dfc-9f20-fd337d9c4eff tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.230314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d6be16c-9f08-4bb2-b5d3-12d1cf8b9db6 req-78cceb7e-fb1a-4dfc-9f20-fd337d9c4eff tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.0944943 Aug 11 02:29:24.313852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.327861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d6be16c-9f08-4bb2-b5d3-12d1cf8b9db6 req-13ebc253-38d0-430d-bb32-c601f095c064 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896394 Aug 11 02:29:24.593488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41521-fe92-4901-9aae-6c7f99666f6f req-b3ff62a5-cd18-49b7-888b-44da8aac6196 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.596351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ff41521-fe92-4901-9aae-6c7f99666f6f req-b3ff62a5-cd18-49b7-888b-44da8aac6196 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.1785963 Aug 11 02:29:24.678142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:24.686057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae710b-743f-41c0-bef1-0a1d22c94114 req-51aacce0-d0df-4f46-aefc-5306d6f30a91 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.691979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84ae710b-743f-41c0-bef1-0a1d22c94114 req-51aacce0-d0df-4f46-aefc-5306d6f30a91 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1735694 Aug 11 02:29:24.758422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ff41521-fe92-4901-9aae-6c7f99666f6f req-3119a754-4577-4555-9f4d-19303db60d85 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407349 Aug 11 02:29:24.839266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84ae710b-743f-41c0-bef1-0a1d22c94114 req-b833e097-ffd4-45fa-81a6-e8f72e5b369e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347332 Aug 11 02:29:25.051603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:25.079583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Sync routers for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:25.086342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a02a8-9f19-491e-9799-5173c9f7c551 req-03639b5a-e674-43a9-aacb-eddfe445af01 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.099553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.101486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-369a02a8-9f19-491e-9799-5173c9f7c551 req-03639b5a-e674-43a9-aacb-eddfe445af01 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2417436 Aug 11 02:29:25.102840 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bf9ab5d3-3a6c-4f0b-bc0c-9ca4c4efda93 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5279973 Aug 11 02:29:25.105992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:25.115709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:25.122218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:25.218752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37cf983-534c-4e24-a825-96185543111c None None] Network ba1c314a-3426-4bb7-a034-7e567490564b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:25.236366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-369a02a8-9f19-491e-9799-5173c9f7c551 req-5ed3e6e2-4350-49ce-bd3a-19a3712a27ce tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533006 Aug 11 02:29:25.251636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d43ad-ae77-40cc-bfd2-7e05a7954b01 req-c1b7290e-90e2-472d-a929-ef046b1ea614 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.253042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e8d43ad-ae77-40cc-bfd2-7e05a7954b01 req-c1b7290e-90e2-472d-a929-ef046b1ea614 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1887593 Aug 11 02:29:25.271962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27d9e6c0-53ab-4ea2-bb15-ced7b239443e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:25.324123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e8d43ad-ae77-40cc-bfd2-7e05a7954b01 req-0affb47b-8054-4472-810a-7010c58bf759 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638297 Aug 11 02:29:25.480012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5bf21cbe-e58e-4350-ad15-d9af473ad332 None None] Provisioning for port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:25.619228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1ff70966-c4f2-490a-aa25-69993ce0ba7c up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:25.686608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dbda0-5152-41f2-ab68-00f8037105b8 req-cd7d7997-7ecc-42c7-b3b8-f07a3f0ef900 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.692038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-709dbda0-5152-41f2-ab68-00f8037105b8 req-cd7d7997-7ecc-42c7-b3b8-f07a3f0ef900 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 949 time: 0.2262506 Aug 11 02:29:25.732465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01166962-c417-495c-a8cf-318bbc8a9424 req-ea289f65-5418-471c-be93-3812b426d5c8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.736435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01166962-c417-495c-a8cf-318bbc8a9424 req-ea289f65-5418-471c-be93-3812b426d5c8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2369409 Aug 11 02:29:25.796119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:25.811524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:25.898681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-709dbda0-5152-41f2-ab68-00f8037105b8 req-4fcc2785-e685-4dff-b93e-6a5896a5bd82 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987820 Aug 11 02:29:25.914655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01166962-c417-495c-a8cf-318bbc8a9424 req-a935d578-2b4d-40a2-a475-99bf94e61abc tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619496 Aug 11 02:29:26.022302 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:29:26.060356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdb52b-86e8-4db3-814d-4809e712e2a7 req-6d6387ec-fe87-4700-879a-b141967a915c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.071311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ccdb52b-86e8-4db3-814d-4809e712e2a7 req-6d6387ec-fe87-4700-879a-b141967a915c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.0744932 Aug 11 02:29:26.144818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:26.145921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.171869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ccdb52b-86e8-4db3-814d-4809e712e2a7 req-96052f90-4613-4253-95eb-9cda8ef610e8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995386 Aug 11 02:29:26.198313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ae79-6421-49a8-a5ae-4234753957f9 req-4c11371b-9175-46bf-891c-2b716d1c004d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.200278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b797ae79-6421-49a8-a5ae-4234753957f9 req-4c11371b-9175-46bf-891c-2b716d1c004d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.0996690 Aug 11 02:29:26.313942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.343421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 1ff70966-c4f2-490a-aa25-69993ce0ba7c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:26.384331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b797ae79-6421-49a8-a5ae-4234753957f9 req-bc0a44f0-9123-4a2b-83b0-e73122a0c953 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585920 Aug 11 02:29:26.390468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 1ff70966-c4f2-490a-aa25-69993ce0ba7c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:26.391649 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.420856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b8ce4-6f31-44f5-b241-78af7a3412fd req-944e06ff-e039-4c87-b49b-ea64d71095b6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.437746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e5b8ce4-6f31-44f5-b241-78af7a3412fd req-944e06ff-e039-4c87-b49b-ea64d71095b6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1298840 Aug 11 02:29:26.551139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:23Z', 'revision_number': 3, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:26.587285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e5b8ce4-6f31-44f5-b241-78af7a3412fd req-891d5850-48ca-40ed-ac47-c853536f41c4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479445 Aug 11 02:29:26.666933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Allocated IP 172.20.0.1 (ba1c314a-3426-4bb7-a034-7e567490564b/afa5993c-1670-46d3-b8d9-6385eea3cefb/8b81545f-34b5-40b6-bbc0-9874e7170060) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:26.710384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Checking router: 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:26.711629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Updating router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:26.752136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aced9-8439-4781-a5e2-d9a0f45efceb req-15d3d90f-6613-4202-90c8-037666314520 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.762924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e8aced9-8439-4781-a5e2-d9a0f45efceb req-15d3d90f-6613-4202-90c8-037666314520 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1985030 Aug 11 02:29:26.829036 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.932854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e8aced9-8439-4781-a5e2-d9a0f45efceb req-afc89a72-137a-453e-897e-dfc5bc934b8a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596947 Aug 11 02:29:26.939798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.995290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Transition to ACTIVE for port object 8b81545f-34b5-40b6-bbc0-9874e7170060 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:27.006828 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.080403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.099665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02399838-5d2b-4cc9-bb42-e2651f06d27b req-2a24dfa9-8d6c-4894-bfdc-7401cb08621d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.102323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02399838-5d2b-4cc9-bb42-e2651f06d27b req-2a24dfa9-8d6c-4894-bfdc-7401cb08621d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1593981 Aug 11 02:29:27.152569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Network ba1c314a-3426-4bb7-a034-7e567490564b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:27.156259 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.196651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:27.202613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:27.274505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Pushing event updated for resources: {'Port': ['ID=8b81545f-34b5-40b6-bbc0-9874e7170060,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.298408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.299642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02399838-5d2b-4cc9-bb42-e2651f06d27b req-c999a846-d912-4b49-8313-aff34634daf5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498652 Aug 11 02:29:27.380142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856e957-04c6-4106-a2e0-29a7a7991b63 req-b1e9f168-6581-4d5c-846a-cb4bd81a009d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.384377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1856e957-04c6-4106-a2e0-29a7a7991b63 req-b1e9f168-6581-4d5c-846a-cb4bd81a009d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 949 time: 0.2497804 Aug 11 02:29:27.387777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:27.409493 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.410950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6027cff-4af6-4223-9a17-6918ac75203c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:27.562719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.585191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff70966-c4f2-490a-aa25-69993ce0ba7c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:27.587556 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71765bc8-18a2-4ef2-b580-fb6aab1124e4" -d '{"events": [{"server_uuid": "dc90308f-d4d9-4840-8bc0-7bdf99b1db0e", "name": "network-vif-plugged", "status": "completed", "tag": "1ff70966-c4f2-490a-aa25-69993ce0ba7c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:27.597043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7ad728b-04a2-4a91-b0fe-3bb578e49bb5 None None] Provisioning complete for port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:27.597438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7ad728b-04a2-4a91-b0fe-3bb578e49bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.639723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1856e957-04c6-4106-a2e0-29a7a7991b63 req-f6691abb-24d7-4a02-adc6-f1948be201e8 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444875 Aug 11 02:29:27.710683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064b70f-71c8-456a-91c7-d59f90a48dd0 req-d9bd0ce2-f24c-4052-810b-2209d20d872b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.710683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c064b70f-71c8-456a-91c7-d59f90a48dd0 req-d9bd0ce2-f24c-4052-810b-2209d20d872b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2715709 Aug 11 02:29:27.832512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.840492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c064b70f-71c8-456a-91c7-d59f90a48dd0 req-705319eb-da03-4c9f-9aab-2a44fa85935d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202765 Aug 11 02:29:28.065259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12276a0f-168b-451d-aea0-6fe9554f5939 req-f2ce86e5-8cdf-4f8b-9703-5ec547c87d1e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:28.070376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:28.076787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12276a0f-168b-451d-aea0-6fe9554f5939 req-f2ce86e5-8cdf-4f8b-9703-5ec547c87d1e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2055929 Aug 11 02:29:28.090897 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.185772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12276a0f-168b-451d-aea0-6fe9554f5939 req-ccf19930-f50c-4a48-ad4a-0154f622c34f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874441 Aug 11 02:29:28.295357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.298543 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc6f89-41f2-49e2-9f93-66f8ac5a7b7e x-openstack-request-id: req-15dc6f89-41f2-49e2-9f93-66f8ac5a7b7e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:28.300596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b133fe1-d1db-4aba-94bf-e4195065e833 req-f3d5aed2-a7f9-429b-a104-5ea3193d2063 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:28.303544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b133fe1-d1db-4aba-94bf-e4195065e833 req-f3d5aed2-a7f9-429b-a104-5ea3193d2063 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2017558 Aug 11 02:29:28.304806 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc90308f-d4d9-4840-8bc0-7bdf99b1db0e", "name": "network-vif-plugged", "status": "completed", "tag": "1ff70966-c4f2-490a-aa25-69993ce0ba7c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:28.305305 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15dc6f89-41f2-49e2-9f93-66f8ac5a7b7e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:28.306849 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff70966-c4f2-490a-aa25-69993ce0ba7c', 'code': 200} Aug 11 02:29:28.323130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.392839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e6027cff-4af6-4223-9a17-6918ac75203c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:28.407349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Pushing event updated for resources: {'Port': ['ID=8b81545f-34b5-40b6-bbc0-9874e7170060,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.410763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.425301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1ff70966-c4f2-490a-aa25-69993ce0ba7c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.433394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e6027cff-4af6-4223-9a17-6918ac75203c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:28.433977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.552121 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.568650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Transition to ACTIVE for port object 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:28.569013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b327f94-2314-4505-a63c-765e4735e55a req-4dac970d-bbc6-4112-972e-0ae26c0a70cd tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:28.571997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b327f94-2314-4505-a63c-765e4735e55a req-4dac970d-bbc6-4112-972e-0ae26c0a70cd tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1354675 Aug 11 02:29:28.598600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b133fe1-d1db-4aba-94bf-e4195065e833 req-5c8dae0a-9fec-474a-ba85-f49aa6843727 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700486 Aug 11 02:29:28.608474 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.685292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c9bc9eb3-76e3-4a81-bba8-6224bceb8392 None None] Provisioning for port 8b81545f-34b5-40b6-bbc0-9874e7170060 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:28.691942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783262c7-2d0f-41a6-96a1-e36a4768af50 req-7f0f737f-9fc0-4ab8-a932-765e7331d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:28.695071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-783262c7-2d0f-41a6-96a1-e36a4768af50 req-7f0f737f-9fc0-4ab8-a932-765e7331d3b3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 1101 time: 0.3340204 Aug 11 02:29:28.697009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c9bc9eb3-76e3-4a81-bba8-6224bceb8392 None None] Provisioning complete for port 8b81545f-34b5-40b6-bbc0-9874e7170060 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:28.697493 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9eb3-76e3-4a81-bba8-6224bceb8392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.698254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Network ba1c314a-3426-4bb7-a034-7e567490564b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:28.701042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:28.732867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.764674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b327f94-2314-4505-a63c-765e4735e55a req-dd7038c6-c6ea-476c-b5f8-63d2f4d8582a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636598 Aug 11 02:29:28.771038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Attempting to bind port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:28.771038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Attempting to bind port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:28.771390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Attempting to bind port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:28.821504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-783262c7-2d0f-41a6-96a1-e36a4768af50 req-d25d007c-bddb-4d6c-8efb-e9605c06e7dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071787 Aug 11 02:29:28.853641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85e2af-3768-48dc-ae1a-3c73e944fdc1 None None] Pushing event updated for resources: {'Port': ['ID=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.882593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:28.883045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:28.883459 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.883915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:28.884473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Bound port: 3cd83b60-f3e3-4758-a5e4-a3268c9f6152, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:28.884793 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.933693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e6027cff-4af6-4223-9a17-6918ac75203c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e6027cff-4af6-4223-9a17-6918ac75203c,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:28.951048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.959346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc9eb3-76e3-4a81-bba8-6224bceb8392 None None] Port 8b81545f-34b5-40b6-bbc0-9874e7170060 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:29.034025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:29.105762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7799a01-eda5-46d9-a29f-cbd476ba2a95 req-3080ada5-e88d-41d9-b023-182b1257ef35 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.113755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7799a01-eda5-46d9-a29f-cbd476ba2a95 req-3080ada5-e88d-41d9-b023-182b1257ef35 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 950 time: 0.1401739 Aug 11 02:29:29.115256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] For port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:29.130054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27d9e6c0-53ab-4ea2-bb15-ced7b239443e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:29.178076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7799a01-eda5-46d9-a29f-cbd476ba2a95 req-2d9cdda4-81c3-4d08-b57b-317fb5190b5d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594542 Aug 11 02:29:29.245885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] For port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:29.249068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e6027cff-4af6-4223-9a17-6918ac75203c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.276253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.373113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:29.386930 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd18718e-d6c7-44fd-a57b-52a4b71e7660 admin admin] 10.222.0.16 "PUT /v2.0/routers/8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2782826 Aug 11 02:29:29.440889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bb59c-6509-4b25-b23c-5e8057307c96 req-bbdeb8d6-440a-46bb-99b1-92fa158ccce2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.445635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-281bb59c-6509-4b25-b23c-5e8057307c96 req-bbdeb8d6-440a-46bb-99b1-92fa158ccce2 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2527187 Aug 11 02:29:29.516497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:29.518099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:29.532006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-191f5ee5-2437-47d5-967a-cee0dffb1b72 None None] Provisioning complete for port 8b81545f-34b5-40b6-bbc0-9874e7170060 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:29.532632 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-191f5ee5-2437-47d5-967a-cee0dffb1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.551396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-281bb59c-6509-4b25-b23c-5e8057307c96 req-74b90b1e-8d1b-41d4-bf24-0d9e6edc9172 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003816 Aug 11 02:29:29.579024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:29.580560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.595421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dff4a-532d-4362-862e-54e35d7fcf2e req-a2ecb8b5-a0a0-4a1b-8408-d6174d8751e9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.598518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-470dff4a-532d-4362-862e-54e35d7fcf2e req-a2ecb8b5-a0a0-4a1b-8408-d6174d8751e9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1181207 Aug 11 02:29:29.681644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-470dff4a-532d-4362-862e-54e35d7fcf2e req-fcfbf630-b913-442e-876a-2b0a8968852f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720246 Aug 11 02:29:29.708106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85e2af-3768-48dc-ae1a-3c73e944fdc1 None None] Pushing event updated for resources: {'Port': ['ID=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.835014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feaf41-ba7b-4d63-9df7-f0bf88d64a7f req-b868dd3d-84b0-4364-b669-ebced9127421 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.842961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95feaf41-ba7b-4d63-9df7-f0bf88d64a7f req-b868dd3d-84b0-4364-b669-ebced9127421 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.0878301 Aug 11 02:29:29.850624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-191f5ee5-2437-47d5-967a-cee0dffb1b72 None None] Port 8b81545f-34b5-40b6-bbc0-9874e7170060 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:29.906036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:29.949814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95feaf41-ba7b-4d63-9df7-f0bf88d64a7f req-ce2a2c72-4912-4b00-8998-4b6176b94248 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052041 Aug 11 02:29:30.178498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293809c1-6061-485c-aff0-73fee93e9ed1 req-3a69f804-2e2d-4cb8-86b6-0e8e5c34c720 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:30.181005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-293809c1-6061-485c-aff0-73fee93e9ed1 req-3a69f804-2e2d-4cb8-86b6-0e8e5c34c720 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.0728655 Aug 11 02:29:30.253488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-293809c1-6061-485c-aff0-73fee93e9ed1 req-bcb1b047-e7a8-4545-87e2-4fb0c7da8f8c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591657 Aug 11 02:29:30.316024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 2, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:30.384216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116a48b-b549-4891-93b0-55e2a352744f None None] The sync data for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 is: [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 2, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:30.713699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56650) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:30.726668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454851582', 'description': 'tempest-description--1707052404'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:30.836518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.039468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456a48-1c79-47e1-9fac-caa4ac939b43 req-98d858ad-f032-437f-afb1-447e001e4f1a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:31.044360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24456a48-1c79-47e1-9fac-caa4ac939b43 req-98d858ad-f032-437f-afb1-447e001e4f1a tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 950 time: 0.1752250 Aug 11 02:29:31.151964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6027cff-4af6-4223-9a17-6918ac75203c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:31.202679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f379bcf-a0e8-40ea-8060-194896b2a6fb req-6a70eaaa-7b82-43d7-bfd2-a3ad21619c53 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:31.204799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f379bcf-a0e8-40ea-8060-194896b2a6fb req-6a70eaaa-7b82-43d7-bfd2-a3ad21619c53 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1576705 Aug 11 02:29:31.230104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24456a48-1c79-47e1-9fac-caa4ac939b43 req-a04baff2-a4de-4242-9343-3c431a492b4e tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634007 Aug 11 02:29:31.288053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.303908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.311841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e6027cff-4af6-4223-9a17-6918ac75203c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:31.312478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.342558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0745794-bc2a-4bdd-a79e-933512c3b16c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:31.373643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f379bcf-a0e8-40ea-8060-194896b2a6fb req-cebc54be-022a-4071-bbf3-e6f832b1c2b7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392133 Aug 11 02:29:31.376494 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.378474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-db054704-3658-4a12-966f-d3211800c2e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6627381 Aug 11 02:29:31.384491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:31.394361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Request body: {'security_group_rule': {'security_group_id': 'f0745794-bc2a-4bdd-a79e-933512c3b16c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:31.530946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.581346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321526e-aab9-41e9-96c5-af8903d30330 req-439e08b1-36c7-4746-9723-e52689a31fa9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:31.604143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b321526e-aab9-41e9-96c5-af8903d30330 req-439e08b1-36c7-4746-9723-e52689a31fa9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1247444 Aug 11 02:29:31.652162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:31.759075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b321526e-aab9-41e9-96c5-af8903d30330 req-e4b894c7-14f3-4822-824f-3b618f644caa tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403968 Aug 11 02:29:31.765787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.784443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.823628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e632bc-cc54-4548-8abc-c8db8a4a1843 req-488395ce-03cf-4eb1-b0ae-581530c87dba tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:31.826467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43e632bc-cc54-4548-8abc-c8db8a4a1843 req-488395ce-03cf-4eb1-b0ae-581530c87dba tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 1101 time: 0.1340044 Aug 11 02:29:31.831086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298d327f-71c2-4207-b6ea-67b38ec6bde9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:31.874444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.878037 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-077b6a92-6d32-42f3-a87a-d9e715a9af0a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4905841 Aug 11 02:29:31.882630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56676) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:31.890358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Request body: {'security_group_rule': {'security_group_id': 'f0745794-bc2a-4bdd-a79e-933512c3b16c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:31.918102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43e632bc-cc54-4548-8abc-c8db8a4a1843 req-08995764-6a94-4e79-b591-824fcb5fff17 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823004 Aug 11 02:29:31.948551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:31.971340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'mac_address': 'fa:16:3e:8d:2f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:32.025109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.039924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.059862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db283de9-acd7-48f8-afd5-4d40fb15abd0 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:32.087662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:32.094839 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.112298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1037e-f923-4023-b6df-ed5b075983a3 req-599a34ce-2457-4dcb-bd19-eb8fd81ad82f tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.114232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dda1037e-f923-4023-b6df-ed5b075983a3 req-599a34ce-2457-4dcb-bd19-eb8fd81ad82f tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1772108 Aug 11 02:29:32.138059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.177499 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.226835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.230297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dda1037e-f923-4023-b6df-ed5b075983a3 req-5cfa497e-14ee-4316-abf5-003db72d1ae5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968730 Aug 11 02:29:32.234465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dba0e4-4cb8-49d0-be0f-2fb06e86555a,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.241249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.243111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6f2103ad-0e54-4db4-bef4-56fb34b1421e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591690 Aug 11 02:29:32.248160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:32.263592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:32.269944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['db283de9-acd7-48f8-afd5-4d40fb15abd0'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:32.331789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.504440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-2e5235c4-78e0-43eb-b3c5-7b9e6e5db7ed tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629475 Aug 11 02:29:32.529332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.735313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27335c94-2e52-4615-b964-f9c0dfa3443f req-fc32b78a-762d-4bf0-bfb1-70341c6cd829 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.737733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27335c94-2e52-4615-b964-f9c0dfa3443f req-fc32b78a-762d-4bf0-bfb1-70341c6cd829 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3728783 Aug 11 02:29:32.818106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-c06277c8-f860-410d-9b79-02ae3c2c1cd5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.827901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-c06277c8-f860-410d-9b79-02ae3c2c1cd5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124099 Aug 11 02:29:32.854094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27335c94-2e52-4615-b964-f9c0dfa3443f req-7e74ea51-c3fe-4567-996c-38773547f144 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037147 Aug 11 02:29:32.864025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-93d696f9-1f6e-43b2-8e32-4234f19f5fbe tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/quotas/05f210b56d8749d3a489b01fe20db27d HTTP/1.1" status: 200 len: 375 time: 0.0365472 Aug 11 02:29:32.951553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-9bae58d0-dcde-4571-984a-75481186f949 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0841382 Aug 11 02:29:33.087764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f0739-d6e7-4d99-9790-ba42429c0e0e req-567be63a-5883-4fb8-9487-33c0b4b27ad8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.097820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-300f0739-d6e7-4d99-9790-ba42429c0e0e req-567be63a-5883-4fb8-9487-33c0b4b27ad8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1414900 Aug 11 02:29:33.138780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:33.213602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Allocated IP 172.25.6.234 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/17a93906-2b9b-4f8e-8ad9-7031d4e5f844) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:33.216253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-300f0739-d6e7-4d99-9790-ba42429c0e0e req-542b1467-e04d-4faa-8728-b9e86e35d25c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148286 Aug 11 02:29:33.229120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:33.239141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:33.240047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.430724 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.449838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.459362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:33.465320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.499141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bddb7f0-489e-49c0-8285-362e05c29ed2 req-24c1ae9e-e7e3-4e62-926f-582163dcce50 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 210 time: 0.1384861 Aug 11 02:29:33.524590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.567937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.577402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:33.581690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:33.588617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:33.661905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3dcc0-083b-4088-b6ba-137f5f215b13 req-bffebc1c-d8d6-4966-a8cb-09aa50cbeb76 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.668379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67c3dcc0-083b-4088-b6ba-137f5f215b13 req-bffebc1c-d8d6-4966-a8cb-09aa50cbeb76 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2014019 Aug 11 02:29:33.671451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:33.671791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event updated for resources: {'Port': ['ID=17a93906-2b9b-4f8e-8ad9-7031d4e5f844,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.768798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.788079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67c3dcc0-083b-4088-b6ba-137f5f215b13 req-cb7f6431-5cf8-4991-ac1b-630872044ad1 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002235 Aug 11 02:29:33.840852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port db283de9-acd7-48f8-afd5-4d40fb15abd0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:33.841230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.910041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.020608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.092579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:34.095146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:34.101162 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ecae5f-53d0-448b-9498-99b032f8fff5" -d '{"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-plugged", "status": "completed", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:34.108840 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.211781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.276590 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26292dc5-09f2-46bf-b7ec-c0131717ce4d x-openstack-request-id: req-26292dc5-09f2-46bf-b7ec-c0131717ce4d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:34.277675 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-plugged", "status": "completed", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:34.277675 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26292dc5-09f2-46bf-b7ec-c0131717ce4d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:34.278467 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'code': 200} Aug 11 02:29:34.302897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.318077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.345964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac627ae-9a8b-4fac-9b82-34ac07d5f776 req-2ef7f8f7-6528-458b-9a1a-da40b5397a9e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.375069 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Sync routers for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:34.383217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ac627ae-9a8b-4fac-9b82-34ac07d5f776 req-2ef7f8f7-6528-458b-9a1a-da40b5397a9e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3692749 Aug 11 02:29:34.412781 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:34.414378 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:34.422414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-a2a34006-2b6b-4bca-9aa5-5e5b7d76e13b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2957799 Aug 11 02:29:34.577774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.589807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ac627ae-9a8b-4fac-9b82-34ac07d5f776 req-cf2ff038-7f78-4a7e-b03c-44294d4484f6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000940 Aug 11 02:29:34.648342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event updated for resources: {'Port': ['ID=17a93906-2b9b-4f8e-8ad9-7031d4e5f844,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.649478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c9a9f-411d-481a-876e-b2ffe04f6f39 req-bb8ffbff-43d8-42f6-8256-1206bf1dde97 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.656152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.658050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-acc9a84e-ce38-4936-b94c-cee2bd11c45b tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4088118 Aug 11 02:29:34.695497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef2c9a9f-411d-481a-876e-b2ffe04f6f39 req-bb8ffbff-43d8-42f6-8256-1206bf1dde97 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2711179 Aug 11 02:29:34.701347 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:34.756735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-a339adcc-b8b5-4d36-90c4-8e21ce36fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.759536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-a339adcc-b8b5-4d36-90c4-8e21ce36fc67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2769823 Aug 11 02:29:34.894551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef2c9a9f-411d-481a-876e-b2ffe04f6f39 req-7aabef99-4e06-49af-981f-36cb33c28d08 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975040 Aug 11 02:29:35.011083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-ffee035e-0a74-4b23-8426-0ae0409e05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.015652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-ffee035e-0a74-4b23-8426-0ae0409e05bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.2266457 Aug 11 02:29:35.150994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-674233c7-4be2-42aa-8edd-ee4b813aceba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af HTTP/1.1" status: 200 len: 217 time: 0.1263056 Aug 11 02:29:35.180722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:35.243299 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 2, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.283391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:35.284467 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.284947 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Checking router: 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:35.285298 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Updating router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f port 8b81545f-34b5-40b6-bbc0-9874e7170060 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:35.321711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73d5ecd6-9821-435d-8915-e8078e787af2 req-8a2acc09-30fc-4f74-974c-34bc363fa047 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 210 time: 0.1643665 Aug 11 02:29:35.349455 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.485463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-2663dd31-afdf-4a5e-a1e9-53852a2a7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.487061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-2663dd31-afdf-4a5e-a1e9-53852a2a7e28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.3250976 Aug 11 02:29:35.531663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5469a-6be1-448d-926d-3c845a7fcc1a req-6b69b066-3ac4-4259-b0c4-b5c68807adf1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.534646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8b5469a-6be1-448d-926d-3c845a7fcc1a req-6b69b066-3ac4-4259-b0c4-b5c68807adf1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2339251 Aug 11 02:29:35.567526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-bb41e6f9-6a03-48e6-91b8-12632d010066 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691452 Aug 11 02:29:35.753394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8b5469a-6be1-448d-926d-3c845a7fcc1a req-e308675e-328a-4f4d-b79a-dab0ca267dd6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891294 Aug 11 02:29:35.803205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-d4bf5074-088e-45e6-bd73-87d9cb612548 service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138147 Aug 11 02:29:35.816246 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.834623 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Transition to ACTIVE for port object 8b81545f-34b5-40b6-bbc0-9874e7170060 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:35.857494 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.922650 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844e602-8340-4864-a7d6-77786d4dbf69 None None] Pushing event updated for resources: {'Port': ['ID=8b81545f-34b5-40b6-bbc0-9874e7170060,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:36.014616 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-0ad3ab9f-d9a3-45d5-9173-fa7044fde41f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776711 Aug 11 02:29:36.218629 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Attempting to bind port 8b81545f-34b5-40b6-bbc0-9874e7170060 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:36.219769 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Attempting to bind port 8b81545f-34b5-40b6-bbc0-9874e7170060 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:36.220727 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Attempting to bind port 8b81545f-34b5-40b6-bbc0-9874e7170060 on network ba1c314a-3426-4bb7-a034-7e567490564b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:36.247400 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:36.252988 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Checking segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:36.255389 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.258873 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Bound using segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:36.263165 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Bound port: 8b81545f-34b5-40b6-bbc0-9874e7170060, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:36.265760 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.268698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-94176d53-2ab6-4e98-b96f-04fd17177c31 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.271450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-94176d53-2ab6-4e98-b96f-04fd17177c31 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510140 Aug 11 02:29:36.277878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5963c4f9-d40b-435f-bc0f-10acae0194fa req-d30b96c7-3f8f-47a4-bb56-ffa359521ee7 service neutron] 10.222.0.25 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615748 Aug 11 02:29:36.296931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Request body: {'port': {'device_id': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '05f210b56d8749d3a489b01fe20db27d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:36.402225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541e102-e79c-48f7-89c1-8466808c9110 req-a90f18f2-3e35-4fcc-bff2-d7695cf004d9 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.405097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e541e102-e79c-48f7-89c1-8466808c9110 req-a90f18f2-3e35-4fcc-bff2-d7695cf004d9 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.3897812 Aug 11 02:29:36.539847 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] For port 8b81545f-34b5-40b6-bbc0-9874e7170060, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:36.545814 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] For port 8b81545f-34b5-40b6-bbc0-9874e7170060, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b81545f-34b5-40b6-bbc0-9874e7170060,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:36.560750 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.572296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e541e102-e79c-48f7-89c1-8466808c9110 req-c88faa8d-6249-454f-b601-75d677615ce3 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376536 Aug 11 02:29:36.613246 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:36.613890 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:36.651143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Made reservation on behalf of 05f210b56d8749d3a489b01fe20db27d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:36.665162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.811384 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:36.942803 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844e602-8340-4864-a7d6-77786d4dbf69 None None] Pushing event updated for resources: {'Port': ['ID=8b81545f-34b5-40b6-bbc0-9874e7170060,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:37.252259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Allocated IP 192.168.233.201 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/46da77df-0d32-4d57-91b3-bf75fb638090) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:37.290703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b81545f-34b5-40b6-bbc0-9874e7170060 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:37.375781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85854e-172b-4a0e-a0fd-a2483ceb57e5 req-14d43ad3-5018-477e-a7f5-f665e8913ba7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.393879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea85854e-172b-4a0e-a0fd-a2483ceb57e5 req-14d43ad3-5018-477e-a7f5-f665e8913ba7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.3861954 Aug 11 02:29:37.443614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-c81fd558-67cd-4107-98eb-a03778f4d80a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3322165 Aug 11 02:29:37.523350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b81545f-34b5-40b6-bbc0-9874e7170060 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:37.546917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b81545f-34b5-40b6-bbc0-9874e7170060 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:37.547682 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.609694 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:36Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:37.709022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea85854e-172b-4a0e-a0fd-a2483ceb57e5 req-373753d8-81c5-4254-89ad-b39c380881cc tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883074 Aug 11 02:29:37.750124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.771554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e960dd-037d-4943-a872-425af235d0a4 req-4c676c1b-1dce-4ab3-9ea6-637d94ea1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.776166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-4c676c1b-1dce-4ab3-9ea6-637d94ea1ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.2166245 Aug 11 02:29:37.778568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Transition to ACTIVE for port object 46da77df-0d32-4d57-91b3-bf75fb638090 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:37.854781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.891078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5', '2f38faaa-12bb-489e-aeff-2b7c2d83e271', '1ff70966-c4f2-490a-aa25-69993ce0ba7c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:37.949596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e960dd-037d-4943-a872-425af235d0a4 req-3c868d49-074d-4aa0-b6a4-ea915dff5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.952188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-3c868d49-074d-4aa0-b6a4-ea915dff5100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.1365638 Aug 11 02:29:37.961913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:37.973867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:37.987038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:38.100072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:38.111947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-0517e535-cf60-4390-a543-cbea76148637 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 1002 time: 0.1452556 Aug 11 02:29:38.125033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.126438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.133721 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event updated for resources: {'Port': ['ID=46da77df-0d32-4d57-91b3-bf75fb638090,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:38.187680 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3a0e-2bcc-4ef6-bf33-854c29832baf None None] The sync data for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 is: [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:36Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:38.189616 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-4752bc9b-f3ca-4a24-b8cb-782c1c31db73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8951261 Aug 11 02:29:38.217070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Request body: {'port': {'device_id': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:38.275809 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.335905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e960dd-037d-4943-a872-425af235d0a4 req-2aba409b-fdfd-445e-b72a-bdb3452e9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.375687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-2aba409b-fdfd-445e-b72a-bdb3452e9e46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.2137468 Aug 11 02:29:38.549422 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.597823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e960dd-037d-4943-a872-425af235d0a4 req-506e4068-ae96-4c71-8d98-ecbd38d9769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.600268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-506e4068-ae96-4c71-8d98-ecbd38d9769c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193167 Aug 11 02:29:38.739543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb064e-7063-4bcb-924c-ea5dc8275ace req-9d8b9bb1-4453-4458-ac73-83e3bb801297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.740605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8b81545f-34b5-40b6-bbc0-9874e7170060, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b81545f-34b5-40b6-bbc0-9874e7170060,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:38.742333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88bb064e-7063-4bcb-924c-ea5dc8275ace req-9d8b9bb1-4453-4458-ac73-83e3bb801297 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.1521668 Aug 11 02:29:38.788929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.850295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-94a81ce2-7795-4d13-aa3d-253cc8ae88de None None] Provisioning for port 46da77df-0d32-4d57-91b3-bf75fb638090 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:38.931657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-94a81ce2-7795-4d13-aa3d-253cc8ae88de None None] Provisioning complete for port 46da77df-0d32-4d57-91b3-bf75fb638090 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:38.932644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-94a81ce2-7795-4d13-aa3d-253cc8ae88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.024588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-94a81ce2-7795-4d13-aa3d-253cc8ae88de None None] Port 46da77df-0d32-4d57-91b3-bf75fb638090 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:39.199888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8b81545f-34b5-40b6-bbc0-9874e7170060,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:39.234214 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88bb064e-7063-4bcb-924c-ea5dc8275ace req-7cefb1d1-bad3-4e86-917e-893ea3bf98da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840856 Aug 11 02:29:39.408694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-e80b2d4a-840b-4920-bf07-14efd636809e service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929850 Aug 11 02:29:39.861627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56e960dd-037d-4943-a872-425af235d0a4 req-19621a5e-8ebb-478f-8a5e-95965d1af279 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371595 Aug 11 02:29:39.979086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46da77df-0d32-4d57-91b3-bf75fb638090 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:39.996992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.025314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Transition to ACTIVE for port object 46da77df-0d32-4d57-91b3-bf75fb638090 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:40.037503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.385886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Attempting to bind port 46da77df-0d32-4d57-91b3-bf75fb638090 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:40.386493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Attempting to bind port 46da77df-0d32-4d57-91b3-bf75fb638090 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:40.387071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Attempting to bind port 46da77df-0d32-4d57-91b3-bf75fb638090 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:40.407845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Pushing event updated for resources: {'Port': ['ID=46da77df-0d32-4d57-91b3-bf75fb638090,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.413889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Port 46da77df-0d32-4d57-91b3-bf75fb638090 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:40.414436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Attempting to bind port 46da77df-0d32-4d57-91b3-bf75fb638090 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:40.439106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:40.439680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:40.442928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:40.443742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Bound port: 46da77df-0d32-4d57-91b3-bf75fb638090, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:40.444351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.681741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] For port 46da77df-0d32-4d57-91b3-bf75fb638090, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:40.686717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] For port 46da77df-0d32-4d57-91b3-bf75fb638090, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=46da77df-0d32-4d57-91b3-bf75fb638090,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:40.696702 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.758330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:40.759287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.761219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/46da77df-0d32-4d57-91b3-bf75fb638090 HTTP/1.1" status: 200 len: 1096 time: 2.5619955 Aug 11 02:29:40.762187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'tag': '46da77df-0d32-4d57-91b3-bf75fb638090'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:40.767583 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1356c455-901c-4fd7-b712-ca0a7e4831c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32", "tag": "46da77df-0d32-4d57-91b3-bf75fb638090"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:40.822474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3506d03-a8de-4594-9bcc-8bed542e99a2 service neutron] Pushing event updated for resources: {'Port': ['ID=46da77df-0d32-4d57-91b3-bf75fb638090,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.935216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-d340f5ce-8129-4564-9405-d630d144b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:40.937070 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-d340f5ce-8129-4564-9405-d630d144b25b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 1099 time: 0.0992193 Aug 11 02:29:41.045846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-1c63667f-e239-4746-be76-0c531eeb7045 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=46da77df-0d32-4d57-91b3-bf75fb638090 HTTP/1.1" status: 200 len: 217 time: 0.0910101 Aug 11 02:29:41.114617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b81545f-34b5-40b6-bbc0-9874e7170060 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:41.199785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b81545f-34b5-40b6-bbc0-9874e7170060 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:41.200587 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.205124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-b70a2204-5e44-4e10-bad0-5c87b9bccca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:41.209378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-b70a2204-5e44-4e10-bad0-5c87b9bccca4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1454048 Aug 11 02:29:41.307968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e95f2db6-a2b2-4128-a7f1-89f574a29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:41.310054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-e95f2db6-a2b2-4128-a7f1-89f574a29839 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902019 Aug 11 02:29:41.503596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-ba0646a3-c5cf-46cd-8d1a-510dc83dbcaa service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802146 Aug 11 02:29:41.801064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b86db61-bd00-4e80-a824-18d2240eb435 req-5735fa08-2ebc-4c11-b564-13ee0db8c14b service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857985 Aug 11 02:29:43.785051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-b50aa3c6-ce07-4c88-ae3b-20439e3e4640 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1454851582&fields=id&tenant_id=2ff3b0a785e147aca5c368e57a3e2d10 HTTP/1.1" status: 200 len: 267 time: 0.0932872 Aug 11 02:29:43.883543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b9b35475-7a4d-48ad-9a14-0edcb47d38dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.120242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226987f-6a91-4e47-8a90-9d1820cd341c req-85c0511d-f291-48f1-af72-17a31a08eb1f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.123072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7226987f-6a91-4e47-8a90-9d1820cd341c req-85c0511d-f291-48f1-af72-17a31a08eb1f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 948 time: 0.2333598 Aug 11 02:29:44.227947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-26275336-0904-4627-ae73-9b3d4be273f3 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.236246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-26275336-0904-4627-ae73-9b3d4be273f3 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/networks?id=ba1c314a-3426-4bb7-a034-7e567490564b HTTP/1.1" status: 200 len: 815 time: 0.4371724 Aug 11 02:29:44.242342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7226987f-6a91-4e47-8a90-9d1820cd341c req-3800e289-d8c9-424d-a418-5743e749aedd tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106162 Aug 11 02:29:44.262028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-5d9ce4ec-7b73-410f-8e41-a383783422d9 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/quotas/2ff3b0a785e147aca5c368e57a3e2d10 HTTP/1.1" status: 200 len: 375 time: 0.0181603 Aug 11 02:29:44.351955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-5b4c2f97-014e-4326-be79-0fdec2c8ced6 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ff3b0a785e147aca5c368e57a3e2d10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802956 Aug 11 02:29:44.552028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604add9e-e0bb-4289-8939-bf181449218e req-5c4d0325-8966-446e-abe7-00aa784688c6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.555356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-604add9e-e0bb-4289-8939-bf181449218e req-5c4d0325-8966-446e-abe7-00aa784688c6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1562231 Aug 11 02:29:44.625781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-68d64bb6-d413-4a42-88c1-b77ff4eb43ea service neutron] 10.222.0.16 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569575 Aug 11 02:29:44.662831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-604add9e-e0bb-4289-8939-bf181449218e req-b4198baf-7e05-4b90-a8cd-1a8f4d7a7727 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960491 Aug 11 02:29:44.917552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-144e20a5-56a5-44f9-b746-60c2a3e28745 service neutron] 10.222.0.16 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691069 Aug 11 02:29:44.986524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120aeb4-0cb2-4bf2-9b30-e8768d29000a req-240285fc-2e47-4678-853d-a9b7dea824d1 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.989991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d120aeb4-0cb2-4bf2-9b30-e8768d29000a req-240285fc-2e47-4678-853d-a9b7dea824d1 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2091050 Aug 11 02:29:45.071298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d120aeb4-0cb2-4bf2-9b30-e8768d29000a req-852a030a-0507-4230-ad4c-053ffda5a16c tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705268 Aug 11 02:29:45.359420 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34886002-a0f5-4767-ab64-fb5a4319e4bf x-openstack-request-id: req-34886002-a0f5-4767-ab64-fb5a4319e4bf {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:45.360327 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32", "tag": "46da77df-0d32-4d57-91b3-bf75fb638090", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:45.360327 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34886002-a0f5-4767-ab64-fb5a4319e4bf {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:45.360327 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'tag': '46da77df-0d32-4d57-91b3-bf75fb638090', 'status': 'completed', 'code': 200} Aug 11 02:29:45.492172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-2e3818f1-6e92-44bc-8af2-c1481478c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.494069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-2e3818f1-6e92-44bc-8af2-c1481478c67b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 1099 time: 0.1322870 Aug 11 02:29:45.559396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5ab3-92c6-4855-a3cb-d5b47477cbab req-6f327cba-6363-406b-ba92-6dffcac7c75b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.573511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-998d5ab3-92c6-4855-a3cb-d5b47477cbab req-6f327cba-6363-406b-ba92-6dffcac7c75b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1152873 Aug 11 02:29:45.703101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 46da77df-0d32-4d57-91b3-bf75fb638090 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:45.779341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b8fa-2a33-4b50-9798-8054db4ed77e req-dc47cb82-b97c-4fbc-941a-438da5fb0af2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.788815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad02b8fa-2a33-4b50-9798-8054db4ed77e req-dc47cb82-b97c-4fbc-941a-438da5fb0af2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2132783 Aug 11 02:29:45.841519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad02b8fa-2a33-4b50-9798-8054db4ed77e req-c6d464e6-45d0-4b20-a3e1-a60e43f2bf3a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516768 Aug 11 02:29:45.899391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-c6072158-8ffe-4847-bc61-e1c1ebff2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.902116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-c6072158-8ffe-4847-bc61-e1c1ebff2098 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3934648 Aug 11 02:29:45.922332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-998d5ab3-92c6-4855-a3cb-d5b47477cbab req-ca713ca6-f9a8-4ad9-8fa0-ab7114052aa8 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699928 Aug 11 02:29:46.015883 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-7b27493f-2694-4548-815c-dff860228a52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=46da77df-0d32-4d57-91b3-bf75fb638090 HTTP/1.1" status: 200 len: 217 time: 0.0981479 Aug 11 02:29:46.047198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 46da77df-0d32-4d57-91b3-bf75fb638090, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=46da77df-0d32-4d57-91b3-bf75fb638090,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:46.081581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '46da77df-0d32-4d57-91b3-bf75fb638090', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '46da77df-0d32-4d57-91b3-bf75fb638090', 'mac_address': 'fa:16:3e:bb:da:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:46.211872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85804b67-264e-4108-91f0-7a44a0282715 req-7240ce59-2f18-4313-8c02-77435fc1b0b6 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 210 time: 0.0526631 Aug 11 02:29:46.233895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.255887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46da77df-0d32-4d57-91b3-bf75fb638090 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:46.286526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 46da77df-0d32-4d57-91b3-bf75fb638090, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=46da77df-0d32-4d57-91b3-bf75fb638090,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:46.307251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.308308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-dc570572-6a59-4ed6-9fe8-e05f33817457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:46.312839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-dc570572-6a59-4ed6-9fe8-e05f33817457 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.2804666 Aug 11 02:29:46.446115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=46da77df-0d32-4d57-91b3-bf75fb638090,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:46.460449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-af6b1354-a12e-4b0c-8f60-1a7057b6d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:46.462523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-af6b1354-a12e-4b0c-8f60-1a7057b6d43b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351314 Aug 11 02:29:46.599669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4a421-b389-4422-91a8-e93cb0ae3d34 req-84fedc57-8ce5-4d36-8f39-3ab0bab5e35f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:46.608593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53f4a421-b389-4422-91a8-e93cb0ae3d34 req-84fedc57-8ce5-4d36-8f39-3ab0bab5e35f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 949 time: 0.2112396 Aug 11 02:29:46.697888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53f4a421-b389-4422-91a8-e93cb0ae3d34 req-18e41676-f43b-422a-bea5-61368c2874b9 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783992 Aug 11 02:29:46.742262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['46da77df-0d32-4d57-91b3-bf75fb638090'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:46.793713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-63a7c02e-34a2-4d0d-80e3-1160743d3cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157845 Aug 11 02:29:47.005917 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1356c455-901c-4fd7-b712-ca0a7e4831c1 req-74cbcad6-ae40-4e03-bafd-7b73baaed283 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951373 Aug 11 02:29:47.253941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5486eb-f288-415e-ad0b-bf9edd38895d req-1d165eac-98ae-47cf-a064-ae62406ab7d7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.256351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f5486eb-f288-415e-ad0b-bf9edd38895d req-1d165eac-98ae-47cf-a064-ae62406ab7d7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2465487 Aug 11 02:29:47.266072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-a566d311-99a4-442e-a746-6a32cb7e8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.268645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-a566d311-99a4-442e-a746-6a32cb7e8a8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 1097 time: 0.3932335 Aug 11 02:29:47.287191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512626f-c77c-4786-b41f-566077f647b1 req-7d2eb0d6-6b28-48fe-b857-9f1c2771ec29 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.290344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c512626f-c77c-4786-b41f-566077f647b1 req-7d2eb0d6-6b28-48fe-b857-9f1c2771ec29 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1997743 Aug 11 02:29:47.390340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dde6b268-f182-4ea8-9834-d9d54f530782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.462066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f5486eb-f288-415e-ad0b-bf9edd38895d req-1c9ffa97-8fbf-43e5-aefd-07521df5f5b5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919129 Aug 11 02:29:47.485089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c512626f-c77c-4786-b41f-566077f647b1 req-6f20291d-fdb4-40e4-b87a-2048dcd8f751 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675632 Aug 11 02:29:47.542410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-7cec8132-f4b7-4a61-81bd-98bdefb4b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.544167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-7cec8132-f4b7-4a61-81bd-98bdefb4b2c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 200 len: 919 time: 0.2525463 Aug 11 02:29:47.628454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-a12ea2c9-b936-4ab2-9010-fc79d40f2988 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 200 len: 217 time: 0.0656984 Aug 11 02:29:47.710029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.150201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-753f8e67-b0ee-4ca1-8c6d-69e7414e74c2 req-2bf051f9-d4fa-4327-a203-cb8efd6f18e0 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 210 time: 0.2937310 Aug 11 02:29:48.253896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-3959fa8e-e6da-48af-a14a-99640bb735d4 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.255548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-3959fa8e-e6da-48af-a14a-99640bb735d4 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.25 "GET /v2.0/networks?id=ba1c314a-3426-4bb7-a034-7e567490564b HTTP/1.1" status: 200 len: 815 time: 0.4005334 Aug 11 02:29:48.293520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514a05a-35a9-4fda-9da4-ddca405ca914 req-3b5160cd-b9fc-4d38-82e0-b7d74b4bba53 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.297776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2514a05a-35a9-4fda-9da4-ddca405ca914 req-3b5160cd-b9fc-4d38-82e0-b7d74b4bba53 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.6595182 Aug 11 02:29:48.303709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-b81d0a41-9361-4686-8a9b-652584ccb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.305461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-b81d0a41-9361-4686-8a9b-652584ccb5d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 200 len: 859 time: 0.6462810 Aug 11 02:29:48.353941 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.439343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2514a05a-35a9-4fda-9da4-ddca405ca914 req-91b513ec-0d93-4ed5-a8f6-6ad7fe4e8247 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314814 Aug 11 02:29:48.441654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-e4a3e41c-6248-4de1-aa4a-36d4f68ebf9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6ced48-8df2-4927-8b68-13fd9d2c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475965 Aug 11 02:29:48.609190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe4868-5c85-43a5-87fa-fc536f87af76 req-3656c22d-09a5-4ee7-beeb-a44bfab94fb7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.617107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33fe4868-5c85-43a5-87fa-fc536f87af76 req-3656c22d-09a5-4ee7-beeb-a44bfab94fb7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3104687 Aug 11 02:29:48.660697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-a60da41c-a04a-43e9-be08-f43befd05101 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ff3b0a785e147aca5c368e57a3e2d10 HTTP/1.1" status: 200 len: 380 time: 0.2993324 Aug 11 02:29:48.687540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Request body: {'port': {'device_id': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'admin_state_up': True, 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'security_groups': ['f0745794-bc2a-4bdd-a79e-933512c3b16c']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:48.765475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33fe4868-5c85-43a5-87fa-fc536f87af76 req-a9af2517-db72-4880-9499-4615ce9dd7ad tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457865 Aug 11 02:29:49.007157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-21cfb45b-b5d4-4b0d-9b0b-10e843208b18 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467460 Aug 11 02:29:49.242890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-737729bf-39de-4f43-bd97-b9aca68827a3 req-6e88ac9b-ffdc-45ed-97f9-eccb085cffec service neutron] 10.222.0.59 "GET /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675017 Aug 11 02:29:49.252970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715380-017b-46c3-8c62-67217b083e40 req-5999b3a3-b3a3-4889-b87a-179d5571f3c5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.269500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8715380-017b-46c3-8c62-67217b083e40 req-5999b3a3-b3a3-4889-b87a-179d5571f3c5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.3352575 Aug 11 02:29:49.370976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369591-a97c-448d-bb6d-259a74ccc6bd req-d302213a-6404-4b33-9eb0-20efe2550bab tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.379243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83369591-a97c-448d-bb6d-259a74ccc6bd req-d302213a-6404-4b33-9eb0-20efe2550bab tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 949 time: 0.5760810 Aug 11 02:29:49.433415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83369591-a97c-448d-bb6d-259a74ccc6bd req-84475afe-488c-447d-9385-9839818d72e4 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520756 Aug 11 02:29:49.449930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8715380-017b-46c3-8c62-67217b083e40 req-e2f41eb1-5a33-4902-94a7-a7b51c56e71a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588221 Aug 11 02:29:49.506235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Made reservation on behalf of 2ff3b0a785e147aca5c368e57a3e2d10 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:49.510893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.719970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 46da77df-0d32-4d57-91b3-bf75fb638090 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:49.800216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 46da77df-0d32-4d57-91b3-bf75fb638090 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:49.811715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 46da77df-0d32-4d57-91b3-bf75fb638090 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:49.812127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.858641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85fe27af-11bf-43b1-9c18-995a785585e4 req-cd10641e-4eb3-4180-b056-bdf304e0a3f7 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 210 time: 0.1028640 Aug 11 02:29:49.944044 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.998561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.998909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfe1a7-25cc-4375-8739-c87b4679db97 req-b45177eb-b3c0-41ea-9a86-df5cc8d584ff tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.005171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fbfe1a7-25cc-4375-8739-c87b4679db97 req-b45177eb-b3c0-41ea-9a86-df5cc8d584ff tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2924831 Aug 11 02:29:50.013285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46da77df-0d32-4d57-91b3-bf75fb638090'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:50.016511 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636cefd3-c391-48b3-82b2-259d449951e5" -d '{"events": [{"server_uuid": "a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32", "name": "network-vif-plugged", "status": "completed", "tag": "46da77df-0d32-4d57-91b3-bf75fb638090"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:50.039083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 46da77df-0d32-4d57-91b3-bf75fb638090, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=46da77df-0d32-4d57-91b3-bf75fb638090,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:50.055176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Allocated IP 172.20.0.4 (ba1c314a-3426-4bb7-a034-7e567490564b/afa5993c-1670-46d3-b8d9-6385eea3cefb/99f037eb-cd53-4700-af73-66c4034c6954) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:50.059878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.206792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fbfe1a7-25cc-4375-8739-c87b4679db97 req-7f278d50-1346-4cc4-8eb6-fdb5232cb64c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901407 Aug 11 02:29:50.285983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71b6d4-226d-4093-be39-c8d5665eb715 req-5878d796-d8bc-47a6-b9ab-2adb51242e4d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.292629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff71b6d4-226d-4093-be39-c8d5665eb715 req-5878d796-d8bc-47a6-b9ab-2adb51242e4d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2130840 Aug 11 02:29:50.325596 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8eaea-cc0d-441f-b355-fc05e08c86c5 x-openstack-request-id: req-b3b8eaea-cc0d-441f-b355-fc05e08c86c5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:50.325867 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32", "name": "network-vif-plugged", "status": "completed", "tag": "46da77df-0d32-4d57-91b3-bf75fb638090", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:50.326207 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3b8eaea-cc0d-441f-b355-fc05e08c86c5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:50.326525 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46da77df-0d32-4d57-91b3-bf75fb638090', 'code': 200} Aug 11 02:29:50.349621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=46da77df-0d32-4d57-91b3-bf75fb638090,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:50.572100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff71b6d4-226d-4093-be39-c8d5665eb715 req-a83a20cf-adc1-4fc0-87ad-991b7d6c7ebe tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742708 Aug 11 02:29:50.634593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.689950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94107399-f7a0-4632-b8cf-1849a8efe936 req-cbfd2156-33c6-4536-a7af-e21f7aa06a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.692205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94107399-f7a0-4632-b8cf-1849a8efe936 req-cbfd2156-33c6-4536-a7af-e21f7aa06a13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 1101 time: 0.2697451 Aug 11 02:29:50.706461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Transition to ACTIVE for port object 99f037eb-cd53-4700-af73-66c4034c6954 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:50.806693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94107399-f7a0-4632-b8cf-1849a8efe936 req-32759d8a-81da-4d8d-9268-87d89e39fb98 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969446 Aug 11 02:29:50.845441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5178a0-7e89-4837-a1ff-262b6e77961a req-ad2b5b63-f196-460a-ac0e-bcfdf4154258 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.849382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c5178a0-7e89-4837-a1ff-262b6e77961a req-ad2b5b63-f196-460a-ac0e-bcfdf4154258 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 950 time: 0.2679105 Aug 11 02:29:50.955469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77751-48ab-4af5-970e-0530ca48b8a5 req-402d3333-dcdb-4d5a-8eee-e2951ee5aa3a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.961425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56b77751-48ab-4af5-970e-0530ca48b8a5 req-402d3333-dcdb-4d5a-8eee-e2951ee5aa3a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2031121 Aug 11 02:29:51.015053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c5178a0-7e89-4837-a1ff-262b6e77961a req-23d84a31-1e67-42fe-aaf5-f706d1cd1fd6 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490765 Aug 11 02:29:51.041920 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.188107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56b77751-48ab-4af5-970e-0530ca48b8a5 req-9fdb9e9f-b853-4cf1-8192-8bd16ada845d tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903806 Aug 11 02:29:51.209726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event updated for resources: {'Port': ['ID=99f037eb-cd53-4700-af73-66c4034c6954,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:51.234233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Network ba1c314a-3426-4bb7-a034-7e567490564b is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:51.236274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:51.239966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:51.472623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615eb79-16aa-4c2e-a5b7-8781845330e5 req-b0f3ecb1-aba5-4ad1-bb29-c160ad4e04ac tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:51.474607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8615eb79-16aa-4c2e-a5b7-8781845330e5 req-b0f3ecb1-aba5-4ad1-bb29-c160ad4e04ac tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1767204 Aug 11 02:29:51.481826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:51.482550 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.573337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-f39e95e2-0dc8-4abd-ad58-6f0f39486208 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8923213 Aug 11 02:29:51.717014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fc1e5670-9275-4592-a8f2-e7f19707c30c None None] Provisioning for port 99f037eb-cd53-4700-af73-66c4034c6954 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:51.729968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fc1e5670-9275-4592-a8f2-e7f19707c30c None None] Provisioning complete for port 99f037eb-cd53-4700-af73-66c4034c6954 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:51.730814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5670-9275-4592-a8f2-e7f19707c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.940877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e5670-9275-4592-a8f2-e7f19707c30c None None] Port 99f037eb-cd53-4700-af73-66c4034c6954 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:52.037843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Request body: {'port': {'device_id': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:52.143527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8615eb79-16aa-4c2e-a5b7-8781845330e5 req-042562be-c2a6-4e28-8264-50c6fcd9fc70 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218944 Aug 11 02:29:52.182613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc680b7e-933f-4267-b17d-b71930124a0c req-5d41b823-d59c-4b94-b087-52a018a7952d tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.185809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc680b7e-933f-4267-b17d-b71930124a0c req-5d41b823-d59c-4b94-b087-52a018a7952d tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 931 time: 0.7756510 Aug 11 02:29:52.427563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc680b7e-933f-4267-b17d-b71930124a0c req-a2423cf7-b878-4a49-9b71-5425d3dd76a1 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248199 Aug 11 02:29:52.434661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.784663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.786854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bca96-cbc6-483e-a0ac-035fcfeedb2f req-895c2c47-69cb-4f79-b1bf-24188c43ce9c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.788802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-228bca96-cbc6-483e-a0ac-035fcfeedb2f req-895c2c47-69cb-4f79-b1bf-24188c43ce9c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.3593285 Aug 11 02:29:52.843793 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.883315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dc170-e5f6-4702-9bc6-90a0c65266f8 req-f83d39a3-104e-4700-b90b-9e1ce5d0e207 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.885263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-617dc170-e5f6-4702-9bc6-90a0c65266f8 req-f83d39a3-104e-4700-b90b-9e1ce5d0e207 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 950 time: 0.1983917 Aug 11 02:29:52.948084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-228bca96-cbc6-483e-a0ac-035fcfeedb2f req-42f8b6a4-bed3-48e8-a9cb-cdfa34104110 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375155 Aug 11 02:29:53.067600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-617dc170-e5f6-4702-9bc6-90a0c65266f8 req-ad26d9fa-0955-4af5-8bbd-25f7ae5de757 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690207 Aug 11 02:29:53.364229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f037eb-cd53-4700-af73-66c4034c6954 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:53.420345 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.514787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Transition to ACTIVE for port object 99f037eb-cd53-4700-af73-66c4034c6954 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:53.530676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144768ef-65d0-417c-a85b-75dbfdf2621d req-13c6b5e6-8b67-481d-865f-bc778a6acfc6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:53.533049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-144768ef-65d0-417c-a85b-75dbfdf2621d req-13c6b5e6-8b67-481d-865f-bc778a6acfc6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2096462 Aug 11 02:29:53.545014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c93500-e927-4590-869a-0d1526c49c6d req-cbb58156-b5f9-4627-9aba-8060ee024eaf tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:53.557813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5c93500-e927-4590-869a-0d1526c49c6d req-cbb58156-b5f9-4627-9aba-8060ee024eaf tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.1977513 Aug 11 02:29:53.591446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.748733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-144768ef-65d0-417c-a85b-75dbfdf2621d req-f60b4495-61e8-492e-8a18-8e6a895b6b02 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875982 Aug 11 02:29:53.829626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Pushing event updated for resources: {'Port': ['ID=99f037eb-cd53-4700-af73-66c4034c6954,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:53.857251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5c93500-e927-4590-869a-0d1526c49c6d req-7ea1f2c3-b660-45b6-aabc-47eed13c7923 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953455 Aug 11 02:29:54.286642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Attempting to bind port 99f037eb-cd53-4700-af73-66c4034c6954 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:54.287130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Attempting to bind port 99f037eb-cd53-4700-af73-66c4034c6954 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:54.287615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Attempting to bind port 99f037eb-cd53-4700-af73-66c4034c6954 on network ba1c314a-3426-4bb7-a034-7e567490564b {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:54.339214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Port 99f037eb-cd53-4700-af73-66c4034c6954 on network ba1c314a-3426-4bb7-a034-7e567490564b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:54.339214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Attempting to bind port 99f037eb-cd53-4700-af73-66c4034c6954 on network ba1c314a-3426-4bb7-a034-7e567490564b {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:54.346141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bbf89-69f2-441d-90ae-92de272541ee req-501570d8-15c3-4836-9e11-2d687e09df6a tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.358938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da4bbf89-69f2-441d-90ae-92de272541ee req-501570d8-15c3-4836-9e11-2d687e09df6a tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 1101 time: 0.2877655 Aug 11 02:29:54.379033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d8d5-945f-4f22-a05b-71d3ae356b21 req-e526dd83-be18-4f73-a704-372f17b4bbea tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.384235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec96d8d5-945f-4f22-a05b-71d3ae356b21 req-e526dd83-be18-4f73-a704-372f17b4bbea tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 943 time: 0.2490439 Aug 11 02:29:54.395650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:54.396458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Checking segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:54.398179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Bound using segment: {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:54.399188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Bound port: 99f037eb-cd53-4700-af73-66c4034c6954, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ecd841-e360-43e6-83c2-1eea7cce101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:54.400060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.602224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] For port 99f037eb-cd53-4700-af73-66c4034c6954, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:54.620454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] For port 99f037eb-cd53-4700-af73-66c4034c6954, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=99f037eb-cd53-4700-af73-66c4034c6954,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:54.637376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.742625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Pushing event updated for resources: {'Port': ['ID=99f037eb-cd53-4700-af73-66c4034c6954,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:54.748071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da4bbf89-69f2-441d-90ae-92de272541ee req-c1a58997-f6f6-415b-b88a-b32e2512fa91 tempest-ServersOnMultiNodesTest-1592829286 tempest-ServersOnMultiNodesTest-1592829286-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887024 Aug 11 02:29:54.753313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.754161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.755769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-498efa78-8cd0-4e4f-9405-b03d2e275abd service neutron] 10.222.0.25 "PUT /v2.0/ports/99f037eb-cd53-4700-af73-66c4034c6954 HTTP/1.1" status: 200 len: 1091 time: 3.1673007 Aug 11 02:29:54.761057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec96d8d5-945f-4f22-a05b-71d3ae356b21 req-ff023b20-c29d-4396-8a54-e1d74c96d107 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538475 Aug 11 02:29:54.761752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:54.765172 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "tag": "99f037eb-cd53-4700-af73-66c4034c6954"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:55.137347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-41bd06b5-f544-458e-b584-511ed695e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.140334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-41bd06b5-f544-458e-b584-511ed695e2a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ff3b0a785e147aca5c368e57a3e2d10&device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 1094 time: 0.3019042 Aug 11 02:29:55.201758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437a537-7f99-45ec-bd53-07d6433a2d08 req-9b887151-95c1-49b1-a227-646d7c9aa723 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.205190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1437a537-7f99-45ec-bd53-07d6433a2d08 req-9b887151-95c1-49b1-a227-646d7c9aa723 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2574248 Aug 11 02:29:55.310557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19f440-1b57-4656-a62a-3cf65cf46694 req-d0222887-5d03-43eb-bc2e-6044a73eaf71 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.317178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad19f440-1b57-4656-a62a-3cf65cf46694 req-d0222887-5d03-43eb-bc2e-6044a73eaf71 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.3709788 Aug 11 02:29:55.345084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-081ebf1a-5f52-4bfa-921c-8bca76255a0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99f037eb-cd53-4700-af73-66c4034c6954 HTTP/1.1" status: 200 len: 217 time: 0.1894326 Aug 11 02:29:55.503440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad19f440-1b57-4656-a62a-3cf65cf46694 req-30573b31-7371-4dde-a5be-c32b651c1f31 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849012 Aug 11 02:29:55.513742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1437a537-7f99-45ec-bd53-07d6433a2d08 req-f78a5a8a-7fd0-449c-ae7f-1e393e63a6a2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860399 Aug 11 02:29:55.521215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-e53b8cc2-126f-4440-9559-b0879cfc0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.524891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-e53b8cc2-126f-4440-9559-b0879cfc0b4d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afa5993c-1670-46d3-b8d9-6385eea3cefb HTTP/1.1" status: 200 len: 854 time: 0.1691682 Aug 11 02:29:55.616609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-ad2583c2-02f2-445b-9a0b-4ce27847e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.619375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-ad2583c2-02f2-445b-9a0b-4ce27847e218 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba1c314a-3426-4bb7-a034-7e567490564b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858121 Aug 11 02:29:55.666455 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cfc57c-9c05-41ff-8456-c5227b7d605a x-openstack-request-id: req-d3cfc57c-9c05-41ff-8456-c5227b7d605a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:55.666882 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "tag": "99f037eb-cd53-4700-af73-66c4034c6954", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:55.667336 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3cfc57c-9c05-41ff-8456-c5227b7d605a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:55.668068 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954', 'status': 'completed', 'code': 200} Aug 11 02:29:55.783218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-5b751785-2ee8-4b6b-9ade-dffd7b1a2b03 service neutron] 10.222.0.25 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541903 Aug 11 02:29:56.019868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be4453c-f2b6-4599-84ae-5c08975d9cdf req-0048799d-491f-4ed7-b55c-787739dfc84f service neutron] 10.222.0.25 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756618 Aug 11 02:29:56.141686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-29de6a45-2a0d-4c91-a5f4-1ddff89a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.143734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-29de6a45-2a0d-4c91-a5f4-1ddff89a99e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ff3b0a785e147aca5c368e57a3e2d10&device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 1094 time: 0.0602570 Aug 11 02:29:56.152342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784e22-0e6c-411c-b4be-5f4762dfacc0 req-a0dd04c3-6bbc-48fb-af04-b7442e3808cb tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.154120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2784e22-0e6c-411c-b4be-5f4762dfacc0 req-a0dd04c3-6bbc-48fb-af04-b7442e3808cb tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 950 time: 0.1118250 Aug 11 02:29:56.272265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2784e22-0e6c-411c-b4be-5f4762dfacc0 req-35fa5030-1e68-434a-b60e-438970e35a04 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077261 Aug 11 02:29:56.318069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-3ac0773f-ad1c-459f-99f5-130bad1f958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.319483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-3ac0773f-ad1c-459f-99f5-130bad1f958f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba1c314a-3426-4bb7-a034-7e567490564b HTTP/1.1" status: 200 len: 915 time: 0.1640816 Aug 11 02:29:56.382579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-c6485ad8-5829-4fba-a786-a224f8f455ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99f037eb-cd53-4700-af73-66c4034c6954 HTTP/1.1" status: 200 len: 217 time: 0.0520933 Aug 11 02:29:56.406150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a569e-fcc0-43b5-a0a3-8399951b0454 req-83faceda-5753-4e29-8c4f-95e58b30afc7 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.409310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a7a569e-fcc0-43b5-a0a3-8399951b0454 req-83faceda-5753-4e29-8c4f-95e58b30afc7 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 943 time: 0.1556103 Aug 11 02:29:56.535824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-75683e75-c57e-4df1-95d0-04a311a46090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.537614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-75683e75-c57e-4df1-95d0-04a311a46090 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afa5993c-1670-46d3-b8d9-6385eea3cefb HTTP/1.1" status: 200 len: 854 time: 0.1428282 Aug 11 02:29:56.550155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667c8b1-83cb-44d3-933a-b346c574ad71 req-0771dac1-49e5-4683-ba04-3a1e3ed4d2e1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.552379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2667c8b1-83cb-44d3-933a-b346c574ad71 req-0771dac1-49e5-4683-ba04-3a1e3ed4d2e1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1744664 Aug 11 02:29:56.561236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a7a569e-fcc0-43b5-a0a3-8399951b0454 req-47c18aee-f22d-42ea-a16d-6286b77157ba tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214888 Aug 11 02:29:56.678170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2667c8b1-83cb-44d3-933a-b346c574ad71 req-3919da0b-5b4a-4401-9d71-0a6f4b4f8dac tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013026 Aug 11 02:29:56.683810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-84db1f7e-ae1c-48cf-96fc-3475a433b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.686657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-84db1f7e-ae1c-48cf-96fc-3475a433b42d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba1c314a-3426-4bb7-a034-7e567490564b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318355 Aug 11 02:29:56.931330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-117561a6-7ab4-471a-b3be-a204416ede2b service neutron] 10.222.0.25 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353008 Aug 11 02:29:57.111061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c5e3-5984-46d0-8cc6-5ddcecafc44e req-f05d3b56-0da2-4a4c-94ad-a2293278aeae tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.125294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c617c5e3-5984-46d0-8cc6-5ddcecafc44e req-f05d3b56-0da2-4a4c-94ad-a2293278aeae tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2604063 Aug 11 02:29:57.238791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c617c5e3-5984-46d0-8cc6-5ddcecafc44e req-949f9176-ea7f-4406-9d25-84688446ef7d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077664 Aug 11 02:29:57.247796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a006494-f7fe-41bc-bbd6-b4b03ecda2d7 req-3bb0c623-5eb2-4c6c-823b-106949d691b0 service neutron] 10.222.0.25 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067508 Aug 11 02:29:57.535517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe390-4fdc-4949-a6e5-d96f56cbe4f4 req-c67fb225-98ca-4663-9d11-e79c2d081130 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.552100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-753fe390-4fdc-4949-a6e5-d96f56cbe4f4 req-c67fb225-98ca-4663-9d11-e79c2d081130 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1255529 Aug 11 02:29:57.628967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-753fe390-4fdc-4949-a6e5-d96f56cbe4f4 req-1139a166-f810-4bc8-90a0-6e2f0b34d162 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Aug 11 02:29:57.646676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c47a0a-f2e9-4ae5-bafb-d37886576de1 req-50ff1e99-3286-4976-82cb-cc372a4038ba tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.648680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42c47a0a-f2e9-4ae5-bafb-d37886576de1 req-50ff1e99-3286-4976-82cb-cc372a4038ba tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 950 time: 0.0931978 Aug 11 02:29:57.760928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42c47a0a-f2e9-4ae5-bafb-d37886576de1 req-45568340-58e7-4be5-abec-6a1178b7bc86 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008766 Aug 11 02:29:57.962708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef260440-a219-4571-8416-d710010d9821 req-42c66da8-eab6-4d82-adb0-5936fee843e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.965328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef260440-a219-4571-8416-d710010d9821 req-42c66da8-eab6-4d82-adb0-5936fee843e5 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 943 time: 0.1005144 Aug 11 02:29:58.046090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57150) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:58.058279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1919986146'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:58.067929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef260440-a219-4571-8416-d710010d9821 req-81ebe7ec-1c83-4f36-9830-643b527a1372 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907245 Aug 11 02:29:58.103029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:58.109512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.148766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:58.160652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.161007 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Added segment 63f4f21c-ee68-4478-994f-dc91778092aa of type vlan for network afa70537-4910-4a5a-9331-4ffd2bdf3170 Aug 11 02:29:58.232782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.248837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057a61e-8808-4565-a97a-7e66fd8032f5 req-fd0a55a8-f8d5-428f-a3ce-729b8cc2b3f6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.251634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0057a61e-8808-4565-a97a-7e66fd8032f5 req-fd0a55a8-f8d5-428f-a3ce-729b8cc2b3f6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1238110 Aug 11 02:29:58.299079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-8603cd51-7e96-46a2-8e0f-6e48afc7b47e tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.300720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-8603cd51-7e96-46a2-8e0f-6e48afc7b47e tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 950 time: 0.0821850 Aug 11 02:29:58.314687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.320940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.321847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.450490 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4021444 Aug 11 02:29:58.456509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:58.462624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-649978632'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:58.466221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75eb787-5311-4ee7-939a-98b35375c067 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Network': ['ID=afa70537-4910-4a5a-9331-4ffd2bdf3170,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:58.467472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0057a61e-8808-4565-a97a-7e66fd8032f5 req-db231c10-0c84-4832-b99f-c2aca95c95e5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924644 Aug 11 02:29:58.480485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:58.500343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-bd88164d-0bdf-4421-a438-67b6ce03cd3b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.502377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-bd88164d-0bdf-4421-a438-67b6ce03cd3b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.2813621 Aug 11 02:29:58.519493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:58.523898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.544286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port 46da77df-0d32-4d57-91b3-bf75fb638090 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:58.544806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.649949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-de272c02-dcb6-477f-9dcd-af4ce2af4ff5 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.651338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-de272c02-dcb6-477f-9dcd-af4ce2af4ff5 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.3983834 Aug 11 02:29:58.670480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port 46da77df-0d32-4d57-91b3-bf75fb638090, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=46da77df-0d32-4d57-91b3-bf75fb638090,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:58.671046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.687449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for 46da77df-0d32-4d57-91b3-bf75fb638090 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:58.726981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-c6456dbc-4b3f-492f-8a1f-af8fc5bb01ab tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/quotas/948f48ec8e114f0abffb8ebb24846881 HTTP/1.1" status: 200 len: 375 time: 0.0417242 Aug 11 02:29:58.753847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c9aa-c4c0-48b2-b9bc-ad13bd8d93e7 req-0dc00e67-be38-4ac5-af40-4080374e2e05 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.754828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:58.755481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ac4c9aa-c4c0-48b2-b9bc-ad13bd8d93e7 req-0dc00e67-be38-4ac5-af40-4080374e2e05 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 945 time: 0.1272609 Aug 11 02:29:58.773122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.773748 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Added segment c5e71f36-572e-4494-89fd-04ae6f5219ba of type vlan for network b91db2a3-0627-45f6-b6ae-4e49e8960384 Aug 11 02:29:58.807216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port 3971a26a-e0cb-44f2-826b-697fae24c4da {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:58.807633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.842222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.892601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-040b9014-73e7-421d-9a3a-0afa0a0e79b2 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570706 Aug 11 02:29:58.906521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ac4c9aa-c4c0-48b2-b9bc-ad13bd8d93e7 req-dcb2ffcf-434b-4194-8f4f-1507f12ad197 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381066 Aug 11 02:29:58.942609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.951487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.952162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.049393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port 3971a26a-e0cb-44f2-826b-697fae24c4da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3971a26a-e0cb-44f2-826b-697fae24c4da,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:59.050590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.054678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Network': ['ID=b91db2a3-0627-45f6-b6ae-4e49e8960384,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.069045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:59.079668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for 3971a26a-e0cb-44f2-826b-697fae24c4da owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:59.094142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed71137a-bc2d-4cb2-91c0-d12727b229bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6337729 Aug 11 02:29:59.094142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.095227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57176) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:59.098836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-26ba5e9e-ad8a-4239-98f9-28650b205ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857314 Aug 11 02:29:59.104414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'subnet': {'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:59.187721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7', '46da77df-0d32-4d57-91b3-bf75fb638090'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:59.189489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=46da77df-0d32-4d57-91b3-bf75fb638090,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.199734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5', '2f38faaa-12bb-489e-aeff-2b7c2d83e271', '1ff70966-c4f2-490a-aa25-69993ce0ba7c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:59.280628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port 46da77df-0d32-4d57-91b3-bf75fb638090 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:59.287080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.289991 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-84e45b3e-bb10-4a70-93e9-f9503b855df2 req-de594865-c8aa-4b61-aa85-89d7c2194f73 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "DELETE /v2.0/ports/46da77df-0d32-4d57-91b3-bf75fb638090 HTTP/1.1" status: 204 len: 173 time: 0.9821393 Aug 11 02:29:59.291017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'name': 'network-vif-deleted', 'tag': '46da77df-0d32-4d57-91b3-bf75fb638090'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:59.293662 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec979eba-52aa-4c20-9309-cd5b6512aace" -d '{"events": [{"server_uuid": "a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32", "name": "network-vif-deleted", "tag": "46da77df-0d32-4d57-91b3-bf75fb638090"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:59.380270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:59.386228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.763684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 99f037eb-cd53-4700-af73-66c4034c6954 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:59.766864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:59.797691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.922783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Subnet': ['ID=60bd01fa-a2c5-4a56-ba41-e7822a384ae0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.940905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Checking segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:59.941494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network hostable DHCP agents. Network: afa70537-4910-4a5a-9331-4ffd2bdf3170, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:59.976952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:59.993386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:30:00.001919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.004858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, afa70537-4910-4a5a-9331-4ffd2bdf3170) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:00.015612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.016630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.052253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9a2ce-9865-457a-9627-5b77d21e928f None None] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:00.065260 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-deb23a0d-9df2-4429-a01b-41204539fea1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9687672 Aug 11 02:30:00.068069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:00.074591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'subnet': {'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:00.097339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-76e9c952-38cb-4343-b0db-fd46b644b9b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.100373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-76e9c952-38cb-4343-b0db-fd46b644b9b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "GET /v2.0/ports?device_id=f466fd7c-3fba-41a5-954e-fedbaf735f7c HTTP/1.1" status: 200 len: 946 time: 0.2435243 Aug 11 02:30:00.162729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-8b0a7cb8-05f0-4e66-81af-dd6f53d56a22 service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0624800 Aug 11 02:30:00.206917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5297407-56c2-4771-8c1f-40d013b343cd req-5f481b37-9422-4854-be59-f64685a3f53c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.207410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:00.216174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5297407-56c2-4771-8c1f-40d013b343cd req-5f481b37-9422-4854-be59-f64685a3f53c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3529680 Aug 11 02:30:00.222383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.329270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5297407-56c2-4771-8c1f-40d013b343cd req-3bc8fedf-6a4b-433e-9354-ca34195379cb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117816 Aug 11 02:30:00.571058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 99f037eb-cd53-4700-af73-66c4034c6954, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=99f037eb-cd53-4700-af73-66c4034c6954,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:00.603474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '99f037eb-cd53-4700-af73-66c4034c6954', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'port_id': '99f037eb-cd53-4700-af73-66c4034c6954', 'mac_address': 'fa:16:3e:33:2a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:00.605322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:00.608350 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bbc4c7-b694-4fa8-96ab-4d835ca9d7ad" -d '{"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:00.643202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:00.698157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.707920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de38d40e-3aec-47d5-bdca-d0bc1fdb2965 req-3809e97c-d059-4c0a-9632-e371f188bba7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32 HTTP/1.1" status: 200 len: 210 time: 0.1942902 Aug 11 02:30:00.714445 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.739111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.758725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.796624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f037eb-cd53-4700-af73-66c4034c6954 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:00.821654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 99f037eb-cd53-4700-af73-66c4034c6954, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=99f037eb-cd53-4700-af73-66c4034c6954,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:00.841455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Subnet': ['ID=5aed2c68-e287-4906-a962-c941fae42765,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:00.856977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.881624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Deleting port db283de9-acd7-48f8-afd5-4d40fb15abd0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:00.885599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-afa70537-4910-4a5a-9331-4ffd2bdf3170', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:30:00.886744 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.892773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.893490 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9623053-0c07-4df1-825c-400331f1d942 x-openstack-request-id: req-e9623053-0c07-4df1-825c-400331f1d942 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:00.894691 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32", "name": "network-vif-deleted", "tag": "46da77df-0d32-4d57-91b3-bf75fb638090", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:00.895388 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9623053-0c07-4df1-825c-400331f1d942 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:00.895884 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06f83be-c5fa-4bf0-bf1d-b581cb2b7f32', 'name': 'network-vif-deleted', 'tag': '46da77df-0d32-4d57-91b3-bf75fb638090', 'status': 'completed', 'code': 200} Aug 11 02:30:00.934766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Checking segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:00.936778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network hostable DHCP agents. Network: b91db2a3-0627-45f6-b6ae-4e49e8960384, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:30:00.970181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:30:00.994103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:00.995595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b91db2a3-0627-45f6-b6ae-4e49e8960384) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:01.004187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.007127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.044493 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad236c4f-5276-440a-8088-54c133463c73 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9711273 Aug 11 02:30:01.044738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469dc116-d069-4ff6-ab96-15c3d21e2455 None None] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:01.045054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:01.051685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'name': 'tempest-TaggedBootDevicesTest-993972058', 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:01.079282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=3971a26a-e0cb-44f2-826b-697fae24c4da,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:01.229153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3f1f6-bfe9-4705-b832-cb4aa12e5650 req-88e08f5b-d7d6-4ccf-98c2-4aefd759480f tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.232505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23c3f1f6-bfe9-4705-b832-cb4aa12e5650 req-88e08f5b-d7d6-4ccf-98c2-4aefd759480f tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 943 time: 0.6655250 Aug 11 02:30:01.279629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bab5815a-0d78-4466-b4cc-f588044e444e req-cbd88f80-f5dc-45b4-85da-148634bd60b1 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c HTTP/1.1" status: 200 len: 210 time: 0.2120781 Aug 11 02:30:01.284960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port 3971a26a-e0cb-44f2-826b-697fae24c4da on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:01.291273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['99f037eb-cd53-4700-af73-66c4034c6954'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:01.294382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:01.369356 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.371180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b4cfda1-79f9-4ef6-84bc-67080b9f7a5a req-f67762ce-466c-45ec-b016-963b743b0710 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.59 "DELETE /v2.0/ports/3971a26a-e0cb-44f2-826b-697fae24c4da HTTP/1.1" status: 204 len: 173 time: 2.8565640 Aug 11 02:30:01.377423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23c3f1f6-bfe9-4705-b832-cb4aa12e5650 req-fc66934e-23b6-4612-a556-0379ddcddae3 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943353 Aug 11 02:30:01.377960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'name': 'network-vif-deleted', 'tag': '3971a26a-e0cb-44f2-826b-697fae24c4da'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:01.380865 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ed7f6-ee31-4c65-84b8-f56b69be7f81" -d '{"events": [{"server_uuid": "f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c", "name": "network-vif-deleted", "tag": "3971a26a-e0cb-44f2-826b-697fae24c4da"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:01.402769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] For port db283de9-acd7-48f8-afd5-4d40fb15abd0, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=db283de9-acd7-48f8-afd5-4d40fb15abd0,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:01.405260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.443019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Calling delete_port for db283de9-acd7-48f8-afd5-4d40fb15abd0 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:01.551906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.566910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36425ebe-703d-4ead-8cf2-cc5653c40401 req-797dcec8-55cf-4e15-bbe9-cb379d014887 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 210 time: 0.0400474 Aug 11 02:30:01.592159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] device_id is not set on port 7167b717-dca4-4ce1-9e90-23197d7f9c9e yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:01.664692 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3651f01b-a9ec-40e7-8a37-ce4e5e721479 x-openstack-request-id: req-3651f01b-a9ec-40e7-8a37-ce4e5e721479 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:01.665296 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:01.665686 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3651f01b-a9ec-40e7-8a37-ce4e5e721479 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:01.666515 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'code': 200} Aug 11 02:30:01.671394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=99f037eb-cd53-4700-af73-66c4034c6954,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:01.777782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 46da77df-0d32-4d57-91b3-bf75fb638090 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:01.780493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:01.800765 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2dac2a-c229-43e4-8602-69c0099cf662 x-openstack-request-id: req-ed2dac2a-c229-43e4-8602-69c0099cf662 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:01.801494 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c", "name": "network-vif-deleted", "tag": "3971a26a-e0cb-44f2-826b-697fae24c4da", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:01.802720 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed2dac2a-c229-43e4-8602-69c0099cf662 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:01.804655 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e9dc9f-54d5-437f-9b4b-2095b1c1d74c', 'name': 'network-vif-deleted', 'tag': '3971a26a-e0cb-44f2-826b-697fae24c4da', 'status': 'completed', 'code': 200} Aug 11 02:30:01.830349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.858897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 46da77df-0d32-4d57-91b3-bf75fb638090 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:01.859404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 46da77df-0d32-4d57-91b3-bf75fb638090 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:01.859710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3971a26a-e0cb-44f2-826b-697fae24c4da no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:01.868533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: db283de9-acd7-48f8-afd5-4d40fb15abd0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:01.868868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device db283de9-acd7-48f8-afd5-4d40fb15abd0 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:01.895915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event deleted for resources: {'Port': ['ID=db283de9-acd7-48f8-afd5-4d40fb15abd0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:01.919906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3971a26a-e0cb-44f2-826b-697fae24c4da {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:01.920256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3971a26a-e0cb-44f2-826b-697fae24c4da not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:01.938938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Allocated IP 10.1.1.2 (afa70537-4910-4a5a-9331-4ffd2bdf3170/60bd01fa-a2c5-4a56-ba41-e7822a384ae0/0347a640-b594-49c6-b669-c86c192c113f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:01.985343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] No DVR routers for this DVR port db283de9-acd7-48f8-afd5-4d40fb15abd0 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:01.991781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.995164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a470a0df-4902-4560-84ae-33597cb9e1c3 req-8f31b6f6-e7b2-4802-b0e8-bf41450e971d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "DELETE /v2.0/ports/db283de9-acd7-48f8-afd5-4d40fb15abd0 HTTP/1.1" status: 204 len: 173 time: 1.8483021 Aug 11 02:30:02.007975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aa468-6d60-44e9-9407-2d07f727a809 req-802662c2-dc00-47a4-a0ec-074c073ea62b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.010202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a7aa468-6d60-44e9-9407-2d07f727a809 req-802662c2-dc00-47a4-a0ec-074c073ea62b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2044611 Aug 11 02:30:02.094726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a7aa468-6d60-44e9-9407-2d07f727a809 req-a06018a7-ce3c-4b3f-848b-7a1ae6c57a5f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Aug 11 02:30:02.268698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b91db2a3-0627-45f6-b6ae-4e49e8960384', 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'fixed_ips': [{'subnet_id': '5aed2c68-e287-4906-a962-c941fae42765'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:30:02.269583 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:02.498436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264384f-4bbf-4008-b242-362d33d1aac8 req-cb4621d8-2f3f-49d7-8194-e8606357c7a5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.512434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7264384f-4bbf-4008-b242-362d33d1aac8 req-cb4621d8-2f3f-49d7-8194-e8606357c7a5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2347646 Aug 11 02:30:02.642767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7264384f-4bbf-4008-b242-362d33d1aac8 req-a25ada8d-526f-4998-ace2-bf166e49cc52 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285436 Aug 11 02:30:02.667379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b308-47aa-4b9e-aa70-115f7de1a21f req-2d612d1a-6f0a-41d2-8877-a73772792ba3 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.683590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b294b308-47aa-4b9e-aa70-115f7de1a21f req-2d612d1a-6f0a-41d2-8877-a73772792ba3 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 950 time: 0.3760211 Aug 11 02:30:02.723579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-d5b88ae8-7bdc-46ae-8784-a42f5b14549d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.727136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-d5b88ae8-7bdc-46ae-8784-a42f5b14549d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.5693276 Aug 11 02:30:02.753304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Request body: {'port': {'device_id': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'admin_state_up': True, 'tenant_id': '948f48ec8e114f0abffb8ebb24846881'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:02.907002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b294b308-47aa-4b9e-aa70-115f7de1a21f req-c2a8a4b1-c31c-4ea4-9071-c71634af443b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164397 Aug 11 02:30:02.919002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:02.927884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Allocated IP 10.2.2.2 (b91db2a3-0627-45f6-b6ae-4e49e8960384/5aed2c68-e287-4906-a962-c941fae42765/672c6d87-96b2-4773-a3ef-af7833d104e6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:02.940868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Transition to ACTIVE for port object 0347a640-b594-49c6-b669-c86c192c113f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:02.990118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Transition to ACTIVE for port object 0347a640-b594-49c6-b669-c86c192c113f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:03.019429 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:30:03.047654 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.101857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 10.1.1.207 (afa70537-4910-4a5a-9331-4ffd2bdf3170/60bd01fa-a2c5-4a56-ba41-e7822a384ae0/7167b717-dca4-4ce1-9e90-23197d7f9c9e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:03.135361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d797b3-a5fa-49ca-b3ec-66711a9cf080 req-8d49ed16-a4bf-4258-9af7-e8cd3fb4de75 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:03.144904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7d797b3-a5fa-49ca-b3ec-66711a9cf080 req-8d49ed16-a4bf-4258-9af7-e8cd3fb4de75 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 944 time: 0.3033030 Aug 11 02:30:03.181248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:03.190588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:03.193201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:03.205130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Pushing event updated for resources: {'Port': ['ID=0347a640-b594-49c6-b669-c86c192c113f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.222672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c631c96b-0564-467f-adf1-5008a7c83fe6 req-1c052ee6-4378-4095-b8d7-f18dde8283a1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 210 time: 0.1194482 Aug 11 02:30:03.233582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.233976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.234385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.234780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.235112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.235497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.235831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.236154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.236478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.236824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.237147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.237468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:03.268103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7d797b3-a5fa-49ca-b3ec-66711a9cf080 req-b8466ca3-a5a5-4235-a181-1327698bed8c tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221614 Aug 11 02:30:03.281403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Made reservation on behalf of 948f48ec8e114f0abffb8ebb24846881 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:03.291346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.387249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Attempting to bind port 0347a640-b594-49c6-b669-c86c192c113f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:03.387834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Attempting to bind port 0347a640-b594-49c6-b669-c86c192c113f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:03.388224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Attempting to bind port 0347a640-b594-49c6-b669-c86c192c113f on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:03.391540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.406470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:03.406853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Checking segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:03.407273 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.407785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Bound using segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:03.408338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Bound port: 0347a640-b594-49c6-b669-c86c192c113f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:03.409696 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.412420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Transition to ACTIVE for port object 672c6d87-96b2-4773-a3ef-af7833d104e6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:03.431140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.451290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object 7167b717-dca4-4ce1-9e90-23197d7f9c9e will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:03.473785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Transition to ACTIVE for port object 672c6d87-96b2-4773-a3ef-af7833d104e6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:03.492276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.556519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Pushing event updated for resources: {'Port': ['ID=672c6d87-96b2-4773-a3ef-af7833d104e6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.562068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.574995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Allocated IP 172.20.0.5 (79a7f719-d609-44c8-ab33-45c70af07d19/e9aa3c6e-5ef8-4413-b63e-4c33675f814c/8f339150-e23a-4994-aa7a-a712c73760b1) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:03.607469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:03.614488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:03.628726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:03.637789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:03.639688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] For port 0347a640-b594-49c6-b669-c86c192c113f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:03.649620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] For port 0347a640-b594-49c6-b669-c86c192c113f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0347a640-b594-49c6-b669-c86c192c113f,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:03.660108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.660374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:03.668551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:03.751827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.802046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:03.806690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.818457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-deleted', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:03.826491 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f052df6-3964-4808-aec8-b16d6d454f56" -d '{"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-deleted", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:03.830405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ee2e9-78c0-49c7-b7c6-8a1040bbf0e7 None None] Pushing event updated for resources: {'Port': ['ID=0347a640-b594-49c6-b669-c86c192c113f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:03.831147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2e05365d-a6b4-4727-8800-3b20e67ab72a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7846439 Aug 11 02:30:03.837033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:03.874323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'name': 'tempest-TaggedBootDevicesTest-2627184', 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:03.908327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8629b-a339-4d45-a1e9-f5f48d4c54e2 req-45b71582-a5fd-462b-a2a6-0e5a2e498131 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:03.916820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5c8629b-a339-4d45-a1e9-f5f48d4c54e2 req-45b71582-a5fd-462b-a2a6-0e5a2e498131 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3347504 Aug 11 02:30:04.059401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Attempting to bind port 672c6d87-96b2-4773-a3ef-af7833d104e6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:04.060262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Attempting to bind port 672c6d87-96b2-4773-a3ef-af7833d104e6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:04.060664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Attempting to bind port 672c6d87-96b2-4773-a3ef-af7833d104e6 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:04.073717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:04.076800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-f3860dc2-10fc-421f-a654-697cbfdb29ab tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:04.080239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-f3860dc2-10fc-421f-a654-697cbfdb29ab tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.4829800 Aug 11 02:30:04.084900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Checking segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:04.085716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.086568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Bound using segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:04.087416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Bound port: 672c6d87-96b2-4773-a3ef-af7833d104e6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:04.088109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.139308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5c8629b-a339-4d45-a1e9-f5f48d4c54e2 req-ebe4f203-261d-4c14-8034-af953fee6b71 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214897 Aug 11 02:30:04.157870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:04.176856 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.189934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-144531d4-caf6-4e6d-9647-7d82706cc7be tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/quotas/c90f37618b3c4d02b26262b86b0bced2 HTTP/1.1" status: 200 len: 375 time: 0.0925245 Aug 11 02:30:04.254119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] device_id is not set on port 0bb5c848-0689-4df1-913f-e8a5ed23c522 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:04.263355 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0525c3a4-20bc-407a-9d1f-9fcafe4149be x-openstack-request-id: req-0525c3a4-20bc-407a-9d1f-9fcafe4149be {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:04.263725 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466fd7c-3fba-41a5-954e-fedbaf735f7c", "name": "network-vif-deleted", "tag": "db283de9-acd7-48f8-afd5-4d40fb15abd0", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:04.264027 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0525c3a4-20bc-407a-9d1f-9fcafe4149be {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:04.264445 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466fd7c-3fba-41a5-954e-fedbaf735f7c', 'name': 'network-vif-deleted', 'tag': 'db283de9-acd7-48f8-afd5-4d40fb15abd0', 'status': 'completed', 'code': 200} Aug 11 02:30:04.280256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.340555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] For port 672c6d87-96b2-4773-a3ef-af7833d104e6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:04.347099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] For port 672c6d87-96b2-4773-a3ef-af7833d104e6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=672c6d87-96b2-4773-a3ef-af7833d104e6,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:04.354923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-ef9538f2-c434-4663-a457-2f9fe9347f12 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460149 Aug 11 02:30:04.357844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.495296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-f50c800c-1974-49ff-972c-d6d7f041d241 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:04.497301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-f50c800c-1974-49ff-972c-d6d7f041d241 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 950 time: 0.4911623 Aug 11 02:30:04.624356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d83fb-e3e4-4e63-b722-d81adb1b9710 None None] Pushing event updated for resources: {'Port': ['ID=672c6d87-96b2-4773-a3ef-af7833d104e6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:04.840468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 10.1.1.158 (afa70537-4910-4a5a-9331-4ffd2bdf3170/60bd01fa-a2c5-4a56-ba41-e7822a384ae0/0bb5c848-0689-4df1-913f-e8a5ed23c522) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:04.882358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e896e9-3247-4cb6-a280-0b73dda4a2e0 req-8ee8ec0e-adbb-4e79-b162-4af90bd1a5ab tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:04.897574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5e896e9-3247-4cb6-a280-0b73dda4a2e0 req-8ee8ec0e-adbb-4e79-b162-4af90bd1a5ab tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 950 time: 0.5402377 Aug 11 02:30:04.932289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.103873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.120110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object 0bb5c848-0689-4df1-913f-e8a5ed23c522 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:05.133929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-2fed9a4f-d3c2-4feb-aef5-bd22c5b2d454 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468106 Aug 11 02:30:05.188775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Network 79a7f719-d609-44c8-ab33-45c70af07d19 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:05.196899 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.240227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:05.302807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:05.307109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:05.319507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:05.343544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:05.357452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:05.395561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5e896e9-3247-4cb6-a280-0b73dda4a2e0 req-b2d45596-fe17-4553-954a-7ecb0f93504f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964938 Aug 11 02:30:05.413860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0347a640-b594-49c6-b669-c86c192c113f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:05.521360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.524031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.544976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0347a640-b594-49c6-b669-c86c192c113f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:05.582682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-97854eea-028d-4e56-adeb-281273325b40 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8423398 Aug 11 02:30:05.614433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Request body: {'port': {'device_id': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:05.629048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port 1ff70966-c4f2-490a-aa25-69993ce0ba7c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:05.629569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.766521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-70920703-daea-4bfa-a4d7-40ec7a41bc1c service neutron] 10.222.0.16 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311691 Aug 11 02:30:05.771556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 99f037eb-cd53-4700-af73-66c4034c6954 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:05.920314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 99f037eb-cd53-4700-af73-66c4034c6954 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:05.927794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 99f037eb-cd53-4700-af73-66c4034c6954 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:05.929182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.980005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:06.011444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ecbf-e1b5-4868-abd6-6cf8f5f376cb req-b20d506d-0f36-4a49-b123-7a47c70337e0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.023295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd8f9ff-2471-4004-8924-fbe99f739eb9 None None] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:06.046879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4896ecbf-e1b5-4868-abd6-6cf8f5f376cb req-b20d506d-0f36-4a49-b123-7a47c70337e0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.4499483 Aug 11 02:30:06.055222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.069417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.119642 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a1513b89-cc53-42b1-b752-0cf971a84674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2669494 Aug 11 02:30:06.154060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.190851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port 1ff70966-c4f2-490a-aa25-69993ce0ba7c, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1ff70966-c4f2-490a-aa25-69993ce0ba7c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:06.191503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.361301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] Provisioning for port 0347a640-b594-49c6-b669-c86c192c113f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:06.395149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] Provisioning complete for port 0347a640-b594-49c6-b669-c86c192c113f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:06.395610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.554797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.648744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4896ecbf-e1b5-4868-abd6-6cf8f5f376cb req-e03e2a98-3d8c-4a1e-978a-5c9738468e63 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854664 Aug 11 02:30:06.649776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for 1ff70966-c4f2-490a-aa25-69993ce0ba7c owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:06.662187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45890330-0e80-42de-b3fa-6165bb37dbc4 None None] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:06.876257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:06.880554 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eacbe84-fbc5-4d4a-a7ac-6a8c6a6f236e" -d '{"events": [{"server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "name": "network-vif-plugged", "status": "completed", "tag": "99f037eb-cd53-4700-af73-66c4034c6954"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:06.892506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.930858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 99f037eb-cd53-4700-af73-66c4034c6954, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=99f037eb-cd53-4700-af73-66c4034c6954,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:06.956506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.958022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1ff70966-c4f2-490a-aa25-69993ce0ba7c no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:07.002263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed03d-7278-4db4-b194-52e8156e32db req-c50de16a-8094-4308-bb83-0c7336133538 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.004045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c57ed03d-7278-4db4-b194-52e8156e32db req-c50de16a-8094-4308-bb83-0c7336133538 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 931 time: 0.3771818 Aug 11 02:30:07.125036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341543e-6d8a-4e65-878a-935ffbd28af5 req-96a7c18a-f093-420c-a783-3cf74c66d193 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.133626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c341543e-6d8a-4e65-878a-935ffbd28af5 req-96a7c18a-f093-420c-a783-3cf74c66d193 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 944 time: 0.2857895 Aug 11 02:30:07.180065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c57ed03d-7278-4db4-b194-52e8156e32db req-3f41621d-1236-4622-ae9c-840f1db25a14 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615813 Aug 11 02:30:07.207152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] For port 0347a640-b594-49c6-b669-c86c192c113f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0347a640-b594-49c6-b669-c86c192c113f,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:07.255073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.368242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c341543e-6d8a-4e65-878a-935ffbd28af5 req-8bd59ab6-63c0-4263-bb48-cb64b73dd64a tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335577 Aug 11 02:30:07.454100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.470115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=99f037eb-cd53-4700-af73-66c4034c6954,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:07.497787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.500356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 672c6d87-96b2-4773-a3ef-af7833d104e6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:07.566557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5', '2f38faaa-12bb-489e-aeff-2b7c2d83e271'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:07.820592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:07.835250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58f4259d-a2a7-4050-8e94-e056d86ca1d6 req-ae36bb32-09d1-446f-952f-3b32ba9662e9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 210 time: 0.1609888 Aug 11 02:30:07.836948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=1ff70966-c4f2-490a-aa25-69993ce0ba7c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:07.952166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.952526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.955455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.955905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.956252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.956595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.958703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.959613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.961094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.961528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.961884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:07.963190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:08.049314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83aaab66-e0c5-473f-ac16-5d1972b8b420 req-2b60cba5-3085-4dcf-90f4-86611a09ac35 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc90308f-d4d9-4840-8bc0-7bdf99b1db0e HTTP/1.1" status: 200 len: 210 time: 0.0651224 Aug 11 02:30:08.096629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.103068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734337607', 'description': 'tempest-description--520255655'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:08.133990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f339150-e23a-4994-aa7a-a712c73760b1 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:08.175896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port 1ff70966-c4f2-490a-aa25-69993ce0ba7c on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:08.179146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.183172 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa9a74-cd17-4a60-b396-fc324f8a1f99 x-openstack-request-id: req-28fa9a74-cd17-4a60-b396-fc324f8a1f99 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:08.183828 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "name": "network-vif-plugged", "status": "completed", "tag": "99f037eb-cd53-4700-af73-66c4034c6954", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:08.184091 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28fa9a74-cd17-4a60-b396-fc324f8a1f99 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:08.184517 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954', 'code': 200} Aug 11 02:30:08.189491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cc05a4dd-609e-4ccc-bcb5-7e5aff40fa72 None None] Provisioning for port 672c6d87-96b2-4773-a3ef-af7833d104e6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:08.191809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.207625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.210102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2747c5a6-dc37-4c1f-ad05-4c766c53c8e8 req-8fc2482b-d1c8-4339-9bf4-a88133021902 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "DELETE /v2.0/ports/1ff70966-c4f2-490a-aa25-69993ce0ba7c HTTP/1.1" status: 204 len: 173 time: 3.6205866 Aug 11 02:30:08.213438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'name': 'network-vif-deleted', 'tag': '1ff70966-c4f2-490a-aa25-69993ce0ba7c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:08.228216 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65193499-1e77-4952-9c72-4f8d4b81e240" -d '{"events": [{"server_uuid": "dc90308f-d4d9-4840-8bc0-7bdf99b1db0e", "name": "network-vif-deleted", "tag": "1ff70966-c4f2-490a-aa25-69993ce0ba7c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:08.339143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7916-f397-4143-915e-e6d270a36179 None None] Pushing event updated for resources: {'Port': ['ID=0347a640-b594-49c6-b669-c86c192c113f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.346369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Transition to ACTIVE for port object 8f339150-e23a-4994-aa7a-a712c73760b1 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:08.433401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.447062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.458550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.509705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 672c6d87-96b2-4773-a3ef-af7833d104e6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:08.525361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281f912a-f245-4a6a-9efd-42125eaf8a3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.547560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.554851 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f6913180-dd53-4f4a-adee-7cfd165411be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4508586 Aug 11 02:30:08.555161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.560984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'security_group_rule': {'security_group_id': '281f912a-f245-4a6a-9efd-42125eaf8a3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:08.698962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b556e7-2fe0-42ce-b1ee-42e5ad6b388b req-70f733ce-0bc6-4c6c-b428-0005e353eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:08.700690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76b556e7-2fe0-42ce-b1ee-42e5ad6b388b req-70f733ce-0bc6-4c6c-b428-0005e353eb8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 1096 time: 0.4600074 Aug 11 02:30:08.812873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636a056-9948-4990-988a-bff576c47dea service neutron] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.858406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.906965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702111-0a24-4a80-9ee5-dc3615e57da5 req-d9a7376b-00c2-4272-ac83-06458a41e826 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:08.921515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1702111-0a24-4a80-9ee5-dc3615e57da5 req-d9a7376b-00c2-4272-ac83-06458a41e826 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.6627934 Aug 11 02:30:08.934580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 672c6d87-96b2-4773-a3ef-af7833d104e6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:08.935139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.955603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.987055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-d11b6020-55ef-4541-b5e2-883c793cbc58 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:08.988601 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-d11b6020-55ef-4541-b5e2-883c793cbc58 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 811 time: 0.3622038 Aug 11 02:30:08.989870 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.004469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Provisioning for port 7167b717-dca4-4ce1-9e90-23197d7f9c9e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:09.011492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Request body: {'port': {'device_id': '522dd797-49d3-46be-8055-5b22411714cb', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'admin_state_up': True, 'tenant_id': 'c90f37618b3c4d02b26262b86b0bced2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.016707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c848f-bd9e-457e-8984-eeac6fbe011e req-1b7dff2a-ab8a-440b-8f43-faf4156530ce tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.019043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f0c848f-bd9e-457e-8984-eeac6fbe011e req-1b7dff2a-ab8a-440b-8f43-faf4156530ce tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 943 time: 0.5192337 Aug 11 02:30:09.057983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76b556e7-2fe0-42ce-b1ee-42e5ad6b388b req-4e5c7f32-4512-403b-bd94-b7535427d990 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405974 Aug 11 02:30:09.058800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Provisioning complete for port 7167b717-dca4-4ce1-9e90-23197d7f9c9e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:09.059490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.130701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1702111-0a24-4a80-9ee5-dc3615e57da5 req-66f06144-ccfa-43ab-8fef-b695a4ef1ddd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846483 Aug 11 02:30:09.154029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Attempting to bind port 8f339150-e23a-4994-aa7a-a712c73760b1 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:09.154935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Attempting to bind port 8f339150-e23a-4994-aa7a-a712c73760b1 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:09.155020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Attempting to bind port 8f339150-e23a-4994-aa7a-a712c73760b1 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:09.174438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f0c848f-bd9e-457e-8984-eeac6fbe011e req-0ede3d92-d7c7-49f2-9155-e33fd179bb9b tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288819 Aug 11 02:30:09.175420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Port 8f339150-e23a-4994-aa7a-a712c73760b1 on network 79a7f719-d609-44c8-ab33-45c70af07d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:09.175674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Attempting to bind port 8f339150-e23a-4994-aa7a-a712c73760b1 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:09.179082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37df4722-0fc1-4a0b-8724-2dda5bf7a421,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.193801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:09.194255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Checking segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:09.195150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Bound using segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:09.195150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Bound port: 8f339150-e23a-4994-aa7a-a712c73760b1, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:09.198705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.234729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Made reservation on behalf of c90f37618b3c4d02b26262b86b0bced2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:09.238666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.248472 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109e6051-72f4-4775-8596-510223462a60 x-openstack-request-id: req-109e6051-72f4-4775-8596-510223462a60 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:09.248472 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc90308f-d4d9-4840-8bc0-7bdf99b1db0e", "name": "network-vif-deleted", "tag": "1ff70966-c4f2-490a-aa25-69993ce0ba7c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:09.248858 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-109e6051-72f4-4775-8596-510223462a60 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:09.251437 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc90308f-d4d9-4840-8bc0-7bdf99b1db0e', 'name': 'network-vif-deleted', 'tag': '1ff70966-c4f2-490a-aa25-69993ce0ba7c', 'status': 'completed', 'code': 200} Aug 11 02:30:09.252003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.257722 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-989693f4-4bca-4757-ab36-cca7e99e7632 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6970587 Aug 11 02:30:09.258649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.272218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'security_group_rule': {'security_group_id': '281f912a-f245-4a6a-9efd-42125eaf8a3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.381991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.383969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Port 7167b717-dca4-4ce1-9e90-23197d7f9c9e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:09.447277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:09.450613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.455332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:09.482589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.525699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055266c3-0c6e-4636-bf06-84a378f1fe16 req-f0ae6d79-b0eb-4a98-a52b-d412fdd525f3 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.526108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Provisioning complete for port 0347a640-b594-49c6-b669-c86c192c113f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:09.526672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.534086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-055266c3-0c6e-4636-bf06-84a378f1fe16 req-f0ae6d79-b0eb-4a98-a52b-d412fdd525f3 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 945 time: 0.1693971 Aug 11 02:30:09.553194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d114cd12-cedb-45dd-a09b-54f5f03eff23 req-f00a7774-baac-4b11-a65c-a085e72ab513 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 210 time: 0.0936110 Aug 11 02:30:09.607885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.609535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.613820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-7636a056-9948-4990-988a-bff576c47dea service neutron] 10.222.0.59 "PUT /v2.0/ports/8f339150-e23a-4994-aa7a-a712c73760b1 HTTP/1.1" status: 200 len: 1091 time: 4.0046439 Aug 11 02:30:09.616186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Allocated IP 172.20.0.9 (5b3503ef-cce4-4900-bef7-fd158a8587a3/fac5a1f1-9ce5-46dc-aaf3-225ae5879417/4a1ef98b-0755-4df8-b2af-b49065d205a1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:09.739822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 672c6d87-96b2-4773-a3ef-af7833d104e6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=672c6d87-96b2-4773-a3ef-af7833d104e6,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:09.760297 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.840877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-055266c3-0c6e-4636-bf06-84a378f1fe16 req-842f4cef-1332-4c6d-af11-9c4e8799fe12 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022170 Aug 11 02:30:09.851483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.863803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636a056-9948-4990-988a-bff576c47dea service neutron] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.958147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.027704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0347a640-b594-49c6-b669-c86c192c113f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:10.116325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=672c6d87-96b2-4773-a3ef-af7833d104e6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.168016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153a9c49-79f2-4be6-9b78-bd32bbe4b6c6,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.194737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.195671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Provisioning for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:10.212497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Provisioning complete for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:10.213231 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.244705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0347a640-b594-49c6-b669-c86c192c113f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:10.245152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.272889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.281684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8852d423-1b17-44fe-bef2-006721ac5c0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0208161 Aug 11 02:30:10.283256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:10.289150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-d2225816-3630-4d61-aee8-97c775d9f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.293193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-d2225816-3630-4d61-aee8-97c775d9f203 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 1094 time: 0.5824249 Aug 11 02:30:10.294088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:10.323899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Port 0bb5c848-0689-4df1-913f-e8a5ed23c522 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:10.365226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Provisioning complete for port 672c6d87-96b2-4773-a3ef-af7833d104e6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:10.365693 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c53946-3fc6-4180-80b4-31e343d09481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.406183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dd10a-08f8-4d35-9cc5-8f2f600cfab3 req-36c0ab5e-da72-4ca8-bd89-2b77598bed1b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.410920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.419251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-672dd10a-08f8-4d35-9cc5-8f2f600cfab3 req-36c0ab5e-da72-4ca8-bd89-2b77598bed1b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.5749726 Aug 11 02:30:10.438143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.479416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-317b04a7-7504-4133-86e6-e9b31cb9ef8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f339150-e23a-4994-aa7a-a712c73760b1 HTTP/1.1" status: 200 len: 217 time: 0.1697314 Aug 11 02:30:10.514837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Network 5b3503ef-cce4-4900-bef7-fd158a8587a3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:10.638463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:10.653989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:10.699053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-672dd10a-08f8-4d35-9cc5-8f2f600cfab3 req-5c66a6f9-4dc7-4645-bfb3-7fc2a52a922e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617207 Aug 11 02:30:10.722410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ebaf9643-b1fd-44be-a88d-b27d5f9514a1 None None] Provisioning complete for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:10.723366 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9643-b1fd-44be-a88d-b27d5f9514a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.768295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-90f4f36c-6cfe-44a6-ad68-ac13c0549741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.771267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-90f4f36c-6cfe-44a6-ad68-ac13c0549741 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.2759752 Aug 11 02:30:10.784408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event updated for resources: {'Port': ['ID=4a1ef98b-0755-4df8-b2af-b49065d205a1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.808467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472d1a-5a62-4b41-a586-830fc84a112a req-28495b5a-ab12-4a10-bc64-c101fbd30f1d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.810226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9472d1a-5a62-4b41-a586-830fc84a112a req-28495b5a-ab12-4a10-bc64-c101fbd30f1d tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 943 time: 0.3894830 Aug 11 02:30:10.825978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.827880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.855731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-f0c36ff3-acf1-4c18-9b7c-619a4b47f28e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760272 Aug 11 02:30:10.860660 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-6737ba4a-2ca6-49e7-af93-e9ae21f96dcb tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563948 Aug 11 02:30:10.885957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9643-b1fd-44be-a88d-b27d5f9514a1 None None] Port 0bb5c848-0689-4df1-913f-e8a5ed23c522 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:10.886244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Request body: {'port': {'device_id': '522dd797-49d3-46be-8055-5b22411714cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:10.991589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.022429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9472d1a-5a62-4b41-a586-830fc84a112a req-57c46144-cc34-43f8-8202-77b5f57382bf tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769814 Aug 11 02:30:11.107559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-a85d18bc-b8ba-41f0-b1a0-e3847b606d89 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418394 Aug 11 02:30:11.120716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a486-acb3-4e9b-950c-10309b8b71d4 req-f01b216f-f3f6-46b6-bf70-32c3e5d1e856 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.123883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7be3a486-acb3-4e9b-950c-10309b8b71d4 req-f01b216f-f3f6-46b6-bf70-32c3e5d1e856 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 950 time: 0.1836817 Aug 11 02:30:11.154538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 172.25.6.101 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/902c59b7-1b0d-49f0-a970-076b34b6adb9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:11.157242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.198685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7be3a486-acb3-4e9b-950c-10309b8b71d4 req-c916cbdb-c11d-43ef-9e04-7a996f4e2cd5 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Aug 11 02:30:11.271363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:11.273792 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899651c6-7632-48b4-9a94-88b736b0a5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:11.341877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7100-a421-450e-abbe-6f118db045e4 req-1340bd0f-0868-4a95-a6dc-b82f429a901b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.343541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65ff7100-a421-450e-abbe-6f118db045e4 req-1340bd0f-0868-4a95-a6dc-b82f429a901b tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 931 time: 0.1075211 Aug 11 02:30:11.412182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5513c98b-01eb-490c-a13a-2a37651d5e58 req-0b7b65c6-786b-44f8-a5b0-a5e52288df0a service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869530 Aug 11 02:30:11.468201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65ff7100-a421-450e-abbe-6f118db045e4 req-b6a7501f-6bdb-4633-9499-ed5aeaeb64db tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878308 Aug 11 02:30:11.479972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb22e-2a14-4ce5-b8ce-694251c32e25 req-cf1d66d5-1ecb-44f3-9d88-44c41fa61b44 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.492697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-624cb22e-2a14-4ce5-b8ce-694251c32e25 req-cf1d66d5-1ecb-44f3-9d88-44c41fa61b44 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 945 time: 0.1054573 Aug 11 02:30:11.538965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-624cb22e-2a14-4ce5-b8ce-694251c32e25 req-b673b050-8814-43d2-a857-9ee169bfb554 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501502 Aug 11 02:30:11.618344 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d93f08-aad1-43c7-8900-2da50a73ee8a x-openstack-request-id: req-a1d93f08-aad1-43c7-8900-2da50a73ee8a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:11.618768 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:11.619147 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1d93f08-aad1-43c7-8900-2da50a73ee8a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:11.619559 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1', 'status': 'completed', 'code': 200} Aug 11 02:30:11.658621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02da2-fce0-4de4-b23a-e343c61cb931 req-787c631e-71ef-4b8d-b762-7aea9505fad3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.660356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59c02da2-fce0-4de4-b23a-e343c61cb931 req-787c631e-71ef-4b8d-b762-7aea9505fad3 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1035879 Aug 11 02:30:11.705413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.830701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59c02da2-fce0-4de4-b23a-e343c61cb931 req-394d6d10-e026-4519-9cd1-424f2fd6f1c1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580553 Aug 11 02:30:11.844399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a46c-33be-49ad-8799-32d95e74b086 req-8995821b-1dcc-4c4a-b420-0c1c696e8cc8 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.846303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3364a46c-33be-49ad-8799-32d95e74b086 req-8995821b-1dcc-4c4a-b420-0c1c696e8cc8 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 950 time: 0.1454034 Aug 11 02:30:11.866762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 672c6d87-96b2-4773-a3ef-af7833d104e6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:11.901369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed182-b39c-4328-b561-3b608aae344b req-a5cc75ba-66fe-4021-8e9a-fef29ae706ad tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.903056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-486ed182-b39c-4328-b561-3b608aae344b req-a5cc75ba-66fe-4021-8e9a-fef29ae706ad tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 945 time: 0.1581914 Aug 11 02:30:11.926732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1ef98b-0755-4df8-b2af-b49065d205a1 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:11.941955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.949913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57350) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:11.954396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 672c6d87-96b2-4773-a3ef-af7833d104e6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:11.959670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.968743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-b4232514-f904-4eb4-8281-21ea3f38b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.971319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-b4232514-f904-4eb4-8281-21ea3f38b3d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 1094 time: 0.2826352 Aug 11 02:30:11.983813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Request body: {'floatingip': {'port_id': '99f037eb-cd53-4700-af73-66c4034c6954'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:11.990746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Transition to ACTIVE for port object 4a1ef98b-0755-4df8-b2af-b49065d205a1 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:12.010340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.176774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Pushing event updated for resources: {'Port': ['ID=4a1ef98b-0755-4df8-b2af-b49065d205a1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:12.188273 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.188814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.218515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:12.220893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:12.227263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:12.281048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.281693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.284252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.284252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.284252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.284252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.288509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.288509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.288509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.288509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.288509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.288509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:12.329679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918424c2-1dd6-4274-85e4-c5c73fdeaad0 req-95276be9-4b93-4402-bca4-31b3c74a30f6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.331383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-918424c2-1dd6-4274-85e4-c5c73fdeaad0 req-95276be9-4b93-4402-bca4-31b3c74a30f6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3921268 Aug 11 02:30:12.532756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=902c59b7-1b0d-49f0-a970-076b34b6adb9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:12.593201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Attempting to bind port 4a1ef98b-0755-4df8-b2af-b49065d205a1 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:12.593916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Attempting to bind port 4a1ef98b-0755-4df8-b2af-b49065d205a1 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:12.594656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Attempting to bind port 4a1ef98b-0755-4df8-b2af-b49065d205a1 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:12.603959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.608734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Port 4a1ef98b-0755-4df8-b2af-b49065d205a1 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:12.609597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Attempting to bind port 4a1ef98b-0755-4df8-b2af-b49065d205a1 on network 5b3503ef-cce4-4900-bef7-fd158a8587a3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:12.638210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:12.638210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Checking segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:12.638210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Bound using segment: {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:12.638210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Bound port: 4a1ef98b-0755-4df8-b2af-b49065d205a1, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014a7de-06c0-47fe-afec-4abffea2bef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:12.638210 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.705949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.709819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-f8c69f85-5f1e-4712-ba46-216db2e881e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.711401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-f8c69f85-5f1e-4712-ba46-216db2e881e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 905 time: 0.7241619 Aug 11 02:30:12.795231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-918424c2-1dd6-4274-85e4-c5c73fdeaad0 req-07f6e2f4-0622-432f-a4a7-b4da700dbb1d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505751 Aug 11 02:30:12.797543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:12.797885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.803668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-a578febe-8727-4e22-9e8d-881bdc5facce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f339150-e23a-4994-aa7a-a712c73760b1 HTTP/1.1" status: 200 len: 217 time: 0.0710201 Aug 11 02:30:12.822133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aca7af-2a2f-493f-afeb-13605bedbc2b req-deb5eda3-a0a4-4e47-95f2-889c9ccdd841 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.822133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7aca7af-2a2f-493f-afeb-13605bedbc2b req-deb5eda3-a0a4-4e47-95f2-889c9ccdd841 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 943 time: 0.5738792 Aug 11 02:30:12.866034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] For port 4a1ef98b-0755-4df8-b2af-b49065d205a1, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:12.941897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] For port 4a1ef98b-0755-4df8-b2af-b49065d205a1, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:12.953729 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.974184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.975927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.979071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] 10.222.0.25 "PUT /v2.0/ports/4a1ef98b-0755-4df8-b2af-b49065d205a1 HTTP/1.1" status: 200 len: 1091 time: 2.1027565 Aug 11 02:30:12.991845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522dd797-49d3-46be-8055-5b22411714cb', 'tag': '4a1ef98b-0755-4df8-b2af-b49065d205a1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:12.995401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-edc3cb97-d50d-499e-99a4-e95a64cbbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.996966 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6f8db-3716-4bc1-8208-86c375ad0629" -d '{"events": [{"name": "network-changed", "server_uuid": "522dd797-49d3-46be-8055-5b22411714cb", "tag": "4a1ef98b-0755-4df8-b2af-b49065d205a1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:12.997587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-edc3cb97-d50d-499e-99a4-e95a64cbbd14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.1510086 Aug 11 02:30:13.101978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7aca7af-2a2f-493f-afeb-13605bedbc2b req-14741fb4-de2a-416a-a10d-357c31a2ae1f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469649 Aug 11 02:30:13.150748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-8171654d-9121-45cc-be54-8cddc6132ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904906 Aug 11 02:30:13.154471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d62cad-3b69-4777-9a77-908b98a7372d service neutron] Pushing event updated for resources: {'Port': ['ID=4a1ef98b-0755-4df8-b2af-b49065d205a1,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:13.184224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port 2f38faaa-12bb-489e-aeff-2b7c2d83e271, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2f38faaa-12bb-489e-aeff-2b7c2d83e271,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:13.184603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.224785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-60d1d2a4-c9c4-4b12-8d67-d27abe39c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.228507 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-60d1d2a4-c9c4-4b12-8d67-d27abe39c6cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 1094 time: 0.1699698 Aug 11 02:30:13.251010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for 2f38faaa-12bb-489e-aeff-2b7c2d83e271 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:13.301684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.361188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.361589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d912c7-93fe-4eae-8977-8736950ab3c3 req-b4ee7d11-85e4-4f46-a8db-9841705dc7ac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.363467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35d912c7-93fe-4eae-8977-8736950ab3c3 req-b4ee7d11-85e4-4f46-a8db-9841705dc7ac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=10f89103-012a-43f4-87a1-54a3ffd20a18 HTTP/1.1" status: 200 len: 950 time: 0.2911649 Aug 11 02:30:13.374612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-29b4c870-cdbc-448b-a81e-e1b5cdde5fd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1 HTTP/1.1" status: 200 len: 217 time: 0.0673311 Aug 11 02:30:13.541847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=902c59b7-1b0d-49f0-a970-076b34b6adb9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:13.561875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.579945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-4071c242-a0e6-49cf-a7bb-6db16cec1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.582524 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-4071c242-a0e6-49cf-a7bb-6db16cec1469 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.1766379 Aug 11 02:30:13.620334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-aa1562b8-d203-4d4d-8b70-e8ddf4131d52 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521766 Aug 11 02:30:13.636654 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-c6d2bbbd-1a20-4db9-afdc-e7e5394beec3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449429 Aug 11 02:30:13.639211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.642464 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8d4786d1-3977-4f77-ba4e-602b2a5a93de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3569617 Aug 11 02:30:13.809214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9c23-728d-4ae8-9968-b0c76905a0b8 req-5aa42649-dbc0-4227-a584-d07aebf3c66f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.812787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fee9c23-728d-4ae8-9968-b0c76905a0b8 req-5aa42649-dbc0-4227-a584-d07aebf3c66f tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 943 time: 0.4844582 Aug 11 02:30:13.822129 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-c4b84e39-a33d-48f8-bbae-f431be72cc51 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731603 Aug 11 02:30:13.833846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:13.845178 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22d2882d-2dcd-4ebb-b9f5-4170469b1893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.989778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:14.009009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '8f339150-e23a-4994-aa7a-a712c73760b1', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': '8f339150-e23a-4994-aa7a-a712c73760b1', 'mac_address': 'fa:16:3e:ec:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:14.017701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35d912c7-93fe-4eae-8977-8736950ab3c3 req-c7175e07-110b-4852-9828-5ba09bc1f884 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539382 Aug 11 02:30:14.067462 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a4536920-d2a2-4b33-93bd-f9e19e69290a req-c0a5786d-8c12-4ab5-8824-a66a4bdc4e43 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362413 Aug 11 02:30:14.133361 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.149699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f339150-e23a-4994-aa7a-a712c73760b1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:14.177056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:14.184789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.199598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fee9c23-728d-4ae8-9968-b0c76905a0b8 req-658b4a7f-d5da-442c-ac0d-ff05c7b33987 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470812 Aug 11 02:30:14.305131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.306159 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.310976 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:30:14.326366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:14.331332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:14.414161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-899651c6-7632-48b4-9a94-88b736b0a5ab req-f14616dc-9f1c-45a7-836d-b496b62afbd3 service neutron] 10.222.0.59 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7571332 Aug 11 02:30:14.457817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=2f38faaa-12bb-489e-aeff-2b7c2d83e271,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.519166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.533758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef94e-ed70-4b2d-bf20-71b659183b6b req-8d2ba19f-f6ce-4ef2-80a4-a5c243e9e405 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.536920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-807ef94e-ed70-4b2d-bf20-71b659183b6b req-8d2ba19f-f6ce-4ef2-80a4-a5c243e9e405 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2520094 Aug 11 02:30:14.547843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8f339150-e23a-4994-aa7a-a712c73760b1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:14.570821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port 2f38faaa-12bb-489e-aeff-2b7c2d83e271 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:14.573692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.587972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.591815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3364a46c-33be-49ad-8799-32d95e74b086 req-70824edb-f3b4-42f0-a5dc-c8aa79f2fe08 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "DELETE /v2.0/ports/2f38faaa-12bb-489e-aeff-2b7c2d83e271 HTTP/1.1" status: 204 len: 173 time: 2.7378983 Aug 11 02:30:14.592818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'name': 'network-vif-deleted', 'tag': '2f38faaa-12bb-489e-aeff-2b7c2d83e271'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:14.598126 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6742fdd-636c-4503-8a00-946b007359bd" -d '{"events": [{"server_uuid": "10f89103-012a-43f4-87a1-54a3ffd20a18", "name": "network-vif-deleted", "tag": "2f38faaa-12bb-489e-aeff-2b7c2d83e271"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:14.814098 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84797b-4f2b-4c85-add1-1cce31d07b3d x-openstack-request-id: req-9e84797b-4f2b-4c85-add1-1cce31d07b3d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:14.814573 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522dd797-49d3-46be-8055-5b22411714cb", "tag": "4a1ef98b-0755-4df8-b2af-b49065d205a1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:14.815024 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e84797b-4f2b-4c85-add1-1cce31d07b3d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:14.815995 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522dd797-49d3-46be-8055-5b22411714cb', 'tag': '4a1ef98b-0755-4df8-b2af-b49065d205a1', 'status': 'completed', 'code': 200} Aug 11 02:30:14.901233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-807ef94e-ed70-4b2d-bf20-71b659183b6b req-949f870d-a661-48e7-b063-2167d0aad12b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333220 Aug 11 02:30:15.100312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-cf258374-9b1c-41a2-b196-4f7c97e613ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.103576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-cf258374-9b1c-41a2-b196-4f7c97e613ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c90f37618b3c4d02b26262b86b0bced2&device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 1094 time: 0.1971138 Aug 11 02:30:15.159225 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Floating IP dec7856e-cf53-40b4-9a89-4537745afb41 associated. External IP: 172.25.6.234, port: 99f037eb-cd53-4700-af73-66c4034c6954. Aug 11 02:30:15.565347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-06bcea7d-addf-4986-a2dd-c98f8f036058 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--734337607&fields=id&tenant_id=2f1f58832f364fa99d663cacf5b1ecd7 HTTP/1.1" status: 200 len: 267 time: 0.4595137 Aug 11 02:30:15.824456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2f38faaa-12bb-489e-aeff-2b7c2d83e271 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:15.914946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181a617-c072-4588-8a0e-35d34e65a52a req-7d5c1f12-173c-42a8-864d-ebe385b39b00 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.916641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6181a617-c072-4588-8a0e-35d34e65a52a req-7d5c1f12-173c-42a8-864d-ebe385b39b00 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 944 time: 0.9004805 Aug 11 02:30:15.933148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 2f38faaa-12bb-489e-aeff-2b7c2d83e271 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:15.933900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2f38faaa-12bb-489e-aeff-2b7c2d83e271 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:15.947651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5b9c5594-396c-4b60-a7be-587df5e445ed tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.954959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5b9c5594-396c-4b60-a7be-587df5e445ed tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 931 time: 0.3886244 Aug 11 02:30:16.096930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-fb9692aa-6a8c-426f-ad82-b3871161a9ff tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.098450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-fb9692aa-6a8c-426f-ad82-b3871161a9ff tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 929 time: 0.1426859 Aug 11 02:30:16.113282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-584943a8-d8d8-49ab-b7f1-61d359d5fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.118068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-584943a8-d8d8-49ab-b7f1-61d359d5fde6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 200 len: 911 time: 0.9888809 Aug 11 02:30:16.214721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6181a617-c072-4588-8a0e-35d34e65a52a req-7a580fc3-7c71-4bcd-9529-bdc585540fe0 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498837 Aug 11 02:30:16.216965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-28c08b0f-7354-4f7e-9fe1-6bbcdc0c2bf0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1052148 Aug 11 02:30:16.261271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-4ed917e6-b0ab-4790-af1f-4ee5e53c4dc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1 HTTP/1.1" status: 200 len: 217 time: 0.0980048 Aug 11 02:30:16.396556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-bfbaf630-f026-4e30-8a22-1a55df8d9746 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1484609 Aug 11 02:30:16.444806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:16.538793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-d858da1f-9fcf-4b71-91f3-eb81acf5ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.540861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-d858da1f-9fcf-4b71-91f3-eb81acf5ff21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 200 len: 851 time: 0.2788494 Aug 11 02:30:16.627690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-e2669b23-a587-46e9-8b3a-c8bd8db71eca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3503ef-cce4-4900-bef7-fd158a8587a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695512 Aug 11 02:30:16.681728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c339b5-d330-4aa8-a922-2cc09962be28 req-7b1aa78c-b14b-4b2e-82b8-79fb7c45a6d1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.684936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16c339b5-d330-4aa8-a922-2cc09962be28 req-7b1aa78c-b14b-4b2e-82b8-79fb7c45a6d1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.3113701 Aug 11 02:30:16.882384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16c339b5-d330-4aa8-a922-2cc09962be28 req-def091f8-679b-471b-9a4f-db60a9f64bc5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351023 Aug 11 02:30:16.917571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-b18ea428-935f-4235-aba7-f769bb1828af tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.924857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-b18ea428-935f-4235-aba7-f769bb1828af tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.936432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-b18ea428-935f-4235-aba7-f769bb1828af tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.939416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-b18ea428-935f-4235-aba7-f769bb1828af tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=b91db2a3-0627-45f6-b6ae-4e49e8960384&id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 1989 time: 0.5273445 Aug 11 02:30:16.941656 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e8617-8fd2-4e45-88d1-913c0f9b04d3 x-openstack-request-id: req-ac2e8617-8fd2-4e45-88d1-913c0f9b04d3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:16.942085 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f89103-012a-43f4-87a1-54a3ffd20a18", "name": "network-vif-deleted", "tag": "2f38faaa-12bb-489e-aeff-2b7c2d83e271", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:16.942460 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac2e8617-8fd2-4e45-88d1-913c0f9b04d3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:16.942990 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f89103-012a-43f4-87a1-54a3ffd20a18', 'name': 'network-vif-deleted', 'tag': '2f38faaa-12bb-489e-aeff-2b7c2d83e271', 'status': 'completed', 'code': 200} Aug 11 02:30:16.980113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:16.985248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.022934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-e4f2043b-8b54-4427-93f4-5a6049abd564 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833680 Aug 11 02:30:17.028300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-386fb7e1-ade8-428e-9281-bab86a5932af tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/quotas/2f1f58832f364fa99d663cacf5b1ecd7 HTTP/1.1" status: 200 len: 375 time: 0.0382154 Aug 11 02:30:17.035601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] Sync routers for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:17.109910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:17.111279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:29:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:17.121358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8fb14fed-ff88-4568-ab91-e1501ffdf3af tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "PUT /v2.0/floatingips/dec7856e-cf53-40b4-9a89-4537745afb41 HTTP/1.1" status: 200 len: 991 time: 5.1584518 Aug 11 02:30:17.180638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-0f39acc9-ca3d-44d9-918a-2b99e3288d5f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1379368 Aug 11 02:30:17.217745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2d6f8db-3716-4bc1-8208-86c375ad0629 req-0d2d9b4f-f509-424a-b397-4b25b6cb20dd service neutron] 10.222.0.25 "GET /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857235 Aug 11 02:30:17.417331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677942e6-b34b-43d4-a542-e2d943ca93a1 req-e1bbaecd-51c7-46fe-ac69-7325d521ebf9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.418955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-677942e6-b34b-43d4-a542-e2d943ca93a1 req-e1bbaecd-51c7-46fe-ac69-7325d521ebf9 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 943 time: 0.1412082 Aug 11 02:30:17.462459 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d9eca82-f095-4d1f-8177-44e2d10802cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.488070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:17.493884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-84f17201-20c5-4c9d-af89-991d5e87e5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708297 Aug 11 02:30:17.528249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-677942e6-b34b-43d4-a542-e2d943ca93a1 req-d14982e3-95e0-4d97-9c80-f457853ed977 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969036 Aug 11 02:30:17.688566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-bc26973b-08f4-4297-9139-eba5cfca58ce service neutron] 10.222.0.16 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782277 Aug 11 02:30:17.690195 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.815729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eb8d5-81dd-4380-af8c-c62b8e3d487c req-e9833b18-ee8c-4d0c-ba18-f9704c659cb0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.819124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c44eb8d5-81dd-4380-af8c-c62b8e3d487c req-e9833b18-ee8c-4d0c-ba18-f9704c659cb0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1278939 Aug 11 02:30:17.822848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-da47e68c-ad35-4b98-a5c7-102d29dd7306 service neutron] 10.222.0.16 "GET /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0965161 Aug 11 02:30:17.849169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:17.898025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4a1ef98b-0755-4df8-b2af-b49065d205a1 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:17.942187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c44eb8d5-81dd-4380-af8c-c62b8e3d487c req-879635ec-ae16-4e69-92c1-a01eae105d5e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062717 Aug 11 02:30:18.000346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-06e69a96-0815-4b75-8cad-6734fd520b65 service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691263 Aug 11 02:30:18.143155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 4a1ef98b-0755-4df8-b2af-b49065d205a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:18.152519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 8f339150-e23a-4994-aa7a-a712c73760b1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:18.160630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-40314f6a-07f2-4779-a61a-8e4a611acf7f service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590993 Aug 11 02:30:18.161613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 8f339150-e23a-4994-aa7a-a712c73760b1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:18.161613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.219559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '4a1ef98b-0755-4df8-b2af-b49065d205a1', 'network_id': '5b3503ef-cce4-4900-bef7-fd158a8587a3', 'port_id': '4a1ef98b-0755-4df8-b2af-b49065d205a1', 'mac_address': 'fa:16:3e:df:1c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac5a1f1-9ce5-46dc-aaf3-225ae5879417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:18.256678 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-245ab558-0c3e-48f0-9175-141a42a4cdf7 service neutron] 10.222.0.16 "GET /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0839126 Aug 11 02:30:18.353475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'dec7856e-cf53-40b4-9a89-4537745afb41', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'port_id': '99f037eb-cd53-4700-af73-66c4034c6954', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'mac_address': 'fa:16:3e:33:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:29:33Z', 'updated_at': '2021-08-11T02:30:14Z', 'revision_number': 1, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:18.367891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.369871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.420576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] Checking router: 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:18.431561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.441241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1ef98b-0755-4df8-b2af-b49065d205a1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:18.454261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:18.456513 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df463dff-c825-4ba3-b118-d5d87bbca3cf" -d '{"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-plugged", "status": "completed", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:18.462798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:18.463646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:30:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:18.546360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-8c5013a7-79bf-4e36-9493-9c7e67fc5634 service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822297 Aug 11 02:30:18.627564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92bbe1-f331-4da5-b923-092db3d574eb req-8cc98876-473d-4f64-8b28-246762733fd8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:18.629409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e92bbe1-f331-4da5-b923-092db3d574eb req-8cc98876-473d-4f64-8b28-246762733fd8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 944 time: 0.1924760 Aug 11 02:30:18.666535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:18.682674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.687626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 4a1ef98b-0755-4df8-b2af-b49065d205a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:18.716749 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.737375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e92bbe1-f331-4da5-b923-092db3d574eb req-8a11d5b2-8790-4979-b2d0-ebe9da18b0ad tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832932 Aug 11 02:30:18.820913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-e78453ef-a762-493f-bf09-36e42ebbe21f service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720301 Aug 11 02:30:18.821179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:18.955833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:18.958169 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64" -d '{"events": [{"name": "network-changed", "server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "tag": "99f037eb-cd53-4700-af73-66c4034c6954"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:18.982424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:18.995045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-56a2c14d-dd1f-4d31-a8fe-2ea77dadc8bd service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742151 Aug 11 02:30:19.006607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda6c4c-ff59-420e-9f78-28730c7befc1 req-03b8fce5-e4f2-438a-aa39-8d46a10f6f14 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.008316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adda6c4c-ff59-420e-9f78-28730c7befc1 req-03b8fce5-e4f2-438a-aa39-8d46a10f6f14 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.0865941 Aug 11 02:30:19.048926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=4a1ef98b-0755-4df8-b2af-b49065d205a1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:19.113871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adda6c4c-ff59-420e-9f78-28730c7befc1 req-375376bf-0d18-4d80-926d-8aa01992fa11 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850317 Aug 11 02:30:19.126055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['4a1ef98b-0755-4df8-b2af-b49065d205a1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:19.152682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7fb67fd3-b056-49b6-99ff-3aef6738cb8e service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432910 Aug 11 02:30:19.264560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-d4afe780-b90e-4164-b21f-cbf9e1bfb6ef service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047659 Aug 11 02:30:19.390351 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8293c5b0-dc65-4508-905e-72b6df83ea4d x-openstack-request-id: req-8293c5b0-dc65-4508-905e-72b6df83ea4d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:19.390914 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-plugged", "status": "completed", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:19.391233 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8293c5b0-dc65-4508-905e-72b6df83ea4d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:19.391904 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1', 'code': 200} Aug 11 02:30:19.442396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f4a5601c-8f90-40b4-a2d2-e5d78fb52177 service neutron] 10.222.0.16 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684809 Aug 11 02:30:19.621720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae934e00-599a-4ed8-b048-a76e95b35a1a req-f76ef9d9-2643-4926-9da9-6247b41d067d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.623824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae934e00-599a-4ed8-b048-a76e95b35a1a req-f76ef9d9-2643-4926-9da9-6247b41d067d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 944 time: 0.1213038 Aug 11 02:30:19.653134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca406a3-931f-4688-b0a3-fd97a2c1581b req-74eeb911-76ec-4e60-8fd4-97470281975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.655517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dca406a3-931f-4688-b0a3-fd97a2c1581b req-74eeb911-76ec-4e60-8fd4-97470281975a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 1096 time: 0.1544082 Aug 11 02:30:19.694654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'dec7856e-cf53-40b4-9a89-4537745afb41', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'port_id': '99f037eb-cd53-4700-af73-66c4034c6954', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'mac_address': 'fa:16:3e:33:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:29:33Z', 'updated_at': '2021-08-11T02:30:14Z', 'revision_number': 1, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:19.706930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5922aa73-8816-480f-8048-2e672a2280de service neutron] 10.222.0.16 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621346 Aug 11 02:30:19.728308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39075ef8-7c49-49d7-9b5f-52ae2f69dfdf None None] The sync data for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 is: [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'dec7856e-cf53-40b4-9a89-4537745afb41', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'port_id': '99f037eb-cd53-4700-af73-66c4034c6954', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'mac_address': 'fa:16:3e:33:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:29:33Z', 'updated_at': '2021-08-11T02:30:14Z', 'revision_number': 1, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:19.836149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae934e00-599a-4ed8-b048-a76e95b35a1a req-ecfcf2a9-d0d6-4bf4-aca5-a3d66e5a208d tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872792 Aug 11 02:30:19.849319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dca406a3-931f-4688-b0a3-fd97a2c1581b req-211f216a-6cfb-47a3-a25c-9a1ea8ac26e0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732714 Aug 11 02:30:19.897257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-2a96e9bc-5780-411f-b098-406d236c7f1b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.898945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-2a96e9bc-5780-411f-b098-406d236c7f1b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 950 time: 0.1550093 Aug 11 02:30:19.903373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-2a7d9fe8-04f4-4cf3-a72d-4dbe0bf6b368 service neutron] 10.222.0.16 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824920 Aug 11 02:30:19.976301 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.073235 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558cfba-e4cf-4a40-ba86-87831f6207b4 None None] New status for floating IP dec7856e-cf53-40b4-9a89-4537745afb41: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:30:20.272852 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ccc6c6-1f2c-4d37-ac7d-bd8a776dcd45 x-openstack-request-id: req-a4ccc6c6-1f2c-4d37-ac7d-bd8a776dcd45 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:20.272852 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "tag": "99f037eb-cd53-4700-af73-66c4034c6954", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:20.272852 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4ccc6c6-1f2c-4d37-ac7d-bd8a776dcd45 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:20.273399 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954', 'status': 'completed', 'code': 200} Aug 11 02:30:20.298372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-f8db3d9d-97e7-4f52-a38e-ea63303a97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.300485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-f8db3d9d-97e7-4f52-a38e-ea63303a97d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ff3b0a785e147aca5c368e57a3e2d10&device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0970986 Aug 11 02:30:20.390836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912450c4-a89a-4f8e-91b8-4152a534bb7f req-a2a99542-e9eb-435a-895a-8aa93d5af037 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.392469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-912450c4-a89a-4f8e-91b8-4152a534bb7f req-a2a99542-e9eb-435a-895a-8aa93d5af037 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1144614 Aug 11 02:30:20.417661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-3c12039c-c043-4c98-8742-9d43544c48bc service neutron] 10.222.0.16 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045919 Aug 11 02:30:20.440156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-5b1ba55c-b70d-48aa-91dd-ad4526ae5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.442125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-5b1ba55c-b70d-48aa-91dd-ad4526ae5b5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba1c314a-3426-4bb7-a034-7e567490564b HTTP/1.1" status: 200 len: 915 time: 0.1338539 Aug 11 02:30:20.546185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:20.546534 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.551238 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-0230eb06-ee69-49b8-80e6-76b87b9e6316 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99f037eb-cd53-4700-af73-66c4034c6954 HTTP/1.1" status: 200 len: 1001 time: 0.0945835 Aug 11 02:30:20.555376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-912450c4-a89a-4f8e-91b8-4152a534bb7f req-e1f6e8c7-b431-4332-ae2b-45b10b989f1e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470709 Aug 11 02:30:20.647500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-d040bb8c-2359-40b7-8fb8-32599975d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.650333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-d040bb8c-2359-40b7-8fb8-32599975d8b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=afa5993c-1670-46d3-b8d9-6385eea3cefb HTTP/1.1" status: 200 len: 854 time: 0.0911031 Aug 11 02:30:20.654652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4acc79d1-96f3-456e-a0c6-fe553b91a728 service neutron] 10.222.0.16 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247319 Aug 11 02:30:20.685343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port 6146325d-bbe2-40a6-acd2-10f5ea5506e5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6146325d-bbe2-40a6-acd2-10f5ea5506e5,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:20.685809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.705278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for 6146325d-bbe2-40a6-acd2-10f5ea5506e5 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:20.754107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-a48bee50-c4e2-495b-8e37-11b2dc6056a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.758585 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-a48bee50-c4e2-495b-8e37-11b2dc6056a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba1c314a-3426-4bb7-a034-7e567490564b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942392 Aug 11 02:30:20.837475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd1a5-5013-48dc-9a5c-cd1745698aef req-4dfbc18d-966a-4718-a3bf-fbb031058e38 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.839847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-854dd1a5-5013-48dc-9a5c-cd1745698aef req-4dfbc18d-966a-4718-a3bf-fbb031058e38 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc402d07-5a33-4bad-80d5-82d43549fc48 HTTP/1.1" status: 200 len: 950 time: 0.1358964 Aug 11 02:30:20.917715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-8efd285e-77a9-4b05-b75b-7dc68ef6903a service neutron] 10.222.0.25 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486685 Aug 11 02:30:20.953526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-854dd1a5-5013-48dc-9a5c-cd1745698aef req-4da5e7fb-312b-4aa9-ac1e-ff5ab8c3e56b tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946684 Aug 11 02:30:21.060536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.114528 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10ad5d93-28e5-4228-a9bc-0c64cdfc2e64 req-b18bd868-1346-433b-bcf0-87553e8ca45b service neutron] 10.222.0.25 "GET /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828523 Aug 11 02:30:21.142195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=6146325d-bbe2-40a6-acd2-10f5ea5506e5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:21.227975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11', '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:21.249078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', '6146325d-bbe2-40a6-acd2-10f5ea5506e5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:21.275828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port 6146325d-bbe2-40a6-acd2-10f5ea5506e5 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:21.281512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.289341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e3531d8-349a-48aa-bd4e-8791935f47b5 req-64433da8-49cf-419c-92e6-a1d34b335cb7 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "DELETE /v2.0/ports/6146325d-bbe2-40a6-acd2-10f5ea5506e5 HTTP/1.1" status: 204 len: 173 time: 1.3827858 Aug 11 02:30:21.462935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7eb86-3c51-4da1-bf3a-0d53af620edb req-a3cbeb32-4da1-4573-adfc-a2e49958c499 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.475785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fb7eb86-3c51-4da1-bf3a-0d53af620edb req-a3cbeb32-4da1-4573-adfc-a2e49958c499 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 945 time: 0.1059265 Aug 11 02:30:21.616625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fb7eb86-3c51-4da1-bf3a-0d53af620edb req-9154b103-6e1a-4b4b-afff-3528b29f7852 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378925 Aug 11 02:30:21.814423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-14eea6b7-dfd1-47d7-895f-f80e6a2d083d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.824301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-14eea6b7-dfd1-47d7-895f-f80e6a2d083d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 950 time: 0.2628353 Aug 11 02:30:21.847618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91ea0-09be-4bd2-9cc4-ac3c9f9f96ff req-a6c4824a-a8db-4282-83b3-a8fcc3224ee7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.849358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3fc91ea0-09be-4bd2-9cc4-ac3c9f9f96ff req-a6c4824a-a8db-4282-83b3-a8fcc3224ee7 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.1610875 Aug 11 02:30:21.900169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4a1ef98b-0755-4df8-b2af-b49065d205a1 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:21.923597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a8363-c603-4e1e-8e99-411092bd308d req-96bdf6ae-98a6-429f-acf5-469ea977883c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.934241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-099a8363-c603-4e1e-8e99-411092bd308d req-96bdf6ae-98a6-429f-acf5-469ea977883c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1874611 Aug 11 02:30:22.038277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-099a8363-c603-4e1e-8e99-411092bd308d req-c4b906ca-408f-40c6-aa7f-21038b74a755 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036551 Aug 11 02:30:22.063691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3fc91ea0-09be-4bd2-9cc4-ac3c9f9f96ff req-b358c607-f617-487d-b35f-cb68bba5f343 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011192 Aug 11 02:30:22.152527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:22.153473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.188861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 4a1ef98b-0755-4df8-b2af-b49065d205a1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:22.213688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 4a1ef98b-0755-4df8-b2af-b49065d205a1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:22.214362 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.278601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'name': 'network-vif-deleted', 'tag': '6146325d-bbe2-40a6-acd2-10f5ea5506e5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:22.283444 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c525f-1595-4015-80d1-4e129b43b50c" -d '{"events": [{"server_uuid": "fc402d07-5a33-4bad-80d5-82d43549fc48", "name": "network-vif-deleted", "tag": "6146325d-bbe2-40a6-acd2-10f5ea5506e5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:22.345071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.373882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dd797-49d3-46be-8055-5b22411714cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ef98b-0755-4df8-b2af-b49065d205a1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:22.377759 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0688c96f-02d8-48e8-98b7-ca8844b37694" -d '{"events": [{"server_uuid": "522dd797-49d3-46be-8055-5b22411714cb", "name": "network-vif-plugged", "status": "completed", "tag": "4a1ef98b-0755-4df8-b2af-b49065d205a1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:22.383334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be9717ff-0ab5-45ba-ab09-a39891c42d2b req-fc5e7dcd-4d1f-4741-ae2f-b227184c35b5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0817354 Aug 11 02:30:22.396760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 4a1ef98b-0755-4df8-b2af-b49065d205a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:22.406491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.407392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6146325d-bbe2-40a6-acd2-10f5ea5506e5 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:22.469227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 6146325d-bbe2-40a6-acd2-10f5ea5506e5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:22.470060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6146325d-bbe2-40a6-acd2-10f5ea5506e5 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:22.483836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51843ad-8f7b-440b-84c6-bfd7f8a2c8a5 req-71b60981-66c6-4374-b6ea-bcd0ec14f136 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:22.486527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c51843ad-8f7b-440b-84c6-bfd7f8a2c8a5 req-71b60981-66c6-4374-b6ea-bcd0ec14f136 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 944 time: 0.2743793 Aug 11 02:30:22.490329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:22.490877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.520147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:22.536407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=4a1ef98b-0755-4df8-b2af-b49065d205a1,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:22.600944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c51843ad-8f7b-440b-84c6-bfd7f8a2c8a5 req-c0a573c5-d42d-4c0e-aa38-81b4c4215796 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962102 Aug 11 02:30:22.722576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a200b-0419-4c60-a2e5-cc078b30dedd req-4996e434-bd0e-4671-b009-ba7c462cbb5d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:22.735193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-103a200b-0419-4c60-a2e5-cc078b30dedd req-4996e434-bd0e-4671-b009-ba7c462cbb5d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1512201 Aug 11 02:30:22.774328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.844805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-103a200b-0419-4c60-a2e5-cc078b30dedd req-ecda6038-3d11-4245-9e82-e6deec529962 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080728 Aug 11 02:30:22.862684 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.877165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.890499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eb4302f1-ec63-4877-a999-0451dbd2ced1', '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:22.899908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:22.971071 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352cf6c5-aadf-4b39-bfeb-78823abca0fb x-openstack-request-id: req-352cf6c5-aadf-4b39-bfeb-78823abca0fb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:22.971719 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc402d07-5a33-4bad-80d5-82d43549fc48", "name": "network-vif-deleted", "tag": "6146325d-bbe2-40a6-acd2-10f5ea5506e5", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:22.972621 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-352cf6c5-aadf-4b39-bfeb-78823abca0fb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:22.973802 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc402d07-5a33-4bad-80d5-82d43549fc48', 'name': 'network-vif-deleted', 'tag': '6146325d-bbe2-40a6-acd2-10f5ea5506e5', 'status': 'completed', 'code': 200} Aug 11 02:30:23.008431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=7b4b491b-55a6-4794-bbb1-b066dd0e3bf7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:23.073399 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bd8d05-157b-456f-b116-ab0a5311ed1a x-openstack-request-id: req-a8bd8d05-157b-456f-b116-ab0a5311ed1a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:23.074532 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dd797-49d3-46be-8055-5b22411714cb", "name": "network-vif-plugged", "status": "completed", "tag": "4a1ef98b-0755-4df8-b2af-b49065d205a1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:23.075051 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8bd8d05-157b-456f-b116-ab0a5311ed1a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:23.075643 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522dd797-49d3-46be-8055-5b22411714cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ef98b-0755-4df8-b2af-b49065d205a1', 'code': 200} Aug 11 02:30:23.221239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:23.225200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba550ee-993d-4397-bb32-ef97209c783e req-6b76f5f2-e168-46c0-8a3b-71b047366a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.227533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dba550ee-993d-4397-bb32-ef97209c783e req-6b76f5f2-e168-46c0-8a3b-71b047366a69 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 1096 time: 0.0696433 Aug 11 02:30:23.244529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.246701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee2cce0c-8a1d-4bc1-80bd-7b1c7ca64472 req-7e275c13-3cad-4239-93e6-ab6c487569e1 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "DELETE /v2.0/ports/7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 HTTP/1.1" status: 204 len: 173 time: 1.4096773 Aug 11 02:30:23.274177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad329158-2930-4557-8887-35ec8b2f78b3 req-207ee21f-7246-4084-b070-3d99b5149019 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22be4e22-d48c-4466-a9f7-9d1a79c7822b HTTP/1.1" status: 200 len: 210 time: 0.0628915 Aug 11 02:30:23.309108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-fe3be8be-0284-4445-b13a-43b4eb541b4e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.310750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-fe3be8be-0284-4445-b13a-43b4eb541b4e tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.3449657 Aug 11 02:30:23.314917 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dba550ee-993d-4397-bb32-ef97209c783e req-72680743-9633-4302-a0fa-37e10547b742 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796332 Aug 11 02:30:23.334725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5b365-8b89-463a-acea-bc95bccf7a11 req-3b10c813-7d36-4117-9728-59e6de40f9d7 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.337511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83f5b365-8b89-463a-acea-bc95bccf7a11 req-3b10c813-7d36-4117-9728-59e6de40f9d7 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 945 time: 0.2750547 Aug 11 02:30:23.520746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83f5b365-8b89-463a-acea-bc95bccf7a11 req-44626b2e-1d92-4b31-a9d0-90bd9f052832 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672983 Aug 11 02:30:23.578554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e1d0a-820a-486e-84ab-0652347d4901 req-93c93696-4baf-48aa-bd15-5dde9ef301c4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.583453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-307e1d0a-820a-486e-84ab-0652347d4901 req-93c93696-4baf-48aa-bd15-5dde9ef301c4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1805325 Aug 11 02:30:23.782866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Deleting port 0ce733ba-9775-496c-8c03-3e8cf2c490af {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:23.783549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.846318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-62051e1f-f137-4844-b8d3-f2d2da60af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.847827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-62051e1f-f137-4844-b8d3-f2d2da60af44 service neutron] 10.222.0.59 "GET /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 1027 time: 0.2151644 Aug 11 02:30:23.854692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-307e1d0a-820a-486e-84ab-0652347d4901 req-836f084e-f0a4-4976-9049-040075b8a3d5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199900 Aug 11 02:30:23.935175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d444f1-44db-487d-b4eb-b50b0b3293ad req-6fcdfc65-44bb-4e4c-aefa-58a144e17d4b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.936873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81d444f1-44db-487d-b4eb-b50b0b3293ad req-6fcdfc65-44bb-4e4c-aefa-58a144e17d4b tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 946 time: 0.2542994 Aug 11 02:30:23.941162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-024bdf59-2f36-4d82-8c16-e44f4e7ba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.943630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-024bdf59-2f36-4d82-8c16-e44f4e7ba191 service neutron] 10.222.0.59 "GET /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 1025 time: 0.0850575 Aug 11 02:30:24.102640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] For port 0ce733ba-9775-496c-8c03-3e8cf2c490af, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0ce733ba-9775-496c-8c03-3e8cf2c490af,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:24.103270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.186578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28b85854-2eaf-4fcf-b313-ed037ecc3dd9 req-e70e5f0f-8d89-40c1-9e16-b3a3059b160e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0937641 Aug 11 02:30:24.199849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Calling delete_port for 0ce733ba-9775-496c-8c03-3e8cf2c490af owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:24.226700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81d444f1-44db-487d-b4eb-b50b0b3293ad req-e12d5458-f345-41b9-9e3e-76c5b3ae5ab2 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761886 Aug 11 02:30:24.371174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7fcaba43-9e0c-4ab7-99cd-40b4f4d23da2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.377852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7fcaba43-9e0c-4ab7-99cd-40b4f4d23da2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.384475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7fcaba43-9e0c-4ab7-99cd-40b4f4d23da2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.386224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7fcaba43-9e0c-4ab7-99cd-40b4f4d23da2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=b91db2a3-0627-45f6-b6ae-4e49e8960384&id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 1989 time: 0.4253349 Aug 11 02:30:24.525370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-56be53c7-4959-42e5-b2a1-a0da448da0c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1f58832f364fa99d663cacf5b1ecd7 HTTP/1.1" status: 200 len: 379 time: 0.1182740 Aug 11 02:30:24.561076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'admin_state_up': True, 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'security_groups': ['281f912a-f245-4a6a-9efd-42125eaf8a3f']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:24.577050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e0b6b-d56c-4c19-a4ee-5e9fb66ea53e req-355b2984-6ebd-4110-81ce-a9f9affdbd9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.578783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b3e0b6b-d56c-4c19-a4ee-5e9fb66ea53e req-355b2984-6ebd-4110-81ce-a9f9affdbd9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.1914752 Aug 11 02:30:24.586615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab918-d31e-43ad-8bbe-749115f1ee45 req-12b3369b-1177-41e9-93c2-7623a178fa34 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.588228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a0ab918-d31e-43ad-8bbe-749115f1ee45 req-12b3369b-1177-41e9-93c2-7623a178fa34 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 945 time: 0.1948202 Aug 11 02:30:24.987022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'name': 'network-vif-deleted', 'tag': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:24.989261 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406474a8-4c5c-4057-80e6-f64f7de84824" -d '{"events": [{"server_uuid": "22be4e22-d48c-4466-a9f7-9d1a79c7822b", "name": "network-vif-deleted", "tag": "7b4b491b-55a6-4794-bbb1-b066dd0e3bf7"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:25.007163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.020537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['b013c1fd-6b43-4700-8f70-ba279b208db6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:25.023018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b3e0b6b-d56c-4c19-a4ee-5e9fb66ea53e req-f0a09a44-edaa-4147-b95c-2c7fb82a78de tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207478 Aug 11 02:30:25.036052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['0ce733ba-9775-496c-8c03-3e8cf2c490af'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:25.063765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a0ab918-d31e-43ad-8bbe-749115f1ee45 req-c8ac4554-9f33-4570-ae57-7ac30af27876 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600844 Aug 11 02:30:25.090894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Pushing event deleted for resources: {'Port': ['ID=0ce733ba-9775-496c-8c03-3e8cf2c490af,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:25.193758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] No DVR routers for this DVR port 0ce733ba-9775-496c-8c03-3e8cf2c490af on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:25.205901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.211514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bc2cf7e-a698-4c80-9198-66b1a12564d5 req-22690c3e-bb12-43f2-b97e-4dc1e7c3fda5 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.25 "DELETE /v2.0/ports/0ce733ba-9775-496c-8c03-3e8cf2c490af HTTP/1.1" status: 204 len: 173 time: 1.8504715 Aug 11 02:30:25.244955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:25.255221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.448171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b0e85-c9d0-4876-9930-7a49c10cd18d req-f4b5ce17-b034-4638-a9b9-949672fc3b49 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.449807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e34b0e85-c9d0-4876-9930-7a49c10cd18d req-f4b5ce17-b034-4638-a9b9-949672fc3b49 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1518843 Aug 11 02:30:25.460975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abe83c-dee8-4340-9a19-ad67e0af3d01 req-8d89a9d0-e4be-4afa-8482-f138ea49a1b2 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.466976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8abe83c-dee8-4340-9a19-ad67e0af3d01 req-8d89a9d0-e4be-4afa-8482-f138ea49a1b2 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 945 time: 0.1820490 Aug 11 02:30:25.576037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8abe83c-dee8-4340-9a19-ad67e0af3d01 req-ce2b84ac-49c5-470c-9aa3-dfff23cec027 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001875 Aug 11 02:30:25.582881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e34b0e85-c9d0-4876-9930-7a49c10cd18d req-e28bf1a9-5a93-4a64-b40d-2703a52a00a7 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123104 Aug 11 02:30:25.584716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 172.20.0.13 (f31c5b4c-33b3-496b-b139-b57cf4b686a2/d017786c-655c-4813-8dd7-d5379414461a/0d054cf3-459f-44eb-b9ca-a005f770d8b8) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:25.714836 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c8659-23a0-44ac-adfc-e9860b54d0ef x-openstack-request-id: req-e38c8659-23a0-44ac-adfc-e9860b54d0ef {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:25.715369 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be4e22-d48c-4466-a9f7-9d1a79c7822b", "name": "network-vif-deleted", "tag": "7b4b491b-55a6-4794-bbb1-b066dd0e3bf7", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:25.715786 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e38c8659-23a0-44ac-adfc-e9860b54d0ef {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:25.716625 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be4e22-d48c-4466-a9f7-9d1a79c7822b', 'name': 'network-vif-deleted', 'tag': '7b4b491b-55a6-4794-bbb1-b066dd0e3bf7', 'status': 'completed', 'code': 200} Aug 11 02:30:25.875290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5b36ddc-573c-4416-8c3c-ae3b74068087 req-44d03c85-05df-4e97-b3f2-1659ed91fd1a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.1231399 Aug 11 02:30:25.886750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:25.930757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:25.931304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7b4b491b-55a6-4794-bbb1-b066dd0e3bf7 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:25.976306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd8ddb89-58c0-4337-a6c2-aba226bc4f66 req-56ff6a70-a98b-476e-8afe-0dea948e6371 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4 HTTP/1.1" status: 200 len: 210 time: 0.1142762 Aug 11 02:30:26.074517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.099014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object 0d054cf3-459f-44eb-b9ca-a005f770d8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:26.150506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.208124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:26.212243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:26.230037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:26.303969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:26.304832 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.321218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:26.335674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-79a40755-3d48-4cfe-b913-9c10bd5b9036 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7970963 Aug 11 02:30:26.348338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'admin_state_up': True, 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'security_groups': ['281f912a-f245-4a6a-9efd-42125eaf8a3f']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:26.667121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f32a2-d1c9-4a68-94b9-781f576049c0 req-3ac2f47c-6af6-47f2-988a-605f9bf0be07 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:26.671369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d5c3f952-690c-4dab-bf97-6fdc516f7d13 None None] Provisioning for port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:26.680362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d5c3f952-690c-4dab-bf97-6fdc516f7d13 None None] Provisioning complete for port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:26.681199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-620f32a2-d1c9-4a68-94b9-781f576049c0 req-3ac2f47c-6af6-47f2-988a-605f9bf0be07 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 945 time: 0.1559508 Aug 11 02:30:26.681594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f952-690c-4dab-bf97-6fdc516f7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.702318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5a7e3-4078-46a4-9eba-455e73e7bc7a req-25003e30-0e21-4679-98bb-969207b80f31 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:26.704183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-49e5a7e3-4078-46a4-9eba-455e73e7bc7a req-25003e30-0e21-4679-98bb-969207b80f31 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2207353 Aug 11 02:30:26.740801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3f952-690c-4dab-bf97-6fdc516f7d13 None None] Port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:26.776411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-620f32a2-d1c9-4a68-94b9-781f576049c0 req-bece4c3d-ab62-40db-bbb7-274c3a27b327 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835321 Aug 11 02:30:26.785651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:26.789967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.805915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-49e5a7e3-4078-46a4-9eba-455e73e7bc7a req-5e27f6c5-5c11-4efd-9070-59e6e4ac93ff tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786810 Aug 11 02:30:27.013523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 10.1.1.99 (afa70537-4910-4a5a-9331-4ffd2bdf3170/60bd01fa-a2c5-4a56-ba41-e7822a384ae0/76a5fdd4-9262-40dc-8334-6a935dc8e9ac) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:27.304785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33d02-5bb3-48df-99c7-cf410ed68acf req-e0d13d4e-2168-439e-a586-31c474ef1367 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.307583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eda33d02-5bb3-48df-99c7-cf410ed68acf req-e0d13d4e-2168-439e-a586-31c474ef1367 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2090278 Aug 11 02:30:27.484716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.520629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eda33d02-5bb3-48df-99c7-cf410ed68acf req-52f05dcd-4c18-4d8b-bce0-13e798be9c28 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925290 Aug 11 02:30:27.545833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dfa9d-1b90-4a11-9364-4007d20cfcc0 req-535f9ee9-2d4a-43f5-98cc-e836a6f4c1fa tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.554611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c9dfa9d-1b90-4a11-9364-4007d20cfcc0 req-535f9ee9-2d4a-43f5-98cc-e836a6f4c1fa tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 932 time: 0.2233827 Aug 11 02:30:27.565503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object 76a5fdd4-9262-40dc-8334-6a935dc8e9ac will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:27.680442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c9dfa9d-1b90-4a11-9364-4007d20cfcc0 req-5072a422-f8f7-4bdc-8e5e-a5f4310f48d1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241217 Aug 11 02:30:27.729790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'name': 'network-vif-deleted', 'tag': '0ce733ba-9775-496c-8c03-3e8cf2c490af'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:27.734382 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df602448-f485-401c-a1dd-84b802555cfa" -d '{"events": [{"server_uuid": "d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4", "name": "network-vif-deleted", "tag": "0ce733ba-9775-496c-8c03-3e8cf2c490af"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:27.749641 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.880839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:27.891866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:27.902530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:27.934968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:27.960148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0ce733ba-9775-496c-8c03-3e8cf2c490af no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:28.083104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:28.112661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 0ce733ba-9775-496c-8c03-3e8cf2c490af {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:28.113594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0ce733ba-9775-496c-8c03-3e8cf2c490af not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:28.123130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f18db6-fd9e-4b5b-beed-67d34527ef89 req-53f5f58c-93f3-4ff1-98b8-c55b6077a250 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:28.138099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1f18db6-fd9e-4b5b-beed-67d34527ef89 req-53f5f58c-93f3-4ff1-98b8-c55b6077a250 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 950 time: 0.3929827 Aug 11 02:30:28.178807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:28.195273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'port_id': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'mac_address': 'fa:16:3e:e4:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5e655b-9258-4b81-975b-0d153b4c59db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:28.250277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0627-da51-4c6b-9906-7f5126e69313 req-f6199dac-b229-4b3f-9af2-c1409236f4f5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:28.253021 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.264869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82eb0627-da51-4c6b-9906-7f5126e69313 req-f6199dac-b229-4b3f-9af2-c1409236f4f5 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 945 time: 0.4414148 Aug 11 02:30:28.280583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:28.319839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:28.329729 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.332429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:28.334519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.484234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6af311f7-498b-4e26-a938-cfd85c9e959a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:28.528681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82eb0627-da51-4c6b-9906-7f5126e69313 req-a9288fc5-ab33-4626-b284-d5c00186c7ac tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623537 Aug 11 02:30:28.531624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cbc81ccb-21b8-4e7e-ba45-5df84ee46f26 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1875315 Aug 11 02:30:28.531930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:28.536622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3e81a709-e72c-4502-9531-50ab29eab679 None None] Provisioning for port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:28.547646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1f18db6-fd9e-4b5b-beed-67d34527ef89 req-2ff1e43e-24d9-4346-857b-b9f9feb7c780 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080997 Aug 11 02:30:28.567529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'admin_state_up': True, 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'security_groups': ['281f912a-f245-4a6a-9efd-42125eaf8a3f']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:28.637956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3e81a709-e72c-4502-9531-50ab29eab679 None None] Provisioning complete for port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:28.638405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e81a709-e72c-4502-9531-50ab29eab679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.736348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a709-e72c-4502-9531-50ab29eab679 None None] Port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:28.846916 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100d9c5-33cf-4eac-a4b9-b12f449ff291 x-openstack-request-id: req-c100d9c5-33cf-4eac-a4b9-b12f449ff291 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:28.854772 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3d6c5-92bf-4338-af8b-2b4d381eb7d4", "name": "network-vif-deleted", "tag": "0ce733ba-9775-496c-8c03-3e8cf2c490af", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:28.855506 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c100d9c5-33cf-4eac-a4b9-b12f449ff291 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:28.856344 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3d6c5-92bf-4338-af8b-2b4d381eb7d4', 'name': 'network-vif-deleted', 'tag': '0ce733ba-9775-496c-8c03-3e8cf2c490af', 'status': 'completed', 'code': 200} Aug 11 02:30:28.938270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183a14a-8392-4730-a93e-5d9845df84eb req-5240827d-8083-47c5-8199-481d9c9aaa37 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:28.941449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8183a14a-8392-4730-a93e-5d9845df84eb req-5240827d-8083-47c5-8199-481d9c9aaa37 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 950 time: 0.5383391 Aug 11 02:30:29.265381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-74ce0522-58ef-48ac-8d83-16fc9d0c2b44 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.273310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-74ce0522-58ef-48ac-8d83-16fc9d0c2b44 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ed4bd8-2952-4087-a68c-8dd99f1736ee HTTP/1.1" status: 200 len: 950 time: 0.2674651 Aug 11 02:30:29.506634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:29.507395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.515905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc56375-4ede-4f3d-9f9c-c5e085de90eb req-7d9ae591-1671-4e46-9df4-1813f155469e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.530830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cc56375-4ede-4f3d-9f9c-c5e085de90eb req-7d9ae591-1671-4e46-9df4-1813f155469e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.4657998 Aug 11 02:30:29.695784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:29.702033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.714906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:29.715421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.736791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:29.753258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ab21-62e9-44bc-a0ea-2cbed98937e5 req-e5b28391-05d8-4f00-9d7f-74b60e620c99 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.779266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82a5ab21-62e9-44bc-a0ea-2cbed98937e5 req-e5b28391-05d8-4f00-9d7f-74b60e620c99 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.4880781 Aug 11 02:30:29.897766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:29.916004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:29.980809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cc56375-4ede-4f3d-9f9c-c5e085de90eb req-9695525f-f078-453f-9030-0fc7ba52ce8c tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482536 Aug 11 02:30:30.012238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port eb4302f1-ec63-4877-a999-0451dbd2ced1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:30.012238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.043061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.079846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:30.100671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:30.153108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:30:30.158842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:30.283801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:30.294456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.299169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28aace1c-62c4-4298-a1c0-4c66763e4bff req-64448760-4da6-4f47-a4ec-b601be9d2fac tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "DELETE /v2.0/ports/05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 HTTP/1.1" status: 204 len: 173 time: 1.0182350 Aug 11 02:30:30.303637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'name': 'network-vif-deleted', 'tag': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:30.306296 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba7e8ec-e31c-4088-8514-e0b655684a56" -d '{"events": [{"server_uuid": "c2ed4bd8-2952-4087-a68c-8dd99f1736ee", "name": "network-vif-deleted", "tag": "05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:30.382789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 10.1.1.95 (afa70537-4910-4a5a-9331-4ffd2bdf3170/60bd01fa-a2c5-4a56-ba41-e7822a384ae0/a9ff9523-9d50-4659-ac50-8488a74a49da) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:30.811842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:30.907568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6af311f7-498b-4e26-a938-cfd85c9e959a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:30.913183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.960870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '8f339150-e23a-4994-aa7a-a712c73760b1', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': '8f339150-e23a-4994-aa7a-a712c73760b1', 'mac_address': 'fa:16:3e:ec:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:31.089312 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.136728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f339150-e23a-4994-aa7a-a712c73760b1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:31.307341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82a5ab21-62e9-44bc-a0ea-2cbed98937e5 req-905dc499-d843-49bd-b804-71a5e249b3e0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5256722 Aug 11 02:30:31.353420 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.354063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:31.375883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.388906 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.413958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355ca49-6f97-46d4-9d1d-8707b12fde2d req-c4e937ad-5e9d-4122-b04a-aa76c2a6bdff tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.423373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355ca49-6f97-46d4-9d1d-8707b12fde2d req-c4e937ad-5e9d-4122-b04a-aa76c2a6bdff tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.460040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2355ca49-6f97-46d4-9d1d-8707b12fde2d req-c4e937ad-5e9d-4122-b04a-aa76c2a6bdff tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 1653 time: 0.6357255 Aug 11 02:30:31.485868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object a9ff9523-9d50-4659-ac50-8488a74a49da will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:31.587187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port eb4302f1-ec63-4877-a999-0451dbd2ced1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eb4302f1-ec63-4877-a999-0451dbd2ced1,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:31.599134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.600969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8f339150-e23a-4994-aa7a-a712c73760b1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:31.696372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:31.712238 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a11205d-5201-4da4-bd13-1919a522a2b7" -d '{"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-plugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:31.745641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for eb4302f1-ec63-4877-a999-0451dbd2ced1 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:31.792150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2355ca49-6f97-46d4-9d1d-8707b12fde2d req-b9d133a6-d6f3-4884-a7e4-db120aab65bb tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310859 Aug 11 02:30:31.945469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:31.985099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.985936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eb4302f1-ec63-4877-a999-0451dbd2ced1 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:31.987904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.206618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.251250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c02466-aaae-4142-82ee-5a1b52d140ac req-161d8aa2-b4f8-42af-bb35-f84bd5795f71 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.255996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58c02466-aaae-4142-82ee-5a1b52d140ac req-161d8aa2-b4f8-42af-bb35-f84bd5795f71 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.6395807 Aug 11 02:30:32.399845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.547707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.790155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.904930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a691f-afd7-4dac-9b35-56a41802983c req-fc1f966b-a629-469b-ac1f-cb820a3efb55 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.936033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d8a691f-afd7-4dac-9b35-56a41802983c req-fc1f966b-a629-469b-ac1f-cb820a3efb55 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 945 time: 0.9074190 Aug 11 02:30:32.977360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58c02466-aaae-4142-82ee-5a1b52d140ac req-a91f529e-9332-4862-a05e-cadbfd38d37a tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/security-groups?id=825baab4-abf4-428c-beec-21c1493337d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566283 Aug 11 02:30:33.008755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:33.027077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:33.035332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:33.127438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:33.197483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.251076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ce9e5379-b8e1-464a-bb68-d963e1fa2d11'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:33.353274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:33.353778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:33.535112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d8a691f-afd7-4dac-9b35-56a41802983c req-17455433-bb4a-40e2-8337-5b0d0cef55a1 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564373 Aug 11 02:30:33.537623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=eb4302f1-ec63-4877-a999-0451dbd2ced1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:33.763736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-edc5b6cf-4f92-4ac5-bfc1-489b56e6bf8b None None] Provisioning for port a9ff9523-9d50-4659-ac50-8488a74a49da completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:33.789175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-edc5b6cf-4f92-4ac5-bfc1-489b56e6bf8b None None] Provisioning complete for port a9ff9523-9d50-4659-ac50-8488a74a49da triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:33.791150 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc5b6cf-4f92-4ac5-bfc1-489b56e6bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.921214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port eb4302f1-ec63-4877-a999-0451dbd2ced1 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:33.940358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:33.976994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee37cdea-baf5-42ae-9dcd-524c3fc3e0d3 req-f7319f70-b625-40f8-96d6-67a88ba6be01 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 210 time: 0.5704215 Aug 11 02:30:33.978812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.993656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8183a14a-8392-4730-a93e-5d9845df84eb req-cd12d2df-22bc-4fa9-937c-0424323cb193 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.25 "DELETE /v2.0/ports/eb4302f1-ec63-4877-a999-0451dbd2ced1 HTTP/1.1" status: 204 len: 173 time: 5.0455060 Aug 11 02:30:33.997771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'name': 'network-vif-deleted', 'tag': 'eb4302f1-ec63-4877-a999-0451dbd2ced1'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:34.001075 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03afdc64-fa52-41d9-9375-74fbd5f50dd7" -d '{"events": [{"server_uuid": "fd38808a-8c9c-442f-815f-c20528c221c8", "name": "network-vif-deleted", "tag": "eb4302f1-ec63-4877-a999-0451dbd2ced1"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:34.044599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:34.046313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.104073 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1a7576dc-7280-4d04-a942-a18ab232296c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5528617 Aug 11 02:30:34.127536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384', 'admin_state_up': True, 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'security_groups': ['281f912a-f245-4a6a-9efd-42125eaf8a3f']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:34.141175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b6cf-4f92-4ac5-bfc1-489b56e6bf8b None None] Port a9ff9523-9d50-4659-ac50-8488a74a49da cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:34.277313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 8f339150-e23a-4994-aa7a-a712c73760b1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:34.279545 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.394626 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8160d-fcfd-4792-b69c-0c5be766f7f8 x-openstack-request-id: req-f3c8160d-fcfd-4792-b69c-0c5be766f7f8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:34.395498 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ed4bd8-2952-4087-a68c-8dd99f1736ee", "name": "network-vif-deleted", "tag": "05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:34.395906 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3c8160d-fcfd-4792-b69c-0c5be766f7f8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:34.396601 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ed4bd8-2952-4087-a68c-8dd99f1736ee', 'name': 'network-vif-deleted', 'tag': '05cdaaf6-b2ae-4775-b4d3-2ee4d5f5af79', 'status': 'completed', 'code': 200} Aug 11 02:30:34.527551 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7ae7c-1efe-4bda-9034-e5a2bea5f818 x-openstack-request-id: req-b9f7ae7c-1efe-4bda-9034-e5a2bea5f818 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:34.527902 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-plugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:34.528286 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9f7ae7c-1efe-4bda-9034-e5a2bea5f818 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:34.533889 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'code': 200} Aug 11 02:30:34.611409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-9b1605de-d26f-4826-bb9e-c25348fd1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:34.615330 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-9b1605de-d26f-4826-bb9e-c25348fd1b97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 1097 time: 0.2042239 Aug 11 02:30:34.742725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.884416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:34.888613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab8642e5-51bc-46b1-b538-1771cdd53593 req-b051e36d-8adf-4ac5-aa0b-6d663a3df50b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd38808a-8c9c-442f-815f-c20528c221c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2063894 Aug 11 02:30:34.900548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.995490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:35.075956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-55b48943-fde7-45f4-9b99-d662e580ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.090727 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-55b48943-fde7-45f4-9b99-d662e580ef6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.4633114 Aug 11 02:30:35.188671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab8642e5-51bc-46b1-b538-1771cdd53593 req-649bdc67-3b5f-43a1-a2fb-9dae5d84e80b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05f210b56d8749d3a489b01fe20db27d&device_id=fd38808a-8c9c-442f-815f-c20528c221c8 HTTP/1.1" status: 200 len: 210 time: 0.2418046 Aug 11 02:30:35.210643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:35.400517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab8642e5-51bc-46b1-b538-1771cdd53593 req-682288f3-ab24-42d6-a0bc-10da7ed8ddfa service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=05f210b56d8749d3a489b01fe20db27d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172330 Aug 11 02:30:35.598470 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-e2a9d46f-0ee9-459b-9a51-7b1b3e56040c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 200 len: 1002 time: 0.4992509 Aug 11 02:30:35.608089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-5531c7fb-84d8-4673-9af1-bf9a6614d569 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.610313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-5531c7fb-84d8-4673-9af1-bf9a6614d569 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.59 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 946 time: 0.2111716 Aug 11 02:30:35.854780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-0e8cd1a6-6d39-4576-9a2f-57b60890876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.856301 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-0e8cd1a6-6d39-4576-9a2f-57b60890876d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.2327528 Aug 11 02:30:35.940602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-faa6b90d-debc-4e40-a21c-44d4d512b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.942397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-faa6b90d-debc-4e40-a21c-44d4d512b519 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699129 Aug 11 02:30:36.001845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Deleting port b013c1fd-6b43-4700-8f70-ba279b208db6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:36.010267 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.352382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] For port b013c1fd-6b43-4700-8f70-ba279b208db6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b013c1fd-6b43-4700-8f70-ba279b208db6,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:36.352756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.388047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Calling delete_port for b013c1fd-6b43-4700-8f70-ba279b208db6 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:36.534964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:36.537914 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c66be9-906a-4d49-a80f-f07b1b48656f" -d '{"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-plugged", "status": "completed", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:36.689939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb73ff5-1fa6-4ac1-b856-19ae74126d30 req-0972bfca-5113-402c-aa56-d5af97343cfd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:36.697958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eb73ff5-1fa6-4ac1-b856-19ae74126d30 req-0972bfca-5113-402c-aa56-d5af97343cfd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 1.9786143 Aug 11 02:30:36.896648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.982881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Pushing event deleted for resources: {'Port': ['ID=b013c1fd-6b43-4700-8f70-ba279b208db6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:37.087209 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-0c642ace-78a5-4f77-ab25-a3f1af7c49f7 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1157129 Aug 11 02:30:37.109624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8642e5-51bc-46b1-b538-1771cdd53593 req-19ee80ca-4283-49a6-bc96-a791737491af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.113100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab8642e5-51bc-46b1-b538-1771cdd53593 req-19ee80ca-4283-49a6-bc96-a791737491af service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.6873407 Aug 11 02:30:37.176268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eb73ff5-1fa6-4ac1-b856-19ae74126d30 req-68edeba3-afea-40cd-a626-f2e7be0b2304 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353392 Aug 11 02:30:37.207862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.350878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] No DVR routers for this DVR port b013c1fd-6b43-4700-8f70-ba279b208db6 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:37.357872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.368227 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9777e3c-c2e6-4710-9c13-bb782b1dca83 req-1d6dae32-5829-401a-8a3d-70728f8ebf95 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.59 "DELETE /v2.0/ports/b013c1fd-6b43-4700-8f70-ba279b208db6 HTTP/1.1" status: 204 len: 173 time: 1.6896267 Aug 11 02:30:37.371308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'name': 'network-vif-deleted', 'tag': 'b013c1fd-6b43-4700-8f70-ba279b208db6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:37.380085 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30275039-4ea5-4db4-a20c-1600bf8b1b96" -d '{"events": [{"server_uuid": "5921a404-8e1e-4ea1-ad35-5841776728a8", "name": "network-vif-deleted", "tag": "b013c1fd-6b43-4700-8f70-ba279b208db6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:37.486601 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e56a2b98-d20e-4138-b1f9-15bcfd06188b req-1d8c8bae-06d7-4413-ac32-9a7d473515f2 service neutron] 10.222.0.59 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788323 Aug 11 02:30:37.639635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 10.2.2.100 (b91db2a3-0627-45f6-b6ae-4e49e8960384/5aed2c68-e287-4906-a962-c941fae42765/4cfb8467-7180-41d7-9c07-977eb5300525) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:37.870936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6004-f079-4d6a-b0ee-b86b06295c28 req-7df4c0e6-b113-4785-b8c7-6cd2522e4345 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.887333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6004-f079-4d6a-b0ee-b86b06295c28 req-7df4c0e6-b113-4785-b8c7-6cd2522e4345 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.894151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6004-f079-4d6a-b0ee-b86b06295c28 req-7df4c0e6-b113-4785-b8c7-6cd2522e4345 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.903186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12dd6004-f079-4d6a-b0ee-b86b06295c28 req-7df4c0e6-b113-4785-b8c7-6cd2522e4345 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 2373 time: 0.1875367 Aug 11 02:30:37.969927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b013c1fd-6b43-4700-8f70-ba279b208db6 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:38.084245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: b013c1fd-6b43-4700-8f70-ba279b208db6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:38.089306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b013c1fd-6b43-4700-8f70-ba279b208db6 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:38.109667 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93e16699-604c-4456-b5a5-8fe012c6484d req-0c90842b-935d-43f0-8ea3-af1c5fa1db15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0985157 Aug 11 02:30:38.116901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12dd6004-f079-4d6a-b0ee-b86b06295c28 req-f0f90a21-17bb-466e-a483-18f383850cb6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094512 Aug 11 02:30:38.216217 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.225056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93e16699-604c-4456-b5a5-8fe012c6484d req-5be21f02-9609-4c7b-84a0-5784c5d17bda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dff877165414bc8855da168f1b552c0&device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 210 time: 0.0720322 Aug 11 02:30:38.296226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object 4cfb8467-7180-41d7-9c07-977eb5300525 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:38.580988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.909531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16699-604c-4456-b5a5-8fe012c6484d req-00dadb55-2398-4d93-9379-bfec0bde4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:38.915399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93e16699-604c-4456-b5a5-8fe012c6484d req-00dadb55-2398-4d93-9379-bfec0bde4c24 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3dff877165414bc8855da168f1b552c0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5861018 Aug 11 02:30:38.941616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:39.010062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:39.012719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:39.039211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6be20509-6bcf-43f2-b47b-411a94d5b24c req-90224388-4c54-401d-b88d-fcd1c33426a6 tempest-ServerRescueNegativeTestJSON-1282318383 tempest-ServerRescueNegativeTestJSON-1282318383-project] 10.222.0.16 "GET /v2.0/ports?device_id=5921a404-8e1e-4ea1-ad35-5841776728a8 HTTP/1.1" status: 200 len: 210 time: 0.2567546 Aug 11 02:30:39.041106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:39.425403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.427579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.496884 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dc6298-f107-45a5-95e0-e12fbabe3fdb x-openstack-request-id: req-d1dc6298-f107-45a5-95e0-e12fbabe3fdb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:39.498525 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd38808a-8c9c-442f-815f-c20528c221c8", "name": "network-vif-deleted", "tag": "eb4302f1-ec63-4877-a999-0451dbd2ced1", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:39.498976 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1dc6298-f107-45a5-95e0-e12fbabe3fdb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:39.500264 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd38808a-8c9c-442f-815f-c20528c221c8', 'name': 'network-vif-deleted', 'tag': 'eb4302f1-ec63-4877-a999-0451dbd2ced1', 'status': 'completed', 'code': 200} Aug 11 02:30:39.560721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-f8bc0cd4-6b9e-42f6-b78d-b54e2b1025f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4476306 Aug 11 02:30:39.570184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-27466393-c010-4bd8-bdbd-c93777154b6c None None] Provisioning for port 4cfb8467-7180-41d7-9c07-977eb5300525 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:39.589991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-27466393-c010-4bd8-bdbd-c93777154b6c None None] Provisioning complete for port 4cfb8467-7180-41d7-9c07-977eb5300525 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:39.590669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27466393-c010-4bd8-bdbd-c93777154b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.621405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384', 'admin_state_up': True, 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'security_groups': ['281f912a-f245-4a6a-9efd-42125eaf8a3f']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:39.789943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-27466393-c010-4bd8-bdbd-c93777154b6c None None] Port 4cfb8467-7180-41d7-9c07-977eb5300525 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:39.871451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f39ae-ecad-4bea-8e70-e87260398c47 req-1e33d93f-07de-4bac-a0a6-bb48415580a7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.875231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c3f39ae-ecad-4bea-8e70-e87260398c47 req-1e33d93f-07de-4bac-a0a6-bb48415580a7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.3729141 Aug 11 02:30:39.971655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Made reservation on behalf of 2f1f58832f364fa99d663cacf5b1ecd7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:39.989186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.017922 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:30:40.089615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c3f39ae-ecad-4bea-8e70-e87260398c47 req-e92b6c49-fbb0-4ee4-9ffb-48a51e565a2d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014859 Aug 11 02:30:40.324782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681148-16cf-485e-9b34-c80ac4215d59 req-1bd82385-46e7-4244-a3c9-a1ea83186db3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:40.328736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08681148-16cf-485e-9b34-c80ac4215d59 req-1bd82385-46e7-4244-a3c9-a1ea83186db3 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 945 time: 0.1400473 Aug 11 02:30:40.381457 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac7f6f3-3e49-4577-a5b7-bfe3aae4d525 x-openstack-request-id: req-3ac7f6f3-3e49-4577-a5b7-bfe3aae4d525 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:40.382409 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-plugged", "status": "completed", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:40.382828 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ac7f6f3-3e49-4577-a5b7-bfe3aae4d525 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:40.383738 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1', 'code': 200} Aug 11 02:30:40.484337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16699-604c-4456-b5a5-8fe012c6484d req-222efa6c-76d2-4b8b-9eff-e6568a21bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:40.490206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93e16699-604c-4456-b5a5-8fe012c6484d req-222efa6c-76d2-4b8b-9eff-e6568a21bc7d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.5671067 Aug 11 02:30:40.498818 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a369f3-272d-44e4-a95e-db6700eb51bd x-openstack-request-id: req-36a369f3-272d-44e4-a95e-db6700eb51bd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:40.499412 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5921a404-8e1e-4ea1-ad35-5841776728a8", "name": "network-vif-deleted", "tag": "b013c1fd-6b43-4700-8f70-ba279b208db6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:40.499847 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36a369f3-272d-44e4-a95e-db6700eb51bd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:40.500443 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5921a404-8e1e-4ea1-ad35-5841776728a8', 'name': 'network-vif-deleted', 'tag': 'b013c1fd-6b43-4700-8f70-ba279b208db6', 'status': 'completed', 'code': 200} Aug 11 02:30:40.855274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Allocated IP 10.2.2.200 (b91db2a3-0627-45f6-b6ae-4e49e8960384/5aed2c68-e287-4906-a962-c941fae42765/4087a091-2568-4bb0-bfd3-2fb462569108) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:41.310657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83547f-80d8-412b-8c7a-ce8cbcd402e0 req-926d6715-1d90-4507-beb7-78cab69db96e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:41.336336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf83547f-80d8-412b-8c7a-ce8cbcd402e0 req-926d6715-1d90-4507-beb7-78cab69db96e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.6505003 Aug 11 02:30:41.601180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Deleting port 4a1ef98b-0755-4df8-b2af-b49065d205a1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:41.603771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.651553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf83547f-80d8-412b-8c7a-ce8cbcd402e0 req-52f5e2cf-dfcf-4746-af2e-194a0d222e21 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845075 Aug 11 02:30:42.105280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.142668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] For port 4a1ef98b-0755-4df8-b2af-b49065d205a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=4a1ef98b-0755-4df8-b2af-b49065d205a1,segment=NetworkSegment(9014a7de-06c0-47fe-afec-4abffea2bef2),segment_id=9014a7de-06c0-47fe-afec-4abffea2bef2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:42.143178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.181271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Calling delete_port for 4a1ef98b-0755-4df8-b2af-b49065d205a1 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:42.569971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4bae-b001-4913-9571-39fb2c0e03fe req-b6336d4f-38be-473c-a212-8273a959f8a7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.583738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00fc4bae-b001-4913-9571-39fb2c0e03fe req-b6336d4f-38be-473c-a212-8273a959f8a7 tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/ports?device_id=522dd797-49d3-46be-8055-5b22411714cb HTTP/1.1" status: 200 len: 945 time: 0.6780293 Aug 11 02:30:42.616688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Transition to ACTIVE for port object 4087a091-2568-4bb0-bfd3-2fb462569108 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:42.696468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.712619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.767728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Pushing event deleted for resources: {'Port': ['ID=4a1ef98b-0755-4df8-b2af-b49065d205a1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:42.844335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event updated for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:42.862920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:43.027063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:43.037761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:43.156551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] No DVR routers for this DVR port 4a1ef98b-0755-4df8-b2af-b49065d205a1 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:43.220215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00fc4bae-b001-4913-9571-39fb2c0e03fe req-d5dc5737-4a72-4c80-971a-a950c6d71c5c tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d342707-f432-4447-8acd-86a9b310932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318812 Aug 11 02:30:43.222213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.226594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08681148-16cf-485e-9b34-c80ac4215d59 req-fe2fb26d-d4a4-4d10-87f7-bcc3956157ca tempest-DeleteServersTestJSON-1167565130 tempest-DeleteServersTestJSON-1167565130-project] 10.222.0.25 "DELETE /v2.0/ports/4a1ef98b-0755-4df8-b2af-b49065d205a1 HTTP/1.1" status: 204 len: 173 time: 2.8877809 Aug 11 02:30:43.230076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dd797-49d3-46be-8055-5b22411714cb', 'name': 'network-vif-deleted', 'tag': '4a1ef98b-0755-4df8-b2af-b49065d205a1'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:43.233788 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9be01-5ab3-4d95-bcca-da7e1571d02e" -d '{"events": [{"server_uuid": "522dd797-49d3-46be-8055-5b22411714cb", "name": "network-vif-deleted", "tag": "4a1ef98b-0755-4df8-b2af-b49065d205a1"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:43.357412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:43.364263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.452687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-27abbff3-d05e-4a73-8dab-040bd6d1f79d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8403356 Aug 11 02:30:43.509910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:43.704101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3193d30-a7b6-4ec3-a76c-765713c91380 None None] Provisioning for port 4087a091-2568-4bb0-bfd3-2fb462569108 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:43.713872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a3193d30-a7b6-4ec3-a76c-765713c91380 None None] Provisioning complete for port 4087a091-2568-4bb0-bfd3-2fb462569108 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:43.715508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3193d30-a7b6-4ec3-a76c-765713c91380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.890358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.979293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4a1ef98b-0755-4df8-b2af-b49065d205a1 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:44.069869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-4077de4f-1536-43d4-9f11-dde1c94de823 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.087028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-4077de4f-1536-43d4-9f11-dde1c94de823 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.104254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b25de113-14a4-48de-8667-6d5c42873a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.114691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a3193d30-a7b6-4ec3-a76c-765713c91380 None None] Port 4087a091-2568-4bb0-bfd3-2fb462569108 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:44.129315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 4a1ef98b-0755-4df8-b2af-b49065d205a1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:44.133669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 4a1ef98b-0755-4df8-b2af-b49065d205a1 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:44.136503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-4077de4f-1536-43d4-9f11-dde1c94de823 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.143235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-4077de4f-1536-43d4-9f11-dde1c94de823 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.154185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-4077de4f-1536-43d4-9f11-dde1c94de823 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.157439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-4077de4f-1536-43d4-9f11-dde1c94de823 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3815 time: 0.3915508 Aug 11 02:30:44.525771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8917f3f0-d60e-4933-b8d7-c4e3dacc6f6f req-b82e8b33-e1a1-49e1-a7bf-f141e4a00fe4 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298767 Aug 11 02:30:44.825430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:45.087837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d054cf3-459f-44eb-b9ca-a005f770d8b8 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:45.099463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.122139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Transition to ACTIVE for port object 0d054cf3-459f-44eb-b9ca-a005f770d8b8 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:45.133857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.283621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Pushing event updated for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:45.678218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc5d5f-c632-4864-aefc-7b84eea265dd req-84f5165f-1fce-4a56-890c-3f48ee1309a2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:45.689058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9adc5d5f-c632-4864-aefc-7b84eea265dd req-84f5165f-1fce-4a56-890c-3f48ee1309a2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.2616329 Aug 11 02:30:45.738994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Attempting to bind port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:45.739718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Attempting to bind port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:45.740265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Attempting to bind port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 on network f31c5b4c-33b3-496b-b139-b57cf4b686a2 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:45.768328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 on network f31c5b4c-33b3-496b-b139-b57cf4b686a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:45.769331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Attempting to bind port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 on network f31c5b4c-33b3-496b-b139-b57cf4b686a2 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:45.780922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:45.782240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Checking segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:45.783259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Bound using segment: {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:45.784347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Bound port: 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722e166d-9ff0-48ec-a06b-6e93e4ae16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:45.785625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.801178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9adc5d5f-c632-4864-aefc-7b84eea265dd req-fc742d39-caca-465a-bcc2-6c7d27065706 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100566 Aug 11 02:30:45.918597 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ad8f77-e1fd-4175-aaf4-4f36077d6e04 x-openstack-request-id: req-30ad8f77-e1fd-4175-aaf4-4f36077d6e04 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:45.919329 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dd797-49d3-46be-8055-5b22411714cb", "name": "network-vif-deleted", "tag": "4a1ef98b-0755-4df8-b2af-b49065d205a1", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:45.920422 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30ad8f77-e1fd-4175-aaf4-4f36077d6e04 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:45.920869 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522dd797-49d3-46be-8055-5b22411714cb', 'name': 'network-vif-deleted', 'tag': '4a1ef98b-0755-4df8-b2af-b49065d205a1', 'status': 'completed', 'code': 200} Aug 11 02:30:46.073590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:46.086665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:46.100532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.103871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.353960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.354625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.356162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] 10.222.0.59 "PUT /v2.0/ports/0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 1092 time: 2.8773766 Aug 11 02:30:46.408657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:46.414659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b4556-2bf6-4d7f-be73-62b290ee920b service neutron] Pushing event updated for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:46.489681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-f2efdf33-6c68-4f09-b890-23ff8dc2690a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.496203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-f2efdf33-6c68-4f09-b890-23ff8dc2690a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.502485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-f2efdf33-6c68-4f09-b890-23ff8dc2690a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.509913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-f2efdf33-6c68-4f09-b890-23ff8dc2690a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.516229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-f2efdf33-6c68-4f09-b890-23ff8dc2690a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.524498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-f2efdf33-6c68-4f09-b890-23ff8dc2690a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3827 time: 0.2291832 Aug 11 02:30:46.583584 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.736604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18508462-1ae3-453a-ae33-0a93c36f8331 req-cfb208c2-88b7-487c-a250-a1437e6efca7 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111025 Aug 11 02:30:47.100710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Deleting port 7ff4c0a5-f26b-46aa-ae75-186e884e9176 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:47.101319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.415489 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b32e396-49c6-4a51-9968-3000ee85bb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.501050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] For port 7ff4c0a5-f26b-46aa-ae75-186e884e9176, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7ff4c0a5-f26b-46aa-ae75-186e884e9176,segment=NetworkSegment(4514e351-9e23-4faa-a467-8e6f21f6d8d4),segment_id=4514e351-9e23-4faa-a467-8e6f21f6d8d4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:47.510472 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.604613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Calling delete_port for 7ff4c0a5-f26b-46aa-ae75-186e884e9176 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:47.733458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.922887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:47.931180 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c764b75-8ea9-4641-adc0-615c4c212b55" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:48.168420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7167b717-dca4-4ce1-9e90-23197d7f9c9e {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:48.186056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.211829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Transition to ACTIVE for port object 7167b717-dca4-4ce1-9e90-23197d7f9c9e will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:48.237323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.375630 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.439710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.543030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff4c0a5-f26b-46aa-ae75-186e884e9176,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:48.667705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Pushing event updated for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:48.912413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec1d64-8a05-40fb-9a6c-90af4336058a req-99dac08a-c915-4cc3-9d8c-b9a44ff5c253 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.928492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9ec1d64-8a05-40fb-9a6c-90af4336058a req-99dac08a-c915-4cc3-9d8c-b9a44ff5c253 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.7141769 Aug 11 02:30:49.079743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Attempting to bind port 7167b717-dca4-4ce1-9e90-23197d7f9c9e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:49.080082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Attempting to bind port 7167b717-dca4-4ce1-9e90-23197d7f9c9e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:49.080414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Attempting to bind port 7167b717-dca4-4ce1-9e90-23197d7f9c9e on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:49.091807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9ec1d64-8a05-40fb-9a6c-90af4336058a req-af460f80-3728-4eed-b75f-efbb0242fb82 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446095 Aug 11 02:30:49.092968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Port 7167b717-dca4-4ce1-9e90-23197d7f9c9e on network afa70537-4910-4a5a-9331-4ffd2bdf3170 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:49.093355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Attempting to bind port 7167b717-dca4-4ce1-9e90-23197d7f9c9e on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:49.102834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:49.103316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Checking segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:49.103784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Bound using segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:49.104941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Bound port: 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:49.104941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.333956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:49.337856 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.345877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:49.357464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.439222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.439875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.443100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] 10.222.0.59 "PUT /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 1130 time: 3.0392699 Aug 11 02:30:49.485322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:49.537899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b8ea8-9a81-4bbb-93a8-1fd7529641ae service neutron] Pushing event updated for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:49.591357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-81e89e87-c936-44e7-9666-72b7b7f0590d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.593336 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-81e89e87-c936-44e7-9666-72b7b7f0590d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 950 time: 0.3903422 Aug 11 02:30:49.611908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b316597-900c-49d4-a0c1-2578e63949d0 req-5da424ad-7718-45d0-ba45-322f43dfad2d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.622111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b316597-900c-49d4-a0c1-2578e63949d0 req-5da424ad-7718-45d0-ba45-322f43dfad2d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 950 time: 0.2478039 Aug 11 02:30:49.710730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.085706 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.240240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Deleting port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:50.240820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.401059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b316597-900c-49d4-a0c1-2578e63949d0 req-0fc772f3-9c82-4f73-aef9-7b399a3d0f3d tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c61e17-f156-48b3-8ce5-72930fc1c62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704577 Aug 11 02:30:50.430080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Router e0635753-4618-4393-95d2-d587e51f5560 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:50.576583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] For port ce9e5379-b8e1-464a-bb68-d963e1fa2d11, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:50.577217 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.772756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Calling delete_port for ce9e5379-b8e1-464a-bb68-d963e1fa2d11 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:50.907709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.934537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.941123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.948523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.955525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.962191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.964175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-6cb64ea0-e3bc-49ca-81eb-26e4c141af3e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 4599 time: 0.4468417 Aug 11 02:30:51.078909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:51.093002 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d82bfe8d-0945-4127-bf6e-368169c8f718 admin admin] 10.222.0.16 "PUT /v2.0/routers/e0635753-4618-4393-95d2-d587e51f5560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2655876 Aug 11 02:30:51.093983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:51.102159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] Sync routers for ids ['e0635753-4618-4393-95d2-d587e51f5560'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:51.132296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] Routers {'e0635753-4618-4393-95d2-d587e51f5560'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:51.133320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:30:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e0635753-4618-4393-95d2-d587e51f5560'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:51.207086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b18d4bca-ff03-462b-8290-9385a75a8f0e req-d2af2109-f25c-4129-a6f2-99c98be54f7e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2170575 Aug 11 02:30:51.262456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.342807 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26839be7-c93b-4c13-afbb-6f85c8b89e78 x-openstack-request-id: req-26839be7-c93b-4c13-afbb-6f85c8b89e78 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:51.343140 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:51.343440 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26839be7-c93b-4c13-afbb-6f85c8b89e78 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:51.343761 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'status': 'completed', 'code': 200} Aug 11 02:30:51.394910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Pushing event deleted for resources: {'Port': ['ID=ce9e5379-b8e1-464a-bb68-d963e1fa2d11,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:51.527365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] Set router e0635753-4618-4393-95d2-d587e51f5560 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:51.556902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb5c848-0689-4df1-913f-e8a5ed23c522 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:51.576943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.588328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.630824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Transition to ACTIVE for port object 0bb5c848-0689-4df1-913f-e8a5ed23c522 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:51.640255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.980058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Pushing event updated for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:52.067982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] No DVR routers for this DVR port ce9e5379-b8e1-464a-bb68-d963e1fa2d11 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:52.070626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.103472 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.105795 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-23f0ead7-d383-42f0-b77d-a2e023b80261 req-1a261171-7e67-4a60-aa09-e6be3f8d560f tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.59 "DELETE /v2.0/ports/ce9e5379-b8e1-464a-bb68-d963e1fa2d11 HTTP/1.1" status: 204 len: 173 time: 2.5004702 Aug 11 02:30:52.120532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'name': 'network-vif-deleted', 'tag': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:52.126575 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1085961-bd22-492c-833f-8e53df865820" -d '{"events": [{"server_uuid": "3dd92c13-03a7-4ec9-9d61-7e1194cac1a3", "name": "network-vif-deleted", "tag": "ce9e5379-b8e1-464a-bb68-d963e1fa2d11"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:52.188486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.189135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.189632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.190147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.193356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ce9e5379-b8e1-464a-bb68-d963e1fa2d11 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:52.203875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.204505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.205009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.217635 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-80c1a97a-8716-4993-b11f-c5c0767e1556 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6164 time: 0.6359789 Aug 11 02:30:52.414291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ce9e5379-b8e1-464a-bb68-d963e1fa2d11 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:52.433817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ce9e5379-b8e1-464a-bb68-d963e1fa2d11 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:52.538695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ee12-3100-40c2-a573-1ea8f2f73a24 req-b0e54f01-0567-43b5-a46d-2918c678a8d9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.541688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8846ee12-3100-40c2-a573-1ea8f2f73a24 req-b0e54f01-0567-43b5-a46d-2918c678a8d9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.6688797 Aug 11 02:30:52.620337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:30:48Z', 'revision_number': 5, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port': {'id': '35aee1ac-2047-4e53-aac8-b6727941a326', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0635753-4618-4393-95d2-d587e51f5560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:09Z', 'updated_at': '2021-08-11T02:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:52.736916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Attempting to bind port 0bb5c848-0689-4df1-913f-e8a5ed23c522 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:52.737695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Attempting to bind port 0bb5c848-0689-4df1-913f-e8a5ed23c522 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:52.738348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Attempting to bind port 0bb5c848-0689-4df1-913f-e8a5ed23c522 on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:52.796744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8846ee12-3100-40c2-a573-1ea8f2f73a24 req-02df7eb4-0c2f-49e9-9523-692653653e29 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375462 Aug 11 02:30:52.822533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Port 0bb5c848-0689-4df1-913f-e8a5ed23c522 on network afa70537-4910-4a5a-9331-4ffd2bdf3170 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:52.823204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Attempting to bind port 0bb5c848-0689-4df1-913f-e8a5ed23c522 on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:52.848494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] Checking router: e0635753-4618-4393-95d2-d587e51f5560 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:52.853116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:52.859007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Checking segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:52.861279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Bound using segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:52.866066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Bound port: 0bb5c848-0689-4df1-913f-e8a5ed23c522, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:52.869112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.941870 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.967778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] Routers {'e0635753-4618-4393-95d2-d587e51f5560'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:52.970548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:30:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e0635753-4618-4393-95d2-d587e51f5560'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:52.978834 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.088508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Deleting port 35aee1ac-2047-4e53-aac8-b6727941a326 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:53.088508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.119929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:53.129035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:53.147615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.217792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] Set router e0635753-4618-4393-95d2-d587e51f5560 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:53.239076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-3157fc0a-148a-40bf-84aa-ac88563dcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.242305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-3157fc0a-148a-40bf-84aa-ac88563dcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.242890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-3157fc0a-148a-40bf-84aa-ac88563dcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.249173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-3157fc0a-148a-40bf-84aa-ac88563dcf6e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.0193956 Aug 11 02:30:53.349814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.350799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.388227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] 10.222.0.59 "PUT /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 1128 time: 3.8739078 Aug 11 02:30:53.389044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '7167b717-dca4-4ce1-9e90-23197d7f9c9e'}, {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '0bb5c848-0689-4df1-913f-e8a5ed23c522'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:53.401961 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "7167b717-dca4-4ce1-9e90-23197d7f9c9e"}, {"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "0bb5c848-0689-4df1-913f-e8a5ed23c522"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:53.435156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:30:52Z', 'revision_number': 6, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:53.576278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-304244bc-e938-418c-9ab1-fa799be1992f req-5a4bd00a-2da5-4c77-8b1e-2b01c45f3d75 tempest-ServersOnMultiNodesTest-1674006289 tempest-ServersOnMultiNodesTest-1674006289-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd92c13-03a7-4ec9-9d61-7e1194cac1a3 HTTP/1.1" status: 200 len: 210 time: 0.2298138 Aug 11 02:30:53.584968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98af8a-6379-4760-a3a2-ea75d519bfe0 None None] The sync data for ids ['e0635753-4618-4393-95d2-d587e51f5560'] in n-d-715271-8 is: [{'id': 'e0635753-4618-4393-95d2-d587e51f5560', 'name': 'tempest-ServerRescueNegativeTestJSON-1107009321-router', 'tenant_id': '3dff877165414bc8855da168f1b552c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:08Z', 'updated_at': '2021-08-11T02:30:52Z', 'revision_number': 6, 'project_id': '3dff877165414bc8855da168f1b552c0', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:53.648848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] For port 35aee1ac-2047-4e53-aac8-b6727941a326, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35aee1ac-2047-4e53-aac8-b6727941a326,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:53.649430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.661649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:53.700409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Calling delete_port for 35aee1ac-2047-4e53-aac8-b6727941a326 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:53.953945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-fb7e874a-01f5-4f7a-a6b2-edcd6223de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.956151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3c764b75-8ea9-4641-adc0-615c4c212b55 req-fb7e874a-01f5-4f7a-a6b2-edcd6223de56 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6933947 Aug 11 02:30:53.971365 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4212fd82-00bd-49da-9f77-6b4a7cbcbb57 x-openstack-request-id: req-4212fd82-00bd-49da-9f77-6b4a7cbcbb57 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:53.971633 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd92c13-03a7-4ec9-9d61-7e1194cac1a3", "name": "network-vif-deleted", "tag": "ce9e5379-b8e1-464a-bb68-d963e1fa2d11", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:53.971889 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4212fd82-00bd-49da-9f77-6b4a7cbcbb57 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:53.978307 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd92c13-03a7-4ec9-9d61-7e1194cac1a3', 'name': 'network-vif-deleted', 'tag': 'ce9e5379-b8e1-464a-bb68-d963e1fa2d11', 'status': 'completed', 'code': 200} Aug 11 02:30:54.022878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.123920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ff4c0a5-f26b-46aa-ae75-186e884e9176 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:54.189706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 7ff4c0a5-f26b-46aa-ae75-186e884e9176 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:54.190473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ff4c0a5-f26b-46aa-ae75-186e884e9176 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:54.252377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.405158 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3867d-a727-4db4-a528-0c961a98d61a x-openstack-request-id: req-4be3867d-a727-4db4-a528-0c961a98d61a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:54.405919 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "7167b717-dca4-4ce1-9e90-23197d7f9c9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "0bb5c848-0689-4df1-913f-e8a5ed23c522", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:54.406580 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4be3867d-a727-4db4-a528-0c961a98d61a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:54.407171 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '7167b717-dca4-4ce1-9e90-23197d7f9c9e', 'status': 'completed', 'code': 200} Aug 11 02:30:54.407687 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '0bb5c848-0689-4df1-913f-e8a5ed23c522', 'status': 'completed', 'code': 200} Aug 11 02:30:54.477039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17829acd-bc5c-42ff-ad5a-3039461be14d service neutron] Pushing event updated for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:54.483599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aee1ac-2047-4e53-aac8-b6727941a326,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:54.553371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.554851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.559347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.560653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.561216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.561864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.562398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.565473 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-ae79591a-e3d1-4fb0-8388-107f551934e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6206 time: 0.2786176 Aug 11 02:30:54.620545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.828717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.836432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.869630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a5fdd4-9262-40dc-8334-6a935dc8e9ac {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:54.878687 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.893650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Transition to ACTIVE for port object 76a5fdd4-9262-40dc-8334-6a935dc8e9ac will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:54.901794 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.930295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.936862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.963154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.988639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-0b560355-3940-49f2-9bd4-0202cb8e6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.990467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.998390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:54.999554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-0b560355-3940-49f2-9bd4-0202cb8e6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.000722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-0b560355-3940-49f2-9bd4-0202cb8e6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.003991 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-0b560355-3940-49f2-9bd4-0202cb8e6604 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4262030 Aug 11 02:30:55.006762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.014617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.017176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07c4934-a488-49d8-abd5-abaa4938950c req-4d5aa9ee-723a-4333-ae5d-d8911874ca57 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5369 time: 0.9185758 Aug 11 02:30:55.036556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.037708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0635753-4618-4393-95d2-d587e51f5560 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:30:55.047002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.049166 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ea3d42a1-c3ee-4d34-8ee2-de3380d67262 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e0635753-4618-4393-95d2-d587e51f5560 HTTP/1.1" status: 204 len: 168 time: 3.9530120 Aug 11 02:30:55.087383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:55.108907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07c4934-a488-49d8-abd5-abaa4938950c req-6b9c97bf-8650-4006-a886-498d8cdad0d7 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497217 Aug 11 02:30:55.126101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54659d3-4ae8-4115-8feb-c9c8c92f3c2b req-70751c87-5cb0-472f-8298-4be1b5d6235b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.135572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c54659d3-4ae8-4115-8feb-c9c8c92f3c2b req-70751c87-5cb0-472f-8298-4be1b5d6235b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.7263284 Aug 11 02:30:55.209866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-90622a39-e25a-45aa-b471-8865cb79cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.212479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-90622a39-e25a-45aa-b471-8865cb79cd17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1096 time: 0.6834600 Aug 11 02:30:55.272185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Pushing event updated for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:55.545218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Deleting subnet aa3db3b0-c1a4-4ceb-8559-3ef2242de890 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:30:55.554266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.560093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c54659d3-4ae8-4115-8feb-c9c8c92f3c2b req-a0840dd6-015c-4afc-ad36-fc31601b3de8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232259 Aug 11 02:30:55.653668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.666736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Attempting to bind port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:55.667090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Attempting to bind port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:55.667422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Attempting to bind port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:55.697178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac on network afa70537-4910-4a5a-9331-4ffd2bdf3170 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:55.698684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Attempting to bind port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:55.731057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:55.731800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Checking segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:55.732387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Bound using segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:55.738762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Bound port: 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:55.739977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.743518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.884517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-0db952fb-bbec-4847-bf5b-2e83bc530ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.891767 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-0db952fb-bbec-4847-bf5b-2e83bc530ebe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8753879 Aug 11 02:30:55.996048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35aee1ac-2047-4e53-aac8-b6727941a326 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:56.025770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-d751ec89-7a5a-4483-980e-5bb45b0968aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.037055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-d751ec89-7a5a-4483-980e-5bb45b0968aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 913 time: 0.7759244 Aug 11 02:30:56.064357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57802) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:56.078172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 35aee1ac-2047-4e53-aac8-b6727941a326 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:56.078771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35aee1ac-2047-4e53-aac8-b6727941a326 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:56.091264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.153959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:56.158440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-7d795013-d835-4809-9a6d-4580f286b42c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 217 time: 0.0682397 Aug 11 02:30:56.205100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:56.253267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3db3b0-c1a4-4ceb-8559-3ef2242de890,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:56.292425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.298986 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-74aa8b71-e091-4f57-bfa8-670327be8ee6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/aa3db3b0-c1a4-4ceb-8559-3ef2242de890 HTTP/1.1" status: 204 len: 168 time: 1.2089839 Aug 11 02:30:56.302310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:56.342706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.343188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.343993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.345070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.345308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.345650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.348679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.348679 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-5f137c83-b808-4a3d-89b7-f380a9d08d7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6231 time: 0.3780141 Aug 11 02:30:56.425166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.490311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.490966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.492448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] 10.222.0.59 "PUT /v2.0/ports/76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 200 len: 1090 time: 2.9005990 Aug 11 02:30:56.565680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:56.568276 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1e0251-7f66-4051-b6a6-544441f7a3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:56.611220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:56.724974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-fc13156f-1134-4943-b422-9cc0ed02c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.736609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.740324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-fc13156f-1134-4943-b422-9cc0ed02c647 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.5482697 Aug 11 02:30:56.947545 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d5bb1-2735-4661-b8ba-5a621e8b6e6e x-openstack-request-id: req-130d5bb1-2735-4661-b8ba-5a621e8b6e6e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:56.948385 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:56.948793 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-130d5bb1-2735-4661-b8ba-5a621e8b6e6e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:56.949452 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac', 'status': 'completed', 'code': 200} Aug 11 02:30:56.959363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-55f9e002-3f1a-486d-a422-7895caa637e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179615 Aug 11 02:30:56.964549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e19358-4469-48b7-9687-6d761a3bd60e service neutron] Pushing event updated for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:57.051941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.059206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.067344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.076462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.099895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.107100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.124380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.131515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-dc05b577-86bf-45c5-82a3-5dc09e6fcf6c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5381 time: 0.7164135 Aug 11 02:30:57.227744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-33655ab3-2e2b-4ec8-a6fc-daf47dc5e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.228871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-33655ab3-2e2b-4ec8-a6fc-daf47dc5e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.229810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-33655ab3-2e2b-4ec8-a6fc-daf47dc5e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.232801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-33655ab3-2e2b-4ec8-a6fc-daf47dc5e044 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8532293 Aug 11 02:30:57.281332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-17207cd5-a5e1-4091-9517-fe350c662fba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05f210b56d8749d3a489b01fe20db27d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2145710 Aug 11 02:30:57.282644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:57.283601 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.382599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.435937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6ced48-8df2-4927-8b68-13fd9d2c4561']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:57.466944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70330-030e-49ab-a909-80a6ccfd9bc9 req-a484c468-367e-4559-b76b-cb2723b6ba1f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.470401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e70330-030e-49ab-a909-80a6ccfd9bc9 req-a484c468-367e-4559-b76b-cb2723b6ba1f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.5163324 Aug 11 02:30:57.517773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-9d882e9a-d390-4388-bc59-726a3c3792fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.519413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-06e2bd66-1ac0-41c7-b4be-adc63cb5ab05 req-9d882e9a-d390-4388-bc59-726a3c3792fc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2742803 Aug 11 02:30:57.524148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4514e351-9e23-4faa-a467-8e6f21f6d8d4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:57.524447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4514e351-9e23-4faa-a467-8e6f21f6d8d4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:57.546854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.569221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cea35764-d5a8-4e56-811a-bfdb103a4e1c req-eeded8f5-878c-4139-afc3-9e5a20dcdc44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3621826 Aug 11 02:30:57.580242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.582918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1c1b-d295-4d83-a231-116c7c18e8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.601963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:30:57.602440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:30:57.604254 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:30:57.681261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-7b8bddd2-d1d9-4562-9f55-701153a69e4d service neutron] 10.222.0.25 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929450 Aug 11 02:30:57.734310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1c1b-d295-4d83-a231-116c7c18e8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.769009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.770796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.771502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.772165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.772795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.773419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.774075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.776334 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-5a1d5d78-d6f8-4528-a6aa-ab977b750279 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6273 time: 0.1887667 Aug 11 02:30:57.780791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.817651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.819967 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb6ced48-8df2-4927-8b68-13fd9d2c4561 HTTP/1.1" status: 204 len: 168 time: 1.5159419 Aug 11 02:30:57.821300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b9876-60e5-45ae-85bd-15b932fd00ef admin admin] Pushing event deleted for resources: {'Network': ['ID=eb6ced48-8df2-4927-8b68-13fd9d2c4561,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.001862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:58.013243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-0f4bc0ef-1537-4f67-bb89-d24722db3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.013564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-0f4bc0ef-1537-4f67-bb89-d24722db3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.014471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-0f4bc0ef-1537-4f67-bb89-d24722db3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.017818 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-0f4bc0ef-1537-4f67-bb89-d24722db3a36 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2290344 Aug 11 02:30:58.029542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1c1b-d295-4d83-a231-116c7c18e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.042501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1c1b-d295-4d83-a231-116c7c18e8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.049808 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed1f1c1b-d295-4d83-a231-116c7c18e8f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c61e17-f156-48b3-8ce5-72930fc1c62c HTTP/1.1" status: 204 len: 168 time: 0.7603154 Aug 11 02:30:58.130981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e70330-030e-49ab-a909-80a6ccfd9bc9 req-b4704c5d-e672-4a82-a4dc-e41b68a3bbe1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950220 Aug 11 02:30:58.180869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:58.264622 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.317130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f1c1b-d295-4d83-a231-116c7c18e8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c61e17-f156-48b3-8ce5-72930fc1c62c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.357362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:58.363908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-595caf53-4bdc-4aa2-9c75-32b600bbd56f req-c39ccf20-a9ed-431b-a95c-5a0e4f441a57 service neutron] 10.222.0.25 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728499 Aug 11 02:30:58.365403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:58.372118 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea640d-ad83-487f-b3af-417a6cc3dd4e" -d '{"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-unplugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:58.390367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.442731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-b3744c91-ca24-4b23-9e17-4a800d611fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.444181 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3f1e0251-7f66-4051-b6a6-544441f7a3c9 req-b3744c91-ca24-4b23-9e17-4a800d611fb3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3925598 Aug 11 02:30:58.466593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5df9b44d-9ef5-47ef-a394-637f801e0d07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dff877165414bc8855da168f1b552c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835093 Aug 11 02:30:58.469461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57888) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:58.492284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.538348 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5330ae62-0755-4829-96b7-809a033196ed x-openstack-request-id: req-5330ae62-0755-4829-96b7-809a033196ed {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:58.538855 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-unplugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:58.539283 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5330ae62-0755-4829-96b7-809a033196ed {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:58.539915 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'code': 200} Aug 11 02:30:58.616744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e72e8993-b4cc-452c-9ef6-9e1bd43961c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.655002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ff9523-9d50-4659-ac50-8488a74a49da {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:58.664324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.692120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e72e8993-b4cc-452c-9ef6-9e1bd43961c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.703333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Transition to ACTIVE for port object a9ff9523-9d50-4659-ac50-8488a74a49da will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:58.718390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.869789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.920946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e72e8993-b4cc-452c-9ef6-9e1bd43961c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.923206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e72e8993-b4cc-452c-9ef6-9e1bd43961c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.928217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e72e8993-b4cc-452c-9ef6-9e1bd43961c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/825baab4-abf4-428c-beec-21c1493337d2 HTTP/1.1" status: 204 len: 168 time: 0.4572942 Aug 11 02:30:58.943141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.005305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.018493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.032028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.042316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.053857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.062535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.070177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.073554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38477015-5126-4e33-ac09-6d805d2da29b req-0ad391c1-4a6b-49a1-9f6e-f3d6bd22db74 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5393 time: 0.2783151 Aug 11 02:30:59.080918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e8993-b4cc-452c-9ef6-9e1bd43961c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825baab4-abf4-428c-beec-21c1493337d2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:59.167160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-149d7f6c-0b8e-4333-b1e7-8bfc2612e35d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b049311caf694d0b98782de609fdac6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224786 Aug 11 02:30:59.171538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.193776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Attempting to bind port a9ff9523-9d50-4659-ac50-8488a74a49da on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:59.194447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Attempting to bind port a9ff9523-9d50-4659-ac50-8488a74a49da by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:59.194638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Attempting to bind port a9ff9523-9d50-4659-ac50-8488a74a49da on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:59.200562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Port a9ff9523-9d50-4659-ac50-8488a74a49da on network afa70537-4910-4a5a-9331-4ffd2bdf3170 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:30:59.200886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Attempting to bind port a9ff9523-9d50-4659-ac50-8488a74a49da on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:59.215192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:59.215543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Checking segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:59.215942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Bound using segment: {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:59.217476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Bound port: a9ff9523-9d50-4659-ac50-8488a74a49da, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f4f21c-ee68-4478-994f-dc91778092aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:59.217875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.260931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38477015-5126-4e33-ac09-6d805d2da29b req-b605b54d-db44-471a-8116-7b32e0f7adc0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737857 Aug 11 02:30:59.345489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba678b97-de6f-476a-a691-cba047be78a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.364367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:59.380169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a9ff9523-9d50-4659-ac50-8488a74a49da,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:59.386211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.403347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba678b97-de6f-476a-a691-cba047be78a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.511123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.511759 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.513268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 200 len: 1090 time: 2.9302950 Aug 11 02:30:59.518926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:59.522739 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:59.555342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba678b97-de6f-476a-a691-cba047be78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.561667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba678b97-de6f-476a-a691-cba047be78a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.580795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:59.602110 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba678b97-de6f-476a-a691-cba047be78a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f69c585f-f99d-46ca-9dcd-3b0a713a8c45 HTTP/1.1" status: 204 len: 168 time: 0.4275355 Aug 11 02:30:59.670808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba678b97-de6f-476a-a691-cba047be78a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c585f-f99d-46ca-9dcd-3b0a713a8c45,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:59.678666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca9cf2-f0b4-48d6-aa2b-dc74b9dd8f77 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:59.853395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.893027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bb71d-1905-4b2e-a243-75d5441f6a45 req-b4f1902f-0c64-4a8c-a9c1-417b93ec2ad1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.905354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-961bb71d-1905-4b2e-a243-75d5441f6a45 req-b4f1902f-0c64-4a8c-a9c1-417b93ec2ad1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.2278655 Aug 11 02:30:59.991168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-961bb71d-1905-4b2e-a243-75d5441f6a45 req-7d240f47-e635-40b5-923a-747e434168ef tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837429 Aug 11 02:31:00.198487 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25d4c3-d81a-4d2b-b470-9b0b8f3e2c7e x-openstack-request-id: req-0f25d4c3-d81a-4d2b-b470-9b0b8f3e2c7e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:00.198977 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:00.199517 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f25d4c3-d81a-4d2b-b470-9b0b8f3e2c7e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:00.200172 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da', 'status': 'completed', 'code': 200} Aug 11 02:31:00.291511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.296592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.297712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.300711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.305559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.309085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.312246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.324904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-273c4982-efb7-4e5e-9e5e-5247f636a819 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6340 time: 0.2017179 Aug 11 02:31:00.633546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-b2fcba74-92d9-48e5-92a5-303a87452908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.634991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-b2fcba74-92d9-48e5-92a5-303a87452908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.636214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-b2fcba74-92d9-48e5-92a5-303a87452908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.640222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-b2fcba74-92d9-48e5-92a5-303a87452908 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3091898 Aug 11 02:31:00.875303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-0d1a4917-36bd-40b8-b599-13cfefe96364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.876826 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cca5aa71-a4e0-4dec-a784-0f0eedc9d6e8 req-0d1a4917-36bd-40b8-b599-13cfefe96364 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2230701 Aug 11 02:31:01.247462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.253731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.259956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.266178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.273276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.280216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.286869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.288869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df54f8a1-7437-4760-869c-ba92837e339c req-3173be55-6073-4627-b068-c4957246d118 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5393 time: 0.3290565 Aug 11 02:31:01.310674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-7a802913-d863-46c6-9c65-64138efc7cb4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.312246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-7a802913-d863-46c6-9c65-64138efc7cb4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.3453414 Aug 11 02:31:01.367557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-22465167-405a-44b6-8837-e9b13159a56f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/quotas/948f48ec8e114f0abffb8ebb24846881 HTTP/1.1" status: 200 len: 375 time: 0.0470905 Aug 11 02:31:01.433755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df54f8a1-7437-4760-869c-ba92837e339c req-74b11ed6-dcf3-411c-b20a-c9248c94b7c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329448 Aug 11 02:31:01.474511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cfb8467-7180-41d7-9c07-977eb5300525 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:01.486901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.497049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Transition to ACTIVE for port object 4cfb8467-7180-41d7-9c07-977eb5300525 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:01.505514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-15c7667c-3365-4df3-a76e-65279067e686 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133637 Aug 11 02:31:01.512541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.678140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Pushing event updated for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:01.784930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d0026-cddb-496f-a8da-0a04cb9600d3 req-ccb3560d-866a-44c8-be5e-082e5708394c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.786712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-339d0026-cddb-496f-a8da-0a04cb9600d3 req-ccb3560d-866a-44c8-be5e-082e5708394c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.1661701 Aug 11 02:31:01.806096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-0b048bd5-0335-4d19-8acc-de30f9b14046 service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783825 Aug 11 02:31:01.814929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:01.904487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Attempting to bind port 4cfb8467-7180-41d7-9c07-977eb5300525 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:01.904826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Attempting to bind port 4cfb8467-7180-41d7-9c07-977eb5300525 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:01.905157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Attempting to bind port 4cfb8467-7180-41d7-9c07-977eb5300525 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:01.928135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-339d0026-cddb-496f-a8da-0a04cb9600d3 req-7d4ee65f-97a0-4401-a996-8b04bbdecc63 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197305 Aug 11 02:31:01.931778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Port 4cfb8467-7180-41d7-9c07-977eb5300525 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:01.932107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Attempting to bind port 4cfb8467-7180-41d7-9c07-977eb5300525 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:01.954864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:01.955188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Checking segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:01.955588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Bound using segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:01.956043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Bound port: 4cfb8467-7180-41d7-9c07-977eb5300525, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:01.956429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.006820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-333fb995-15c8-437b-9bfe-ecf6f60fcb56 service neutron] 10.222.0.16 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997304 Aug 11 02:31:02.043883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-344961089-network', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:02.086254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:02.089895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cfb8467-7180-41d7-9c07-977eb5300525,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:02.096873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.128844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:02.137509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Made reservation on behalf of 9fcbb6d40b1e4a9782c5a711e997d150 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:02.148664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:02.149657 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.151479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] 10.222.0.59 "PUT /v2.0/ports/4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 200 len: 1091 time: 2.5892901 Aug 11 02:31:02.151732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.187800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.200690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Request body: {'port': {'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:02.206349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:02.209035 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea6778-81e7-4ab4-98bb-7946fc822d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:02.246361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19294433-2f55-4e9d-a373-f4b6db362edc service neutron] Pushing event updated for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.350921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.508013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.533594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.544056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.583276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:02.612467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:02.620008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:02.628863 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48171a0-a305-4289-b252-a07f89758fb2" -d '{"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-unplugged", "status": "completed", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:02.647644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.656393 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.656766 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Added segment 1086e473-58a8-4b39-ab59-2e90a8e3f09b of type vlan for network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 Aug 11 02:31:02.686153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c5ffe8-eda8-4af7-8572-762cbe1b4a2e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.725750 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.780834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d61b36-55ce-4f5d-a7e7-f9c827bd3106 req-ac1d20b8-a78a-4092-9407-7c17a6525425 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:02.791627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1d61b36-55ce-4f5d-a7e7-f9c827bd3106 req-ac1d20b8-a78a-4092-9407-7c17a6525425 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.2914939 Aug 11 02:31:02.798311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.799667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:02.800314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.815122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.850480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0292337 Aug 11 02:31:02.857257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58040) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:02.863193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Request body: {'subnet': {'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-344961089-subnet', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:02.934676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1d61b36-55ce-4f5d-a7e7-f9c827bd3106 req-560a7ad4-7dc4-4e6e-bde8-bf5b10ff7eb4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380930 Aug 11 02:31:02.954903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-aa1e550a-47f9-4fee-a03a-98bc461ead93 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:02.957299 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-aa1e550a-47f9-4fee-a03a-98bc461ead93 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "GET /v2.0/ports?device_id=d620291e-81c7-4a87-816f-2cf55e358cba HTTP/1.1" status: 200 len: 943 time: 0.2212558 Aug 11 02:31:03.002487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3cee8-bd4b-47e4-8647-742b84403df6 admin admin] Pushing event updated for resources: {'Network': ['ID=776b46b2-c70f-4e4b-a4ee-9d5a6380cc94,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:03.018863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:03.098757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Made reservation on behalf of 9fcbb6d40b1e4a9782c5a711e997d150 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:03.102030 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.114762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-785f20d9-d6cd-4fd6-9213-5ac8f3a92ef8 req-2830fdcd-d8e1-4d1b-a7ad-506f936ced1f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 210 time: 0.0683534 Aug 11 02:31:03.281563 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ae445-9da2-47c5-b594-16882be8a6e5 x-openstack-request-id: req-017ae445-9da2-47c5-b594-16882be8a6e5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:03.282143 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:03.283071 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-017ae445-9da2-47c5-b594-16882be8a6e5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:03.283499 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525', 'status': 'completed', 'code': 200} Aug 11 02:31:03.289624 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1890f-8b20-41dc-ba3b-98e1ad848027 x-openstack-request-id: req-0ee1890f-8b20-41dc-ba3b-98e1ad848027 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:03.289624 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-unplugged", "status": "completed", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:03.290832 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ee1890f-8b20-41dc-ba3b-98e1ad848027 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:03.290832 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1', 'code': 200} Aug 11 02:31:03.385338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Deleting port 8f339150-e23a-4994-aa7a-a712c73760b1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:03.385863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.511559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d375cae-da65-467e-9081-0be0a3f31b9f req-d2d316cf-412b-462b-bb4d-f2d1ed5e26fd tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1322141 Aug 11 02:31:03.513293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.514434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.515819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.516924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.517960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.519294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.520437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.523901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-c31093bb-567d-4882-a263-9844ff4882cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6407 time: 0.2712228 Aug 11 02:31:03.555954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.562886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.571146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.579731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.587773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.595975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.604967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.614842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-3762b9b3-bb2d-45fc-8507-81ad668aca39 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5405 time: 0.3162684 Aug 11 02:31:03.620706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4087a091-2568-4bb0-bfd3-2fb462569108 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:03.646953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.704216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Transition to ACTIVE for port object 4087a091-2568-4bb0-bfd3-2fb462569108 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:03.721533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.763693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cc609d-297a-43e4-908e-1aa8ee06b1c9 req-fbb61555-f491-4dff-a85c-159c99f0bf0f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477375 Aug 11 02:31:03.781555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] For port 8f339150-e23a-4994-aa7a-a712c73760b1, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8f339150-e23a-4994-aa7a-a712c73760b1,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:03.782170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.881886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Calling delete_port for 8f339150-e23a-4994-aa7a-a712c73760b1 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:03.952734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-01fd160a-d193-4afd-9e15-4a4b46dfbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.953574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-01fd160a-d193-4afd-9e15-4a4b46dfbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.956617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-01fd160a-d193-4afd-9e15-4a4b46dfbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.960163 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-01fd160a-d193-4afd-9e15-4a4b46dfbe78 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4191091 Aug 11 02:31:03.982831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:04.037820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:04.049451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.168331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Pushing event updated for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:04.175217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d9872e-3447-4b73-974e-39a1e45087e4,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:04.472428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Checking segment: {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:04.473756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Network hostable DHCP agents. Network: 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:04.480330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Deleting subnet fac5a1f1-9ce5-46dc-aaf3-225ae5879417 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:04.494247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.499861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e1534c2-0bb8-47c6-86c1-a45a5324fee5 req-e4afa171-d042-4ede-8ff6-dd1205631f46 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 210 time: 0.2274051 Aug 11 02:31:04.550677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Attempting to bind port 4087a091-2568-4bb0-bfd3-2fb462569108 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:04.551955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Attempting to bind port 4087a091-2568-4bb0-bfd3-2fb462569108 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:04.551955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Attempting to bind port 4087a091-2568-4bb0-bfd3-2fb462569108 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:04.574645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Port 4087a091-2568-4bb0-bfd3-2fb462569108 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:04.575468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Attempting to bind port 4087a091-2568-4bb0-bfd3-2fb462569108 on network b91db2a3-0627-45f6-b6ae-4e49e8960384 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:04.610956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0b59-e4db-4101-835b-fc46d7ba9c8f req-6dc9e301-86e6-4e27-9e89-2d3f12492eb1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.619625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42da0b59-e4db-4101-835b-fc46d7ba9c8f req-6dc9e301-86e6-4e27-9e89-2d3f12492eb1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.3499808 Aug 11 02:31:04.632770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-559b9df4-f97f-44a9-9265-4bbe1fb162a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.635473 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-54ea6778-81e7-4ab4-98bb-7946fc822d3c req-559b9df4-f97f-44a9-9265-4bbe1fb162a8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6447532 Aug 11 02:31:04.652298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:04.652844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Checking segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:04.653634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Bound using segment: {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:04.653973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Bound port: 4087a091-2568-4bb0-bfd3-2fb462569108, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e71f36-572e-4494-89fd-04ae6f5219ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:04.654379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.667976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.705595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:04.733967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69722b0a-b1d8-4250-a82c-f20610a843c9 req-7863563a-84b2-433d-93d2-7f0ad64955d7 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0716109 Aug 11 02:31:04.792813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:04.805927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4ab00-aba9-4546-a556-822378152b10 None None] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:04.834596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42da0b59-e4db-4101-835b-fc46d7ba9c8f req-ddf2ce54-6509-40b5-a501-fe5a16aa29ea tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139757 Aug 11 02:31:04.836937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.837140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.845282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.888730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-120dea8a-6bd2-40cb-8356-4eec39521903 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.890354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-120dea8a-6bd2-40cb-8356-4eec39521903 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 805 time: 0.4993386 Aug 11 02:31:04.899830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-72a79928-32c9-4aff-afd0-910b84a7163a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0409608 Aug 11 02:31:04.904765 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.908206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:04.921971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:04.964881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Request body: {'port': {'device_id': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'admin_state_up': True, 'tenant_id': '948f48ec8e114f0abffb8ebb24846881'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:04.997956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event deleted for resources: {'Port': ['ID=8f339150-e23a-4994-aa7a-a712c73760b1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:05.050088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-afa553a4-785c-411d-82f8-8d47cb5e4ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3355906 Aug 11 02:31:05.061391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:05.092470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.097166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] No DVR routers for this DVR port 8f339150-e23a-4994-aa7a-a712c73760b1 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:05.100798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.104735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-776b46b2-c70f-4e4b-a4ee-9d5a6380cc94', 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'fixed_ips': [{'subnet_id': 'a1d9872e-3447-4b73-974e-39a1e45087e4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:05.105951 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.106231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.109177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-598a9abf-3eae-4d4c-9a76-2ec1f6e11ee0 req-676ec931-5e76-4764-b95a-d25e5989b3c1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.59 "DELETE /v2.0/ports/8f339150-e23a-4994-aa7a-a712c73760b1 HTTP/1.1" status: 204 len: 173 time: 2.1308279 Aug 11 02:31:05.113055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-deleted', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:05.115292 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420783f-935d-4ad7-9ba6-cacd8aa853c1" -d '{"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-deleted", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:05.122489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.123780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.137740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.180074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.189275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac5a1f1-9ce5-46dc-aaf3-225ae5879417,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:05.195467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.203312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a8287ba-73d2-421d-913f-9a53246937aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fac5a1f1-9ce5-46dc-aaf3-225ae5879417 HTTP/1.1" status: 204 len: 168 time: 1.1953752 Aug 11 02:31:05.208768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:05.210390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.234813 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e88826-137f-4537-9dd5-7cfd11146ffe x-openstack-request-id: req-c0e88826-137f-4537-9dd5-7cfd11146ffe {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:05.235481 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d620291e-81c7-4a87-816f-2cf55e358cba", "name": "network-vif-deleted", "tag": "8f339150-e23a-4994-aa7a-a712c73760b1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:05.236058 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0e88826-137f-4537-9dd5-7cfd11146ffe {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:05.236774 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd620291e-81c7-4a87-816f-2cf55e358cba', 'name': 'network-vif-deleted', 'tag': '8f339150-e23a-4994-aa7a-a712c73760b1', 'status': 'completed', 'code': 200} Aug 11 02:31:05.249714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.282112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.316594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Allocated IP 172.20.0.2 (776b46b2-c70f-4e4b-a4ee-9d5a6380cc94/a1d9872e-3447-4b73-974e-39a1e45087e4/f9b94eab-a2ab-4a6c-8e76-485a894c3c86) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:05.319806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.325930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.339123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-25eed45c-c60a-4fcc-8d34-6f4e82b2ee49 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.4388385 Aug 11 02:31:05.502957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.524124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4087a091-2568-4bb0-bfd3-2fb462569108,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:05.530797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.554643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Transition to ACTIVE for port object f9b94eab-a2ab-4a6c-8e76-485a894c3c86 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:05.562214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.602918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Transition to ACTIVE for port object f9b94eab-a2ab-4a6c-8e76-485a894c3c86 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:05.617528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.715642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.716952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.719126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] 10.222.0.59 "PUT /v2.0/ports/4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 1091 time: 3.5312722 Aug 11 02:31:05.725000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:05.727645 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbfc740-2bef-41fd-9119-ea64e10625ed" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:05.786544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:05.804004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc05799c-9c85-42a5-aea0-485a2881e995 req-8c8a5a88-432b-49e2-8e16-420c71e6b772 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 210 time: 0.0834250 Aug 11 02:31:05.805918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:05.808365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Made reservation on behalf of 948f48ec8e114f0abffb8ebb24846881 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:05.814586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.815290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:05.841876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e37f5c46-b4a9-4dae-8948-472d2b3a4c01 req-49f96f1d-69f1-48f8-9aaa-c4f01f97d738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3357902 Aug 11 02:31:05.842122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Pushing event updated for resources: {'Port': ['ID=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:05.906582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.907062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.911677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.912560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.913783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.914343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.920491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.921573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.922128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.923100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.923503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.924009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:05.971930 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27ccd7-e24e-43af-84fc-154b0df9bc7c x-openstack-request-id: req-8b27ccd7-e24e-43af-84fc-154b0df9bc7c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:05.973879 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:05.974313 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b27ccd7-e24e-43af-84fc-154b0df9bc7c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:05.975117 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108', 'status': 'completed', 'code': 200} Aug 11 02:31:06.006561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f5c0-4504-4baa-ac57-8017d923d677 service neutron] Pushing event updated for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:06.030331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Attempting to bind port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:06.030865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Attempting to bind port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:06.031250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Attempting to bind port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 on network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:06.042578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:06.047898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Checking segment: {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:06.048783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.050891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Bound using segment: {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:06.051816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Bound port: f9b94eab-a2ab-4a6c-8e76-485a894c3c86, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:06.052467 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.127006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:06.154687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 8f339150-e23a-4994-aa7a-a712c73760b1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:06.155198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8f339150-e23a-4994-aa7a-a712c73760b1 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:06.157533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.191028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] For port f9b94eab-a2ab-4a6c-8e76-485a894c3c86, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:06.216726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] For port f9b94eab-a2ab-4a6c-8e76-485a894c3c86, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,segment=NetworkSegment(1086e473-58a8-4b39-ab59-2e90a8e3f09b),segment_id=1086e473-58a8-4b39-ab59-2e90a8e3f09b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:06.222665 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.231070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Allocated IP 172.20.0.3 (79a7f719-d609-44c8-ab33-45c70af07d19/e9aa3c6e-5ef8-4413-b63e-4c33675f814c/d58cd1c3-66e8-40fa-aaa0-b199821fc513) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:06.348549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3c905-68aa-4a79-bef9-771987da10a9 None None] Pushing event updated for resources: {'Port': ['ID=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:06.368235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.376309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb6da39c-784b-4022-bdbe-c58b7307eaba req-345b5442-475e-4583-b8e5-b2744d103800 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.4081836 Aug 11 02:31:06.401630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.402288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.402781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.403516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.404000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.404648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.404946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.407278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-335c902a-2d77-44f4-80f9-77e185e1eb5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6474 time: 0.5783689 Aug 11 02:31:06.440910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3503ef-cce4-4900-bef7-fd158a8587a3']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:06.487399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-ad1b5cb1-f199-4af1-bbda-7bfb9fe64fc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 217 time: 0.0608048 Aug 11 02:31:06.488280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9014a7de-06c0-47fe-afec-4abffea2bef2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:06.488806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9014a7de-06c0-47fe-afec-4abffea2bef2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:06.510318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.554096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.561560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca941-ba41-4298-b560-ee782a79f4d2 req-86f72f75-dc8b-4fe0-842f-54e6696b8254 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.567895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e3ca941-ba41-4298-b560-ee782a79f4d2 req-86f72f75-dc8b-4fe0-842f-54e6696b8254 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.1945717 Aug 11 02:31:06.592304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0dc6ea61-da95-4600-abf1-af73fdfb7012 req-7393a86a-464c-448b-822e-57e340905939 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0596852 Aug 11 02:31:06.594506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:06.594953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:06.608381 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:06.629826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5e5f51ca-cbe2-4b68-8b9c-9e3a640f4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.635865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5e5f51ca-cbe2-4b68-8b9c-9e3a640f4a79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 200 len: 850 time: 0.1305611 Aug 11 02:31:06.660321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.699827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.707016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.712341 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5b3503ef-cce4-4900-bef7-fd158a8587a3 HTTP/1.1" status: 204 len: 168 time: 1.5015678 Aug 11 02:31:06.752735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e3ca941-ba41-4298-b560-ee782a79f4d2 req-6f4b8dc7-6970-4f93-85e2-3d4110d7e1fe tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479445 Aug 11 02:31:06.753710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b9633-00e5-4302-a37c-2cf6cbb929e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3503ef-cce4-4900-bef7-fd158a8587a3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:06.795843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5ed4fb9e-0a9e-4d2f-82bf-ccff7cb0d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.797460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5ed4fb9e-0a9e-4d2f-82bf-ccff7cb0d0b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467762 Aug 11 02:31:06.817703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.959286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Network 79a7f719-d609-44c8-ab33-45c70af07d19 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:06.979911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:07.008348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:07.012401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:07.036758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58124) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:07.051482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-84b942ea-9187-4611-8071-f899a197800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.053048 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-84b942ea-9187-4611-8071-f899a197800e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141&tenant_id=d946aa112fa048b7992895a4ea347e1f HTTP/1.1" status: 200 len: 1094 time: 0.2375746 Aug 11 02:31:07.071743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:07.106622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.150753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.190932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-582932c3-bc0f-423f-9c7e-63f5d6da1dd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c90f37618b3c4d02b26262b86b0bced2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512733 Aug 11 02:31:07.197270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:07.239192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.376769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.377438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.442417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-02ac5ce4-e785-42f1-899b-33de8213dfb3 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354382 Aug 11 02:31:07.455724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-9a5b0740-8688-47f2-9d8c-c825e61c1c3f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5011964 Aug 11 02:31:07.472988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Request body: {'port': {'device_id': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:07.479126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9215802-5c2c-4eb4-ac54-5988c2916028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.491805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b86a3c-7c81-4164-9cb1-adcb02d88dd0 req-59e1ecbb-568c-44e3-9024-97a9d2ba8816 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.493513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7b86a3c-7c81-4164-9cb1-adcb02d88dd0 req-59e1ecbb-568c-44e3-9024-97a9d2ba8816 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 931 time: 0.5476146 Aug 11 02:31:07.498904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Allocated IP 172.25.6.26 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9af8cd99-5f51-4d4b-a8d7-132fc86a298d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:07.534801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.542639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.545780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9215802-5c2c-4eb4-ac54-5988c2916028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.548218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.559500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.566094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.572432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.578751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.580788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-33a84a21-e76f-4d2b-9c19-ce50d90d914b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.5695424 Aug 11 02:31:07.738861 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.756840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7b86a3c-7c81-4164-9cb1-adcb02d88dd0 req-a29849e6-a107-4a40-95fb-f25ba1d3854e tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432347 Aug 11 02:31:07.761696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bef3730e-3dc3-4b6d-88ad-115dba20ccb9 req-647ea47f-5980-4905-86ef-ff7e77bb78ca tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428592 Aug 11 02:31:07.778616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5370ebb1-e833-4277-9c90-bd482b9736e8 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123634 Aug 11 02:31:07.778847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9215802-5c2c-4eb4-ac54-5988c2916028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.782970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9215802-5c2c-4eb4-ac54-5988c2916028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.784173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a9215802-5c2c-4eb4-ac54-5988c2916028 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d342707-f432-4447-8acd-86a9b310932b HTTP/1.1" status: 204 len: 168 time: 0.5839338 Aug 11 02:31:07.791443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.796632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:07.817266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9215802-5c2c-4eb4-ac54-5988c2916028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d342707-f432-4447-8acd-86a9b310932b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:07.859877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:07.965354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:07.974846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87589097-f874-4f1f-b2b8-00c881e321ed None None] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:07.985075 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.994624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.020183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7ba196f4-9801-4282-a324-e9090eebb61b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 217 time: 0.1454775 Aug 11 02:31:08.106645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:08.115396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Transition to ACTIVE for port object 6af311f7-498b-4e26-a938-cfd85c9e959a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:08.121417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:08.125001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:08.139276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.177914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Pushing event updated for resources: {'Port': ['ID=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.296107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f9b94eab-a2ab-4a6c-8e76-485a894c3c86 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:08.327628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] No DVR routers for this DVR port 6af311f7-498b-4e26-a938-cfd85c9e959a on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:08.374632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da05c239-3c13-4fa9-aaa1-f957cce584c3 req-e3407786-97c0-4488-b902-d68e7c746dc9 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.4027011 Aug 11 02:31:08.434949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=9']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.496026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-07570101-64cb-4780-8e78-6b81bd7fda1b None None] Provisioning for port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:08.593194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58cd1c3-66e8-40fa-aaa0-b199821fc513 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:08.604886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.609953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4b0b0feb-671d-4c24-843c-521dcea944f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:08.611928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4b0b0feb-671d-4c24-843c-521dcea944f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.2805235 Aug 11 02:31:08.653644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:08.660802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:08.661542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.728331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:08.728843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:08.729401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a on network 985c0176-c110-4b19-8627-885506cbeb11 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:08.733505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca403a5a-65ef-4e6d-9e9e-ccdb13daab5d req-99278edd-3843-4fd0-b5ab-8eb0b2645dae tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:08.735329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca403a5a-65ef-4e6d-9e9e-ccdb13daab5d req-99278edd-3843-4fd0-b5ab-8eb0b2645dae tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 943 time: 0.4004509 Aug 11 02:31:08.759448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Port 6af311f7-498b-4e26-a938-cfd85c9e959a on network 985c0176-c110-4b19-8627-885506cbeb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:08.760948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Attempting to bind port 6af311f7-498b-4e26-a938-cfd85c9e959a on network 985c0176-c110-4b19-8627-885506cbeb11 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:08.768156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Transition to ACTIVE for port object d58cd1c3-66e8-40fa-aaa0-b199821fc513 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:08.781246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:08.781856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Checking segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:08.782381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Bound using segment: {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:08.783031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Bound port: 6af311f7-498b-4e26-a938-cfd85c9e959a, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '985c0176-c110-4b19-8627-885506cbeb11'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:08.784028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.829539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.847418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.920846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-073d648f-e9c1-4a6e-8d24-2c5abdd4aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:08.922655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-073d648f-e9c1-4a6e-8d24-2c5abdd4aa56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3019543 Aug 11 02:31:08.962417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port f9b94eab-a2ab-4a6c-8e76-485a894c3c86, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,segment=NetworkSegment(1086e473-58a8-4b39-ab59-2e90a8e3f09b),segment_id=1086e473-58a8-4b39-ab59-2e90a8e3f09b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:08.971826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.099096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:09.105285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:09.128309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.129706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.139169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca403a5a-65ef-4e6d-9e9e-ccdb13daab5d req-ca200e01-22b4-4fa3-8ef6-7319601f913c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858855 Aug 11 02:31:09.146440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.197355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.197826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.198298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.198733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.199293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.199816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.200275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.200694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.201118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.201542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.202537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.203113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:09.226738 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.274077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4a3ac10a-e64c-45d4-b17c-7aa833f1b4ea None None] Provisioning complete for port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:09.274663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac10a-e64c-45d4-b17c-7aa833f1b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.283651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.291032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.298070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.304762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.313130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.324124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.332262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.335371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-f4243d86-b997-4c66-80fa-60f9545b90de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.3867512 Aug 11 02:31:09.335674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.337112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.340413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] 10.222.0.59 "PUT /v2.0/ports/6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 1091 time: 2.2737401 Aug 11 02:31:09.347244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:09.353097 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301255f7-1815-4113-a92a-610e5ebf4f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:09.406030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-13e35a16-3a7f-40c4-9ca0-d8393051531b service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708674 Aug 11 02:31:09.410054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Attempting to bind port d58cd1c3-66e8-40fa-aaa0-b199821fc513 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:09.411489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Attempting to bind port d58cd1c3-66e8-40fa-aaa0-b199821fc513 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:09.412129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Attempting to bind port d58cd1c3-66e8-40fa-aaa0-b199821fc513 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:09.424263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Port d58cd1c3-66e8-40fa-aaa0-b199821fc513 on network 79a7f719-d609-44c8-ab33-45c70af07d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:09.424995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Attempting to bind port d58cd1c3-66e8-40fa-aaa0-b199821fc513 on network 79a7f719-d609-44c8-ab33-45c70af07d19 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:09.477430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6db5060e-e261-4586-b1c7-9eb981e8922f req-70bed553-5351-490c-adc4-711c31227fc5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172984 Aug 11 02:31:09.478128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58176) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.522364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72860a65-56de-4c93-9df4-d7780b3e8de1 service neutron] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:09.523141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:09.523541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Checking segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:09.523996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Bound using segment: {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:09.524500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Bound port: d58cd1c3-66e8-40fa-aaa0-b199821fc513, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a494834-0c8e-4c6d-95a6-1a79d598e196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:09.524932 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.572716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-a13d9a38-f005-419c-bf6b-c9f6e68349da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.574445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-a13d9a38-f005-419c-bf6b-c9f6e68349da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1095 time: 0.1975989 Aug 11 02:31:09.748702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-ab76325f-2162-4e73-9bd2-3d3934c1e849 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147273 Aug 11 02:31:09.770112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:09.775972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:09.822984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c43e-022f-4245-9b78-840abda1f083 req-a16d332d-3ed5-4d85-a976-f3af0b125855 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.830969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2061c43e-022f-4245-9b78-840abda1f083 req-a16d332d-3ed5-4d85-a976-f3af0b125855 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 943 time: 0.2089641 Aug 11 02:31:09.840142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-network', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:09.846883 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b94b548-0fdb-4129-be02-88176d7648eb x-openstack-request-id: req-8b94b548-0fdb-4129-be02-88176d7648eb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:09.847388 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:09.847806 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b94b548-0fdb-4129-be02-88176d7648eb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:09.849153 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'status': 'completed', 'code': 200} Aug 11 02:31:09.852779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-ed1d7846-e09c-47a0-8fce-f9f5c1ccb764 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 217 time: 0.0931022 Aug 11 02:31:09.855228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.990843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.991877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.994057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] 10.222.0.25 "PUT /v2.0/ports/d58cd1c3-66e8-40fa-aaa0-b199821fc513 HTTP/1.1" status: 200 len: 1091 time: 2.5299492 Aug 11 02:31:09.995515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-c2e033f2-dfd7-4775-8efe-78c652319128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:09.998361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'tag': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:09.998610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-c2e033f2-dfd7-4775-8efe-78c652319128 service neutron] 10.222.0.59 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 913 time: 0.4133921 Aug 11 02:31:10.000261 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f9887-53e3-4f29-957c-c64ae9e9cf24" -d '{"events": [{"name": "network-changed", "server_uuid": "149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c", "tag": "d58cd1c3-66e8-40fa-aaa0-b199821fc513"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:10.014502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f9b94eab-a2ab-4a6c-8e76-485a894c3c86 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:10.015603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.038770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbbf6792-c3d2-4787-8031-f3cf1a1fdf77 req-d485f81a-0325-49f3-a478-58a6b3feca45 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1180353 Aug 11 02:31:10.039390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:10.041948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.057585 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-7095f674-ab05-4ab1-998b-060515631e9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 217 time: 0.0497177 Aug 11 02:31:10.074654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2061c43e-022f-4245-9b78-840abda1f083 req-b283f082-e66f-4805-ba09-992b94b0cdf6 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426007 Aug 11 02:31:10.089261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9e123e16-2301-43c5-a2ee-da2c296af0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.094225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-9e123e16-2301-43c5-a2ee-da2c296af0cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.2217875 Aug 11 02:31:10.096989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.107031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52226-0e3e-491e-9d70-64b449f97fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:10.148973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:10.149560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.173234 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295f947a-4710-43a4-91e2-d30d12b9967a x-openstack-request-id: req-295f947a-4710-43a4-91e2-d30d12b9967a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:10.173820 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c", "tag": "d58cd1c3-66e8-40fa-aaa0-b199821fc513", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:10.174300 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-295f947a-4710-43a4-91e2-d30d12b9967a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:10.175077 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'tag': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'status': 'completed', 'code': 200} Aug 11 02:31:10.288542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b3f0bba2-eb17-42ed-acf2-9c051914f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.290600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-b3f0bba2-eb17-42ed-acf2-9c051914f913 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 1094 time: 0.1944549 Aug 11 02:31:10.307285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-c8af37e8-37dc-44b0-9b6e-c96e2f021a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.308932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-c8af37e8-37dc-44b0-9b6e-c96e2f021a91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468868 Aug 11 02:31:10.324932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-28556ba6-5b14-4207-833b-9e3641feb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.326535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-28556ba6-5b14-4207-833b-9e3641feb0d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.1924179 Aug 11 02:31:10.366978 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-edc02d34-3b37-4589-b858-3beda5304aa6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307989 Aug 11 02:31:10.441418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-ad79bad3-3d74-4b45-b19a-01ffc0f6e2a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513 HTTP/1.1" status: 200 len: 217 time: 0.1195126 Aug 11 02:31:10.469208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Router 56534c8a-3e8b-4a83-9df4-61f9480d076d is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:31:10.501289 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-66020f17-6149-413b-96f7-f6790e99f272 service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251118 Aug 11 02:31:10.550813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-c99ec699-1954-4522-9b5e-31aa5060315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.553305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-c99ec699-1954-4522-9b5e-31aa5060315a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.1034057 Aug 11 02:31:10.566259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaebea3-c4d7-4c6e-bbf9-f582c4e1718c req-52458296-976e-418e-9d29-219a5002b57a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.568500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeaebea3-c4d7-4c6e-bbf9-f582c4e1718c req-52458296-976e-418e-9d29-219a5002b57a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.2727144 Aug 11 02:31:10.656745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-e7ea2641-6051-4b2a-8b3b-4fa3eb17193b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848746 Aug 11 02:31:10.658900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.665001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-4a1bccb8-6262-4a22-88a4-7bc9e028cd8e service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398955 Aug 11 02:31:10.690817 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.717260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:10.720940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-26be9ab5-129d-4e4c-8ecf-54d7064f91d2 service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522853 Aug 11 02:31:10.737620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.737978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Sync routers for ids ['56534c8a-3e8b-4a83-9df4-61f9480d076d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:10.742705 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-131d10b7-3337-4478-8ffd-623782f17809 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8246224 Aug 11 02:31:10.743431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:10.769247 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Routers {'56534c8a-3e8b-4a83-9df4-61f9480d076d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:10.774138 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:30:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56534c8a-3e8b-4a83-9df4-61f9480d076d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:10.836010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:10.844598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eeaebea3-c4d7-4c6e-bbf9-f582c4e1718c req-2b3e7761-f499-45f3-9c2c-453e8f03ecf0 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595799 Aug 11 02:31:10.898640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4471a8f3-5f33-42dc-a55e-1f5b9613f094,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:10.903796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.904138 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Added segment f607105d-a4a7-4e91-9e45-495930d87724 of type vlan for network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 Aug 11 02:31:10.947184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.954957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.968897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.976657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.983072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.990255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.996721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.998774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-d91b1040-ccaa-4565-a710-96ff8050919e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.3697665 Aug 11 02:31:11.012788 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Set router 56534c8a-3e8b-4a83-9df4-61f9480d076d gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:11.035036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-a9491fa2-3afe-4bf1-b215-6fc1b5d633d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.038321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-a9491fa2-3afe-4bf1-b215-6fc1b5d633d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1095 time: 0.2119014 Aug 11 02:31:11.091559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.097357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-604b9e39-5bfb-4a83-bd03-d228078d8c64 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295974 Aug 11 02:31:11.252103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:31:11.266028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-dbb20bc3-a45a-4e74-99c1-ed587dcce6ad service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687037 Aug 11 02:31:11.284202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1ae0a2-8a6b-4824-b72e-0b7fe27da641 req-75009a37-6761-4b64-ba68-a965f8ddfe6d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494438 Aug 11 02:31:11.322487 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:08Z', 'revision_number': 3, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:11.362491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Checking router: 56534c8a-3e8b-4a83-9df4-61f9480d076d for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:11.362834 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Updating router 56534c8a-3e8b-4a83-9df4-61f9480d076d port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:11.437939 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.014915 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.029757 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Transition to ACTIVE for port object 9af8cd99-5f51-4d4b-a8d7-132fc86a298d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:12.046410 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.089134 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Attempting to bind port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:12.090026 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Attempting to bind port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:12.090824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Attempting to bind port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:12.122485 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:12.124355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-b7d0e777-d7e4-486a-94a2-126c400ad4d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 200 len: 217 time: 0.8145201 Aug 11 02:31:12.127274 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:12.128038 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.130533 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:12.131375 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Bound port: 9af8cd99-5f51-4d4b-a8d7-132fc86a298d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:12.133242 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.142702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c8dda22-4f3f-44d4-aa08-fbec147e65dd req-7f58cf1e-26f2-4c3f-a86e-c17b4ff5564d tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1059468 Aug 11 02:31:12.169152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.171209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.173186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.230326 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] For port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:12.235169 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] For port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:12.248997 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.307755 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Routers {'56534c8a-3e8b-4a83-9df4-61f9480d076d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:12.308477 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:30:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56534c8a-3e8b-4a83-9df4-61f9480d076d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:12.427194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-9ee5ed66-c2de-492e-828a-c99eb273869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.430084 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-9ee5ed66-c2de-492e-828a-c99eb273869a service neutron] 10.222.0.59 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 913 time: 1.3772700 Aug 11 02:31:12.477179 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Pushing event updated for resources: {'Port': ['ID=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:12.497084 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.497607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.498885 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.499436 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.499979 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.500527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.501071 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.502429 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.502963 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.504473 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.505100 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.505639 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:12.514722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9944704 Aug 11 02:31:12.529031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:12.543481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Request body: {'subnet': {'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-subnet', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:12.553436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a512fe-7a7a-4aa0-8904-3e55544dfa65 req-e6864a48-2151-43c4-b13f-790789404c7a tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.566925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43a512fe-7a7a-4aa0-8904-3e55544dfa65 req-e6864a48-2151-43c4-b13f-790789404c7a tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 943 time: 1.3679721 Aug 11 02:31:12.575205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.589486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9bc0a-8c41-4b5b-9dc9-63ecdd79fc1b admin admin] Pushing event updated for resources: {'Network': ['ID=137fdda3-2d6d-4246-aa00-997b9bbdc2f3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:12.596271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41b9ca51-63c5-451f-9508-b3fa677aa3f8 req-525adb4d-a53e-44e1-acb9-327c518570e5 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4912221 Aug 11 02:31:12.606528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:12.679229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455b8d9-2093-4c0d-b785-a96e4529e502 req-ed09cf40-188d-45c0-9211-ab5d149c496f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.698572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8455b8d9-2093-4c0d-b785-a96e4529e502 req-ed09cf40-188d-45c0-9211-ab5d149c496f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.2809618 Aug 11 02:31:12.711473 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] Set router 56534c8a-3e8b-4a83-9df4-61f9480d076d gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:12.759104 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d1263-5c39-45a8-b5ca-cc2be1a9f026 None None] Pushing event updated for resources: {'Port': ['ID=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:12.830360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43a512fe-7a7a-4aa0-8904-3e55544dfa65 req-10a2e87f-6a61-411d-af35-796a9ce62d7a tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404029 Aug 11 02:31:12.951908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-806970f9-d01d-430d-ac25-b561d39f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.953750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-806970f9-d01d-430d-ac25-b561d39f865c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=948f48ec8e114f0abffb8ebb24846881&device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 1094 time: 0.2429714 Aug 11 02:31:12.967786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8455b8d9-2093-4c0d-b785-a96e4529e502 req-126da14e-7bcb-4783-8d6e-932433345528 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679458 Aug 11 02:31:13.011992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:13.017191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.113353 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:08Z', 'revision_number': 3, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.214356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-1907ecea-1402-452c-bc19-4f078974c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.218589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-1907ecea-1402-452c-bc19-4f078974c999 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 200 len: 905 time: 0.2546215 Aug 11 02:31:13.357390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Allocated IP 172.20.0.1 (776b46b2-c70f-4e4b-a4ee-9d5a6380cc94/a1d9872e-3447-4b73-974e-39a1e45087e4/7331b90f-05bd-4efb-bc01-5bf3681f9dc3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:13.362673 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992881c4-b49e-48f1-b39d-aef8c690a2ca None None] The sync data for ids ['56534c8a-3e8b-4a83-9df4-61f9480d076d'] in n-d-715271-8 is: [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:08Z', 'revision_number': 3, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:13.398169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-4bf42cd1-ca0e-42e5-bf8c-5e1d8a5744a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513 HTTP/1.1" status: 200 len: 217 time: 0.1585181 Aug 11 02:31:13.527420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.543981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.557568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.569144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.580313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.593493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.604778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.608724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e78e60e9-3878-487c-b757-68c25c323e4c req-54c43d3a-d097-4729-800f-582cdccf2770 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.3869510 Aug 11 02:31:13.617649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.632136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45004ca5-48fa-4166-b3fd-4e3c97e1be99 req-0a891092-cd12-4e28-8f6b-52366b0da978 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1866267 Aug 11 02:31:13.718200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-dcb1ba03-c46c-4a68-9346-bfb3c53af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.721610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-dcb1ba03-c46c-4a68-9346-bfb3c53af7d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 200 len: 845 time: 0.3058786 Aug 11 02:31:13.727401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Transition to ACTIVE for port object 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:13.796049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.845422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf0de4e6-a5fa-4350-8b6a-cbaafe9e58a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.875662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.892384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e78e60e9-3878-487c-b757-68c25c323e4c req-58a287ee-965c-4234-b8b9-ca3e892f17d1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2511861 Aug 11 02:31:13.930061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51524578-0e03-439f-b1c6-01773bae30c4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:13.955937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:13.987251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:13.996886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-b3926214-1c20-458b-8047-93ee65652b01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a7f719-d609-44c8-ab33-45c70af07d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727741 Aug 11 02:31:13.998088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:14.004782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Checking segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:14.005070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Network hostable DHCP agents. Network: 137fdda3-2d6d-4246-aa00-997b9bbdc2f3, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:14.008702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.009048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.009581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.009928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.010486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.010829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.011159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.011487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.011837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.012151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.012488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.012784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:14.028904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Pushing event updated for resources: {'Port': ['ID=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:14.203325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:14.210124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-4fb84ae1-216e-4610-92e1-917500c99a73 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031291 Aug 11 02:31:14.214876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.237742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9af8cd99-5f51-4d4b-a8d7-132fc86a298d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:14.387554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:14.396341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:14.397418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.587359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 137fdda3-2d6d-4246-aa00-997b9bbdc2f3) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:14.615033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948f9887-53e3-4f29-957c-c64ae9e9cf24 req-94648aa6-a100-4081-934b-e4fa89029501 service neutron] 10.222.0.25 "GET /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893299 Aug 11 02:31:14.682299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837a83d-35ab-4e1c-81de-6d329801450e None None] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:14.702765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.704536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.715942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-543386c3-2f42-4610-bb11-c2a5475b70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.718670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-543386c3-2f42-4610-bb11-c2a5475b70bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.1393881 Aug 11 02:31:14.807135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c06c5-e3b5-4d62-a984-62a578cb372c req-ab487c79-0960-46ce-807b-6762db4cea32 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.809887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a5c06c5-e3b5-4d62-a984-62a578cb372c req-ab487c79-0960-46ce-807b-6762db4cea32 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 943 time: 0.5993676 Aug 11 02:31:14.811004 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-2b723368-b61a-4c71-b21e-a05bd9eadd41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 217 time: 0.2722638 Aug 11 02:31:14.821410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.838138 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-81b1b422-124b-4454-a377-844b89e1b038 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3072433 Aug 11 02:31:14.842488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:14.851903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:14.855990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638cf1d-e4e5-44a7-8ef3-7fd4791fd355 req-c7b73425-7cee-4169-81f8-e234be5abb41 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.858648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5638cf1d-e4e5-44a7-8ef3-7fd4791fd355 req-c7b73425-7cee-4169-81f8-e234be5abb41 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.3373659 Aug 11 02:31:14.991079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.016696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4861c4c7-d2de-49dc-b2ca-dca3484cb966 None None] Provisioning for port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:15.034685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5638cf1d-e4e5-44a7-8ef3-7fd4791fd355 req-819fd52d-e103-494a-a92e-ea82f314f48a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575148 Aug 11 02:31:15.044425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4861c4c7-d2de-49dc-b2ca-dca3484cb966 None None] Provisioning complete for port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:15.044754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4861c4c7-d2de-49dc-b2ca-dca3484cb966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.062990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a5c06c5-e3b5-4d62-a984-62a578cb372c req-b55edfb1-53c8-4929-99c2-a27fda5bc58f tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908166 Aug 11 02:31:15.067686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-41d42277-d535-4f98-b959-368b7b60d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.082286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-41d42277-d535-4f98-b959-368b7b60d435 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3288198 Aug 11 02:31:15.358428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:15.417761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.425011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02f4734c-8805-4990-a602-1c8ba4e8d71c req-474c8fc2-164c-49a9-bb10-4005f5e87b14 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1165380 Aug 11 02:31:15.438549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:15.450954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-64d9673f-4189-488c-9174-477b039fb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.453417 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-64d9673f-4189-488c-9174-477b039fb68f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.5437860 Aug 11 02:31:15.465203 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.473911 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.475158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.477920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4861c4c7-d2de-49dc-b2ca-dca3484cb966 None None] Port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:15.565683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.582258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.597036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.611981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.629166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.644538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.659608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:15.664286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-28332358-a02b-4c14-a920-ca5d5fae15c3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.2505567 Aug 11 02:31:15.669004 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.753903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:15.840406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94d81eab-919c-48bf-83d4-19599b0e23fe req-583810a5-4e0e-46ae-b35e-7d67344ba12b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598451 Aug 11 02:31:15.882356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Allocated IP 172.20.0.2 (137fdda3-2d6d-4246-aa00-997b9bbdc2f3/51524578-0e03-439f-b1c6-01773bae30c4/87cc1c96-283c-4694-b471-7928683a8d55) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:16.077374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.102855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9af8cd99-5f51-4d4b-a8d7-132fc86a298d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:16.131364 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.182467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d58cd1c3-66e8-40fa-aaa0-b199821fc513 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:16.197752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.403554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Pushing event updated for resources: {'Port': ['ID=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:16.440851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.485166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:16.506703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'mac_address': 'fa:16:3e:07:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:16.523126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0acf-6220-4408-ae64-ae587eb94dd6 req-446ceb07-cab5-4bb3-96bf-c9573380f745 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:16.545290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-426b0acf-6220-4408-ae64-ae587eb94dd6 req-446ceb07-cab5-4bb3-96bf-c9573380f745 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 943 time: 0.3039787 Aug 11 02:31:16.573790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:16.574345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.583683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d7abf-6340-43a8-ac5e-0bbd4421c516 req-e1904784-008e-48fa-9f82-413fba71e2c2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:16.603082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-125d7abf-6340-43a8-ac5e-0bbd4421c516 req-e1904784-008e-48fa-9f82-413fba71e2c2 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.3726218 Aug 11 02:31:16.640405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.692582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Transition to ACTIVE for port object 87cc1c96-283c-4694-b471-7928683a8d55 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:16.722096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-426b0acf-6220-4408-ae64-ae587eb94dd6 req-89737ceb-cfb5-4be9-961b-69bc24e7ef97 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746428 Aug 11 02:31:16.749388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-125d7abf-6340-43a8-ac5e-0bbd4421c516 req-08d538f4-7e80-4e7e-8816-02e1acf1bdb9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443460 Aug 11 02:31:16.775655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Transition to ACTIVE for port object 87cc1c96-283c-4694-b471-7928683a8d55 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:16.791328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.864169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58cd1c3-66e8-40fa-aaa0-b199821fc513 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:16.893947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:16.908736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.921125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.012298 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:31:17.045677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:17.049305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:17.052174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:17.059017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Pushing event updated for resources: {'Port': ['ID=87cc1c96-283c-4694-b471-7928683a8d55,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:17.132104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.138840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:17.146959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1df880ef-6c39-4a67-9ee8-e9f1b8f2e7e3 req-6e03c836-30ef-424f-8e19-3a20e8c09dc9 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1153517 Aug 11 02:31:17.187597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:17.198782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.251727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['d58cd1c3-66e8-40fa-aaa0-b199821fc513'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:17.337313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:17.378886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.385410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.400516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Attempting to bind port 87cc1c96-283c-4694-b471-7928683a8d55 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:17.402610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Attempting to bind port 87cc1c96-283c-4694-b471-7928683a8d55 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:17.403379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Attempting to bind port 87cc1c96-283c-4694-b471-7928683a8d55 on network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:17.405466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.426218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.437101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.441564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:17.442625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Checking segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:17.443386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.444095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Bound using segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:17.445070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Bound port: 87cc1c96-283c-4694-b471-7928683a8d55, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:17.445773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.452287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4a5c-4b17-41ba-9878-69630062e2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.456265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.471768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.483962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7af93119-3750-40cf-abc3-715f05ad470e req-b2a7b7c0-d8a7-4574-a24d-75a8c17186be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.2898037 Aug 11 02:31:17.617235 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-db6282e0-4cf3-443c-ba33-5c95ac18d700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350501 Aug 11 02:31:17.690683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] For port 87cc1c96-283c-4694-b471-7928683a8d55, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:17.742929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] For port 87cc1c96-283c-4694-b471-7928683a8d55, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87cc1c96-283c-4694-b471-7928683a8d55,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:17.750587 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.758188 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.808867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7af93119-3750-40cf-abc3-715f05ad470e req-e927f02a-e1c0-4a91-b13c-65184b629ecf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3236089 Aug 11 02:31:17.919884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-90e284e8-65cf-4d71-a06d-c4276c96b97a service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327855 Aug 11 02:31:18.086532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ce702-5583-4269-a36e-54b8f2f66145 None None] Pushing event updated for resources: {'Port': ['ID=87cc1c96-283c-4694-b471-7928683a8d55,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:18.091416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cc7ebe3f-f180-47cd-9f33-4128ad812b3a None None] Provisioning complete for port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:18.092015 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebe3f-f180-47cd-9f33-4128ad812b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.157368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Allocated IP 172.25.6.213 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:18.163413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ebe3f-f180-47cd-9f33-4128ad812b3a None None] Port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:18.373207 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.400562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Router 56534c8a-3e8b-4a83-9df4-61f9480d076d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:18.422856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d06c4-bafa-44bb-a3c1-962acc90e9ff req-d8f9a2e8-755d-4dc7-b492-9323918cf2bd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.460798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f39d06c4-bafa-44bb-a3c1-962acc90e9ff req-d8f9a2e8-755d-4dc7-b492-9323918cf2bd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.3808122 Aug 11 02:31:18.500447 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-f53181b9-7573-41af-8443-09ccaa86cc1b service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760431 Aug 11 02:31:18.506802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd18f6-b4e8-449e-a1c1-7557739c219e req-97eab51f-acc1-460d-b028-f08ec4b85139 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.509844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50fd18f6-b4e8-449e-a1c1-7557739c219e req-97eab51f-acc1-460d-b028-f08ec4b85139 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 944 time: 0.4927411 Aug 11 02:31:18.515827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-a8cfe2c6-262e-4c61-bb55-76e46b99e5f0 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815082 Aug 11 02:31:18.681017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-0a3662b0-94b6-4997-b42d-ed9b8ec27278 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 200 len: 217 time: 0.1299338 Aug 11 02:31:18.816655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.876908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50fd18f6-b4e8-449e-a1c1-7557739c219e req-eaf3535c-1e00-49bf-9842-f3871bdf32bb tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277485 Aug 11 02:31:18.902255 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-301255f7-1815-4113-a92a-610e5ebf4f3c req-7d436a6c-8226-4dd0-989a-8dafc3ca60d4 service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876975 Aug 11 02:31:18.915058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:18.925169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f39d06c4-bafa-44bb-a3c1-962acc90e9ff req-cf514036-d5f0-4fab-bfc5-32248cb1c249 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135737 Aug 11 02:31:18.949013 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6cb3bc21-f029-4572-9219-ff925f3d6844 admin admin] 10.222.0.16 "PUT /v2.0/routers/56534c8a-3e8b-4a83-9df4-61f9480d076d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2040894 Aug 11 02:31:18.952914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Sync routers for ids ['56534c8a-3e8b-4a83-9df4-61f9480d076d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:19.003820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.040019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Routers {'56534c8a-3e8b-4a83-9df4-61f9480d076d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:19.049375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56534c8a-3e8b-4a83-9df4-61f9480d076d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:19.116750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1743b7cd-594a-4da3-8b7b-2327404571ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.117559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:19.127396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:19.131504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-1743b7cd-594a-4da3-8b7b-2327404571ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.4267495 Aug 11 02:31:19.135685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:19.260519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.360780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-247de727-964a-4df2-a24c-b4e6a89d3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.370756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-247de727-964a-4df2-a24c-b4e6a89d3d2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2272260 Aug 11 02:31:19.520428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.562671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.605445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.672275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.712526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.744240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.775382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.796136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-98ce112d-2fb4-403c-9045-d968b4e717de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.5742373 Aug 11 02:31:19.834632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Set router 56534c8a-3e8b-4a83-9df4-61f9480d076d gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:20.142661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-54f1710b-0f77-451c-8023-ce902126f38e service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565091 Aug 11 02:31:20.200666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d58cd1c3-66e8-40fa-aaa0-b199821fc513 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:20.220781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dae59567-7be5-48a9-b2c8-c6e773639221 req-75caa682-b125-4148-a54d-0f33f2c3e0f3 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0856264 Aug 11 02:31:20.248890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.369239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87cc1c96-283c-4694-b471-7928683a8d55 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:20.414733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed2c0d3-bc28-41a6-af11-cf973d67238f req-fbfb2e33-3e32-4443-825e-e4dcd6106457 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6140428 Aug 11 02:31:20.503016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1961783-39a0-4253-a42f-32ee17316c3d None None] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:20.530730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-e33d8902-3154-4c94-9bb8-5e323a12f309 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531444 Aug 11 02:31:20.652103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.671962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-96c8545a-2d25-4fd1-85d4-714c67564f91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 200 len: 217 time: 0.1265521 Aug 11 02:31:20.713353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port d58cd1c3-66e8-40fa-aaa0-b199821fc513 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:20.762314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7854379-0c79-460a-b661-26cdb24abbd1 req-88c366e5-846f-452e-9028-4e822f3e2d73 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:20.774485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7854379-0c79-460a-b661-26cdb24abbd1 req-88c366e5-846f-452e-9028-4e822f3e2d73 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 944 time: 0.1285005 Aug 11 02:31:20.790882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port d58cd1c3-66e8-40fa-aaa0-b199821fc513 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:20.803043 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.836923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-617aa21c-7406-4b0c-b426-4022b004971b None None] Provisioning for port 87cc1c96-283c-4694-b471-7928683a8d55 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:21.030440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-d3eceaa7-e88c-4292-9de8-87fe71a49d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:21.032067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-d3eceaa7-e88c-4292-9de8-87fe71a49d73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.2415338 Aug 11 02:31:21.046740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7854379-0c79-460a-b661-26cdb24abbd1 req-9f5ffe8a-fcf0-4c1a-a583-b1d2d8799021 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703667 Aug 11 02:31:21.306018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79f7ade3-8917-4096-8679-c586525815b4 req-72d83831-66f5-4631-be33-e2fe5a2d6db4 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4786708 Aug 11 02:31:21.310419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 87cc1c96-283c-4694-b471-7928683a8d55 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:21.318382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-bd1a31a5-3947-41ed-b9cc-fb6f826445d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:21.321534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-bd1a31a5-3947-41ed-b9cc-fb6f826445d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2566397 Aug 11 02:31:21.329275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:21.331576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 87cc1c96-283c-4694-b471-7928683a8d55 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:21.334335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.417484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253980c-bae0-42fe-88da-07a748090741 req-3411ce03-8388-4f80-b09c-72c2ea7d2775 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:21.420406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e253980c-bae0-42fe-88da-07a748090741 req-3411ce03-8388-4f80-b09c-72c2ea7d2775 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.2640815 Aug 11 02:31:21.445887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.549408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.737711 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.774739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.778365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '7331b90f-05bd-4efb-bc01-5bf3681f9dc3', 'name': '', 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'mac_address': 'fa:16:3e:52:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a1d9872e-3447-4b73-974e-39a1e45087e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:12Z', 'updated_at': '2021-08-11T02:31:15Z', 'revision_number': 2, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'subnets': [{'id': 'a1d9872e-3447-4b73-974e-39a1e45087e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:21.791120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e253980c-bae0-42fe-88da-07a748090741 req-a955b3ae-2bdd-4401-ba94-ac19da7a8bd8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064537 Aug 11 02:31:21.876733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-58f7e879-db67-4c0a-bbeb-2b353ef4f36d service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235713 Aug 11 02:31:21.914552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Router 02265ae0-215f-42ef-96ef-1fa331383ae9 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:31:21.924720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 87cc1c96-283c-4694-b471-7928683a8d55, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87cc1c96-283c-4694-b471-7928683a8d55,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:21.940949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Checking router: 56534c8a-3e8b-4a83-9df4-61f9480d076d for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:21.941343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Updating router 56534c8a-3e8b-4a83-9df4-61f9480d076d port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:21.945902 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.956058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:21.959283 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191c56bc-bbaf-462f-9c25-1b98a61c1155" -d '{"events": [{"server_uuid": "149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c", "name": "network-vif-plugged", "status": "completed", "tag": "d58cd1c3-66e8-40fa-aaa0-b199821fc513"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:22.083109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:22.098358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.103405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.187977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=87cc1c96-283c-4694-b471-7928683a8d55,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:22.501126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.513544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:22.554279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-860cab22-557c-4ba7-afdf-f94cac9a36a5 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908062 Aug 11 02:31:22.554392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Sync routers for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:22.568197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.573490 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:22.575206 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:22.577414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2191fca3-93ee-43f4-817e-dae12f20ee47 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7283058 Aug 11 02:31:22.579001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:22.826164 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:22.937820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.948373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Allocated IP 172.25.6.11 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/5669af3c-21d0-4945-a109-c111ea86e49e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:23.010150 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.031593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-65f9596f-7029-4410-8589-c32a3828d3a7 None None] Provisioning complete for port 87cc1c96-283c-4694-b471-7928683a8d55 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:23.031593 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65f9596f-7029-4410-8589-c32a3828d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.044919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.057026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-7d7d97aa-128e-4c15-bd07-4672a20e88b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 217 time: 0.4998813 Aug 11 02:31:23.144155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-639aa441-e0cf-47ad-9bc0-ac4f07dd4ed1 req-a9c63195-0f45-4717-b08c-0a17d4d853bc tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.3903682 Aug 11 02:31:23.236173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.334610 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:19Z', 'revision_number': 3, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:23.344471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.357684 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.404238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Transition to ACTIVE for port object 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:23.428474 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.450604 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Checking router: 02265ae0-215f-42ef-96ef-1fa331383ae9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:23.452190 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Updating router 02265ae0-215f-42ef-96ef-1fa331383ae9 port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:23.460776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-ad8d06e0-6cf4-48ce-9e75-bb243e03f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:23.462500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-ad8d06e0-6cf4-48ce-9e75-bb243e03f5d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.3212824 Aug 11 02:31:23.464589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:23.472424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:23.476678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:23.479090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Pushing event updated for resources: {'Port': ['ID=5669af3c-21d0-4945-a109-c111ea86e49e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.557337 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.582976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317ba5-b2fa-4c34-ba98-1bd665292612 None None] Pushing event updated for resources: {'Port': ['ID=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.769536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Attempting to bind port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:23.769914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Attempting to bind port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:23.770330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Attempting to bind port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 on network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:23.786892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:23.787283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Checking segment: {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:23.787682 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.788087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Bound using segment: {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:23.788611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Bound port: 7331b90f-05bd-4efb-bc01-5bf3681f9dc3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1086e473-58a8-4b39-ab59-2e90a8e3f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:23.789018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.939231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] For port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:23.944898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] For port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,segment=NetworkSegment(1086e473-58a8-4b39-ab59-2e90a8e3f09b),segment_id=1086e473-58a8-4b39-ab59-2e90a8e3f09b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:23.962529 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.094306 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.140481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317ba5-b2fa-4c34-ba98-1bd665292612 None None] Pushing event updated for resources: {'Port': ['ID=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:24.153946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Routers {'56534c8a-3e8b-4a83-9df4-61f9480d076d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:24.154683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56534c8a-3e8b-4a83-9df4-61f9480d076d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:24.228890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.242632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.249769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87cc1c96-283c-4694-b471-7928683a8d55 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:24.284413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.333038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.440038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.462613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.511435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.532718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-c8f07a60-fd02-41de-b8e8-ccb05a1b2cbf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 1.1714730 Aug 11 02:31:24.555252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] Set router 56534c8a-3e8b-4a83-9df4-61f9480d076d gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:24.647854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 87cc1c96-283c-4694-b471-7928683a8d55 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:24.652823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.693514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Allocated IP 172.20.0.1 (137fdda3-2d6d-4246-aa00-997b9bbdc2f3/51524578-0e03-439f-b1c6-01773bae30c4/2ef250c5-a3f7-4ed5-913b-770138636070) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:24.714902 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.752467 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Transition to ACTIVE for port object 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:24.777608 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.819207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-6e6bfcbd-3d7a-4f56-920c-b40b2a6496b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:24.821825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-6e6bfcbd-3d7a-4f56-920c-b40b2a6496b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3375626 Aug 11 02:31:24.859168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69cbcd49-9146-4a13-95bf-2777cc50c2b9 req-ad3e4462-913c-472a-9f5c-3ce4cea9eb1d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3207171 Aug 11 02:31:24.959812 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Attempting to bind port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:24.960164 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Attempting to bind port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:24.960527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Attempting to bind port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:24.969383 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27ea8-ed53-48f1-8e39-77ecfd319700 None None] Pushing event updated for resources: {'Port': ['ID=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:25.005717 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:25.005717 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:25.005717 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.006235 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:25.006566 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Bound port: 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:25.006952 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.053122 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e47f2-8b76-448d-a3b9-a243ea30584d x-openstack-request-id: req-b46e47f2-8b76-448d-a3b9-a243ea30584d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:25.054128 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c", "name": "network-vif-plugged", "status": "completed", "tag": "d58cd1c3-66e8-40fa-aaa0-b199821fc513", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:25.054128 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b46e47f2-8b76-448d-a3b9-a243ea30584d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:25.054471 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'code': 200} Aug 11 02:31:25.078855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.130927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Transition to ACTIVE for port object 2ef250c5-a3f7-4ed5-913b-770138636070 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:25.162940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.214793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.265856 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] For port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:25.274549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:25.280153 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] For port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:25.286634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:25.291775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:25.293865 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.333154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef250c5-a3f7-4ed5-913b-770138636070,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:25.335704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '7331b90f-05bd-4efb-bc01-5bf3681f9dc3', 'name': '', 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'mac_address': 'fa:16:3e:52:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a1d9872e-3447-4b73-974e-39a1e45087e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:12Z', 'updated_at': '2021-08-11T02:31:23Z', 'revision_number': 4, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'subnets': [{'id': 'a1d9872e-3447-4b73-974e-39a1e45087e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:25.378543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.414316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.443795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7764fe-3754-432b-9861-c1989836e044 None None] The sync data for ids ['56534c8a-3e8b-4a83-9df4-61f9480d076d'] in n-d-715271-8 is: [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '7331b90f-05bd-4efb-bc01-5bf3681f9dc3', 'name': '', 'network_id': '776b46b2-c70f-4e4b-a4ee-9d5a6380cc94', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'mac_address': 'fa:16:3e:52:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a1d9872e-3447-4b73-974e-39a1e45087e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:12Z', 'updated_at': '2021-08-11T02:31:23Z', 'revision_number': 4, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'subnets': [{'id': 'a1d9872e-3447-4b73-974e-39a1e45087e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:25.481733 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:25.482365 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:25.520635 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27ea8-ed53-48f1-8e39-77ecfd319700 None None] Pushing event updated for resources: {'Port': ['ID=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:25.529621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70b554-6e4a-4b14-a97e-892ec8808560 req-93ca9d62-1b96-467f-bf77-e95d95f8349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:25.533725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc70b554-6e4a-4b14-a97e-892ec8808560 req-93ca9d62-1b96-467f-bf77-e95d95f8349a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 1096 time: 0.4214733 Aug 11 02:31:25.538676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-dc8921fa-ce77-426f-b7fe-8f06831c94a5 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616867 Aug 11 02:31:25.606162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e946ec6-26f1-4551-916e-cb19d6deb609 req-59cebb92-5e15-4ea8-9d86-1f47796989b4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:25.608183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e946ec6-26f1-4551-916e-cb19d6deb609 req-59cebb92-5e15-4ea8-9d86-1f47796989b4 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 945 time: 0.3613653 Aug 11 02:31:25.775103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.841162 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:25.980377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb2eab21-b39a-46a8-89d8-7219674a229a None None] Provisioning for port 2ef250c5-a3f7-4ed5-913b-770138636070 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:25.988462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb2eab21-b39a-46a8-89d8-7219674a229a None None] Provisioning complete for port 2ef250c5-a3f7-4ed5-913b-770138636070 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:25.989212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb2eab21-b39a-46a8-89d8-7219674a229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.023253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.049759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc70b554-6e4a-4b14-a97e-892ec8808560 req-767cddd1-afaf-40ec-b00f-96915f60f3de service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066028 Aug 11 02:31:26.064876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e946ec6-26f1-4551-916e-cb19d6deb609 req-04a93401-cca3-48d3-a516-e5756416b269 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375196 Aug 11 02:31:26.076191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.102885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb2eab21-b39a-46a8-89d8-7219674a229a None None] Port 2ef250c5-a3f7-4ed5-913b-770138636070 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:26.214675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.226298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:26.226998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.297872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:26.307813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:26.308220 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.338739 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:19Z', 'revision_number': 3, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:26.347600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Pushing event updated for resources: {'Port': ['ID=5669af3c-21d0-4945-a109-c111ea86e49e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.369781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.442087 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5302717-b407-4a4c-82ff-ceb8ba7bcdca None None] The sync data for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 is: [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:19Z', 'revision_number': 3, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:26.444616 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.470163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10eaecd9-9a90-41e9-a786-bcd06926743c req-5f8f9d61-c963-4221-9469-fa5211549af0 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118000 Aug 11 02:31:26.491866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.508558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,segment=NetworkSegment(1086e473-58a8-4b39-ab59-2e90a8e3f09b),segment_id=1086e473-58a8-4b39-ab59-2e90a8e3f09b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:26.522593 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.538040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1e0f-0da1-4c18-9c78-b949a7b153c9 req-db1a8c2c-c4a7-4a6f-87b6-f6a9b954ea70 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.543984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c3c1e0f-0da1-4c18-9c78-b949a7b153c9 req-db1a8c2c-c4a7-4a6f-87b6-f6a9b954ea70 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2753463 Aug 11 02:31:26.564189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.567733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79f7ade3-8917-4096-8679-c586525815b4 req-b356fe8d-a1b3-49a4-94b5-96856da79e9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2601106 Aug 11 02:31:26.603115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.643180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef250c5-a3f7-4ed5-913b-770138636070,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.676957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-e6b36df4-4541-4bf7-b402-b074ee503cea tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.679173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-e6b36df4-4541-4bf7-b402-b074ee503cea tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 946 time: 0.2591412 Aug 11 02:31:26.702984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79f7ade3-8917-4096-8679-c586525815b4 req-9c6daba7-b565-4732-96ed-717ad78ea479 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.1201973 Aug 11 02:31:26.747479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c3c1e0f-0da1-4c18-9c78-b949a7b153c9 req-ae3a2ecd-06a2-4ae7-8e70-489ac8b530a9 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5d1951-397b-4ff8-af4e-853e94be5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770728 Aug 11 02:31:26.913859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.915148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.915983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.916778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.917617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.918485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.919354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:26.926951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-dc52f222-9a7c-4646-a359-ef9dcd860aaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6474 time: 0.3253863 Aug 11 02:31:27.026821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:27.043216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:27.079493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Deleting port 5405e294-b7b1-4eac-8d56-511ea87eaec6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:27.080712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.217601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ade3-8917-4096-8679-c586525815b4 req-598277bf-af94-4590-a70a-eaec88a11d47 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.220452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79f7ade3-8917-4096-8679-c586525815b4 req-598277bf-af94-4590-a70a-eaec88a11d47 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.5157075 Aug 11 02:31:27.287281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e82a6-a099-48f2-a044-aba95c9702e1 req-a0bb1803-dddf-42e0-8447-4689fc9da2da tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.289030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b90e82a6-a099-48f2-a044-aba95c9702e1 req-a0bb1803-dddf-42e0-8447-4689fc9da2da tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 944 time: 0.3090022 Aug 11 02:31:27.336464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-97f2de79-4644-464f-af7a-14245ccebfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.340063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-97f2de79-4644-464f-af7a-14245ccebfa5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 901 time: 0.3948388 Aug 11 02:31:27.406942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] For port 5405e294-b7b1-4eac-8d56-511ea87eaec6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5405e294-b7b1-4eac-8d56-511ea87eaec6,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:27.407677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.417184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b90e82a6-a099-48f2-a044-aba95c9702e1 req-ef142505-70bd-4396-b63b-9388d1e01276 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140563 Aug 11 02:31:27.429081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Router 02265ae0-215f-42ef-96ef-1fa331383ae9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:27.496989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-7477b5d7-2f1b-486d-90f4-1a58cdadd9de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 217 time: 0.0945454 Aug 11 02:31:27.680229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb99dc53-228b-4d34-b6de-557bf76c7830 None None] Provisioning complete for port 2ef250c5-a3f7-4ed5-913b-770138636070 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:27.684967 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb99dc53-228b-4d34-b6de-557bf76c7830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.699031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-753faaa6-ee57-4c3d-9969-3d0ac9b63781 req-fe9d0950-f206-4de2-bfb6-490472d77e8e tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1050727 Aug 11 02:31:27.728333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-97500861-3f0f-4057-952e-d64a84532506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.732910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-97500861-3f0f-4057-952e-d64a84532506 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.2261400 Aug 11 02:31:27.810200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb99dc53-228b-4d34-b6de-557bf76c7830 None None] Port 2ef250c5-a3f7-4ed5-913b-770138636070 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:27.873211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:27.894194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f8d33746-e100-472e-8fbc-f8f1745740b6 admin admin] 10.222.0.16 "PUT /v2.0/routers/02265ae0-215f-42ef-96ef-1fa331383ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3023920 Aug 11 02:31:27.990083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.990565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.990922 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Floating IP e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8 disassociated. External IP: 172.25.6.247, port: 5405e294-b7b1-4eac-8d56-511ea87eaec6. Aug 11 02:31:27.991801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Calling delete_port for 5405e294-b7b1-4eac-8d56-511ea87eaec6 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:28.049638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-bf6ccd7e-8a8a-4350-9188-62b2ee30682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.053695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-bf6ccd7e-8a8a-4350-9188-62b2ee30682d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2765248 Aug 11 02:31:28.080563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a1f8f-8cb8-4b9d-bc9a-f830158ef73d req-cc890ba3-3848-45ae-8353-f47f7e52f834 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.096071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c00a1f8f-8cb8-4b9d-bc9a-f830158ef73d req-cc890ba3-3848-45ae-8353-f47f7e52f834 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 945 time: 0.2322917 Aug 11 02:31:28.143157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.155510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.164938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.174115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.184966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.189219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.196615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:28.199785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6504e08-a624-4533-8149-4a65f4fa176a req-1865cca8-f848-4165-88a8-a52d01dcfbc2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.5084512 Aug 11 02:31:28.248545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:28.298762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:28.364992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.441813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event deleted for resources: {'Port': ['ID=5405e294-b7b1-4eac-8d56-511ea87eaec6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.478495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6504e08-a624-4533-8149-4a65f4fa176a req-e2490238-5eb6-4310-b9cf-b3fb7e6d9c16 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472026 Aug 11 02:31:28.507974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c00a1f8f-8cb8-4b9d-bc9a-f830158ef73d req-515b4a93-0865-45d3-bcb2-da07755a0b32 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100735 Aug 11 02:31:28.563828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-a4db5355-0e62-4b79-96ac-991fe6f670b0 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522978 Aug 11 02:31:28.666772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:28.667402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.759822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Router b69cae7b-72b7-42d4-adab-867403b9a43e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:28.817579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:28.879258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'network_id': '985c0176-c110-4b19-8627-885506cbeb11', 'port_id': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'mac_address': 'fa:16:3e:e4:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5e655b-9258-4b81-975b-0d153b4c59db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:28.984888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7841f559-417d-425f-b8fe-8526e65779eb req-fa6b5248-f7f6-4c9b-bead-cdd8d024407c tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 210 time: 0.2415082 Aug 11 02:31:29.014576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-157e432c-5045-4a36-a2cc-2b648ecb1ec4 req-b6400b60-07fc-4580-a6ff-6ba318b0e6c1 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips/1691ae55-6049-45d5-9ef7-41b9571669e3 HTTP/1.1" status: 200 len: 692 time: 0.2692919 Aug 11 02:31:29.016770 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.073647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:29.098240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:29.129398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:29.159411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:29.178898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbfc740-2bef-41fd-9119-ea64e10625ed req-4b8f2020-aaca-4df4-b078-e0e999d3685e service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987401 Aug 11 02:31:29.248145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] No DVR routers for this DVR port 5405e294-b7b1-4eac-8d56-511ea87eaec6 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:29.256879 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.276396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f24de5a-e3e1-4690-8cde-95e7ed674ea0 req-0fa8a0e0-02f6-4cef-9266-1981fc380644 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.59 "DELETE /v2.0/ports/5405e294-b7b1-4eac-8d56-511ea87eaec6 HTTP/1.1" status: 204 len: 173 time: 2.5718119 Aug 11 02:31:29.277242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'name': 'network-vif-deleted', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:29.288418 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f01fa5-b7b7-4291-9ccb-91eaa4ce9874" -d '{"events": [{"server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "name": "network-vif-deleted", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:29.323603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:29.334937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:29.336024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:29.340199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.476435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e432c-5045-4a36-a2cc-2b648ecb1ec4 req-6c2d339f-1a79-409f-8482-b73056350409 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:29.486972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-157e432c-5045-4a36-a2cc-2b648ecb1ec4 req-6c2d339f-1a79-409f-8482-b73056350409 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.4701664 Aug 11 02:31:29.497625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-157e432c-5045-4a36-a2cc-2b648ecb1ec4 req-258ccd1b-593c-47f8-9e69-1b434d7747f1 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:31:29.506786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-157e432c-5045-4a36-a2cc-2b648ecb1ec4 req-258ccd1b-593c-47f8-9e69-1b434d7747f1 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117142 Aug 11 02:31:29.543181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fd737-8dc4-4b93-998e-cfee28119bcb req-5f81bdeb-c56c-4a29-891b-8a671cece723 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:29.546348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f17fd737-8dc4-4b93-998e-cfee28119bcb req-5f81bdeb-c56c-4a29-891b-8a671cece723 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1449282 Aug 11 02:31:29.631311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f17fd737-8dc4-4b93-998e-cfee28119bcb req-90fcb89c-f680-4b0f-b6bc-4e5f4940033d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762963 Aug 11 02:31:29.812790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f72d8d63-1724-45cb-9431-2474ef8e2cfa req-b1f0e45b-1b22-413f-95cd-d3f081de28d0 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0686431 Aug 11 02:31:29.828028 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Sync routers for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:29.860933 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:29.865566 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:29.866114 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd2b6dc-0094-4792-b12c-3551c7b42aff x-openstack-request-id: req-dbd2b6dc-0094-4792-b12c-3551c7b42aff {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:29.866619 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23", "name": "network-vif-deleted", "tag": "5405e294-b7b1-4eac-8d56-511ea87eaec6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:29.866962 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbd2b6dc-0094-4792-b12c-3551c7b42aff {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:29.867311 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23', 'name': 'network-vif-deleted', 'tag': '5405e294-b7b1-4eac-8d56-511ea87eaec6', 'status': 'completed', 'code': 200} Aug 11 02:31:29.876913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.973749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['6af311f7-498b-4e26-a938-cfd85c9e959a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:29.994933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:29.999050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-333c9447-742c-49ea-98aa-057b9eba5e20 req-467d092e-75df-401a-bf18-269a1df03ae1 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=9fcbb6d40b1e4a9782c5a711e997d150 HTTP/1.1" status: 200 len: 695 time: 0.1144516 Aug 11 02:31:30.261379 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:30.264693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9447-742c-49ea-98aa-057b9eba5e20 req-b73fa99e-febd-45c1-9c64-dd0da0a287f4 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.280287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-333c9447-742c-49ea-98aa-057b9eba5e20 req-b73fa99e-febd-45c1-9c64-dd0da0a287f4 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks?id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 787 time: 0.2794428 Aug 11 02:31:30.288284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5405e294-b7b1-4eac-8d56-511ea87eaec6 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:30.313240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:30.313860 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.455233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1115d99-e1e7-44db-99ac-b96df6efac01 req-7d815880-3e8c-4f97-a05e-5faec16c35fe tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7c66ba-34c9-45cd-8ec6-8dbb6fbbbe23 HTTP/1.1" status: 200 len: 210 time: 0.0712161 Aug 11 02:31:30.476736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5405e294-b7b1-4eac-8d56-511ea87eaec6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:30.477332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5405e294-b7b1-4eac-8d56-511ea87eaec6 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:30.555755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:30.556359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.573719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.586088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.599083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.613210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.624874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.637379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.647658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-105a47ca-f322-42f9-9143-28fbdb47dee3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.2787845 Aug 11 02:31:30.761269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67d0d0e6-b396-4e50-a4cd-d7320c2bd748 req-72410f2d-c99a-40f7-8ff7-5f1187d19651 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070080 Aug 11 02:31:30.769950 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.890503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-d525de64-4723-4cd5-9523-27b31b62b906 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips/1691ae55-6049-45d5-9ef7-41b9571669e3 HTTP/1.1" status: 200 len: 692 time: 0.1230242 Aug 11 02:31:30.955250 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 2, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:30.990615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:30.994210 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Checking router: 02265ae0-215f-42ef-96ef-1fa331383ae9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:30.994592 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Updating router 02265ae0-215f-42ef-96ef-1fa331383ae9 port 2ef250c5-a3f7-4ed5-913b-770138636070 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:31.014530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.017364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266e270-312d-46f3-a154-ac85de6cc51d req-a3ec9c4d-1bf1-4f8c-99cc-44a69dca66ca tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:31.027419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8266e270-312d-46f3-a154-ac85de6cc51d req-a3ec9c4d-1bf1-4f8c-99cc-44a69dca66ca tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 945 time: 0.1351800 Aug 11 02:31:31.055658 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.079855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8266e270-312d-46f3-a154-ac85de6cc51d req-1d42aa5f-909b-49dc-b0a1-53ce20be1219 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510375 Aug 11 02:31:31.148444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-52630e93-514f-40c6-a7aa-e4c2869c1caf tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:31.150568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-52630e93-514f-40c6-a7aa-e4c2869c1caf tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2475119 Aug 11 02:31:31.216737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:31.219914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-810a0258-1915-40f5-aa63-d987b9876b6b tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.0565815 Aug 11 02:31:31.303309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:31.339581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:31.351437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:31.352343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:31.516611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:31.823131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a517fb8-15c3-4a81-a544-16cef60be8d9 req-f19276d0-c5aa-4a23-95a2-845dd9d9cf5e tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.4952428 Aug 11 02:31:31.830926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-a5c42014-c8e5-4eff-b44b-b3bdfc581156 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.5948863 Aug 11 02:31:31.888669 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.932830 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Transition to ACTIVE for port object 2ef250c5-a3f7-4ed5-913b-770138636070 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:31.949175 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.974394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:32.096363 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cbbcc-1896-4403-bb9b-570e6e1a2f06 None None] Pushing event updated for resources: {'Port': ['ID=2ef250c5-a3f7-4ed5-913b-770138636070,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.105179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03169568-91da-4e77-bc2d-e20c372abaff None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:32.262772 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Attempting to bind port 2ef250c5-a3f7-4ed5-913b-770138636070 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:32.263367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Attempting to bind port 2ef250c5-a3f7-4ed5-913b-770138636070 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:32.263951 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Attempting to bind port 2ef250c5-a3f7-4ed5-913b-770138636070 on network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:32.278843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:32.290998 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:32.291586 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Checking segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:32.292206 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.292886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Bound using segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:32.293585 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Bound port: 2ef250c5-a3f7-4ed5-913b-770138636070, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:32.294240 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.355521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Deleting port 5669af3c-21d0-4945-a109-c111ea86e49e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:32.355971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.430148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 6af311f7-498b-4e26-a938-cfd85c9e959a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:32.442971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 6af311f7-498b-4e26-a938-cfd85c9e959a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:32.443837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.643245 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] For port 2ef250c5-a3f7-4ed5-913b-770138636070, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:32.647870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.648950 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.654857 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] For port 2ef250c5-a3f7-4ed5-913b-770138636070, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2ef250c5-a3f7-4ed5-913b-770138636070,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:32.665936 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.684216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Calling delete_port for 5669af3c-21d0-4945-a109-c111ea86e49e owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:32.696134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1e3ce-5876-482c-a8c0-275ed539c576 None None] New status for floating IP e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:31:32.849926 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cbbcc-1896-4403-bb9b-570e6e1a2f06 None None] Pushing event updated for resources: {'Port': ['ID=2ef250c5-a3f7-4ed5-913b-770138636070,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.855589 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:32.857776 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:32.975002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:32.986458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:32.998335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.017406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.045068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.057399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.094889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.097418 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:33.114061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-ca221e12-fb75-400e-a2bd-f562cb9e0765 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.3012547 Aug 11 02:31:33.114885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.206287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:33.214694 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c87c48-a654-40a6-9317-076f406448b7" -d '{"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-plugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:33.258937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:33.318770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-434f45e6-c990-4762-9d73-4a5af6bc94f3 req-4a3839c1-275f-4d39-b772-742415efac1e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009010 Aug 11 02:31:33.437922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:33.447360 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.496838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.579428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:33.586721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:33.587619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.621215 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:32Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:33.693302 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c050a-3021-406e-acc7-3349adab24c7 None None] The sync data for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 is: [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:32Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:33.695703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Pushing event deleted for resources: {'Port': ['ID=5669af3c-21d0-4945-a109-c111ea86e49e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:33.816763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e800c-6ce9-4a70-bacf-c2c8cf95fec7 req-3da108a3-1027-47ce-bb63-f270e2bdf468 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.819111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e5e800c-6ce9-4a70-bacf-c2c8cf95fec7 req-3da108a3-1027-47ce-bb63-f270e2bdf468 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.3409729 Aug 11 02:31:33.851742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.856720 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.857577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbb5c12f-fa34-447e-865d-24ef69d08260 req-4329dfa8-e280-43a2-abf2-252f235496ce tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "DELETE /v2.0/floatingips/1691ae55-6049-45d5-9ef7-41b9571669e3 HTTP/1.1" status: 204 len: 173 time: 2.0235996 Aug 11 02:31:33.914712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e5e800c-6ce9-4a70-bacf-c2c8cf95fec7 req-cacd44bd-07ca-4d7e-ad68-e3e4afc7b160 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829928 Aug 11 02:31:33.952913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:34.004599 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7cb8bf-7c52-4044-9b04-f50c8a12b8dc x-openstack-request-id: req-5e7cb8bf-7c52-4044-9b04-f50c8a12b8dc {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:34.005044 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-plugged", "status": "completed", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:34.005304 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e7cb8bf-7c52-4044-9b04-f50c8a12b8dc {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:34.005715 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'code': 200} Aug 11 02:31:34.076244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63e847e3-2823-4fe4-8d99-d4eb4463472e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.145330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6257735-4219-436d-8f19-e13a18645708 req-3e1034ce-f52d-4c48-bb77-39b74fa69cd3 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1175756 Aug 11 02:31:34.146633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63e847e3-2823-4fe4-8d99-d4eb4463472e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.190151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d58cd1c3-66e8-40fa-aaa0-b199821fc513 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:34.306032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327166-d98a-48ee-a903-39417d9e9be0 req-43091c1d-3167-481a-9b0d-17fbc4585937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:34.308787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6327166-d98a-48ee-a903-39417d9e9be0 req-43091c1d-3167-481a-9b0d-17fbc4585937 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1097 time: 0.1265316 Aug 11 02:31:34.394979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63e847e3-2823-4fe4-8d99-d4eb4463472e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.401567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63e847e3-2823-4fe4-8d99-d4eb4463472e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.410785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63e847e3-2823-4fe4-8d99-d4eb4463472e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce5d1951-397b-4ff8-af4e-853e94be5715 HTTP/1.1" status: 204 len: 168 time: 0.4555933 Aug 11 02:31:34.413672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:34.440760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:34.452233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e847e3-2823-4fe4-8d99-d4eb4463472e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5d1951-397b-4ff8-af4e-853e94be5715,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.478510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'network_id': '79a7f719-d609-44c8-ab33-45c70af07d19', 'port_id': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'mac_address': 'fa:16:3e:07:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aa3c6e-5ef8-4413-b63e-4c33675f814c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:34.519381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8ea0c-9505-4170-aee3-372ebfcf95b7 req-392ae9b0-4c81-4b38-a23c-0e6b71299687 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:34.521642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fd8ea0c-9505-4170-aee3-372ebfcf95b7 req-392ae9b0-4c81-4b38-a23c-0e6b71299687 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 945 time: 0.1628969 Aug 11 02:31:34.530569 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-839c1efe-cc96-4faa-bf72-9143b326321a tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] show failed (client error): The resource could not be found. Aug 11 02:31:34.542950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58488) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:34.543404 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-839c1efe-cc96-4faa-bf72-9143b326321a tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups/ce5d1951-397b-4ff8-af4e-853e94be5715 HTTP/1.1" status: 404 len: 347 time: 0.1076136 Aug 11 02:31:34.550562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6327166-d98a-48ee-a903-39417d9e9be0 req-5c4f64e7-9ad9-409a-9790-3ae02e77c911 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290702 Aug 11 02:31:34.594182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.619295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d58cd1c3-66e8-40fa-aaa0-b199821fc513 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:34.657155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:34.665258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fd8ea0c-9505-4170-aee3-372ebfcf95b7 req-36e12c55-b80d-4e4e-9f74-5151d749b6b2 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326709 Aug 11 02:31:34.666401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.763644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['d58cd1c3-66e8-40fa-aaa0-b199821fc513'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:34.804775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.828990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-762f3ac9-0526-4c7c-bdeb-92f3483ed02b tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6156263 Aug 11 02:31:34.858234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:35.000064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.139513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.146802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.153494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.160691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.167680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.173424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.180245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.182542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-1383c110-1557-4665-a137-b11d244817bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.2855952 Aug 11 02:31:35.187121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Deleting port 42abd878-4329-4cc6-b664-76bc5b6acc47 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:35.187752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.231449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2ef250c5-a3f7-4ed5-913b-770138636070 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:35.295776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2ef250c5-a3f7-4ed5-913b-770138636070 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:35.301542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2ef250c5-a3f7-4ed5-913b-770138636070 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:35.302327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.410278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe743dd5-7cf2-47d1-984d-d9e451db1a0d req-cc854e0f-08cb-4398-b616-7693cc0c34d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2036262 Aug 11 02:31:35.427872 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.428604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.498623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Calling delete_port for 42abd878-4329-4cc6-b664-76bc5b6acc47 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:35.574713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.602922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.820226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2ef250c5-a3f7-4ed5-913b-770138636070, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2ef250c5-a3f7-4ed5-913b-770138636070,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:35.831505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.964869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Allocated IP 172.25.6.40 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/170ad017-c8f5-4c27-a208-ec6ce40612ad) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:36.037788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2ef250c5-a3f7-4ed5-913b-770138636070,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:36.154488 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.209881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d58cd1c3-66e8-40fa-aaa0-b199821fc513 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:36.225928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event deleted for resources: {'Port': ['ID=42abd878-4329-4cc6-b664-76bc5b6acc47,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:36.308140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.374369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485adeb1-f55b-4859-848d-2f0f859aec15 req-f6ac4730-da57-4fe3-8c60-de3f51c75e5a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:36.376132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-485adeb1-f55b-4859-848d-2f0f859aec15 req-f6ac4730-da57-4fe3-8c60-de3f51c75e5a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1669042 Aug 11 02:31:36.387832 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.390504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.392284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f1717df1-2553-4a8e-acbb-8397ec643cd7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "DELETE /v2.0/floatingips/e8ebb6f5-25ad-4a41-b8c3-5f0bc5823ec8 HTTP/1.1" status: 204 len: 168 time: 1.8467970 Aug 11 02:31:36.427258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.437382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.464282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d58cd1c3-66e8-40fa-aaa0-b199821fc513 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:36.522763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:36.531488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.534342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:36.556490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:36.570785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:36.604441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:36.613305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-485adeb1-f55b-4859-848d-2f0f859aec15 req-0b453eca-2f21-4e68-9fd1-30000c001245 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150483 Aug 11 02:31:36.624315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Pushing event updated for resources: {'Port': ['ID=170ad017-c8f5-4c27-a208-ec6ce40612ad,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:36.842599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.915228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ff42b0-05e8-4c42-9616-8446ae79d310 req-535b3b11-d0ce-42f3-b9b2-173deaae6373 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0597072 Aug 11 02:31:36.999650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.195020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2ef250c5-a3f7-4ed5-913b-770138636070 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:37.324848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2ef250c5-a3f7-4ed5-913b-770138636070 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:37.325262 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.366891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.377152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.505441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Pushing event updated for resources: {'Port': ['ID=170ad017-c8f5-4c27-a208-ec6ce40612ad,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:37.506524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.513380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930426245', 'description': 'tempest-description--628240258'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:37.544337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.574794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.598111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.600885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-f458c0d6-8967-4777-95bf-9ccb5f8ed00d tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7522042 Aug 11 02:31:37.713035 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.720535 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.726503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-b37e647b-8735-4c05-8c08-e03679e730e9 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.0984254 Aug 11 02:31:37.747829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-c9e17b53-37be-410c-b6c1-10aeb2b33b3c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.749949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-c9e17b53-37be-410c-b6c1-10aeb2b33b3c tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 943 time: 0.1747942 Aug 11 02:31:37.750314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.756884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2438006 Aug 11 02:31:37.760359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.763416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'security_group_rule': {'security_group_id': 'bf457418-63c9-4554-83ac-abc2ea01acf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:37.778892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b4743-f98c-48a7-838e-5628a038f089 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf457418-63c9-4554-83ac-abc2ea01acf5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:37.803338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.810671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.818730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.824391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.825139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.832430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.840482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.847128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.850643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-320f2154-d863-40f4-9670-f521aad78543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.2551415 Aug 11 02:31:37.900029 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.906055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.937246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eef101e-04f1-4cda-b018-cf4235467a31,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:37.952116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.957771 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b196f9fd-15bd-4be8-8755-755b4c989d0e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944387 Aug 11 02:31:37.958930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.963914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'security_group_rule': {'security_group_id': 'bf457418-63c9-4554-83ac-abc2ea01acf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:38.007303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.050119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44d14bcd-3a40-4073-bd46-5f1baa2ec6fb req-15ca0eca-503f-4293-b704-fa335c327835 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126895 Aug 11 02:31:38.114404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.120159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.142064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a718dce-3545-44f2-93d6-0d42db91ebf5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.151790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-83ab9d52-6710-41eb-9685-43440ab8e4ad tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:38.156630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b2ffa01-a77a-4a0e-ab1f-c371f23c1434 req-83ab9d52-6710-41eb-9685-43440ab8e4ad tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.4046736 Aug 11 02:31:38.178160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.180545 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-686ec2f8-e8b7-46dc-ba7c-d36274d8430d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2207773 Aug 11 02:31:38.187100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.199642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:38.224910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Deleting port d58cd1c3-66e8-40fa-aaa0-b199821fc513 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:38.225192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.261146 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.403568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ece0-d037-4ddf-913f-9059a75b1d37 req-19201e5f-badd-4bd4-b8b3-69e19f495c7e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:38.406909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efd5ece0-d037-4ddf-913f-9059a75b1d37 req-19201e5f-badd-4bd4-b8b3-69e19f495c7e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1145022 Aug 11 02:31:38.415297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] For port d58cd1c3-66e8-40fa-aaa0-b199821fc513, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d58cd1c3-66e8-40fa-aaa0-b199821fc513,segment=NetworkSegment(4a494834-0c8e-4c6d-95a6-1a79d598e196),segment_id=4a494834-0c8e-4c6d-95a6-1a79d598e196)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:38.415805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.471231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Calling delete_port for d58cd1c3-66e8-40fa-aaa0-b199821fc513 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:38.475883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.576522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efd5ece0-d037-4ddf-913f-9059a75b1d37 req-fb8ed1ea-04db-43e1-91aa-46bbcc0f74a1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313581 Aug 11 02:31:38.580897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90d84ad2-8759-4551-b8f3-6ede6115af8d req-46d28f64-2f42-4c52-a9ae-b9077b405790 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0762920 Aug 11 02:31:38.714388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Allocated IP 172.25.6.136 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/503d2907-cedd-4893-b144-a29874ce1d90) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:38.738915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-62f8f598-b845-4eea-94a4-1a8445ad4b9f tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips/7bb99359-ee19-4062-8c5e-384bfd153ba3 HTTP/1.1" status: 200 len: 692 time: 0.0872135 Aug 11 02:31:38.908745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c8de-01d0-4881-b0a2-c17a4f3c7b3d req-d99701c2-8301-4f34-be3e-4dcadc0908b8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:38.911416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bde1c8de-01d0-4881-b0a2-c17a4f3c7b3d req-d99701c2-8301-4f34-be3e-4dcadc0908b8 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/ports?device_id=149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c HTTP/1.1" status: 200 len: 943 time: 0.1978035 Aug 11 02:31:38.911971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.930639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.969972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Pushing event deleted for resources: {'Port': ['ID=d58cd1c3-66e8-40fa-aaa0-b199821fc513,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.000671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-151210f5-da95-4db6-959c-f407dfd02ac1 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:39.002314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-151210f5-da95-4db6-959c-f407dfd02ac1 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 784 time: 0.2399094 Aug 11 02:31:39.045256 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.079857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] No DVR routers for this DVR port d58cd1c3-66e8-40fa-aaa0-b199821fc513 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:39.085517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.090428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18ab5ce9-a692-400d-a9e7-2eb97081b13b req-01663719-bb52-4b2f-832b-c4ff07a9c4b1 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.25 "DELETE /v2.0/ports/d58cd1c3-66e8-40fa-aaa0-b199821fc513 HTTP/1.1" status: 204 len: 173 time: 1.3244002 Aug 11 02:31:39.124869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:39.136339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:39.142972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:39.185730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'name': 'network-vif-deleted', 'tag': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:39.191246 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde90654-0e0a-4460-8d2c-d1fbc0399d28" -d '{"events": [{"server_uuid": "149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c", "name": "network-vif-deleted", "tag": "d58cd1c3-66e8-40fa-aaa0-b199821fc513"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:39.200065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'Port': ['ID=503d2907-cedd-4893-b144-a29874ce1d90,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.228958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-3a0d0936-3346-4881-8fc4-309c47c28685 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.2074621 Aug 11 02:31:39.233016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bde1c8de-01d0-4881-b0a2-c17a4f3c7b3d req-68ccbd08-06c6-482c-babf-b2622d6f2004 tempest-ImagesTestJSON-171733147 tempest-ImagesTestJSON-171733147-project] 10.222.0.16 "GET /v2.0/security-groups?id=982ce60b-fb3c-4eaa-a032-73c13249c86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847712 Aug 11 02:31:39.329282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.372871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.380362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-223f83be-1c1d-4e42-b6e6-7813c296f0bd tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.1431384 Aug 11 02:31:39.895263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7e14-391f-43a9-b00f-657e236a7e50 req-f63e5548-fc03-4095-b8ad-8c263a639005 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:39.898284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ccec7e14-391f-43a9-b00f-657e236a7e50 req-f63e5548-fc03-4095-b8ad-8c263a639005 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.5772491 Aug 11 02:31:40.044688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ccec7e14-391f-43a9-b00f-657e236a7e50 req-6e339f58-059d-473e-8c81-2afac62f93e5 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886738 Aug 11 02:31:40.078318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Deleting port 170ad017-c8f5-4c27-a208-ec6ce40612ad {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:40.078942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.093064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.099533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.185905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'Port': ['ID=503d2907-cedd-4893-b144-a29874ce1d90,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:40.259404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.271576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.271937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.283800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.286800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-34da98af-e5f9-425c-8d8b-0e07081bc4d4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0967252 Aug 11 02:31:40.305093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Calling delete_port for 170ad017-c8f5-4c27-a208-ec6ce40612ad owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:40.327557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.339942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.350799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.360790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.370447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.377551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.384881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.387139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-f979aff0-0efd-4b0b-87c7-0f5f6eedc958 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.1866775 Aug 11 02:31:40.488662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66f69ad9-d731-4077-9b7a-ec260d787bd7 req-2f4d19c1-7dbe-484d-ba2c-991177acece0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864501 Aug 11 02:31:40.586111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.596278 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798e250-36f2-41e9-998e-dcea7fa83cac x-openstack-request-id: req-1798e250-36f2-41e9-998e-dcea7fa83cac {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:40.596600 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c", "name": "network-vif-deleted", "tag": "d58cd1c3-66e8-40fa-aaa0-b199821fc513", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:40.596855 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1798e250-36f2-41e9-998e-dcea7fa83cac {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:40.597775 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149043cb-c6fd-4ed6-a43e-4d9b7cdaed4c', 'name': 'network-vif-deleted', 'tag': 'd58cd1c3-66e8-40fa-aaa0-b199821fc513', 'status': 'completed', 'code': 200} Aug 11 02:31:40.623000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Pushing event deleted for resources: {'Port': ['ID=170ad017-c8f5-4c27-a208-ec6ce40612ad,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:40.712149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.717368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.720236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d8a345d-563c-4ae3-9cf5-e0a1e7fc8fa4 req-be021c37-aa03-4cac-8008-ff97962cfb44 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "DELETE /v2.0/floatingips/7bb99359-ee19-4062-8c5e-384bfd153ba3 HTTP/1.1" status: 204 len: 173 time: 1.3328152 Aug 11 02:31:40.838977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca07d59b-babd-40b6-8aaf-0cfc5eb9264b req-70a97d85-1178-45f2-9a2c-bd9562ccc0de tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0474968 Aug 11 02:31:40.904852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf8ca-caaf-4253-9de3-3bd4ec8987df req-4537e587-b226-484c-8e55-a6467d969d0a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:40.906849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5ddf8ca-caaf-4253-9de3-3bd4ec8987df req-4537e587-b226-484c-8e55-a6467d969d0a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.0974691 Aug 11 02:31:40.970962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5ddf8ca-caaf-4253-9de3-3bd4ec8987df req-b037e99a-341e-4cfb-a4bd-3bd0bdd960ba tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544696 Aug 11 02:31:41.074106 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-4712ab1b-c444-4cd0-8149-17bb62f059a1 req-f38baa66-f893-42ee-ba0f-102365d4dd1b tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] show failed (client error): The resource could not be found. Aug 11 02:31:41.075225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4712ab1b-c444-4cd0-8149-17bb62f059a1 req-f38baa66-f893-42ee-ba0f-102365d4dd1b tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips/7bb99359-ee19-4062-8c5e-384bfd153ba3 HTTP/1.1" status: 404 len: 350 time: 0.0538952 Aug 11 02:31:41.098920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-97d3d31e-686b-42aa-8762-a5623746c3da tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--930426245&fields=id&tenant_id=5ffb8b5ec360434ab11e50e05af56876 HTTP/1.1" status: 200 len: 267 time: 0.1102574 Aug 11 02:31:41.263655 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-c891cc2b-74cc-452d-9ee4-4ee7cc46106f req-1008ee45-5305-4351-9376-80237ed9a6f8 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] show failed (client error): The resource could not be found. Aug 11 02:31:41.265411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c891cc2b-74cc-452d-9ee4-4ee7cc46106f req-1008ee45-5305-4351-9376-80237ed9a6f8 tempest-FloatingIPsTestJSON-1504637447 tempest-FloatingIPsTestJSON-1504637447-project] 10.222.0.16 "GET /v2.0/floatingips/7bb99359-ee19-4062-8c5e-384bfd153ba3 HTTP/1.1" status: 404 len: 350 time: 0.0649264 Aug 11 02:31:41.280722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58618) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:41.330473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-6d4e1ed1-ff12-4e56-aead-44bef26d4c02 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:41.332594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-6d4e1ed1-ff12-4e56-aead-44bef26d4c02 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 810 time: 0.2233119 Aug 11 02:31:41.358994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-6d0b487e-d221-4c98-8a73-c8a25316dc9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/quotas/5ffb8b5ec360434ab11e50e05af56876 HTTP/1.1" status: 200 len: 375 time: 0.0134609 Aug 11 02:31:41.525143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-9f7d8e1f-783b-49de-95b8-b137d1327756 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1566486 Aug 11 02:31:41.577300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae9a5f-6a26-411b-abcc-392ed882e037 req-8fb586db-cb29-4255-8956-250d2b7eea7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:41.580164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2ae9a5f-6a26-411b-abcc-392ed882e037 req-8fb586db-cb29-4255-8956-250d2b7eea7a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1476734 Aug 11 02:31:41.760387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2ae9a5f-6a26-411b-abcc-392ed882e037 req-f3b630bf-3c0f-4c87-ba31-36fde970ccf1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600020 Aug 11 02:31:41.808415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-6873ab28-e867-4169-aa43-79b3987d0d84 service neutron] 10.222.0.16 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623584 Aug 11 02:31:41.967490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.061750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.073297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.084724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.095126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.105787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.115414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.121405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.123457 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-6ca8f22a-89d3-417c-a422-1a8ad3b9ff44 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.1991198 Aug 11 02:31:42.164135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-a986b981-82b0-41c0-929a-0ace35d8427c service neutron] 10.222.0.16 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481052 Aug 11 02:31:42.198514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34c5a98a-22c8-4d9f-b207-8f38ecb0fa57 req-0d971c6a-ce8d-4d77-ba9c-d03a58e94abe tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646803 Aug 11 02:31:42.262963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d58cd1c3-66e8-40fa-aaa0-b199821fc513 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:42.296266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: d58cd1c3-66e8-40fa-aaa0-b199821fc513 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:42.296687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d58cd1c3-66e8-40fa-aaa0-b199821fc513 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:42.318788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Deleting port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:42.319552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.539388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc60731-308e-484f-9786-e4efcd173c5f req-c6262ec6-b76a-43b1-8e61-7eb6b0cfe078 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:42.550926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdc60731-308e-484f-9786-e4efcd173c5f req-c6262ec6-b76a-43b1-8e61-7eb6b0cfe078 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.0854189 Aug 11 02:31:42.551528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] For port 7331b90f-05bd-4efb-bc01-5bf3681f9dc3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,segment=NetworkSegment(1086e473-58a8-4b39-ab59-2e90a8e3f09b),segment_id=1086e473-58a8-4b39-ab59-2e90a8e3f09b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:42.552450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.585380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Calling delete_port for 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:42.653532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e921d6ee-54cf-4c28-9c87-529404086b4b req-99b5b260-e663-4e17-8416-fc912de48286 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0981033 Aug 11 02:31:42.705953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdc60731-308e-484f-9786-e4efcd173c5f req-55fbee9c-ef4c-4089-baa0-1d5eb27787d8 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532531 Aug 11 02:31:42.927570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19e1807a-bc34-4a29-bd99-a1244d05c1f1 req-da571ded-47b5-4276-951f-098861b9d41a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1078835 Aug 11 02:31:42.939787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31c831c0-0462-4d02-8d4c-42b4c24af3d4 req-a64b33c5-9fa7-4883-a967-a8ee926d39bd tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 210 time: 0.1482847 Aug 11 02:31:43.011541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.056706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7331b90f-05bd-4efb-bc01-5bf3681f9dc3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.074458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890c93f-d1e7-4bd9-b35e-6da88deb8913 req-bcb464d8-3269-434d-93ec-11a10098a181 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.084181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1890c93f-d1e7-4bd9-b35e-6da88deb8913 req-bcb464d8-3269-434d-93ec-11a10098a181 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1553664 Aug 11 02:31:43.189605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1890c93f-d1e7-4bd9-b35e-6da88deb8913 req-bd3920b0-f734-4610-8fc2-04dcc8d8904d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024485 Aug 11 02:31:43.192493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58666) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.328038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Deleting subnet e9aa3c6e-5ef8-4413-b63e-4c33675f814c {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:43.382382 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.417875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.606313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.673714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.750884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.756335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.765100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.771783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.781590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.790483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.797903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.807295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00579570-574a-458e-bfe0-7d2130c73305 req-53a34cca-909a-44ac-bc6c-bdca62341d0a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.3832104 Aug 11 02:31:43.815450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Router 56534c8a-3e8b-4a83-9df4-61f9480d076d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:43.850433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a797102-808c-49cc-8018-92e6662ad716 req-4f764d04-7e01-44b0-98f2-65d345bc2bfd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.853152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a797102-808c-49cc-8018-92e6662ad716 req-4f764d04-7e01-44b0-98f2-65d345bc2bfd tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.5196054 Aug 11 02:31:43.859958 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6eab2c4c-996c-4669-9bfb-f7abd33f6333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.864412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.937171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9aa3c6e-5ef8-4413-b63e-4c33675f814c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.950225 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.952188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6c55f338-cd42-44d4-81ed-1ea62ab69718 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9aa3c6e-5ef8-4413-b63e-4c33675f814c HTTP/1.1" status: 204 len: 168 time: 0.7583675 Aug 11 02:31:43.960623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.974386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00579570-574a-458e-bfe0-7d2130c73305 req-bc1583e7-670f-44e4-9006-fb019e6fcb37 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656129 Aug 11 02:31:44.007067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:44.012348 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f56b616d-a118-4d76-a0ee-f5cbca8e39c0 admin admin] 10.222.0.16 "PUT /v2.0/routers/56534c8a-3e8b-4a83-9df4-61f9480d076d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305279 Aug 11 02:31:44.016496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.039037 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] Sync routers for ids ['56534c8a-3e8b-4a83-9df4-61f9480d076d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:44.047909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a797102-808c-49cc-8018-92e6662ad716 req-9bfb5686-b66b-43dc-b248-ff88079f3d1d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708586 Aug 11 02:31:44.084777 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] Routers {'56534c8a-3e8b-4a83-9df4-61f9480d076d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:44.095293 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56534c8a-3e8b-4a83-9df4-61f9480d076d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:44.095599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.274238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.359344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] Set router 56534c8a-3e8b-4a83-9df4-61f9480d076d gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:44.422409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a645946-7431-42d9-9142-4d2a0eb7bbec req-5fcf34cb-f411-42dc-a353-b885210f60b7 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.1733129 Aug 11 02:31:44.475150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f01af06-5ce5-4449-81fe-dd75252c0d4f req-611d3c8b-b58a-4950-9e88-9901ad80f3bb tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 210 time: 0.1188586 Aug 11 02:31:44.529993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.583595 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.763281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Deleting port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:44.763755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.950179 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:42Z', 'revision_number': 5, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port': {'id': '9af8cd99-5f51-4d4b-a8d7-132fc86a298d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:07Z', 'updated_at': '2021-08-11T02:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:44.989613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] For port 9af8cd99-5f51-4d4b-a8d7-132fc86a298d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:44.990039 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.025333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Calling delete_port for 9af8cd99-5f51-4d4b-a8d7-132fc86a298d owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:45.033693 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] Checking router: 56534c8a-3e8b-4a83-9df4-61f9480d076d for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:45.073258 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] Routers {'56534c8a-3e8b-4a83-9df4-61f9480d076d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:45.074129 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56534c8a-3e8b-4a83-9df4-61f9480d076d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:45.172181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-8647017c-8603-414a-9164-a04e4d348ef1 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.176735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-8647017c-8603-414a-9164-a04e4d348ef1 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.25 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 810 time: 0.5739746 Aug 11 02:31:45.180229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a7f719-d609-44c8-ab33-45c70af07d19']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:45.222996 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a856db2-a8d1-4b92-bc8c-3f8103551239 req-18719aae-4c9d-4e7d-88e9-fd64d37d9d80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54fcbf39e07c4bdf836de368905f6ff3&device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0575497 Aug 11 02:31:45.251955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b038eca-6095-4c76-92d4-d6d581b9f603 req-b1b25aaf-a829-472d-aff4-9f274288499e tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0543606 Aug 11 02:31:45.257741 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a856db2-a8d1-4b92-bc8c-3f8103551239 req-05986d3b-aa73-431d-a931-c1e085bd9293 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=54fcbf39e07c4bdf836de368905f6ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252750 Aug 11 02:31:45.337439 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] Set router 56534c8a-3e8b-4a83-9df4-61f9480d076d gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:45.338130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a494834-0c8e-4c6d-95a6-1a79d598e196') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:45.338440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a494834-0c8e-4c6d-95a6-1a79d598e196') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:45.365254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.387094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-76a86761-9c5a-4d34-a516-4738b5da21f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffb8b5ec360434ab11e50e05af56876 HTTP/1.1" status: 200 len: 379 time: 0.1338863 Aug 11 02:31:45.397778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'port': {'device_id': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'admin_state_up': True, 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'security_groups': ['bf457418-63c9-4554-83ac-abc2ea01acf5']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:45.403903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.433989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:45.434430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:45.436466 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:45.474689 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:44Z', 'revision_number': 6, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:45.508965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a856db2-a8d1-4b92-bc8c-3f8103551239 req-be033007-cbda-41e9-907a-b014f34501a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.511892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a856db2-a8d1-4b92-bc8c-3f8103551239 req-be033007-cbda-41e9-907a-b014f34501a2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2457702 Aug 11 02:31:45.536781 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67535b80-bb86-4b7b-a417-9ad3d100dce8 None None] The sync data for ids ['56534c8a-3e8b-4a83-9df4-61f9480d076d'] in n-d-715271-8 is: [{'id': '56534c8a-3e8b-4a83-9df4-61f9480d076d', 'name': 'tempest-FloatingIPsTestJSON-344961089-router', 'tenant_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:05Z', 'updated_at': '2021-08-11T02:31:44Z', 'revision_number': 6, 'project_id': '9fcbb6d40b1e4a9782c5a711e997d150', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:45.563625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038fba1-8dc1-4300-9eed-1380db358e06 req-c4352bc2-b9b8-4890-9b41-edffdeb1f818 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.573649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7038fba1-8dc1-4300-9eed-1380db358e06 req-c4352bc2-b9b8-4890-9b41-edffdeb1f818 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.3891349 Aug 11 02:31:45.658286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.680732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.684021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] 10.222.0.16 "DELETE /v2.0/networks/79a7f719-d609-44c8-ab33-45c70af07d19 HTTP/1.1" status: 204 len: 168 time: 1.7221220 Aug 11 02:31:45.711505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7038fba1-8dc1-4300-9eed-1380db358e06 req-2a1035ca-7100-4eeb-b299-6737fe9658f9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245193 Aug 11 02:31:45.718401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936174c-72a3-45ca-93a8-2aa311c47dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=79a7f719-d609-44c8-ab33-45c70af07d19,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:45.733228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.740373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.752100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.752577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.761977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.768494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.775302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.785330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c46475dc-9821-4258-9760-c6e0030ae712 req-b87f7802-314e-436b-86a1-61b44f8daab3 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5417 time: 0.2804286 Aug 11 02:31:45.893371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.919582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c46475dc-9821-4258-9760-c6e0030ae712 req-15a196a0-6535-4fcf-b8b6-1bb672c8c684 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329474 Aug 11 02:31:45.921650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Made reservation on behalf of 5ffb8b5ec360434ab11e50e05af56876 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:45.945375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.059533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9af8cd99-5f51-4d4b-a8d7-132fc86a298d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:46.115428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.190757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-187cb8ad-226d-45c9-8f7e-c40b16f5ce62 req-81e71a9e-0faf-4929-bb31-e4b617f75ea5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0615015 Aug 11 02:31:46.200019 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.263526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-562dacd5-a98d-4066-ad64-bb574e5563cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=948f48ec8e114f0abffb8ebb24846881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464419 Aug 11 02:31:46.269646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58708) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.297966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a9ff9523-9d50-4659-ac50-8488a74a49da details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:46.323648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Allocated IP 172.20.0.13 (8afe5861-2810-44f0-8bab-ec49ac8c89f9/2648de26-727d-468f-9550-305b5890829f/f4c6e062-f6e7-43ff-8518-981d41856e24) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:46.386255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7dd62899-09a0-4041-ac60-7af787f53769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.472734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7dd62899-09a0-4041-ac60-7af787f53769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.498567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.506070 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.654975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6922880-d1cf-4579-84c5-ca11fcf81149 req-fe962152-04fe-4f78-8974-8bede531b20b tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0995145 Aug 11 02:31:46.656326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.657631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56534c8a-3e8b-4a83-9df4-61f9480d076d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:46.662231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a9ff9523-9d50-4659-ac50-8488a74a49da,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:46.666642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.671763 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-347b7349-e1f6-4efb-8438-b577d0d5fd1d admin admin] 10.222.0.16 "DELETE /v2.0/routers/56534c8a-3e8b-4a83-9df4-61f9480d076d HTTP/1.1" status: 204 len: 168 time: 2.6510804 Aug 11 02:31:46.672205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.704598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'a9ff9523-9d50-4659-ac50-8488a74a49da', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'port_id': 'a9ff9523-9d50-4659-ac50-8488a74a49da', 'mac_address': 'fa:16:3e:f1:b6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:46.782669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.801940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ff9523-9d50-4659-ac50-8488a74a49da {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:46.837174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a9ff9523-9d50-4659-ac50-8488a74a49da,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:46.844821 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.846413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0bb5c848-0689-4df1-913f-e8a5ed23c522 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:46.871520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.876160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8a856db2-a8d1-4b92-bc8c-3f8103551239 req-41bb8683-b239-4491-a87a-8fa606c6ba22 tempest-ServerShowV254Test-314149579 tempest-ServerShowV254Test-314149579-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa509eda-9acf-4207-af34-a7cd5267803b HTTP/1.1" status: 200 len: 210 time: 0.0862007 Aug 11 02:31:46.885249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Deleting subnet a1d9872e-3447-4b73-974e-39a1e45087e4 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:46.892406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.893076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7dd62899-09a0-4041-ac60-7af787f53769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.904867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7dd62899-09a0-4041-ac60-7af787f53769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.908094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7dd62899-09a0-4041-ac60-7af787f53769 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/982ce60b-fb3c-4eaa-a032-73c13249c86a HTTP/1.1" status: 204 len: 168 time: 0.6370735 Aug 11 02:31:47.014957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Transition to ACTIVE for port object f4c6e062-f6e7-43ff-8518-981d41856e24 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:47.043764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.054150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:47.070222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd62899-09a0-4041-ac60-7af787f53769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ce60b-fb3c-4eaa-a032-73c13249c86a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.155709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '0bb5c848-0689-4df1-913f-e8a5ed23c522', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'port_id': '0bb5c848-0689-4df1-913f-e8a5ed23c522', 'mac_address': 'fa:16:3e:5e:54:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:47.209106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddaa36-f1e8-4224-838a-fada2a332e81 req-b56ce02e-35ad-4103-8225-7b6cda1d76a1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:47.224472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bddaa36-f1e8-4224-838a-fada2a332e81 req-b56ce02e-35ad-4103-8225-7b6cda1d76a1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.3353965 Aug 11 02:31:47.283162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.327007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.415063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.461418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bddaa36-f1e8-4224-838a-fada2a332e81 req-1b20e89e-bd6b-4134-b1f5-5658d9ad6e88 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352066 Aug 11 02:31:47.487153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:47.489367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:47.502141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event updated for resources: {'Port': ['ID=f4c6e062-f6e7-43ff-8518-981d41856e24,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.530349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:47.537531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:47.540244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:47.540825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7331b90f-05bd-4efb-bc01-5bf3681f9dc3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:47.544693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9af8cd99-5f51-4d4b-a8d7-132fc86a298d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:47.552980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f95adc8-8250-4d72-bc47-d8f81e320103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.577447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9af8cd99-5f51-4d4b-a8d7-132fc86a298d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:47.578070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9af8cd99-5f51-4d4b-a8d7-132fc86a298d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:47.580004 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.610662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.614920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb5c848-0689-4df1-913f-e8a5ed23c522 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:47.689596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:47.697484 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.699195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4087a091-2568-4bb0-bfd3-2fb462569108 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:47.751019 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.795828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:47.801563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.836622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d9872e-3447-4b73-974e-39a1e45087e4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.865970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.903640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.911321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ecdf2adb-c111-4501-91f6-3e1d84a88853 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a1d9872e-3447-4b73-974e-39a1e45087e4 HTTP/1.1" status: 204 len: 168 time: 1.2371788 Aug 11 02:31:47.914395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:47.932386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aec383-bf1e-4f2a-aad9-50bab46b20f5 None None] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:47.943369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-81d90f75-8a43-4f55-b56d-2cf57057d101 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5489380 Aug 11 02:31:47.969198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Request body: {'port': {'device_id': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:48.087870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4087a091-2568-4bb0-bfd3-2fb462569108,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:48.124467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec057263-0a44-4cc3-aab0-5decb6f9f546 req-cd20ad59-e41a-4e56-ab4d-1959604f69e1 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.126220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec057263-0a44-4cc3-aab0-5decb6f9f546 req-cd20ad59-e41a-4e56-ab4d-1959604f69e1 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 932 time: 0.3093624 Aug 11 02:31:48.163033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.181859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '4087a091-2568-4bb0-bfd3-2fb462569108', 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384', 'port_id': '4087a091-2568-4bb0-bfd3-2fb462569108', 'mac_address': 'fa:16:3e:61:fc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aed2c68-e287-4906-a962-c941fae42765', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:48.296198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-374598bc-6a8b-4b3c-9bb9-4fe8797c6fe2 None None] Provisioning for port f4c6e062-f6e7-43ff-8518-981d41856e24 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:48.310551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec057263-0a44-4cc3-aab0-5decb6f9f546 req-1929c8de-44c7-45c0-8954-c6ff404b9e9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549847 Aug 11 02:31:48.317100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Deleting port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:48.317638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.326387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.334142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-374598bc-6a8b-4b3c-9bb9-4fe8797c6fe2 None None] Provisioning complete for port f4c6e062-f6e7-43ff-8518-981d41856e24 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:48.335141 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-374598bc-6a8b-4b3c-9bb9-4fe8797c6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.459245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] DHCP port deletion for 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:48.474020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4087a091-2568-4bb0-bfd3-2fb462569108 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:48.482893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.487395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] For port f9b94eab-a2ab-4a6c-8e76-485a894c3c86, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,segment=NetworkSegment(1086e473-58a8-4b39-ab59-2e90a8e3f09b),segment_id=1086e473-58a8-4b39-ab59-2e90a8e3f09b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:48.487991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.507386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Calling delete_port for f9b94eab-a2ab-4a6c-8e76-485a894c3c86 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:48.521329 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.560431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.579246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.599230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-374598bc-6a8b-4b3c-9bb9-4fe8797c6fe2 None None] Port f4c6e062-f6e7-43ff-8518-981d41856e24 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:48.600867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.610257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4087a091-2568-4bb0-bfd3-2fb462569108,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:48.616161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.618543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.620073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.621442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4cfb8467-7180-41d7-9c07-977eb5300525 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:48.632605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.639597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.646554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.659849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-4f523f15-8de2-49be-93ed-064d31fde4b1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5419 time: 1.2441022 Aug 11 02:31:48.667369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:48.670345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] No DVR routers for this DVR port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:48.757190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Deleting port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:48.757190 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.843206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c2c3ea-00a7-4a20-a52f-09cc81c048a1 req-ad342504-0e22-412d-98e2-65e2ce58e451 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821291 Aug 11 02:31:48.880512 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:31:48.942461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.961789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776b46b2-c70f-4e4b-a4ee-9d5a6380cc94']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:48.983860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1086e473-58a8-4b39-ab59-2e90a8e3f09b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:48.984431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1086e473-58a8-4b39-ab59-2e90a8e3f09b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:48.994563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cfb8467-7180-41d7-9c07-977eb5300525,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:49.003735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.045240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.054107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '4cfb8467-7180-41d7-9c07-977eb5300525', 'network_id': 'b91db2a3-0627-45f6-b6ae-4e49e8960384', 'port_id': '4cfb8467-7180-41d7-9c07-977eb5300525', 'mac_address': 'fa:16:3e:68:4d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aed2c68-e287-4906-a962-c941fae42765', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:49.061886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:49.062752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:49.070483 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:49.117361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:49.261498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.273302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.282377 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] 10.222.0.16 "DELETE /v2.0/networks/776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 HTTP/1.1" status: 204 len: 168 time: 1.3647380 Aug 11 02:31:49.322135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e3778-c3d4-4410-a4c1-1f820cd63d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=776b46b2-c70f-4e4b-a4ee-9d5a6380cc94,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:49.410835 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.416694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f9b94eab-a2ab-4a6c-8e76-485a894c3c86 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:49.479645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-adb95f1e-98ca-4c1c-9419-aa6520a8e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.484525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-adb95f1e-98ca-4c1c-9419-aa6520a8e227 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d946aa112fa048b7992895a4ea347e1f&device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 1097 time: 0.1437786 Aug 11 02:31:49.582124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: f9b94eab-a2ab-4a6c-8e76-485a894c3c86 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:49.582468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f9b94eab-a2ab-4a6c-8e76-485a894c3c86 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:49.586153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] For port f9b94eab-a2ab-4a6c-8e76-485a894c3c86, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:49.586921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.606684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b288b4-eb58-45f7-985f-ca07636fa78f req-b6877d90-0845-43d8-8c10-c10381a0202d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.615026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9b288b4-eb58-45f7-985f-ca07636fa78f req-b6877d90-0845-43d8-8c10-c10381a0202d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.2524359 Aug 11 02:31:49.618254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cfb8467-7180-41d7-9c07-977eb5300525 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:49.684272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Calling delete_port for f9b94eab-a2ab-4a6c-8e76-485a894c3c86 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:49.702719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58770) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:49.726603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:31:49.761426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.774906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-101e22e5-5010-4afe-b0e0-6ea0aff35ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.778735 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-101e22e5-5010-4afe-b0e0-6ea0aff35ba5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 200 len: 913 time: 0.2853034 Aug 11 02:31:49.778962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cfb8467-7180-41d7-9c07-977eb5300525,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:49.846595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Network 776b46b2-c70f-4e4b-a4ee-9d5a6380cc94 is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:31:49.862982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9b288b4-eb58-45f7-985f-ca07636fa78f req-61f9a153-b1c9-48dc-9bbe-079efe2d5803 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951244 Aug 11 02:31:49.864016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] No DVR routers for this DVR port f9b94eab-a2ab-4a6c-8e76-485a894c3c86 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:49.873320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.874468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76a5fdd4-9262-40dc-8334-6a935dc8e9ac details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:49.885596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effde6c-c353-48ed-af8a-04b9b1773e8b None None] Pushing event deleted for resources: {'Port': ['ID=f9b94eab-a2ab-4a6c-8e76-485a894c3c86,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:49.893129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418c7a-a458-422d-b7cc-c11f54bfa3dc req-0bd2dd36-ae4b-4b20-9c6e-4e340409ad9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.908177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-61afe21c-4612-46d6-8389-2735f2a3a3c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 200 len: 217 time: 0.1031289 Aug 11 02:31:49.912801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:49.922039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c418c7a-a458-422d-b7cc-c11f54bfa3dc req-0bd2dd36-ae4b-4b20-9c6e-4e340409ad9b tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 932 time: 0.3668301 Aug 11 02:31:50.020176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c6e062-f6e7-43ff-8518-981d41856e24 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:50.080576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.088265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-b8102047-791c-4bdf-a7f4-8c6c0f703f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.091492 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-b8102047-791c-4bdf-a7f4-8c6c0f703f0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 200 len: 853 time: 0.1823428 Aug 11 02:31:50.143596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-fc4a24d7-601c-46b5-95ed-97ccc7aac88b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=985c0176-c110-4b19-8627-885506cbeb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438054 Aug 11 02:31:50.151323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:31:50.164091 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.190379 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-386578fb-7329-4c29-a7b9-416a80a628d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fcbb6d40b1e4a9782c5a711e997d150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507923 Aug 11 02:31:50.205929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58782) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:50.208281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Transition to ACTIVE for port object f4c6e062-f6e7-43ff-8518-981d41856e24 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:50.239233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c418c7a-a458-422d-b7cc-c11f54bfa3dc req-28c72683-5231-444a-bc38-76db3129cba5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019915 Aug 11 02:31:50.290453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.290973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.309123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:50.360873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'port_id': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac', 'mac_address': 'fa:16:3e:19:33:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:50.380536 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-f138599e-70e4-4057-96b8-9d0071c7c688 service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248237 Aug 11 02:31:50.492703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.528450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a5fdd4-9262-40dc-8334-6a935dc8e9ac {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:50.557141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.559280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:50.569721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.571509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7167b717-dca4-4ce1-9e90-23197d7f9c9e details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:50.582208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1282da9-4534-46d2-a901-9739c6ca0caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.589080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.604818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.620014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.635887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.669294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.685852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:50.690400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-a97616b7-6ebf-4025-801b-48a42a831402 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5421 time: 0.5848854 Aug 11 02:31:50.775021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:50.810941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.818794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '7167b717-dca4-4ce1-9e90-23197d7f9c9e', 'network_id': 'afa70537-4910-4a5a-9331-4ffd2bdf3170', 'port_id': '7167b717-dca4-4ce1-9e90-23197d7f9c9e', 'mac_address': 'fa:16:3e:18:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd01fa-a2c5-4a56-ba41-e7822a384ae0', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:50.883680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-07c8b475-5640-4d21-b530-b884f1b55c7e req-dc2e4a5d-f54a-4f23-8525-47c053a8a1fb service neutron] 10.222.0.59 "GET /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956119 Aug 11 02:31:50.898942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.911040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6e062-f6e7-43ff-8518-981d41856e24,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.978962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7167b717-dca4-4ce1-9e90-23197d7f9c9e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:50.988412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d43f13df-04b5-4531-a58a-acdd937c9ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.008377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1282da9-4534-46d2-a901-9739c6ca0caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.016470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1282da9-4534-46d2-a901-9739c6ca0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.019468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8116669-5ebc-4ca9-90cf-d9fb595282d1 req-fc5cb6a3-3123-4615-8129-2dd86af906b2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2944403 Aug 11 02:31:51.048587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:51.059924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.060239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0d054cf3-459f-44eb-b9ca-a005f770d8b8 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:51.079651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1282da9-4534-46d2-a901-9739c6ca0caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77711b2-4956-41c9-bfb7-c74b3e92f811,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.107899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d43f13df-04b5-4531-a58a-acdd937c9ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.122167 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e1282da9-4534-46d2-a901-9739c6ca0caf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54fcbf39e07c4bdf836de368905f6ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4139881 Aug 11 02:31:51.122711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:51.150577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Attempting to bind port f4c6e062-f6e7-43ff-8518-981d41856e24 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:51.150931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Attempting to bind port f4c6e062-f6e7-43ff-8518-981d41856e24 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:51.151231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Attempting to bind port f4c6e062-f6e7-43ff-8518-981d41856e24 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:51.170141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b771c-abb5-408a-a6f2-a27389fa83da req-61483197-cab8-4b5d-878f-a572c4b4b55f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:51.181034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e80b771c-abb5-408a-a6f2-a27389fa83da req-61483197-cab8-4b5d-878f-a572c4b4b55f tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1779556 Aug 11 02:31:51.198944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Port f4c6e062-f6e7-43ff-8518-981d41856e24 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:51.199507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Attempting to bind port f4c6e062-f6e7-43ff-8518-981d41856e24 on network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:51.207514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:51.207983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Checking segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:51.208375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Bound using segment: {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:51.208803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Bound port: f4c6e062-f6e7-43ff-8518-981d41856e24, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e250311-415e-4d39-85bb-b1d9c2ba0342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:51.209178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.240038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.285180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3393be33-c6fe-4db8-b085-7d301e4a9a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.290639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e80b771c-abb5-408a-a6f2-a27389fa83da req-c4ce4797-de20-422c-a764-0147bf76d49d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086071 Aug 11 02:31:51.317397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d43f13df-04b5-4531-a58a-acdd937c9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.320568 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d43f13df-04b5-4531-a58a-acdd937c9ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.321784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d43f13df-04b5-4531-a58a-acdd937c9ef9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54c5ffe8-eda8-4af7-8572-762cbe1b4a2e HTTP/1.1" status: 204 len: 168 time: 1.1114972 Aug 11 02:31:51.329720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3393be33-c6fe-4db8-b085-7d301e4a9a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.361577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:51.369764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f13df-04b5-4531-a58a-acdd937c9ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c5ffe8-eda8-4af7-8572-762cbe1b4a2e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.405565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] For port f4c6e062-f6e7-43ff-8518-981d41856e24, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:51.415795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] For port f4c6e062-f6e7-43ff-8518-981d41856e24, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=f4c6e062-f6e7-43ff-8518-981d41856e24,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:51.438712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.443029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'port_id': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'mac_address': 'fa:16:3e:6f:de:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:51.455522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3393be33-c6fe-4db8-b085-7d301e4a9a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.463502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3393be33-c6fe-4db8-b085-7d301e4a9a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.469778 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3393be33-c6fe-4db8-b085-7d301e4a9a55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d77711b2-4956-41c9-bfb7-c74b3e92f811 HTTP/1.1" status: 204 len: 168 time: 0.3450212 Aug 11 02:31:51.491501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393be33-c6fe-4db8-b085-7d301e4a9a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77711b2-4956-41c9-bfb7-c74b3e92f811,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.557049 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.579463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d054cf3-459f-44eb-b9ca-a005f770d8b8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:51.622085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:51.626217 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.644860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] 10.222.0.25 "PUT /v2.0/ports/f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 200 len: 1092 time: 3.6881511 Aug 11 02:31:51.645681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:51.659022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:51.663196 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40794e4c-68db-49d2-b7cc-dd4e772f4574" -d '{"events": [{"name": "network-changed", "server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:51.673240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.866586 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae87a4-8335-4032-bce4-cc037b55878a x-openstack-request-id: req-a8ae87a4-8335-4032-bce4-cc037b55878a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:51.873288 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:51.873845 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8ae87a4-8335-4032-bce4-cc037b55878a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:51.875677 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'status': 'completed', 'code': 200} Aug 11 02:31:51.967824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.982578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cd981-5b48-4b00-8fc5-5254b1d13235 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c6e062-f6e7-43ff-8518-981d41856e24,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:52.022732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-83cd7cc3-79f2-4592-8da7-244945fe5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.025570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-83cd7cc3-79f2-4592-8da7-244945fe5035 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 1095 time: 0.2981961 Aug 11 02:31:52.165329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-dc20f9bb-e319-45e2-9591-29853182803c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 200 len: 217 time: 0.1274545 Aug 11 02:31:52.489986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['4cfb8467-7180-41d7-9c07-977eb5300525'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:52.531570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['4087a091-2568-4bb0-bfd3-2fb462569108'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:52.564562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['0d054cf3-459f-44eb-b9ca-a005f770d8b8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:52.572987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7167b717-dca4-4ce1-9e90-23197d7f9c9e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:52.682775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-5e89d59e-a8f1-48af-b0e5-b53592b6ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.685248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-5e89d59e-a8f1-48af-b0e5-b53592b6ac72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.5064635 Aug 11 02:31:52.714706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d39b-a302-4684-9917-5970e9cbacdd req-e4c7b68f-e79e-4547-9abd-9a695aff8974 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.720082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcb7d39b-a302-4684-9917-5970e9cbacdd req-e4c7b68f-e79e-4547-9abd-9a695aff8974 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 944 time: 1.2641377 Aug 11 02:31:52.742764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.748868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.754848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.761564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.772956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.774602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.781083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:52.795831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-5689ee99-ed38-45f1-bdd4-b5c66af6cbec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5424 time: 0.5615821 Aug 11 02:31:52.805583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['76a5fdd4-9262-40dc-8334-6a935dc8e9ac'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:52.918886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.946744 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.965252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcb7d39b-a302-4684-9917-5970e9cbacdd req-e62aca0e-b755-4f14-b286-d19d0323399f tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946479 Aug 11 02:31:53.106935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-fc2a9ecc-962f-49a0-b253-e943c543f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.114511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-fc2a9ecc-962f-49a0-b253-e943c543f067 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3970373 Aug 11 02:31:53.127290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70bf9deb-c2d5-4fc0-9699-ed1fa795b36c req-17d12459-689d-4a69-ad75-51c3a2755e16 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3357627 Aug 11 02:31:53.302194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503c795-a920-4c10-80e9-38c6d531ffd2 req-91e4f10e-b57f-4a11-9af7-ed9711dc9037 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.303862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7503c795-a920-4c10-80e9-38c6d531ffd2 req-91e4f10e-b57f-4a11-9af7-ed9711dc9037 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1849065 Aug 11 02:31:53.446305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-fcbdf7fb-d72a-47e9-91b8-c8798b8b57b4 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097720 Aug 11 02:31:53.464901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['0bb5c848-0689-4df1-913f-e8a5ed23c522'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:53.506070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7503c795-a920-4c10-80e9-38c6d531ffd2 req-8c7a2f77-ea94-48fa-8536-25f9fbe60715 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852019 Aug 11 02:31:53.940245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57926bf2-2167-4c01-ba86-64956bf06cb7 req-090459c7-9b10-4174-86e9-3d704e21b31d service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587345 Aug 11 02:31:53.981640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe8f5b-89eb-40bd-96b2-d4d3969265ab req-619863a4-efbf-4e7a-b860-83b9b3af735c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:53.990028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1bbe8f5b-89eb-40bd-96b2-d4d3969265ab req-619863a4-efbf-4e7a-b860-83b9b3af735c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.2014704 Aug 11 02:31:54.014103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:31:54.125261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1bbe8f5b-89eb-40bd-96b2-d4d3969265ab req-3568011c-639d-44cf-b7c5-87601938abf1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248152 Aug 11 02:31:54.133185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-6624955a-92f5-404c-8b40-e07bbbb6671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.136717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-6624955a-92f5-404c-8b40-e07bbbb6671e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0950687 Aug 11 02:31:54.181474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:54.318774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-5d1d1761-92dc-4e4b-a01b-fd99634b80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.320427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-5d1d1761-92dc-4e4b-a01b-fd99634b80aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.1747925 Aug 11 02:31:54.399480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-network', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:54.409317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-d0089a49-492a-485b-836e-c14f939448ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 200 len: 217 time: 0.0764048 Aug 11 02:31:54.445014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Made reservation on behalf of b3b1bf0f0afc4477866311eced7ad900 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:54.451637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.469153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.506102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb214a-a9d0-473c-9fde-9d9167187668 req-e6901f49-82f7-41c9-90f1-b7a74e548bf6 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.509149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30fb214a-a9d0-473c-9fde-9d9167187668 req-e6901f49-82f7-41c9-90f1-b7a74e548bf6 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 944 time: 0.1874909 Aug 11 02:31:54.549139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-c50f935d-74b7-4871-97f5-376ce1953ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.550797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-c50f935d-74b7-4871-97f5-376ce1953ca2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.1300755 Aug 11 02:31:54.579085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30fb214a-a9d0-473c-9fde-9d9167187668 req-b133f7fd-ced7-43f7-942a-6637f6844e04 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605333 Aug 11 02:31:54.649430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-8574153e-346c-43ad-9c3a-da4c5c75c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.651658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-8574153e-346c-43ad-9c3a-da4c5c75c840 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838077 Aug 11 02:31:54.739836 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.747611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.776847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:54.809977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.814359 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Added segment de5422d8-2625-4c79-9cb2-b0227387e0b1 of type vlan for network 088f6dce-e80d-4765-86ed-dc93b9937f6b Aug 11 02:31:54.849400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-982aaa20-0b9a-4065-b310-e9471b0f5a80 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885715 Aug 11 02:31:54.856090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['a9ff9523-9d50-4659-ac50-8488a74a49da'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:55.162577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.178315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.184950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.205595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.220940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.238154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.248375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.255419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.264273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-f4955799-fc0d-4f47-b994-b71d85198673 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5424 time: 0.2969129 Aug 11 02:31:55.292908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd628f-062e-409a-9e9b-e6dfe941c654,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:55.307574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.311128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.314989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.414797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0f9986d-3fa0-4a9c-ae50-e784d0af5b40 req-7d132aa5-d692-488e-98fc-1f5571904318 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491015 Aug 11 02:31:55.432542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40794e4c-68db-49d2-b7cc-dd4e772f4574 req-9620484f-96bd-4f7a-9620-897e70115b72 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734253 Aug 11 02:31:55.515693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:55.516011 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3334858 Aug 11 02:31:55.521437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Request body: {'subnet': {'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-subnet', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:55.530700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f2168-96a7-4fec-97e9-a15400d7f247 admin admin] Pushing event updated for resources: {'Network': ['ID=088f6dce-e80d-4765-86ed-dc93b9937f6b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:55.557157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:55.634648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Made reservation on behalf of b3b1bf0f0afc4477866311eced7ad900 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:55.637875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.739014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4087a091-2568-4bb0-bfd3-2fb462569108 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:55.885049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984c6e6-561c-46d6-9f65-f223f839fecf req-27fafa64-de08-47c3-a395-3ddb13cffb24 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:55.892322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1984c6e6-561c-46d6-9f65-f223f839fecf req-27fafa64-de08-47c3-a395-3ddb13cffb24 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.3211906 Aug 11 02:31:55.956113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 4087a091-2568-4bb0-bfd3-2fb462569108 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:55.966490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 4087a091-2568-4bb0-bfd3-2fb462569108 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:55.967697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.104872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498b2a-6bde-4446-8fe3-e88c6c78c443 req-089aa205-607e-4005-b97b-43bb69ef4a58 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.106931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.109270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4498b2a-6bde-4446-8fe3-e88c6c78c443 req-089aa205-607e-4005-b97b-43bb69ef4a58 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 944 time: 0.2018113 Aug 11 02:31:56.143606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1984c6e6-561c-46d6-9f65-f223f839fecf req-2e837138-0b41-4486-a0ec-c94521e46eb4 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438781 Aug 11 02:31:56.155858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:56.158351 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647808a-4138-44de-96e1-fb77bf367fc7" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:56.218687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4087a091-2568-4bb0-bfd3-2fb462569108,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:56.229733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.290624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4498b2a-6bde-4446-8fe3-e88c6c78c443 req-a7c484f1-9d67-4d01-8b3c-c5e762fc13b7 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667781 Aug 11 02:31:56.353473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:56.375560 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88fd2fa-808f-4ce3-9625-08d62b7365f4 x-openstack-request-id: req-f88fd2fa-808f-4ce3-9625-08d62b7365f4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:56.375994 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:56.381451 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f88fd2fa-808f-4ce3-9625-08d62b7365f4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:56.381912 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108', 'code': 200} Aug 11 02:31:56.506149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.589836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d165be-a3e0-40bc-8bab-337e7457e1cf req-25cfce5c-af54-4393-9202-c9a55c37c660 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.597599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2d165be-a3e0-40bc-8bab-337e7457e1cf req-25cfce5c-af54-4393-9202-c9a55c37c660 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1614714 Aug 11 02:31:56.637304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Checking segment: {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:56.637681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Network hostable DHCP agents. Network: 088f6dce-e80d-4765-86ed-dc93b9937f6b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:56.642662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b254197f-452f-4a44-8a36-136067344236,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:56.717031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2d165be-a3e0-40bc-8bab-337e7457e1cf req-4a0b8898-f12d-44a4-abae-82044fc08cc9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180549 Aug 11 02:31:56.719949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:56.741851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 088f6dce-e80d-4765-86ed-dc93b9937f6b) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:56.754682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43047f9b-0b5a-411d-9531-38ab622bada9 None None] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:56.767822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.770537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.813992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a741f192-a904-45a9-bc9a-cf838cce3c4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2967873 Aug 11 02:31:56.816925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:56.821797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:56.875825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.877525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.932177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.939008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.945413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.952507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.959365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.967204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.974082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:56.976289 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.979011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-1ed63fe5-281d-4c50-a660-086e027e3faf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5425 time: 0.1594403 Aug 11 02:31:57.037497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6eb8c-e0d1-4e4e-a153-a02aa0c8c6a2 req-2426ba3b-45b7-4ed9-9d96-c6ec1fe31341 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:57.039614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28e6eb8c-e0d1-4e4e-a153-a02aa0c8c6a2 req-2426ba3b-45b7-4ed9-9d96-c6ec1fe31341 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 945 time: 0.1693628 Aug 11 02:31:57.092034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65e5d100-df51-43bd-8cd9-cd94128560e8 req-185b1e6c-a321-4df9-bed6-d51272b17116 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960383 Aug 11 02:31:57.124782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-088f6dce-e80d-4765-86ed-dc93b9937f6b', 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'fixed_ips': [{'subnet_id': 'b254197f-452f-4a44-8a36-136067344236'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:57.125843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.186057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28e6eb8c-e0d1-4e4e-a153-a02aa0c8c6a2 req-ce56445c-21d7-4266-bbaa-225637a4e308 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235790 Aug 11 02:31:57.499910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.519343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Allocated IP 172.20.0.2 (088f6dce-e80d-4765-86ed-dc93b9937f6b/b254197f-452f-4a44-8a36-136067344236/3affa44a-9481-4790-b242-5dd9be0a52b4) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:57.547807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9a29-4576-4102-a2a5-d0e1c0030a22 req-335b1259-01aa-492f-a052-d0c25913ac64 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:57.551112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d20f9a29-4576-4102-a2a5-d0e1c0030a22 req-335b1259-01aa-492f-a052-d0c25913ac64 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1795142 Aug 11 02:31:57.591618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82748-64fe-40cc-9b87-d646ce7c9eaf req-53d12b37-697b-448f-9b92-7f2c13615026 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:57.601476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ece82748-64fe-40cc-9b87-d646ce7c9eaf req-53d12b37-697b-448f-9b92-7f2c13615026 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 944 time: 0.1313231 Aug 11 02:31:57.647054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ece82748-64fe-40cc-9b87-d646ce7c9eaf req-80eb03a6-3cdf-4d30-b281-44f78b199f0f tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Aug 11 02:31:57.713002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d20f9a29-4576-4102-a2a5-d0e1c0030a22 req-33bc8825-e9f7-48e2-b0e3-f95ed8888aca tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475182 Aug 11 02:31:57.758412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a9ff9523-9d50-4659-ac50-8488a74a49da up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:57.942680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.974230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.039968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef0f9-bcc8-4f29-98e3-f3d37513076e req-13be290c-692c-4261-aad9-5316254eb89c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.042031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d26ef0f9-bcc8-4f29-98e3-f3d37513076e req-13be290c-692c-4261-aad9-5316254eb89c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1416278 Aug 11 02:31:58.065721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.071391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port a9ff9523-9d50-4659-ac50-8488a74a49da completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:58.091309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port a9ff9523-9d50-4659-ac50-8488a74a49da triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:58.092310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.098236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Transition to ACTIVE for port object 3affa44a-9481-4790-b242-5dd9be0a52b4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:58.139731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Allocated IP 172.25.6.67 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/74198a51-3d2d-46df-8dcd-514e6927d4b9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:58.198551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Transition to ACTIVE for port object 3affa44a-9481-4790-b242-5dd9be0a52b4 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:58.220725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.246585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d26ef0f9-bcc8-4f29-98e3-f3d37513076e req-056627ed-fa7e-4cee-8faa-4a2a6fcba3ec tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846449 Aug 11 02:31:58.262427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:58.268620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:58.271534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-87a3265e-920c-46b8-94ad-f90b86429c4e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.274929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-87a3265e-920c-46b8-94ad-f90b86429c4e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 945 time: 0.2124095 Aug 11 02:31:58.354093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:58.366872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device f4c6e062-f6e7-43ff-8518-981d41856e24 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:31:58.491920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.496193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Pushing event updated for resources: {'Port': ['ID=3affa44a-9481-4790-b242-5dd9be0a52b4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:58.521484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Attempting to bind port 3affa44a-9481-4790-b242-5dd9be0a52b4 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:58.521970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Attempting to bind port 3affa44a-9481-4790-b242-5dd9be0a52b4 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:58.522457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Attempting to bind port 3affa44a-9481-4790-b242-5dd9be0a52b4 on network 088f6dce-e80d-4765-86ed-dc93b9937f6b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:58.571226 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.581441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:58.582046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Checking segment: {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:58.582640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.583118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Bound using segment: {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:58.583687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Bound port: 3affa44a-9481-4790-b242-5dd9be0a52b4, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:58.584151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.594250 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.653149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:58.673983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:58.691484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] For port 3affa44a-9481-4790-b242-5dd9be0a52b4, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:58.699949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:58.700121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] For port 3affa44a-9481-4790-b242-5dd9be0a52b4, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3affa44a-9481-4790-b242-5dd9be0a52b4,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:58.700322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Deleting port 99f037eb-cd53-4700-af73-66c4034c6954 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:58.700322 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.713073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.734497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.744243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.747325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:58.754276 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ceb40-3b98-401c-b0a8-9bc3ef9a8b04" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:58.764357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.778673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Pushing event updated for resources: {'Port': ['ID=74198a51-3d2d-46df-8dcd-514e6927d4b9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:58.779979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.792913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.806035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.823390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.826618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-019f0c76-8515-4938-ba90-d394c8d7756b req-b8abdbac-19a9-4bd1-a4db-072c17e768e8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5425 time: 0.3653176 Aug 11 02:31:58.848396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a9ff9523-9d50-4659-ac50-8488a74a49da,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:58.908803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebba69d-a583-48e5-aaa9-854c07a393ec req-d756b926-1947-44cf-8a64-997ddb7c3f5c tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.910735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.911880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0bb5c848-0689-4df1-913f-e8a5ed23c522 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:58.917527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cebba69d-a583-48e5-aaa9-854c07a393ec req-d756b926-1947-44cf-8a64-997ddb7c3f5c tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 945 time: 0.3838894 Aug 11 02:31:59.021916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port f4c6e062-f6e7-43ff-8518-981d41856e24, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=f4c6e062-f6e7-43ff-8518-981d41856e24,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:59.082893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cebba69d-a583-48e5-aaa9-854c07a393ec req-7c383030-b848-4f91-89f1-e2f071c19688 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0745794-bc2a-4bdd-a79e-933512c3b16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642640 Aug 11 02:31:59.097225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'port_id': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'mac_address': 'fa:16:3e:53:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:31:59.166730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82c6b9-7aa5-43e9-b2c7-7c37678bf81e None None] Pushing event updated for resources: {'Port': ['ID=3affa44a-9481-4790-b242-5dd9be0a52b4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.167820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] For port 99f037eb-cd53-4700-af73-66c4034c6954, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=99f037eb-cd53-4700-af73-66c4034c6954,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:59.168526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.241292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:59.262298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-019f0c76-8515-4938-ba90-d394c8d7756b req-412a10c7-d24f-4add-8681-68d73f30f543 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4158828 Aug 11 02:31:59.265661 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.297986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:59.297986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.399555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c6e062-f6e7-43ff-8518-981d41856e24 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:31:59.419695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.482342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port f4c6e062-f6e7-43ff-8518-981d41856e24, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=f4c6e062-f6e7-43ff-8518-981d41856e24,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:59.504431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.566380 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68423489-98d9-420c-807a-b5314aaabcac x-openstack-request-id: req-68423489-98d9-420c-807a-b5314aaabcac {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:59.566734 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:59.567123 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68423489-98d9-420c-807a-b5314aaabcac {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:59.567715 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da', 'code': 200} Aug 11 02:31:59.661276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.732201 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.743271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=f4c6e062-f6e7-43ff-8518-981d41856e24,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.773659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['f4c6e062-f6e7-43ff-8518-981d41856e24'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:31:59.865695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:59.884142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.885171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0d054cf3-459f-44eb-b9ca-a005f770d8b8 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:00.028059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.028996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.028996 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Floating IP dec7856e-cf53-40b4-9a89-4537745afb41 disassociated. External IP: 172.25.6.234, port: 99f037eb-cd53-4700-af73-66c4034c6954. Aug 11 02:32:00.029519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Calling delete_port for 99f037eb-cd53-4700-af73-66c4034c6954 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:00.113932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:00.148556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.229363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:00.256229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.280387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:00.281276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.291962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bc88-cc87-4afe-915b-dc09cc6bd101 req-facdf325-320b-4352-98a1-d5d49518fbb0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:00.293840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e503bc88-cc87-4afe-915b-dc09cc6bd101 req-facdf325-320b-4352-98a1-d5d49518fbb0 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 945 time: 0.7090352 Aug 11 02:32:00.380533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event deleted for resources: {'Port': ['ID=99f037eb-cd53-4700-af73-66c4034c6954,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:00.421451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb3c07-4ec1-408f-8e22-5617559b1c38 req-08b992cf-cd0b-4964-97dd-1cb1fd197aea tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:00.432657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 99f037eb-cd53-4700-af73-66c4034c6954 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:00.436509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5bb3c07-4ec1-408f-8e22-5617559b1c38 req-08b992cf-cd0b-4964-97dd-1cb1fd197aea tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.6747785 Aug 11 02:32:00.451320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Router 736ca004-2a0d-40dc-9957-3478f7fbb6df is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:00.501036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 99f037eb-cd53-4700-af73-66c4034c6954 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:00.506408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 99f037eb-cd53-4700-af73-66c4034c6954 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:00.572401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5bb3c07-4ec1-408f-8e22-5617559b1c38 req-a1498fa6-d14b-41cc-8055-07580a49488e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350963 Aug 11 02:32:00.584172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e503bc88-cc87-4afe-915b-dc09cc6bd101 req-21dfda20-d956-4433-a48b-2373415caff3 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408667 Aug 11 02:32:00.762976 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.957915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:01.044426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:01.058456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:01.060984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.070027 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba35f1f1-8a97-46c6-8d57-ac22c38e5db9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2506397 Aug 11 02:32:01.072564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Sync routers for ids ['736ca004-2a0d-40dc-9957-3478f7fbb6df'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:01.078878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59104) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:01.083546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.084928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4cfb8467-7180-41d7-9c07-977eb5300525 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:01.224313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Routers {'736ca004-2a0d-40dc-9957-3478f7fbb6df'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:01.225265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['736ca004-2a0d-40dc-9957-3478f7fbb6df'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:01.437241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2946b709-a7e6-4dc8-a8a4-99b40d991a89 req-54d18596-9dfa-470d-8bd3-1f48038b5266 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 210 time: 0.2887559 Aug 11 02:32:01.442996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf542d-7e70-4745-8250-365e222d051c None None] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:01.445433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3affa44a-9481-4790-b242-5dd9be0a52b4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:01.569446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb5c848-0689-4df1-913f-e8a5ed23c522'}, {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:01.572756 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3649429b-3d51-4096-9bbf-76c6ec358d1a" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "0bb5c848-0689-4df1-913f-e8a5ed23c522"}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:01.575662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:01.856250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c1e6f1fb-9cd6-43dd-a212-a67ee712ede6 None None] Provisioning for port 3affa44a-9481-4790-b242-5dd9be0a52b4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:01.901967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 4cfb8467-7180-41d7-9c07-977eb5300525 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:01.917799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 4cfb8467-7180-41d7-9c07-977eb5300525 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:01.918436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.935769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Set router 736ca004-2a0d-40dc-9957-3478f7fbb6df gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:02.207848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3affa44a-9481-4790-b242-5dd9be0a52b4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:02.229086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3affa44a-9481-4790-b242-5dd9be0a52b4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:02.229741 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.329904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.342486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.354939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.367765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.379958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.388442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device f4c6e062-f6e7-43ff-8518-981d41856e24 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:02.392318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.405901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.411419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-3c40f914-b64c-4399-bb48-9c93e89dc4c6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5428 time: 1.0040755 Aug 11 02:32:02.495676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.573534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1c864-0173-4e1f-8a6a-e811775f020a req-08cde8b8-5c9f-4476-b5c0-d73f832e799a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.580429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.586922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91a1c864-0173-4e1f-8a6a-e811775f020a req-08cde8b8-5c9f-4476-b5c0-d73f832e799a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.8708222 Aug 11 02:32:02.611880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port f4c6e062-f6e7-43ff-8518-981d41856e24 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:02.630684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:02.656488 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] Sync routers for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:02.662372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cfb8467-7180-41d7-9c07-977eb5300525,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:02.671817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port f4c6e062-f6e7-43ff-8518-981d41856e24 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:02.672948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.676677 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:02.677822 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:02.706394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6386c88c-ba48-4553-8556-b9133ef721b9 req-9e38c1c9-0eca-4eeb-b10e-fed3d9f14a92 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2845352 Aug 11 02:32:02.758589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.759971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76a5fdd4-9262-40dc-8334-6a935dc8e9ac up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:02.858687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91a1c864-0173-4e1f-8a6a-e811775f020a req-7f46de0c-700d-4d44-802d-984e874c5b8a tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333155 Aug 11 02:32:02.888506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] No DVR routers for this DVR port 99f037eb-cd53-4700-af73-66c4034c6954 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:02.916081 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:02.929354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-54d80887-6ef8-4354-90ed-2132c0444595 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a91068c3d59d42338d6c95ea7a429f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453181 Aug 11 02:32:02.931680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.934648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-605a6559-c3cb-4541-bab1-8622776f1b03 req-284cb77d-b078-4ee7-a0a2-1f683544e449 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.25 "DELETE /v2.0/ports/99f037eb-cd53-4700-af73-66c4034c6954 HTTP/1.1" status: 204 len: 173 time: 4.6472116 Aug 11 02:32:02.937649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'name': 'network-vif-deleted', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:02.956415 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d615fcb6-1dc1-4948-9e88-f6055f1ff51e" -d '{"events": [{"server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "name": "network-vif-deleted", "tag": "99f037eb-cd53-4700-af73-66c4034c6954"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:02.966871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:31:59Z', 'revision_number': 3, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:03.001281 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5f607-53d8-4389-a4ed-a93c9f413614 x-openstack-request-id: req-c5a5f607-53d8-4389-a4ed-a93c9f413614 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:03.001281 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "0bb5c848-0689-4df1-913f-e8a5ed23c522", "code": 200}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:03.001811 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5a5f607-53d8-4389-a4ed-a93c9f413614 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:03.001954 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb5c848-0689-4df1-913f-e8a5ed23c522', 'code': 200} Aug 11 02:32:03.002187 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'code': 200} Aug 11 02:32:03.004879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-242b1759-09ac-4f34-98d7-38dc48c9d7eb None None] Provisioning complete for port 3affa44a-9481-4790-b242-5dd9be0a52b4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:03.005264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-242b1759-09ac-4f34-98d7-38dc48c9d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.051127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Checking router: 736ca004-2a0d-40dc-9957-3478f7fbb6df for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:03.051628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Updating router 736ca004-2a0d-40dc-9957-3478f7fbb6df port 74198a51-3d2d-46df-8dcd-514e6927d4b9 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:03.089627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 3affa44a-9481-4790-b242-5dd9be0a52b4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3affa44a-9481-4790-b242-5dd9be0a52b4,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:03.113078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.144017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:03.161599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.178048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:03.178048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.247485 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:03.276582 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] Checking router: 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:03.294082 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:03.295654 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:03.331761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43d6b7-0f42-481a-b295-c7b79cc6f45c req-d904507a-81b8-48fe-b252-3a3c1c69bb52 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:03.333448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc43d6b7-0f42-481a-b295-c7b79cc6f45c req-d904507a-81b8-48fe-b252-3a3c1c69bb52 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 945 time: 0.2075768 Aug 11 02:32:03.345136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-83d541fe-8563-49cd-910f-82892bc9b535 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:03.345588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:03.347163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-83d541fe-8563-49cd-910f-82892bc9b535 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813505 Aug 11 02:32:03.349856 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.553537 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:03.582983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-0660bbda-930a-4741-a4e0-ea2958aa60f5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/quotas/a91068c3d59d42338d6c95ea7a429f94 HTTP/1.1" status: 200 len: 375 time: 0.1934721 Aug 11 02:32:03.666497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc43d6b7-0f42-481a-b295-c7b79cc6f45c req-1f1fbd37-e2d1-4f01-80f6-a9c8c60251fd tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658882 Aug 11 02:32:03.746502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-510f453a-f6be-42e3-89fb-566476242fb4 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278105 Aug 11 02:32:03.868001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.883718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Transition to ACTIVE for port object 74198a51-3d2d-46df-8dcd-514e6927d4b9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:03.907526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port f4c6e062-f6e7-43ff-8518-981d41856e24, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=f4c6e062-f6e7-43ff-8518-981d41856e24,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:03.923376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.926035 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.994323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=3affa44a-9481-4790-b242-5dd9be0a52b4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:03.997632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Attempting to bind port 74198a51-3d2d-46df-8dcd-514e6927d4b9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:04.004474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Attempting to bind port 74198a51-3d2d-46df-8dcd-514e6927d4b9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:04.005073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Attempting to bind port 74198a51-3d2d-46df-8dcd-514e6927d4b9 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:04.064501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa290ef2-aaa5-481e-80b3-891d6fd19e9d req-cc0e6490-d59e-476b-bde2-ddaaba221254 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/ports?device_id=a00be7c8-221f-4993-9585-c52ca5931eb5 HTTP/1.1" status: 200 len: 210 time: 0.1252093 Aug 11 02:32:04.075458 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:04.087465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf1d5a-ec6f-4f6f-a6ad-f38e933aeeab None None] Pushing event updated for resources: {'Port': ['ID=74198a51-3d2d-46df-8dcd-514e6927d4b9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.127219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b465ba7-8865-4a36-b71c-e781302b2a2a None None] The sync data for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 is: [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:29:27Z', 'revision_number': 4, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b81545f-34b5-40b6-bbc0-9874e7170060', 'name': '', 'network_id': 'ba1c314a-3426-4bb7-a034-7e567490564b', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'mac_address': 'fa:16:3e:5d:4d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:26Z', 'updated_at': '2021-08-11T02:29:38Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'subnets': [{'id': 'afa5993c-1670-46d3-b8d9-6385eea3cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:04.128609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.172226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:04.172682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:04.173022 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.173457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:04.174105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Bound port: 74198a51-3d2d-46df-8dcd-514e6927d4b9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:04.174374 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.177004 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.354538 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9f98d-21be-4886-9608-b6af22291e6d x-openstack-request-id: req-7ae9f98d-21be-4886-9608-b6af22291e6d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:04.355721 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00be7c8-221f-4993-9585-c52ca5931eb5", "name": "network-vif-deleted", "tag": "99f037eb-cd53-4700-af73-66c4034c6954", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:04.358387 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ae9f98d-21be-4886-9608-b6af22291e6d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:04.359125 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00be7c8-221f-4993-9585-c52ca5931eb5', 'name': 'network-vif-deleted', 'tag': '99f037eb-cd53-4700-af73-66c4034c6954', 'status': 'completed', 'code': 200} Aug 11 02:32:04.396692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=f4c6e062-f6e7-43ff-8518-981d41856e24,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.447140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:04.480046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] For port 74198a51-3d2d-46df-8dcd-514e6927d4b9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:04.506444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.510324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7167b717-dca4-4ce1-9e90-23197d7f9c9e up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:04.556801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.563827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.570429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.577660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.584094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.599836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] For port 74198a51-3d2d-46df-8dcd-514e6927d4b9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74198a51-3d2d-46df-8dcd-514e6927d4b9,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:04.618554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.633510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:04.646388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-111c0cc1-0267-4185-a6b3-b3f1b64be07f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5429 time: 0.2860935 Aug 11 02:32:04.655837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.738697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-ca62f85c-e3d6-4b75-b27b-2e53030f5159 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a91068c3d59d42338d6c95ea7a429f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808449 Aug 11 02:32:04.771747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.773227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Allocated IP 172.20.0.1 (088f6dce-e80d-4765-86ed-dc93b9937f6b/b254197f-452f-4a44-8a36-136067344236/af55aac2-1de0-4303-858f-0a366924a087) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:04.789919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b912f-d5a6-463a-a9d1-ae669ee8741e None None] New status for floating IP dec7856e-cf53-40b4-9a89-4537745afb41: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:32:04.865463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Routers {'736ca004-2a0d-40dc-9957-3478f7fbb6df'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:04.866472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['736ca004-2a0d-40dc-9957-3478f7fbb6df'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:04.992509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 7167b717-dca4-4ce1-9e90-23197d7f9c9e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:05.005211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525'}, {'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24'}, {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:05.008167 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02228278-8551-4fa8-8f37-1cb56c54620c" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525"}, {"server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24"}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:05.047702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.076915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Transition to ACTIVE for port object af55aac2-1de0-4303-858f-0a366924a087 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:05.178903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.249902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 7167b717-dca4-4ce1-9e90-23197d7f9c9e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:05.250852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.303661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:05.333011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf1d5a-ec6f-4f6f-a6ad-f38e933aeeab None None] Pushing event updated for resources: {'Port': ['ID=74198a51-3d2d-46df-8dcd-514e6927d4b9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:05.385404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:05.392725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:05.394285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3affa44a-9481-4790-b242-5dd9be0a52b4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:05.402801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] Set router 736ca004-2a0d-40dc-9957-3478f7fbb6df gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:05.491417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c94682a0-14e1-4aad-82d5-c26df0ca6b23 req-b655f00b-0b91-4758-ae78-adc26c2605a6 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8025365 Aug 11 02:32:05.620219 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.665804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-2435fe43-7517-4939-ad49-8fe2324ce2de tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.692975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-2435fe43-7517-4939-ad49-8fe2324ce2de tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9486902 Aug 11 02:32:05.706679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3affa44a-9481-4790-b242-5dd9be0a52b4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:05.707120 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.765496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Pushing event updated for resources: {'Port': ['ID=af55aac2-1de0-4303-858f-0a366924a087,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:05.783172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:05.794805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-15f9a73d-9451-4187-9f52-30b6e2d4bff9 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/quotas/a91068c3d59d42338d6c95ea7a429f94 HTTP/1.1" status: 200 len: 375 time: 0.1007352 Aug 11 02:32:05.798107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.812798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.906512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-bf3b002b-d443-4fe1-906a-5f53d1b09f72 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999768 Aug 11 02:32:06.012651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-bde59c59-cd83-4e2f-b50d-1105035a020b tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a91068c3d59d42338d6c95ea7a429f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090536 Aug 11 02:32:06.037287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c9ca35e1-08e2-4c93-b0b6-75af5508e965 None None] Provisioning for port af55aac2-1de0-4303-858f-0a366924a087 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:06.050824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540e745-7fc7-4864-8287-955269826d92 req-07deb696-c3cb-4d5a-961a-cf9d72b12e56 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:06.058368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3540e745-7fc7-4864-8287-955269826d92 req-07deb696-c3cb-4d5a-961a-cf9d72b12e56 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.1939111 Aug 11 02:32:06.079504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c9ca35e1-08e2-4c93-b0b6-75af5508e965 None None] Provisioning complete for port af55aac2-1de0-4303-858f-0a366924a087 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:06.079881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9ca35e1-08e2-4c93-b0b6-75af5508e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.090292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:06.138936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.139214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.139520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.139856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.140200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.140552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.140882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.141209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.141536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.141857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.142194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.142583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:06.185092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca35e1-08e2-4c93-b0b6-75af5508e965 None None] Port af55aac2-1de0-4303-858f-0a366924a087 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:06.194981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:31:59Z', 'revision_number': 3, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:06.196538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3540e745-7fc7-4864-8287-955269826d92 req-7bc354e2-21ea-4d8a-b8eb-64485fa6a422 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370382 Aug 11 02:32:06.267706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.271503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a3f6-7847-4b53-b15e-6ec97916ee8c None None] The sync data for ids ['736ca004-2a0d-40dc-9957-3478f7fbb6df'] in n-d-715271-8 is: [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:31:59Z', 'revision_number': 3, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:06.323884 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75940f8-cb10-46fd-86a3-92dc693db247 x-openstack-request-id: req-f75940f8-cb10-46fd-86a3-92dc693db247 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:06.324212 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525", "code": 200}, {"server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24", "code": 200}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:06.324492 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f75940f8-cb10-46fd-86a3-92dc693db247 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:06.324901 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525', 'code': 200} Aug 11 02:32:06.325205 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'code': 200} Aug 11 02:32:06.325465 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac', 'code': 200} Aug 11 02:32:06.485958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf94255-c3a6-4b46-a66c-338f7c7c6a5d req-cf4be6a5-c633-4035-aada-944e78793f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:06.488427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cf94255-c3a6-4b46-a66c-338f7c7c6a5d req-cf4be6a5-c633-4035-aada-944e78793f31 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0825434 Aug 11 02:32:06.522925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-84d44a2a-945b-456e-937d-1051004f9005 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:06.525325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-84d44a2a-945b-456e-937d-1051004f9005 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019767 Aug 11 02:32:06.548427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cf94255-c3a6-4b46-a66c-338f7c7c6a5d req-281df182-a367-4351-94ee-ca1c318ad6dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519612 Aug 11 02:32:06.580987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Request body: {'port': {'device_id': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'a91068c3d59d42338d6c95ea7a429f94'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:06.651789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fde2bb7-5c05-4de9-98ee-7485f680efee req-237e181b-afaa-41e8-ae48-61a83b23b3c4 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 210 time: 0.1889889 Aug 11 02:32:07.208122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2353f4-118d-4ddf-be53-04bbc1609bdf req-c5fbbc23-bb44-4192-a26f-ccf81efe77e2 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:07.223146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab2353f4-118d-4ddf-be53-04bbc1609bdf req-c5fbbc23-bb44-4192-a26f-ccf81efe77e2 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 946 time: 0.7620702 Aug 11 02:32:07.421349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74198a51-3d2d-46df-8dcd-514e6927d4b9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:07.546819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e4d13-a9d9-4035-a782-beffc6c65a77 req-65b332ca-3841-4fb0-a830-ff4034085ad9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:07.570100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b08e4d13-a9d9-4035-a782-beffc6c65a77 req-65b332ca-3841-4fb0-a830-ff4034085ad9 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.5626221 Aug 11 02:32:07.587280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 74198a51-3d2d-46df-8dcd-514e6927d4b9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:07.601145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 74198a51-3d2d-46df-8dcd-514e6927d4b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:07.602242 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.734928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab2353f4-118d-4ddf-be53-04bbc1609bdf req-98b16e9a-b04e-4253-96e1-a958ead479ef tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4950705 Aug 11 02:32:07.767714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.780731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.807628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b08e4d13-a9d9-4035-a782-beffc6c65a77 req-d880a77b-760d-44c7-838e-cd5a9ff19d4c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130797 Aug 11 02:32:07.828655 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.831778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 74198a51-3d2d-46df-8dcd-514e6927d4b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74198a51-3d2d-46df-8dcd-514e6927d4b9,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:07.840692 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.881015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.960120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=74198a51-3d2d-46df-8dcd-514e6927d4b9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.072027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c61ef3f0-c8f1-42fb-85bb-291211712b9e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.125564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Pushing event updated for resources: {'Port': ['ID=af55aac2-1de0-4303-858f-0a366924a087,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.135586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c61ef3f0-c8f1-42fb-85bb-291211712b9e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.189533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Made reservation on behalf of a91068c3d59d42338d6c95ea7a429f94 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:08.194341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.200385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.246565 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.259845 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c61ef3f0-c8f1-42fb-85bb-291211712b9e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.267162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c61ef3f0-c8f1-42fb-85bb-291211712b9e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.269597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c61ef3f0-c8f1-42fb-85bb-291211712b9e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0745794-bc2a-4bdd-a79e-933512c3b16c HTTP/1.1" status: 204 len: 168 time: 0.3871410 Aug 11 02:32:08.272447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c7552ac-2dfd-430d-a24c-5265dfd97cc5 req-d915873d-9b33-49e6-9f28-09e25e72b7db tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 210 time: 0.0843041 Aug 11 02:32:08.277171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:08.312112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ef3f0-c8f1-42fb-85bb-291211712b9e tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0745794-bc2a-4bdd-a79e-933512c3b16c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.316620 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-11e8988b-441a-41e5-83b2-e2d357b20460 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] show failed (client error): The resource could not be found. Aug 11 02:32:08.320105 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-11e8988b-441a-41e5-83b2-e2d357b20460 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "GET /v2.0/security-groups/f0745794-bc2a-4bdd-a79e-933512c3b16c HTTP/1.1" status: 404 len: 347 time: 0.0394032 Aug 11 02:32:08.323998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:08.335979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167b717-dca4-4ce1-9e90-23197d7f9c9e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:08.346046 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7491f9-ce98-44d2-96ad-f9336eeda157" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "7167b717-dca4-4ce1-9e90-23197d7f9c9e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:08.404253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.410929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.417778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.426803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.433389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.441422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.449615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.453067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-8fa96136-0de0-409f-b309-7c71f6d0df66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.3702457 Aug 11 02:32:08.668341 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-a4137d76-165a-4d2a-aede-26f9d71d6003 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a91068c3d59d42338d6c95ea7a429f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704541 Aug 11 02:32:08.794870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Deleting port 17a93906-2b9b-4f8e-8ad9-7031d4e5f844 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:08.795376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.086728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-da45f10b-380b-4b12-9130-0f9e384d85fb tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.086728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-da45f10b-380b-4b12-9130-0f9e384d85fb tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999710 Aug 11 02:32:09.108147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Request body: {'port': {'device_id': '4eec5d38-1560-4e18-a129-01c929ddd080', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'a91068c3d59d42338d6c95ea7a429f94'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:09.280788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e162e688-9d9f-4f27-bc07-f744e58133f8 req-dac19420-a0e1-4bc4-80d7-bf6a033fabfc tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698215 Aug 11 02:32:09.302148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:09.307100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:09.324745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d0add-628b-45d9-bed4-889d1aa14214 req-cd078874-3a2d-4524-b13b-58717b711ba1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.336177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-862d0add-628b-45d9-bed4-889d1aa14214 req-cd078874-3a2d-4524-b13b-58717b711ba1 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.2111189 Aug 11 02:32:09.480774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.481851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.500327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74198a51-3d2d-46df-8dcd-514e6927d4b9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:09.528231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-862d0add-628b-45d9-bed4-889d1aa14214 req-7eee5116-4ceb-4b75-86b8-62ed03a01493 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902223 Aug 11 02:32:09.547200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Calling delete_port for 17a93906-2b9b-4f8e-8ad9-7031d4e5f844 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:09.574478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.587312 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49856b5d-b769-4af9-bbd0-2638009a2757 x-openstack-request-id: req-49856b5d-b769-4af9-bbd0-2638009a2757 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:09.602322 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-plugged", "status": "completed", "tag": "7167b717-dca4-4ce1-9e90-23197d7f9c9e", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:09.603551 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49856b5d-b769-4af9-bbd0-2638009a2757 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:09.610903 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167b717-dca4-4ce1-9e90-23197d7f9c9e', 'code': 200} Aug 11 02:32:09.658311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Made reservation on behalf of a91068c3d59d42338d6c95ea7a429f94 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:09.679045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.693158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 74198a51-3d2d-46df-8dcd-514e6927d4b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:09.693895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.827964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.843955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Router 736ca004-2a0d-40dc-9957-3478f7fbb6df has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:09.868887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e78332d1-854f-4187-899a-fe9a5cc40ac4 None None] Provisioning complete for port af55aac2-1de0-4303-858f-0a366924a087 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:09.869275 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e78332d1-854f-4187-899a-fe9a5cc40ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.911383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59254) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:09.930732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-551876698'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:09.938572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e78332d1-854f-4187-899a-fe9a5cc40ac4 None None] Port af55aac2-1de0-4303-858f-0a366924a087 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:10.053597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:10.057460 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.081026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Allocated IP 192.168.233.235 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/951074b4-3752-4c63-b4f1-5ebd2b971c1c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:10.149296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5a37a29-4b5c-4ebe-afb6-868f9482fb15 req-78de347c-7c71-4d6b-9719-4799e4587820 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 210 time: 0.1414483 Aug 11 02:32:10.161781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9637683-b625-4ef9-a520-ed75b74dda00,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.171584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc3c93-262d-47de-9eae-99d3e3cc7001 req-31ccdf59-9821-4aa9-9414-35984cb32568 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.189696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7cc3c93-262d-47de-9eae-99d3e3cc7001 req-31ccdf59-9821-4aa9-9414-35984cb32568 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 946 time: 0.4024296 Aug 11 02:32:10.251741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.251741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.252134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.252343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.253208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.253547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.254844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.254844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.254844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.255283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.256178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.256178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:10.280761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.326103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Pushing event deleted for resources: {'Port': ['ID=17a93906-2b9b-4f8e-8ad9-7031d4e5f844,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.356151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:10.390670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.391176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.391669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.392153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.392635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.393192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.393677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.395777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-623b3599-5744-40b6-8082-a54672557325 req-6b35c4e8-ecea-4931-8620-86e191b31295 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.6069283 Aug 11 02:32:10.423541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.431226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.431586 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Added segment 0b2c9e88-458d-46ed-9156-24954b0ba5a0 of type vlan for network 90144842-d996-4568-a3c0-cf8813c1b45c Aug 11 02:32:10.463613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:10.465491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Transition to ACTIVE for port object 951074b4-3752-4c63-b4f1-5ebd2b971c1c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:10.484953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-384d61e9-f028-445d-a85c-372c53909c67 admin admin] 10.222.0.16 "PUT /v2.0/routers/736ca004-2a0d-40dc-9957-3478f7fbb6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3823857 Aug 11 02:32:10.485169 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Sync routers for ids ['736ca004-2a0d-40dc-9957-3478f7fbb6df'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:10.485605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.487671 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.490061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-089956c6-f0dd-4e71-a0da-028f7e4f4a10 tempest-ServersTestFqdnHostnames-1040669219 tempest-ServersTestFqdnHostnames-1040669219-project] 10.222.0.16 "DELETE /v2.0/floatingips/dec7856e-cf53-40b4-9a89-4537745afb41 HTTP/1.1" status: 204 len: 168 time: 2.1635180 Aug 11 02:32:10.493498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.504552 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Routers {'736ca004-2a0d-40dc-9957-3478f7fbb6df'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:10.505495 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['736ca004-2a0d-40dc-9957-3478f7fbb6df'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:10.549844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7cc3c93-262d-47de-9eae-99d3e3cc7001 req-f85d731c-9a46-4b04-8129-31bd60931690 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586977 Aug 11 02:32:10.591781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.658162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-623b3599-5744-40b6-8082-a54672557325 req-9b980aa6-d968-406a-8c6f-239d6e79d9c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2407386 Aug 11 02:32:10.666390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.667110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b33b-36c3-4572-9210-f84b90ad73ea req-ba3e3c58-d7b7-4fd3-880a-3d0c3aca1714 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.675578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3b3b33b-36c3-4572-9210-f84b90ad73ea req-ba3e3c58-d7b7-4fd3-880a-3d0c3aca1714 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.3263907 Aug 11 02:32:10.750852 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Set router 736ca004-2a0d-40dc-9957-3478f7fbb6df gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:10.787138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.787656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:10.791842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:10.793467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.794034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.794166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.813228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:10.858334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3b3b33b-36c3-4572-9210-f84b90ad73ea req-0cf2d536-803a-4bda-ab2f-8dbacea52009 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804557 Aug 11 02:32:10.958207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0362427 Aug 11 02:32:10.962861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.977234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Allocated IP 192.168.233.14 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/b4096217-0804-46a8-9aee-6777630237bf) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:11.001070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-474534995'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:11.024922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.035189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.043289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.051678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.053894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:11.059162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.062054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.068699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.075530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.084888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-fce99c0e-9bc1-4e66-bd42-24f0c69036ea tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.3898871 Aug 11 02:32:11.146043 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:32:06Z', 'revision_number': 4, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af55aac2-1de0-4303-858f-0a366924a087', 'name': '', 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'mac_address': 'fa:16:3e:6a:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b254197f-452f-4a44-8a36-136067344236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:04Z', 'updated_at': '2021-08-11T02:32:06Z', 'revision_number': 2, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'subnets': [{'id': 'b254197f-452f-4a44-8a36-136067344236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:11.177170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b17e8c-fcb4-43ac-9365-fea02a3ed643 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Network': ['ID=90144842-d996-4568-a3c0-cf8813c1b45c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:11.185350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.186283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.193082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 90144842-d996-4568-a3c0-cf8813c1b45c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:11.208721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-604476f0-c480-4e67-8c09-2e36457c96c4 req-759f9b3f-a73f-446e-ae5f-41d982ef701d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224799 Aug 11 02:32:11.225127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Checking router: 736ca004-2a0d-40dc-9957-3478f7fbb6df for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:11.225486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Updating router 736ca004-2a0d-40dc-9957-3478f7fbb6df port af55aac2-1de0-4303-858f-0a366924a087 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:11.290042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:11.298640 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.302677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.303194 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Added segment 4ec535f5-37ea-4c4d-a96f-f5be1a1883b7 of type vlan for network 80c670f7-3427-4bcf-b897-079b596e0b82 Aug 11 02:32:11.400127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-1291a843-fcde-4bfb-9492-7a554c752d1c tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2975104 Aug 11 02:32:11.413669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef813a1b-4c48-422d-b2d7-157bddea839a req-58b604da-85b8-4ca6-9c35-7c6256e9da66 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.428934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef813a1b-4c48-422d-b2d7-157bddea839a req-58b604da-85b8-4ca6-9c35-7c6256e9da66 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 946 time: 0.4486403 Aug 11 02:32:11.430498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a71bc1a2-74ca-4ffe-9133-97ba1d9ecde3 None None] Provisioning for port 951074b4-3752-4c63-b4f1-5ebd2b971c1c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:11.435132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a71bc1a2-74ca-4ffe-9133-97ba1d9ecde3 None None] Provisioning complete for port 951074b4-3752-4c63-b4f1-5ebd2b971c1c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:11.435571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a71bc1a2-74ca-4ffe-9133-97ba1d9ecde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.451616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Request body: {'port': {'device_id': '4eec5d38-1560-4e18-a129-01c929ddd080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:11.474673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:11.489907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Request body: {'floatingip': {'port_id': 'f4c6e062-f6e7-43ff-8518-981d41856e24'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:11.496128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a71bc1a2-74ca-4ffe-9133-97ba1d9ecde3 None None] Port 951074b4-3752-4c63-b4f1-5ebd2b971c1c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:11.517496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.537549 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-a4801227-ceb7-4309-a266-9118fd353f62 req-b4e738fc-4fce-45c7-b9fa-7b56842a8766 tempest-FloatingIPDetailsNegativeTestJSON-1099227157 tempest-FloatingIPDetailsNegativeTestJSON-1099227157-project] show failed (client error): The resource could not be found. Aug 11 02:32:11.538762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4801227-ceb7-4309-a266-9118fd353f62 req-b4e738fc-4fce-45c7-b9fa-7b56842a8766 tempest-FloatingIPDetailsNegativeTestJSON-1099227157 tempest-FloatingIPDetailsNegativeTestJSON-1099227157-project] 10.222.0.16 "GET /v2.0/floatingips/e2f8713e-7d4e-4d23-8c1d-38b869608b0d HTTP/1.1" status: 404 len: 350 time: 0.1003170 Aug 11 02:32:11.565427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59280) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:11.688989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.781943 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.792151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:32:11.803367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Transition to ACTIVE for port object af55aac2-1de0-4303-858f-0a366924a087 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:11.818151 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.857713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97953-b2b7-4dbf-acf8-86d98dde562b req-369e1140-4e1f-4620-bf2e-466d052bf8ee tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.859416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75f97953-b2b7-4dbf-acf8-86d98dde562b req-369e1140-4e1f-4620-bf2e-466d052bf8ee tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 936 time: 0.1806190 Aug 11 02:32:11.881344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fd76a-5898-4e45-bcd1-d4a18af658b9 None None] Pushing event updated for resources: {'Port': ['ID=af55aac2-1de0-4303-858f-0a366924a087,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:11.898763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.967166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30515e9a-3a06-4b21-893e-a21acca38879 req-22e30419-1574-4bfd-ab66-de0d40549a9e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.969208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30515e9a-3a06-4b21-893e-a21acca38879 req-22e30419-1574-4bfd-ab66-de0d40549a9e tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.2356005 Aug 11 02:32:11.990214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75f97953-b2b7-4dbf-acf8-86d98dde562b req-301aa962-6e43-45f0-924e-b3f374ee4b06 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883334 Aug 11 02:32:12.004747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Transition to ACTIVE for port object b4096217-0804-46a8-9aee-6777630237bf will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:12.089894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.095203 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Attempting to bind port af55aac2-1de0-4303-858f-0a366924a087 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:12.095746 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Attempting to bind port af55aac2-1de0-4303-858f-0a366924a087 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:12.095953 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Attempting to bind port af55aac2-1de0-4303-858f-0a366924a087 on network 088f6dce-e80d-4765-86ed-dc93b9937f6b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:12.111068 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:12.111681 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Checking segment: {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:12.112425 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.112879 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Bound using segment: {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:12.113313 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Bound port: af55aac2-1de0-4303-858f-0a366924a087, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5422d8-2625-4c79-9cb2-b0227387e0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:12.113704 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.117789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.122775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30515e9a-3a06-4b21-893e-a21acca38879 req-fda6eff4-8acc-4f5c-b1ab-ddf9e8b13022 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304152 Aug 11 02:32:12.138376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.140380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.263343 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] For port af55aac2-1de0-4303-858f-0a366924a087, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:12.267683 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] For port af55aac2-1de0-4303-858f-0a366924a087, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af55aac2-1de0-4303-858f-0a366924a087,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:12.277900 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.341493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.343941 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fd76a-5898-4e45-bcd1-d4a18af658b9 None None] Pushing event updated for resources: {'Port': ['ID=af55aac2-1de0-4303-858f-0a366924a087,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.379649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Routers {'736ca004-2a0d-40dc-9957-3478f7fbb6df'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:12.380294 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['736ca004-2a0d-40dc-9957-3478f7fbb6df'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:12.403672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Network': ['ID=80c670f7-3427-4bcf-b897-079b596e0b82,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.415743 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8a408419-b172-4f9c-8f0c-5a05d94b69fe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4371200 Aug 11 02:32:12.417224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 80c670f7-3427-4bcf-b897-079b596e0b82 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:12.423155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:12.433453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'subnet': {'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:12.523213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:12.526443 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] Set router 736ca004-2a0d-40dc-9957-3478f7fbb6df gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:12.593140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:12.610176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:12.619350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.699508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb7dcd-09e5-4d04-a85d-6eef54963338 req-4245589b-7a12-4627-b1fe-8ffa0270d49b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.708579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2cb7dcd-09e5-4d04-a85d-6eef54963338 req-4245589b-7a12-4627-b1fe-8ffa0270d49b tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.4280155 Aug 11 02:32:12.787386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.794452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.805704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.812607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.818783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.826789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.837736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.840151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-f43e31a9-ace5-413b-8779-21e97c766dab tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.3939695 Aug 11 02:32:12.852177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.852972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.975128 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:32:06Z', 'revision_number': 4, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af55aac2-1de0-4303-858f-0a366924a087', 'name': '', 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'mac_address': 'fa:16:3e:6a:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b254197f-452f-4a44-8a36-136067344236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:04Z', 'updated_at': '2021-08-11T02:32:12Z', 'revision_number': 4, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'subnets': [{'id': 'b254197f-452f-4a44-8a36-136067344236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:12.981646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2cb7dcd-09e5-4d04-a85d-6eef54963338 req-8c04347d-5034-498a-9327-4f0ff4ae8054 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718523 Aug 11 02:32:13.005086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7193dcf-b19f-4e89-a152-c35b7ba4f480 req-b69a9533-31d6-49ef-8783-94c33da0d6f9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455593 Aug 11 02:32:13.025542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-24995051-c75a-4d7a-a943-5cc8db5373c5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4575236 Aug 11 02:32:13.082121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Request body: {'port': {'device_id': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:13.101719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-38578f22-4e91-4e7a-a7e6-5720e29c1b2a None None] Provisioning for port b4096217-0804-46a8-9aee-6777630237bf completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:13.126318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-38578f22-4e91-4e7a-a7e6-5720e29c1b2a None None] Provisioning complete for port b4096217-0804-46a8-9aee-6777630237bf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:13.132928 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38578f22-4e91-4e7a-a7e6-5720e29c1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.149346 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639c0ff-7e40-457c-909f-da91c7f1ae3b None None] The sync data for ids ['736ca004-2a0d-40dc-9957-3478f7fbb6df'] in n-d-715271-8 is: [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:32:06Z', 'revision_number': 4, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af55aac2-1de0-4303-858f-0a366924a087', 'name': '', 'network_id': '088f6dce-e80d-4765-86ed-dc93b9937f6b', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'mac_address': 'fa:16:3e:6a:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'b254197f-452f-4a44-8a36-136067344236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:04Z', 'updated_at': '2021-08-11T02:32:12Z', 'revision_number': 4, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'subnets': [{'id': 'b254197f-452f-4a44-8a36-136067344236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:13.234581 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.242920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-38578f22-4e91-4e7a-a7e6-5720e29c1b2a None None] Port b4096217-0804-46a8-9aee-6777630237bf cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:13.644244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e439f9-04d1-4617-ab8c-5b1a38158f20 req-e4182909-c607-47c9-8f8d-d2c73faa15f7 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.651902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31e439f9-04d1-4617-ab8c-5b1a38158f20 req-e4182909-c607-47c9-8f8d-d2c73faa15f7 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 936 time: 0.4939857 Aug 11 02:32:13.698352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:13.704171 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.782970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31e439f9-04d1-4617-ab8c-5b1a38158f20 req-bec06ef2-c8ee-4641-9600-5603d03a7e37 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298802 Aug 11 02:32:13.851267 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f33fe10f-c6fe-44ed-9bd0-a4efeff5e791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.852451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4674b-14bf-4de2-b05c-a1832554d4b3 req-053ec8f0-a1b6-4033-903f-8acd1c8d1c4c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.863159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-deb4674b-14bf-4de2-b05c-a1832554d4b3 req-053ec8f0-a1b6-4033-903f-8acd1c8d1c4c tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.2551508 Aug 11 02:32:13.968418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-deb4674b-14bf-4de2-b05c-a1832554d4b3 req-7d9024b0-b16b-4851-a710-e8fec1213b8d tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044123 Aug 11 02:32:13.972140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.297410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.309503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.332555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.350115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.372925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.386096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.414581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.416859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.427482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcc91589-aa3f-402a-b859-335467692dc8 req-7df878ba-6974-4e19-90a1-f6da94aa9b63 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.4783916 Aug 11 02:32:14.430670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.436590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.530871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:14.543777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Request body: {'floatingip': {'port_id': '0d054cf3-459f-44eb-b9ca-a005f770d8b8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:14.704256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.742325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59320) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:14.896575 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Floating IP 6d1d0c82-3eff-4cc1-b7dc-785520b80f2d associated. External IP: 172.25.6.136, port: f4c6e062-f6e7-43ff-8518-981d41856e24. Aug 11 02:32:14.923324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951074b4-3752-4c63-b4f1-5ebd2b971c1c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:14.941232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.008799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40d551f1-bf59-49fa-9ab6-670e1770e3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.051384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Transition to ACTIVE for port object 951074b4-3752-4c63-b4f1-5ebd2b971c1c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:15.073955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.171414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.370268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989675-376d-4147-ba57-ee7349b6c596 req-c64c2227-6275-4689-8e0b-4501e6d4916f tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:15.379392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04989675-376d-4147-ba57-ee7349b6c596 req-c64c2227-6275-4689-8e0b-4501e6d4916f tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 936 time: 0.3629162 Aug 11 02:32:15.484730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af55aac2-1de0-4303-858f-0a366924a087 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:15.616953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port af55aac2-1de0-4303-858f-0a366924a087 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:15.621959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Checking segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:15.622352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network hostable DHCP agents. Network: 90144842-d996-4568-a3c0-cf8813c1b45c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:15.626867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af55aac2-1de0-4303-858f-0a366924a087 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:15.628064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.636522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:15.672687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04989675-376d-4147-ba57-ee7349b6c596 req-2ebdb071-566e-4a73-a068-88a37fd9ae41 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912068 Aug 11 02:32:15.724919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4096217-0804-46a8-9aee-6777630237bf {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:15.741887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.742358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.742786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.743198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.743607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.744014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.744442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.744852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.745224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.745624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.746631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.746631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:15.789964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Subnet': ['ID=7684ffe9-c02b-4b05-81e7-b20ee6734e4d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:15.810419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 90144842-d996-4568-a3c0-cf8813c1b45c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:15.831876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.847389 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:32:15.848617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 90144842-d996-4568-a3c0-cf8813c1b45c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:15.863997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bf1f8d-4e87-469a-a86a-25a69dcb0b10 None None] Network 90144842-d996-4568-a3c0-cf8813c1b45c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:15.875618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Router b69cae7b-72b7-42d4-adab-867403b9a43e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:15.881488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:15.882266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.887936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Attempting to bind port 951074b4-3752-4c63-b4f1-5ebd2b971c1c on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:15.888380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Attempting to bind port 951074b4-3752-4c63-b4f1-5ebd2b971c1c by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:15.888843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Attempting to bind port 951074b4-3752-4c63-b4f1-5ebd2b971c1c on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:15.910030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Port 951074b4-3752-4c63-b4f1-5ebd2b971c1c on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:15.910974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Attempting to bind port 951074b4-3752-4c63-b4f1-5ebd2b971c1c on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:15.941320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:15.941657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:15.942579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:15.942579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Bound port: 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:15.942924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.988447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40d551f1-bf59-49fa-9ab6-670e1770e3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.999417 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.005020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port af55aac2-1de0-4303-858f-0a366924a087, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af55aac2-1de0-4303-858f-0a366924a087,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:16.015052 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bf1023a5-591b-49ec-b3c4-da84774f821c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5888271 Aug 11 02:32:16.025495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40d551f1-bf59-49fa-9ab6-670e1770e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.032722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.037059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59328) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.070395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'subnet': {'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:16.137340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Deleting port 8b81545f-34b5-40b6-bbc0-9874e7170060 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:16.137685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.153868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:16.181540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-40d551f1-bf59-49fa-9ab6-670e1770e3bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0c39984998b4646962b61f37777eadb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4329669 Aug 11 02:32:16.186347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.205903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:16.218426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:16.223073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.240687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=af55aac2-1de0-4303-858f-0a366924a087,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.249699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.252527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:16.324490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:16.325880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:31:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:16.344325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fe426c65-cb3f-4c05-a422-657aa722aa8d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "PUT /v2.0/floatingips/6d1d0c82-3eff-4cc1-b7dc-785520b80f2d HTTP/1.1" status: 200 len: 992 time: 4.8621275 Aug 11 02:32:16.357502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:16.359982 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1d993-a68f-44c4-aa23-bfd1490a71df" -d '{"events": [{"name": "network-changed", "server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:16.363992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:16.364656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.366206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] 10.222.0.59 "PUT /v2.0/ports/951074b4-3752-4c63-b4f1-5ebd2b971c1c HTTP/1.1" status: 200 len: 1096 time: 4.9389095 Aug 11 02:32:16.404928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Transition to ACTIVE for port object b4096217-0804-46a8-9aee-6777630237bf will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:16.415588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] For port 8b81545f-34b5-40b6-bbc0-9874e7170060, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b81545f-34b5-40b6-bbc0-9874e7170060,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:16.416058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.530247 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.553545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Calling delete_port for 8b81545f-34b5-40b6-bbc0-9874e7170060 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:16.571044 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.584193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19217368-5470-4b57-86e9-02c9b7a781cf service neutron] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.589863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-90144842-d996-4568-a3c0-cf8813c1b45c', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:16.596258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.606801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34c0c085-e6ee-4f4b-a977-0a34c19da1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.793160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Deleting port af55aac2-1de0-4303-858f-0a366924a087 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:16.793816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.803745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d551f1-bf59-49fa-9ab6-670e1770e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb67f7-728a-4059-a1aa-27969dd367f6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.833804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.837947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.864185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:17.227307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:17.242336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.333144 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58936dee-2af4-4f51-b3bf-813e7ced6d3e x-openstack-request-id: req-58936dee-2af4-4f51-b3bf-813e7ced6d3e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:17.334033 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:17.334033 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58936dee-2af4-4f51-b3bf-813e7ced6d3e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:17.334339 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'status': 'completed', 'code': 200} Aug 11 02:32:17.410090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34c0c085-e6ee-4f4b-a977-0a34c19da1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.414303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-4305228c-df85-4363-80ac-416673fb6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:17.415968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-4305228c-df85-4363-80ac-416673fb6740 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 1099 time: 0.9558325 Aug 11 02:32:17.493906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-f7bf6775-abe2-485a-be4a-dba7bd81579c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c HTTP/1.1" status: 200 len: 217 time: 0.0627921 Aug 11 02:32:17.557977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Allocated IP 10.1.1.2 (90144842-d996-4568-a3c0-cf8813c1b45c/7684ffe9-c02b-4b05-81e7-b20ee6734e4d/94a1a7e4-6f98-428d-a4a6-e4aa462c8df4) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:17.600044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-19515018-317a-4c63-a66c-7ee0627838f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:17.601927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-19515018-317a-4c63-a66c-7ee0627838f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 1097 time: 0.2794707 Aug 11 02:32:17.692197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-e51cb96f-3202-4c03-9474-78eb528ffd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:17.693923 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-e51cb96f-3202-4c03-9474-78eb528ffd42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1897914 Aug 11 02:32:17.751114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34c0c085-e6ee-4f4b-a977-0a34c19da1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.763101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34c0c085-e6ee-4f4b-a977-0a34c19da1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.768328 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-34c0c085-e6ee-4f4b-a977-0a34c19da1ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ebb67f7-728a-4059-a1aa-27969dd367f6 HTTP/1.1" status: 204 len: 168 time: 1.5771101 Aug 11 02:32:17.861867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0c085-e6ee-4f4b-a977-0a34c19da1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb67f7-728a-4059-a1aa-27969dd367f6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:17.923937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af55aac2-1de0-4303-858f-0a366924a087 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:18.123691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-5cd14d4f-1bad-47bd-aa06-9a464415504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.125331 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-5cd14d4f-1bad-47bd-aa06-9a464415504f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.5092177 Aug 11 02:32:18.129230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-26a9975e-2733-4855-991a-4b48d684f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.131016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-26a9975e-2733-4855-991a-4b48d684f9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4110444 Aug 11 02:32:18.132289 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.285359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a791e556-96e5-4fa6-bb0b-05cc75946e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.341570 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.393609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b81545f-34b5-40b6-bbc0-9874e7170060,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:18.490540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.514422 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-22b52656-dcda-4bc8-a7de-cc4cf4b50846 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 200 len: 1000 time: 0.3799520 Aug 11 02:32:18.615661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-75087367-3047-4eae-b883-4da94f224727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.617922 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-75087367-3047-4eae-b883-4da94f224727 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.0630217 Aug 11 02:32:18.640116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af55aac2-1de0-4303-858f-0a366924a087 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:18.640562 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.695669 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-3f386f26-28f3-47a6-87d1-807b7ca93244 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397372 Aug 11 02:32:18.794084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '6d1d0c82-3eff-4cc1-b7dc-785520b80f2d', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'port_id': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'mac_address': 'fa:16:3e:53:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:31:39Z', 'updated_at': '2021-08-11T02:32:14Z', 'revision_number': 1, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:18.822707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.890554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-acfd50fd-0a19-4fec-8d47-df84cce754d1 req-7924fa04-7028-4f38-934d-17a4d7356c70 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723831 Aug 11 02:32:18.895921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:18.929823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-61a9a2a0-1704-476c-9b85-5bc3b27d3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.931827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-61a9a2a0-1704-476c-9b85-5bc3b27d3a9e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036368 Aug 11 02:32:18.932815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.937120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Transition to ACTIVE for port object 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:18.966644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:18.967335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:19.009606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Transition to ACTIVE for port object 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:19.024584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Attempting to bind port b4096217-0804-46a8-9aee-6777630237bf on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:19.025489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Attempting to bind port b4096217-0804-46a8-9aee-6777630237bf by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:19.025489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Attempting to bind port b4096217-0804-46a8-9aee-6777630237bf on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:19.038103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.058215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0d88d-98a7-495c-9aa8-00e957b5f2fe req-66d43217-4868-44f8-b0b6-29c33ff4d17e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:19.060308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abb0d88d-98a7-495c-9aa8-00e957b5f2fe req-66d43217-4868-44f8-b0b6-29c33ff4d17e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 948 time: 2.0758708 Aug 11 02:32:19.112511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Port b4096217-0804-46a8-9aee-6777630237bf on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:19.112872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Attempting to bind port b4096217-0804-46a8-9aee-6777630237bf on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:19.215148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Network 90144842-d996-4568-a3c0-cf8813c1b45c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:19.224200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:19.225213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] For port af55aac2-1de0-4303-858f-0a366924a087, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af55aac2-1de0-4303-858f-0a366924a087,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:19.225512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.228787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:19.236144 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.243233 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Floating IP 67d70c13-74bc-4dff-99f5-5aca164fd69e associated. External IP: 172.25.6.101, port: 0d054cf3-459f-44eb-b9ca-a005f770d8b8. Aug 11 02:32:19.312360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:19.340683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:19.344400 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcced81-2655-4288-911a-5d375aa3c7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:19.426229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:19.426866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:19.428339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:19.433051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Bound port: b4096217-0804-46a8-9aee-6777630237bf, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:19.433051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.438394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Pushing event updated for resources: {'Port': ['ID=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:19.504851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Attempting to bind port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:19.513343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Attempting to bind port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:19.514063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Attempting to bind port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:19.521746 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebbdfcf-cb22-45f1-a3d2-5567477c3179 x-openstack-request-id: req-aebbdfcf-cb22-45f1-a3d2-5567477c3179 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:19.522750 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:19.531604 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aebbdfcf-cb22-45f1-a3d2-5567477c3179 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:19.532047 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'status': 'completed', 'code': 200} Aug 11 02:32:19.541905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:19.542905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Checking segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:19.542905 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.543139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Bound using segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:19.543825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Bound port: 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:19.543957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Calling delete_port for af55aac2-1de0-4303-858f-0a366924a087 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:19.544052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.563222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-6d431a00-437d-43c1-8a18-b7416bdecac8 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059585 Aug 11 02:32:19.808508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-29bbed03-74e1-4fd1-a11e-066e0b6741e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:19.811828 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-29bbed03-74e1-4fd1-a11e-066e0b6741e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 1099 time: 0.2786674 Aug 11 02:32:19.829013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:19.834519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Subnet': ['ID=fb3da33b-72ed-46b9-9c78-b602a4edb6bf,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:19.859495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] For port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:19.869683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] For port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:19.888925 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.918950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abb0d88d-98a7-495c-9aa8-00e957b5f2fe req-e3d3e07e-023b-4d83-bf2e-b3a100704c37 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8074579 Aug 11 02:32:20.136960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.243487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fba98f-28b2-4d3b-89fa-0115ee9b7634 None None] Pushing event updated for resources: {'Port': ['ID=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:20.355037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '6d1d0c82-3eff-4cc1-b7dc-785520b80f2d', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'port_id': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'mac_address': 'fa:16:3e:53:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:31:39Z', 'updated_at': '2021-08-11T02:32:14Z', 'revision_number': 1, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:20.392473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-ae25046d-8c4a-47e8-9524-8fb5d3f75ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.396034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-ae25046d-8c4a-47e8-9524-8fb5d3f75ea7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.5636516 Aug 11 02:32:20.397935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Checking segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:20.398966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network hostable DHCP agents. Network: 80c670f7-3427-4bcf-b897-079b596e0b82, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:20.411107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5efcd-e89e-44b3-9437-68be2e5979dd None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '6d1d0c82-3eff-4cc1-b7dc-785520b80f2d', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'port_id': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'mac_address': 'fa:16:3e:53:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:31:39Z', 'updated_at': '2021-08-11T02:32:14Z', 'revision_number': 1, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:20.412005 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-53e1d993-a68f-44c4-aa23-bfd1490a71df req-597a245b-a552-4401-abac-4702ace44a88 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046386 Aug 11 02:32:20.623973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-346c1fab-bd58-4685-9645-619058b8b0fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c HTTP/1.1" status: 200 len: 217 time: 0.2078311 Aug 11 02:32:20.674552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:20.715284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:20.732636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 80c670f7-3427-4bcf-b897-079b596e0b82 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:20.738930 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.818736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-43795145-e1e2-4ba8-a280-e905dd67c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.833474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-43795145-e1e2-4ba8-a280-e905dd67c079 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1502712 Aug 11 02:32:20.833474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:20.833717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:20.833799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-503f72d1-dcde-405c-9fea-bcb961863ce7 admin admin] 10.222.0.16 "PUT /v2.0/routers/8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3369474 Aug 11 02:32:20.848447 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] Sync routers for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:20.860138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59394) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:20.869029 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:20.869680 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:20.888821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.889492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.891063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-cfccf53d-ab2d-42bf-ace4-314405f5ae71 service neutron] 10.222.0.25 "PUT /v2.0/ports/b4096217-0804-46a8-9aee-6777630237bf HTTP/1.1" status: 200 len: 1095 time: 7.8458188 Aug 11 02:32:20.913203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:20.931685 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0" -d '{"events": [{"name": "network-changed", "server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:20.938417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 80c670f7-3427-4bcf-b897-079b596e0b82) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:20.946436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c038c48-a84e-45c2-96ce-733b7eb23a50 None None] New status for floating IP 6d1d0c82-3eff-4cc1-b7dc-785520b80f2d: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:32:20.949763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-78ebc249-a2c1-4b14-9d65-0ee89849eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.951821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-78ebc249-a2c1-4b14-9d65-0ee89849eb78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183388 Aug 11 02:32:21.053585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Router ec5461ed-f22c-4814-bb2d-ce8d1359e39b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:21.073042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:21.083748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.115053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89c816-fb42-4639-b93f-aa36f71f9e1c None None] Network 80c670f7-3427-4bcf-b897-079b596e0b82 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:21.121270 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bfab93-de06-480b-8c14-672d959d3122 x-openstack-request-id: req-f6bfab93-de06-480b-8c14-672d959d3122 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:21.121855 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:21.122302 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6bfab93-de06-480b-8c14-672d959d3122 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:21.122957 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'status': 'completed', 'code': 200} Aug 11 02:32:21.274629 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-2fb40cbe-cb83-4090-97ef-1973b4ed2124 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962856 Aug 11 02:32:21.484377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.563019 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:21.744368 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9fcced81-2655-4288-911a-5d375aa3c7e0 req-842f2a7b-d71b-42da-9237-cc625d81b043 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684055 Aug 11 02:32:21.848090 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:32:17Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:21.857582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:21.891970 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] Checking router: 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:21.892557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.906251 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] Routers {'8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:21.909089 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:22.001333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9b539720-5005-4085-884a-5b23811262e2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.9399619 Aug 11 02:32:22.005574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:22.011444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'name': 'tempest-TaggedBootDevicesTest_v242-470139992', 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:22.014329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=af55aac2-1de0-4303-858f-0a366924a087,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.099276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:22.107127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.156829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af234d98-8b7e-44d2-bb9b-67e5f37752ac None None] Network 90144842-d996-4568-a3c0-cf8813c1b45c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:22.226167 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] Set router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:22.234349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-ad47a5fd-d666-4496-85d7-8da9f2f27b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.237596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-ad47a5fd-d666-4496-85d7-8da9f2f27b77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 1098 time: 1.1809416 Aug 11 02:32:22.323885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9a2b7-61fe-44d7-a9e8-93dab759ee85 req-30dfe225-2174-432e-a5cc-3b5418921371 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.328197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66f9a2b7-61fe-44d7-a9e8-93dab759ee85 req-30dfe225-2174-432e-a5cc-3b5418921371 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 948 time: 1.1992164 Aug 11 02:32:22.374915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:22.580164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66f9a2b7-61fe-44d7-a9e8-93dab759ee85 req-a372c328-8534-4d6c-a2dc-1518232e1bc1 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919756 Aug 11 02:32:22.582575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:22.595764 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.612891 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] Sync routers for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:22.654143 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:22.655400 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:22.779774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-71bfbc25-fd71-425e-a54f-7728de0692f0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "PUT /v2.0/floatingips/67d70c13-74bc-4dff-99f5-5aca164fd69e HTTP/1.1" status: 200 len: 992 time: 8.2395308 Aug 11 02:32:22.789351 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:22.907458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.938978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] device_id is not set on port 48955918-9aa9-4b40-a415-435a29367545 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:23.182818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:23.187521 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf22306-9342-4f72-8244-9377b1720d01" -d '{"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:23.194618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Deleting port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:23.195157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.278410 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '67d70c13-74bc-4dff-99f5-5aca164fd69e', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'port_id': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'mac_address': 'fa:16:3e:6f:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:30:12Z', 'updated_at': '2021-08-11T02:32:15Z', 'revision_number': 1, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:28Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:23.374473 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] Checking router: ec5461ed-f22c-4814-bb2d-ce8d1359e39b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:23.408331 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744f889-798f-4dc7-89be-aadd805d4df4 x-openstack-request-id: req-1744f889-798f-4dc7-89be-aadd805d4df4 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:23.408894 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:23.409277 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1744f889-798f-4dc7-89be-aadd805d4df4 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:23.411279 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'status': 'completed', 'code': 200} Aug 11 02:32:23.425043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-e9e26df2-211d-4919-a417-f3cd71903597 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4096217-0804-46a8-9aee-6777630237bf HTTP/1.1" status: 200 len: 217 time: 1.1288908 Aug 11 02:32:23.429856 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:23.442835 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:23.477239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.497380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.498804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 10.1.1.34 (90144842-d996-4568-a3c0-cf8813c1b45c/7684ffe9-c02b-4b05-81e7-b20ee6734e4d/48955918-9aa9-4b40-a415-435a29367545) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:23.554285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] For port 3cd83b60-f3e3-4758-a5e4-a3268c9f6152, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:23.555193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.590628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Calling delete_port for 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:23.596818 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:32:17Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:23.613054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5be9e884-c78e-436a-99d6-1a1ef4e860c1 None None] Provisioning for port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:23.624596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.625520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.626429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.627942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.628880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.629740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.630652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.634024 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-c71d1da4-e366-46b7-bc13-57592bec2e4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.2510538 Aug 11 02:32:23.705035 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082b7b6a-d7dd-4ef1-a6d9-df87af2fd61e None None] The sync data for ids ['8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f'] in n-d-715271-8 is: [{'id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'name': 'tempest-ServersTestFqdnHostnames-1883422377-router', 'tenant_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:19Z', 'updated_at': '2021-08-11T02:32:17Z', 'revision_number': 5, 'project_id': '2ff3b0a785e147aca5c368e57a3e2d10', 'gw_port': {'id': '3cd83b60-f3e3-4758-a5e4-a3268c9f6152', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:22Z', 'updated_at': '2021-08-11T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:23.875129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:23.880918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-80c670f7-3427-4bcf-b897-079b596e0b82', 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'fixed_ips': [{'subnet_id': 'fb3da33b-72ed-46b9-9c78-b602a4edb6bf'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:23.884199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.893181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:23.914613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.916013 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:23.992288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:24.005565 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.067812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'mac_address': 'fa:16:3e:f4:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:24.191967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-5256d51c-2de3-4d3f-ac6b-1f861682b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:24.198045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-5256d51c-2de3-4d3f-ac6b-1f861682b1fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2 HTTP/1.1" status: 200 len: 911 time: 0.5386121 Aug 11 02:32:24.285887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.331193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.484042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object 48955918-9aa9-4b40-a415-435a29367545 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:24.508710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-9f6dc091-8a91-46d3-868d-8bceaab5b014 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 1000 time: 0.2855701 Aug 11 02:32:24.515100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951074b4-3752-4c63-b4f1-5ebd2b971c1c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:24.620483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:24.623531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.634846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.718951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Allocated IP 10.2.2.2 (80c670f7-3427-4bcf-b897-079b596e0b82/fb3da33b-72ed-46b9-9c78-b602a4edb6bf/272e2d7b-72c4-4aae-86fa-d1a6f4b0953b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:24.756449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.766772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-61ce096a-8cc7-4ca8-a97a-202b0befe721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:24.769272 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-61ce096a-8cc7-4ca8-a97a-202b0befe721 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 200 len: 850 time: 0.2451787 Aug 11 02:32:24.794429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:24.811687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.855667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '67d70c13-74bc-4dff-99f5-5aca164fd69e', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'port_id': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'mac_address': 'fa:16:3e:6f:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:30:12Z', 'updated_at': '2021-08-11T02:32:15Z', 'revision_number': 1, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:28Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:24.859075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:24.934195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 90144842-d996-4568-a3c0-cf8813c1b45c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:24.947016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22306-9342-4f72-8244-9377b1720d01 req-46b0400b-b97e-474c-ae40-37f9714bba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:24.947016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-46b0400b-b97e-474c-ae40-37f9714bba13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879045 Aug 11 02:32:24.961201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:24.963288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:24.975417 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56214d2-3381-4621-884d-aa6982479d03 None None] The sync data for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 is: [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '67d70c13-74bc-4dff-99f5-5aca164fd69e', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'port_id': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'mac_address': 'fa:16:3e:6f:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:30:12Z', 'updated_at': '2021-08-11T02:32:15Z', 'revision_number': 1, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:28Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:24.979244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:25.127343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b81545f-34b5-40b6-bbc0-9874e7170060 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:25.140696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3111-02f8-49d5-891f-b5237c79cee1 req-9b8790be-6c93-41ce-8219-32bbcef3b2eb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:25.154945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c3c3111-02f8-49d5-891f-b5237c79cee1 req-9b8790be-6c93-41ce-8219-32bbcef3b2eb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 1.7401335 Aug 11 02:32:25.158370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-5e84cf3d-95bb-4008-9afe-9e89388462ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:25.163417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-5e84cf3d-95bb-4008-9afe-9e89388462ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 1.3173497 Aug 11 02:32:25.203441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['951074b4-3752-4c63-b4f1-5ebd2b971c1c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:25.217610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b81545f-34b5-40b6-bbc0-9874e7170060 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:25.218452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b81545f-34b5-40b6-bbc0-9874e7170060 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:25.220348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:25.328521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-13904515-e0b1-422f-8672-b06ed342e852 None None] Provisioning complete for port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:25.329167 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13904515-e0b1-422f-8672-b06ed342e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.369491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07117e-1a16-43a6-8f67-94dc85303a19 req-88d74020-8887-49bb-983d-54096c9e5b81 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:25.376382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f07117e-1a16-43a6-8f67-94dc85303a19 req-88d74020-8887-49bb-983d-54096c9e5b81 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 948 time: 1.5316603 Aug 11 02:32:25.377869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:25.416979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:25.418592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.464138 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8a60b462-65ed-45a0-b0d3-b004d01438e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4571850 Aug 11 02:32:25.477545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59468) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:25.491094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'name': 'tempest-TaggedBootDevicesTest_v242-1363333662', 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:25.504491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d9053-e4e8-4a49-bb6f-d4df2fbef11b None None] New status for floating IP 67d70c13-74bc-4dff-99f5-5aca164fd69e: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:32:25.722719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.802829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Transition to ACTIVE for port object 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:25.811933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c3c3111-02f8-49d5-891f-b5237c79cee1 req-501168ed-10f5-4954-a413-3724559ee6ee tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463621 Aug 11 02:32:25.818015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f07117e-1a16-43a6-8f67-94dc85303a19 req-36800bf5-fc76-440d-8cac-6d7a0221c1c9 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721156 Aug 11 02:32:25.855580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb68c-fa32-47e4-9ba4-cc7b9e245cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.917093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Transition to ACTIVE for port object 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:25.990030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-860dd257-7b9a-4a53-a4a4-3fb995537800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:25.991953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-860dd257-7b9a-4a53-a4a4-3fb995537800 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8100581 Aug 11 02:32:26.010136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-62d5aeec-a7e7-42c5-adc9-df4ba62d59a6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:26.012252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-62d5aeec-a7e7-42c5-adc9-df4ba62d59a6 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.59 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.3359306 Aug 11 02:32:26.013116 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.019480 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.097166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Network 80c670f7-3427-4bcf-b897-079b596e0b82 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:26.110433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:26.117367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:26.125118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Pushing event updated for resources: {'Port': ['ID=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.171810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd83b60-f3e3-4758-a5e4-a3268c9f6152,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.182772 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-08d00d24-a8f8-4277-8bd5-2278f2cf313a service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871371 Aug 11 02:32:26.242786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Attempting to bind port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:26.243743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Attempting to bind port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:26.244612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Attempting to bind port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b on network 80c670f7-3427-4bcf-b897-079b596e0b82 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:26.253757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-361731e8-4a08-4571-8496-a7da6c011230 None None] Provisioning for port 48955918-9aa9-4b40-a415-435a29367545 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:26.262081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:26.262586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Checking segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:26.263303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.264038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Bound using segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:26.264816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Bound port: 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:26.265759 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.271164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-361731e8-4a08-4571-8496-a7da6c011230 None None] Provisioning complete for port 48955918-9aa9-4b40-a415-435a29367545 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:26.271764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-361731e8-4a08-4571-8496-a7da6c011230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.314613 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-baf22306-9342-4f72-8244-9377b1720d01 req-2a61e770-7648-48fb-b9f2-96e2fea17c95 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218169 Aug 11 02:32:26.349365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Router 736ca004-2a0d-40dc-9957-3478f7fbb6df has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:26.388358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-361731e8-4a08-4571-8496-a7da6c011230 None None] Port 48955918-9aa9-4b40-a415-435a29367545 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:26.393920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-ebeefd0f-a3eb-4dda-9310-16cddeeec681 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722343 Aug 11 02:32:26.419972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] For port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:26.426148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] For port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:26.432340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.483399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.539743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46398a32-de2d-4d15-a331-b742405a7fee None None] Pushing event updated for resources: {'Port': ['ID=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.776693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Deleting port 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:26.777118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.843812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.911317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb68c-fa32-47e4-9ba4-cc7b9e245cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.913713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.950506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb68c-fa32-47e4-9ba4-cc7b9e245cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.979267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:26.996524 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.082105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] device_id is not set on port 39ccc581-9382-449f-9f8d-2f3c05ac892e yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:27.159191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-029c092d-df3f-4b15-ab0a-ef3ccc8ab951 req-d972abc5-06f4-4c70-bed1-3ff2d4665fcd service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540567 Aug 11 02:32:27.279407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:27.312222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.313064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:32:27.388315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:27.398785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.400225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:27.405031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-19c22f3a-2c95-45fe-9168-b8eb32182b61 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8c7f8295-fd7d-4ec2-83f8-cf5e78e6570f HTTP/1.1" status: 204 len: 168 time: 6.5412245 Aug 11 02:32:27.408095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bb68c-fa32-47e4-9ba4-cc7b9e245cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678335bc-7383-4b6a-b225-d10dfb9e8278,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.413175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.434489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1a6bb68c-fa32-47e4-9ba4-cc7b9e245cf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f22699f0aaca40b2a23a77818c59db76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9975832 Aug 11 02:32:27.440999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.461993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 10.1.1.225 (90144842-d996-4568-a3c0-cf8813c1b45c/7684ffe9-c02b-4b05-81e7-b20ee6734e4d/39ccc581-9382-449f-9f8d-2f3c05ac892e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:27.480550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:27.494949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] Sync routers for ids ['736ca004-2a0d-40dc-9957-3478f7fbb6df'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:27.506435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2be4e39c-3e30-4c2a-a9e8-3d2eb04f0e22 admin admin] 10.222.0.16 "PUT /v2.0/routers/736ca004-2a0d-40dc-9957-3478f7fbb6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9375405 Aug 11 02:32:27.526184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] For port 6af311f7-498b-4e26-a938-cfd85c9e959a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6af311f7-498b-4e26-a938-cfd85c9e959a,segment=NetworkSegment(8943c9f7-4b3c-4a8d-9ab9-187cac959e7b),segment_id=8943c9f7-4b3c-4a8d-9ab9-187cac959e7b)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:27.526544 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.528486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.533000 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] Routers {'736ca004-2a0d-40dc-9957-3478f7fbb6df'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:27.534222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['736ca004-2a0d-40dc-9957-3478f7fbb6df'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:27.548113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a3f5d-944b-441e-be85-d4037207ceb7 req-224b75c1-96e6-41dd-a664-7eb1e6dae188 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.549018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:27.551120 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.560668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-049a3f5d-944b-441e-be85-d4037207ceb7 req-224b75c1-96e6-41dd-a664-7eb1e6dae188 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 949 time: 0.4276371 Aug 11 02:32:27.605513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Calling delete_port for 6af311f7-498b-4e26-a938-cfd85c9e959a owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:27.691421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c9225-888f-4635-a8e3-5f51d146b50f req-6df470eb-9688-4237-b3b3-a67e23bf89ad tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.716760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca4c9225-888f-4635-a8e3-5f51d146b50f req-6df470eb-9688-4237-b3b3-a67e23bf89ad tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 946 time: 0.5618191 Aug 11 02:32:27.730377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-31131e18-6596-4a59-b744-eabf132a9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.732455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Deleting subnet afa5993c-1670-46d3-b8d9-6385eea3cefb {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:27.733021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-31131e18-6596-4a59-b744-eabf132a9b21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 1098 time: 0.4816766 Aug 11 02:32:27.749044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.918419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-049a3f5d-944b-441e-be85-d4037207ceb7 req-6f6a10e7-f04c-4d6a-96c5-f7cde53375e2 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564215 Aug 11 02:32:27.927303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.989728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca4c9225-888f-4635-a8e3-5f51d146b50f req-e6d37fa8-6539-4e84-a813-20be48e61667 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/security-groups?id=aadae2ae-e5e3-42ff-afb9-fb05688988f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518899 Aug 11 02:32:28.073281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae32b00-c742-4d39-96b9-9ce520cc1486 None None] Network 80c670f7-3427-4bcf-b897-079b596e0b82 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:28.092625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72a1b9bc-b76f-4222-825f-0cae1f15bcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.131690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-878eb757-275f-4057-8813-26f1695d257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.131960 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] Set router 736ca004-2a0d-40dc-9957-3478f7fbb6df gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:28.135656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-878eb757-275f-4057-8813-26f1695d257f service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.3858612 Aug 11 02:32:28.191286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.195133 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72a1b9bc-b76f-4222-825f-0cae1f15bcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.230341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-b9a64256-904f-4301-a5dc-862da948b65b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4096217-0804-46a8-9aee-6777630237bf HTTP/1.1" status: 200 len: 217 time: 0.0567617 Aug 11 02:32:28.327316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-bcfc16d5-bc6a-4ae0-8cca-2995f96d8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.329814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-bcfc16d5-bc6a-4ae0-8cca-2995f96d8100 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0563879 Aug 11 02:32:28.336115 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.362093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.369755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] Provisioning for port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:28.384111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.384425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] Provisioning complete for port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:28.385702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.395455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Pushing event deleted for resources: {'Port': ['ID=6af311f7-498b-4e26-a938-cfd85c9e959a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.436747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72a1b9bc-b76f-4222-825f-0cae1f15bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.440339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72a1b9bc-b76f-4222-825f-0cae1f15bcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.443795 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-72a1b9bc-b76f-4222-825f-0cae1f15bcb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/678335bc-7383-4b6a-b225-d10dfb9e8278 HTTP/1.1" status: 204 len: 168 time: 0.9854360 Aug 11 02:32:28.443795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.446349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object 39ccc581-9382-449f-9f8d-2f3c05ac892e will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:28.463237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] No DVR routers for this DVR port 6af311f7-498b-4e26-a938-cfd85c9e959a on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:28.466984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.469836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76d815c8-2df6-455b-91a5-384e59c4f308 req-872cffbe-d0b9-410f-88c6-e385a5e49fbb tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.59 "DELETE /v2.0/ports/6af311f7-498b-4e26-a938-cfd85c9e959a HTTP/1.1" status: 204 len: 173 time: 2.3379533 Aug 11 02:32:28.470629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-deleted', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:28.472094 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:32:21Z', 'revision_number': 5, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port': {'id': '74198a51-3d2d-46df-8dcd-514e6927d4b9', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:57Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.481516 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54656a99-fcbd-4509-8e60-5f692257e4f5" -d '{"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-deleted", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:28.490708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-4e349e66-55d2-4b95-80e9-2c2a0e246562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.493162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-4e349e66-55d2-4b95-80e9-2c2a0e246562 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540697 Aug 11 02:32:28.524783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b9bc-b76f-4222-825f-0cae1f15bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678335bc-7383-4b6a-b225-d10dfb9e8278,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.565062 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] Checking router: 736ca004-2a0d-40dc-9957-3478f7fbb6df for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:28.578527 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdae5e0-82c4-438d-bfbe-5fed5ae0f429 x-openstack-request-id: req-3fdae5e0-82c4-438d-bfbe-5fed5ae0f429 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:28.578760 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814224e-04d9-414d-b5ba-4ca4dbb07141", "name": "network-vif-deleted", "tag": "6af311f7-498b-4e26-a938-cfd85c9e959a", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:28.579437 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fdae5e0-82c4-438d-bfbe-5fed5ae0f429 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:28.579871 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814224e-04d9-414d-b5ba-4ca4dbb07141', 'name': 'network-vif-deleted', 'tag': '6af311f7-498b-4e26-a938-cfd85c9e959a', 'status': 'completed', 'code': 200} Aug 11 02:32:28.592241 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] Routers {'736ca004-2a0d-40dc-9957-3478f7fbb6df'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:28.593459 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['736ca004-2a0d-40dc-9957-3478f7fbb6df'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:28.615355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Deleting port 74198a51-3d2d-46df-8dcd-514e6927d4b9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:28.615615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.620977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.647790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.667049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:28.681635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-a44a2e1c-dce1-4d33-8a4b-73b8001b3462 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775413 Aug 11 02:32:28.766286 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.814963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa5993c-1670-46d3-b8d9-6385eea3cefb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.828267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 90144842-d996-4568-a3c0-cf8813c1b45c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:28.829810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.830702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e95ec6-6a2d-4619-99ff-ee20ab1c09d1 None None] Network ba1c314a-3426-4bb7-a034-7e567490564b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:28.841037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb2ccbd9-6c3c-4898-9b5f-4ac78b97cee0 req-0339c399-d997-415d-aab5-bf670a8b5361 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502600 Aug 11 02:32:28.842342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59490) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:28.845917 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c47e4a35-d80f-4df4-a9c7-f66afe16e9b2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/afa5993c-1670-46d3-b8d9-6385eea3cefb HTTP/1.1" status: 204 len: 168 time: 1.4301164 Aug 11 02:32:28.852088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:28.864934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:28.883816 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] Set router 736ca004-2a0d-40dc-9957-3478f7fbb6df gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:28.935399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.955684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.968775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] For port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:28.982831 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:32:28Z', 'revision_number': 6, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:29.004222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:29.041860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] For port 74198a51-3d2d-46df-8dcd-514e6927d4b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=74198a51-3d2d-46df-8dcd-514e6927d4b9,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:29.050755 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0c9fd-23da-418f-a7f3-2a365fb24134 None None] The sync data for ids ['736ca004-2a0d-40dc-9957-3478f7fbb6df'] in n-d-715271-8 is: [{'id': '736ca004-2a0d-40dc-9957-3478f7fbb6df', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-302524323-router', 'tenant_id': 'b3b1bf0f0afc4477866311eced7ad900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:56Z', 'updated_at': '2021-08-11T02:32:28Z', 'revision_number': 6, 'project_id': 'b3b1bf0f0afc4477866311eced7ad900', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:29.059037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.097193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Deleting port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:29.101179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.138153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.141290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Calling delete_port for 74198a51-3d2d-46df-8dcd-514e6927d4b9 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:29.162808 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.169700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:29.170454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.206673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3b3-5bf8-4124-b638-b9331cfd8874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.262931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-75a62251-82d5-4378-ab7c-12be74cabcb0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7800367 Aug 11 02:32:29.317528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:29.318102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3cd83b60-f3e3-4758-a5e4-a3268c9f6152 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:29.324825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 951074b4-3752-4c63-b4f1-5ebd2b971c1c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:29.373672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 951074b4-3752-4c63-b4f1-5ebd2b971c1c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:29.374314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.502417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3b3-5bf8-4124-b638-b9331cfd8874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.511703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79bbf3b3-5bf8-4124-b638-b9331cfd8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.536441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.594782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459348-b37d-435e-9473-7485fa8343a2 None None] Pushing event updated for resources: {'Port': ['ID=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:29.600691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-feb8dc71-765a-4da7-a047-87012d905e99 None None] Provisioning for port 39ccc581-9382-449f-9f8d-2f3c05ac892e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:29.609146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-feb8dc71-765a-4da7-a047-87012d905e99 None None] Provisioning complete for port 39ccc581-9382-449f-9f8d-2f3c05ac892e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:29.609533 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-feb8dc71-765a-4da7-a047-87012d905e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.619059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Pushing event deleted for resources: {'Port': ['ID=74198a51-3d2d-46df-8dcd-514e6927d4b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:29.624894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-79bbf3b3-5bf8-4124-b638-b9331cfd8874 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6908cd71076a46a987ef264e9d80f46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848137 Aug 11 02:32:29.628268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.637304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbf3b3-5bf8-4124-b638-b9331cfd8874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d659004-e4a7-42fe-9dd1-202751c6d8b2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:29.740989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-feb8dc71-765a-4da7-a047-87012d905e99 None None] Port 39ccc581-9382-449f-9f8d-2f3c05ac892e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:29.760122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.778970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.795687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:29.798165 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c361d65-05a1-4ca6-a000-5ffc2e535272" -d '{"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-plugged", "status": "completed", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:29.816280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:29.823087 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.825312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:29.848613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c64156d-4ebe-45e4-9ee6-3d018db23ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.874050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 6af311f7-498b-4e26-a938-cfd85c9e959a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:29.874725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6af311f7-498b-4e26-a938-cfd85c9e959a not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:29.903475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.909787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.911061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2cb037e-f442-466f-8ab4-cc522f99a163 req-766ca8d5-63d1-4a99-82b5-250a2a8e8364 tempest-ServersNegativeTestJSON-2042030123 tempest-ServersNegativeTestJSON-2042030123-project] 10.222.0.16 "GET /v2.0/ports?device_id=0814224e-04d9-414d-b5ba-4ca4dbb07141 HTTP/1.1" status: 200 len: 210 time: 0.0909860 Aug 11 02:32:29.913138 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c64156d-4ebe-45e4-9ee6-3d018db23ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.931713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a43cb64-211f-4949-9fe8-b54ae1bd9130 None None] Provisioning complete for port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:29.932356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a43cb64-211f-4949-9fe8-b54ae1bd9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.953272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2425-ddb2-42c7-86f8-5f5e13db1a42 req-971ad39e-1957-41f4-a66f-01bf43371e06 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:29.963041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bbf2425-ddb2-42c7-86f8-5f5e13db1a42 req-971ad39e-1957-41f4-a66f-01bf43371e06 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 950 time: 0.8546133 Aug 11 02:32:29.975740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] For port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:29.976796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.006277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.007024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736ca004-2a0d-40dc-9957-3478f7fbb6df {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:32:30.009721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Calling delete_port for 27d9e6c0-53ab-4ea2-bb15-ced7b239443e owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:30.013409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.014805 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f26e894-ec84-439d-b115-5e349e1a67bd admin admin] 10.222.0.16 "DELETE /v2.0/routers/736ca004-2a0d-40dc-9957-3478f7fbb6df HTTP/1.1" status: 204 len: 168 time: 2.4855547 Aug 11 02:32:30.014974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.018474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.050349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] DHCP port deletion for ba1c314a-3426-4bb7-a034-7e567490564b request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:30.132824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Deleting subnet b254197f-452f-4a44-8a36-136067344236 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:30.138328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.163188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] Deleting port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:30.163920 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.168437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bbf2425-ddb2-42c7-86f8-5f5e13db1a42 req-187f791d-3839-4420-bb14-d54da00b033e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049277 Aug 11 02:32:30.188662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c64156d-4ebe-45e4-9ee6-3d018db23ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.192300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c64156d-4ebe-45e4-9ee6-3d018db23ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.199337 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c64156d-4ebe-45e4-9ee6-3d018db23ca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d659004-e4a7-42fe-9dd1-202751c6d8b2 HTTP/1.1" status: 204 len: 168 time: 0.5663438 Aug 11 02:32:30.199337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.284836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64156d-4ebe-45e4-9ee6-3d018db23ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d659004-e4a7-42fe-9dd1-202751c6d8b2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.303947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] For port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,segment=NetworkSegment(78ecd841-e360-43e6-83c2-1eea7cce101e),segment_id=78ecd841-e360-43e6-83c2-1eea7cce101e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:30.308072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.318552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.358362 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667c63d-d528-4457-baac-ba37069f4a74 x-openstack-request-id: req-a667c63d-d528-4457-baac-ba37069f4a74 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:30.359200 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-plugged", "status": "completed", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:30.359838 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a667c63d-d528-4457-baac-ba37069f4a74 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:30.360669 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'code': 200} Aug 11 02:32:30.374376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] Calling delete_port for 27d9e6c0-53ab-4ea2-bb15-ced7b239443e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:30.428222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Pushing event deleted for resources: {'Port': ['ID=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.470425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] No DVR routers for this DVR port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:30.473486 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.483641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.491278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655577649', 'description': 'tempest-description--481379623'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:30.501182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:30.596178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.623020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.629383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fb9bb-0bd8-4d36-aaa2-112cb7a8867b req-ae3165ad-a1f3-4ad8-829f-0a160a361162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:30.631256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce6fb9bb-0bd8-4d36-aaa2-112cb7a8867b req-ae3165ad-a1f3-4ad8-829f-0a160a361162 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 1101 time: 0.1873901 Aug 11 02:32:30.673095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1c314a-3426-4bb7-a034-7e567490564b']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:30.687754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.701008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ecd841-e360-43e6-83c2-1eea7cce101e') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:30.701381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ecd841-e360-43e6-83c2-1eea7cce101e') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:30.725753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce6fb9bb-0bd8-4d36-aaa2-112cb7a8867b req-fe82f2f5-3a50-4438-9042-a54f0d99f77a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784645 Aug 11 02:32:30.726720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b254197f-452f-4a44-8a36-136067344236,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.732544 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.739934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:30.758465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36a2bf-2109-4aed-b9ce-c98e42cf5786 None None] Network 088f6dce-e80d-4765-86ed-dc93b9937f6b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:30.764053 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.766833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-34e6be10-721c-489b-81fd-4ec2f4645180 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b254197f-452f-4a44-8a36-136067344236 HTTP/1.1" status: 204 len: 168 time: 0.7474220 Aug 11 02:32:30.768939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.771193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.793391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:30.795079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:30.804636 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:30.831767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'b4096217-0804-46a8-9aee-6777630237bf', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'b4096217-0804-46a8-9aee-6777630237bf', 'mac_address': 'fa:16:3e:27:c2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:30.858984 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.879627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.896133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] No DVR routers for this DVR port 27d9e6c0-53ab-4ea2-bb15-ced7b239443e on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:30.899405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.906275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.953321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb981243-579d-43a4-b735-f52d61d24b2a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.957533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbfff4-1c48-48fd-8b1a-923b989700cf None None] Pushing event deleted for resources: {'Port': ['ID=27d9e6c0-53ab-4ea2-bb15-ced7b239443e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.961514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.966874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0515ce60-36ce-4cf2-afb5-5499bd8b47cc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4792218 Aug 11 02:32:30.967330 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.967829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.973497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'security_group_rule': {'security_group_id': 'fb981243-579d-43a4-b735-f52d61d24b2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:30.994256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.001058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.003360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ba1c314a-3426-4bb7-a034-7e567490564b HTTP/1.1" status: 204 len: 168 time: 2.1596780 Aug 11 02:32:31.037614 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:32:31.048078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9e301-60d0-49d7-8f13-7196249b452b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1c314a-3426-4bb7-a034-7e567490564b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.066324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:31.075741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59528) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.105333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.149497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4096217-0804-46a8-9aee-6777630237bf {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:31.210689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Deleting subnet 4a5e655b-9258-4b81-975b-0d153b4c59db {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:31.216224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:31.219044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:31.220155 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.231538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.234315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.244976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Deleting port 3affa44a-9481-4790-b242-5dd9be0a52b4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:31.245757 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.295240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59538) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.374465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] DHCP port deletion for 088f6dce-e80d-4765-86ed-dc93b9937f6b request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:31.396409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.411445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] For port 3affa44a-9481-4790-b242-5dd9be0a52b4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3affa44a-9481-4790-b242-5dd9be0a52b4,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:31.418718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.464755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Calling delete_port for 3affa44a-9481-4790-b242-5dd9be0a52b4 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:31.467532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.471880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.477742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a8f2ac4c-a06c-4bef-9075-a4edd962d3e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ff3b0a785e147aca5c368e57a3e2d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810246 Aug 11 02:32:31.500664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.532017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['b4096217-0804-46a8-9aee-6777630237bf'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:31.562342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf109f-1b22-4075-8e69-d5b9cc691dfe req-fcb784a4-f99d-488d-a89a-f4c344c0db14 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:31.565465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83bf109f-1b22-4075-8e69-d5b9cc691dfe req-fcb784a4-f99d-488d-a89a-f4c344c0db14 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 950 time: 0.2326469 Aug 11 02:32:31.606279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.630564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] Deleting port 3affa44a-9481-4790-b242-5dd9be0a52b4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:31.631233 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.663311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.712737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c0b41f0-8688-4c0f-968e-87453d582a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.716712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83bf109f-1b22-4075-8e69-d5b9cc691dfe req-916d8b54-2da2-478f-a0e8-fc33711e12f8 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403775 Aug 11 02:32:31.751374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.754871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9bf2cc-7d87-434e-bd8c-35877d3d8681,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.799917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.802048 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-38ec67ec-4c05-4392-b0af-ef6aad6af506 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8325834 Aug 11 02:32:31.812585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.822855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5e655b-9258-4b81-975b-0d153b4c59db,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.825495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.831900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fcc75370-996e-4604-be47-7947aa1229cc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a5e655b-9258-4b81-975b-0d153b4c59db HTTP/1.1" status: 204 len: 168 time: 0.7547641 Aug 11 02:32:31.832249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'security_group_rule': {'security_group_id': 'fb981243-579d-43a4-b735-f52d61d24b2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:31.833023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59550) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.847226 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c0b41f0-8688-4c0f-968e-87453d582a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.893391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74198a51-3d2d-46df-8dcd-514e6927d4b9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:31.938373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.973618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 74198a51-3d2d-46df-8dcd-514e6927d4b9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:31.974129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 74198a51-3d2d-46df-8dcd-514e6927d4b9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:31.974695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27d9e6c0-53ab-4ea2-bb15-ced7b239443e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:31.986880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3affa44a-9481-4790-b242-5dd9be0a52b4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.990313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] For port 3affa44a-9481-4790-b242-5dd9be0a52b4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3affa44a-9481-4790-b242-5dd9be0a52b4,segment=NetworkSegment(de5422d8-2625-4c79-9cb2-b0227387e0b1),segment_id=de5422d8-2625-4c79-9cb2-b0227387e0b1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:31.991719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.995537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.008878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] No DVR routers for this DVR port 3affa44a-9481-4790-b242-5dd9be0a52b4 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:32.011675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.083989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 27d9e6c0-53ab-4ea2-bb15-ced7b239443e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:32.084311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27d9e6c0-53ab-4ea2-bb15-ced7b239443e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:32.084748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af55aac2-1de0-4303-858f-0a366924a087 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:32.100314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] Calling delete_port for 3affa44a-9481-4790-b242-5dd9be0a52b4 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:32.111915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.125482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985c0176-c110-4b19-8627-885506cbeb11']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:32.140614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:32.141262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8943c9f7-4b3c-4a8d-9ab9-187cac959e7b') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:32.154533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.169120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.172408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.181669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:32.182683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.200127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.210636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c0b41f0-8688-4c0f-968e-87453d582a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.215359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c0b41f0-8688-4c0f-968e-87453d582a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.217285 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c0b41f0-8688-4c0f-968e-87453d582a3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eed6c5a1-7b1f-4825-a74b-4834f62a9d4f HTTP/1.1" status: 204 len: 168 time: 0.7150872 Aug 11 02:32:32.241111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088f6dce-e80d-4765-86ed-dc93b9937f6b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:32.259366 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:32.265498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.279625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.285746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] 10.222.0.16 "DELETE /v2.0/networks/985c0176-c110-4b19-8627-885506cbeb11 HTTP/1.1" status: 204 len: 168 time: 0.4514937 Aug 11 02:32:32.308408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: af55aac2-1de0-4303-858f-0a366924a087 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:32.309221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af55aac2-1de0-4303-858f-0a366924a087 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:32.311308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] No DVR routers for this DVR port 3affa44a-9481-4790-b242-5dd9be0a52b4 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:32.315341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c1e4e-55d8-4a34-a94a-d4aab516f8bb None None] Pushing event deleted for resources: {'Port': ['ID=3affa44a-9481-4790-b242-5dd9be0a52b4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.329116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6ce7-ae0c-4f19-afaa-c0bdc7d23c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=985c0176-c110-4b19-8627-885506cbeb11,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.339363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5422d8-2625-4c79-9cb2-b0227387e0b1') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:32.339910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5422d8-2625-4c79-9cb2-b0227387e0b1') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:32.352604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b41f0-8688-4c0f-968e-87453d582a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed6c5a1-7b1f-4825-a74b-4834f62a9d4f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.378183 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.420774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.426028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.433839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:32.434602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:32.437357 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:32.439447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.541731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4f63bb-128c-439c-9a78-d060e195c546,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.563460 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.565626 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-32d28df8-e00b-48bb-b31b-18dc50d718bf tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7487407 Aug 11 02:32:32.568800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.576595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:32.599815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.614137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.619663 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/088f6dce-e80d-4765-86ed-dc93b9937f6b HTTP/1.1" status: 204 len: 168 time: 1.8452296 Aug 11 02:32:32.628181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59572) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.669149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f0730-0ad4-469f-9abf-e4ad0722b3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=088f6dce-e80d-4765-86ed-dc93b9937f6b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.676755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.706080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5bd8d087-a084-44f7-b686-1e126a69bf37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d946aa112fa048b7992895a4ea347e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746524 Aug 11 02:32:32.708834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59574) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.886186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27d2f4f8-1366-4a51-a047-dca953853e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.907721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc2803-6560-40df-ab86-1d6850ff364e req-87d01d55-1af2-4f60-aad9-c5442ccd2622 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:32.910116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5bc2803-6560-40df-ab86-1d6850ff364e req-87d01d55-1af2-4f60-aad9-c5442ccd2622 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 950 time: 0.0898883 Aug 11 02:32:32.927814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.941741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3affa44a-9481-4790-b242-5dd9be0a52b4 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:32.944322 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27d2f4f8-1366-4a51-a047-dca953853e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.988742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5bc2803-6560-40df-ab86-1d6850ff364e req-ccc6295a-e7e5-4dd7-a059-1d59e2b52be6 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714707 Aug 11 02:32:33.020460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.072234 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27d2f4f8-1366-4a51-a047-dca953853e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.075605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27d2f4f8-1366-4a51-a047-dca953853e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.076377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3affa44a-9481-4790-b242-5dd9be0a52b4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:33.076577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-27d2f4f8-1366-4a51-a047-dca953853e40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aadae2ae-e5e3-42ff-afb9-fb05688988f2 HTTP/1.1" status: 204 len: 168 time: 0.3657897 Aug 11 02:32:33.081452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3affa44a-9481-4790-b242-5dd9be0a52b4 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:33.084778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e04a1774-eda6-420e-a21e-3b0feb3e9724 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3b1bf0f0afc4477866311eced7ad900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628605 Aug 11 02:32:33.088836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.091279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2f4f8-1366-4a51-a047-dca953853e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadae2ae-e5e3-42ff-afb9-fb05688988f2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:33.116644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 172.25.6.243 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/6210bb96-e4b2-4309-86f7-aee6520d99f8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:33.211589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631dd22-301f-4eef-bd70-0fd1d8a04dd1 req-6df35e7b-b70a-4472-9c34-2157c3cc00e7 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:33.213880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d631dd22-301f-4eef-bd70-0fd1d8a04dd1 req-6df35e7b-b70a-4472-9c34-2157c3cc00e7 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 948 time: 0.0880382 Aug 11 02:32:33.240463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac27bd7a-a837-4e66-b635-51247e6bc033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.295505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac27bd7a-a837-4e66-b635-51247e6bc033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.299531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d631dd22-301f-4eef-bd70-0fd1d8a04dd1 req-2f5e6ba0-b062-409b-b1e7-80867140fb52 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771148 Aug 11 02:32:33.374119 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.437625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac27bd7a-a837-4e66-b635-51247e6bc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.445882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac27bd7a-a837-4e66-b635-51247e6bc033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.450213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ac27bd7a-a837-4e66-b635-51247e6bc033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31dd628f-062e-409a-9e9b-e6dfe941c654 HTTP/1.1" status: 204 len: 168 time: 0.3516512 Aug 11 02:32:33.464445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27bd7a-a837-4e66-b635-51247e6bc033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd628f-062e-409a-9e9b-e6dfe941c654,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:33.483984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.567522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:33.580655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:33.587294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:33.632257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=6210bb96-e4b2-4309-86f7-aee6520d99f8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:33.718365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.762270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.038981 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.046463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.199680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=6210bb96-e4b2-4309-86f7-aee6520d99f8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:34.219310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.242534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.258036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb5a8b57-e381-4481-97b7-89edf5eaa1ac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6744089 Aug 11 02:32:34.442973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0126460-d080-438b-8726-c8980e260c0a req-7df4ecd2-3eb4-4ad2-8ee5-dfdc4920901b tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:34.447063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0126460-d080-438b-8726-c8980e260c0a req-7df4ecd2-3eb4-4ad2-8ee5-dfdc4920901b tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 948 time: 0.0580597 Aug 11 02:32:34.502867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0126460-d080-438b-8726-c8980e260c0a req-46630a22-0b06-43db-a723-b37adc5688f8 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 Aug 11 02:32:34.516864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:34.604183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port b4096217-0804-46a8-9aee-6777630237bf completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:34.609047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port b4096217-0804-46a8-9aee-6777630237bf triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:34.609683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.729789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.758580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:34.761478 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc7ba33-803b-4b59-972c-6bfac97c59c5" -d '{"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:34.781175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:34.793264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.820922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:34.870214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.031780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6808330b-b882-4d38-94b7-e9795efaa6b3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1655577649&fields=id&tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a HTTP/1.1" status: 200 len: 267 time: 0.0757742 Aug 11 02:32:35.111031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-a5d9a3d2-9490-46cd-98c1-0efe832ff0af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.113596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-a5d9a3d2-9490-46cd-98c1-0efe832ff0af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 935 time: 0.0741980 Aug 11 02:32:35.205431 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e961a-f309-428f-ab11-2b18b1274ab2 x-openstack-request-id: req-633e961a-f309-428f-ab11-2b18b1274ab2 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:35.206113 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:35.206673 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-633e961a-f309-428f-ab11-2b18b1274ab2 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:35.207410 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'code': 200} Aug 11 02:32:35.224278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2acc2a9f-23c5-4a7d-bdf7-fb0bc083ebc9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.227588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2acc2a9f-23c5-4a7d-bdf7-fb0bc083ebc9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 937 time: 0.1014438 Aug 11 02:32:35.246703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-194292457-network', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:35.293653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:35.300547 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.303293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-0c63406f-03f7-40df-844b-198a63c82343 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0605979 Aug 11 02:32:35.319166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.429724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5048c80f-1614-4d76-93b8-d5cdb10f63f2 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1133711 Aug 11 02:32:35.488152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b3b1d-d641-47e2-a4ae-50e297066b23 req-6bb00eb8-aea2-4bac-b81d-38e9a9c0bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.493541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948b3b1d-d641-47e2-a4ae-50e297066b23 req-6bb00eb8-aea2-4bac-b81d-38e9a9c0bafa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 1100 time: 0.1836219 Aug 11 02:32:35.560645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.571844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.620549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:35.669723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.670391 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Added segment e58be79c-a9ea-4dd1-ac9a-9c6ce860015d of type vlan for network a4f8a805-762d-47ac-8116-8429cb51e77d Aug 11 02:32:35.674828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-948b3b1d-d641-47e2-a4ae-50e297066b23 req-581f84b0-e77b-49a1-922d-87718c08dc39 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242528 Aug 11 02:32:35.693108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9132df-cb50-4837-8a20-737fd08cb312,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.737780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-bdc9a32b-ba13-442d-91c3-006622456fdb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.743988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-bdc9a32b-ba13-442d-91c3-006622456fdb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.750055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-bdc9a32b-ba13-442d-91c3-006622456fdb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.758286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-bdc9a32b-ba13-442d-91c3-006622456fdb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/networks?id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=80c670f7-3427-4bcf-b897-079b596e0b82&id=80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 200 len: 1994 time: 0.3272460 Aug 11 02:32:35.776155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-ab0ee9bd-0cda-493e-8764-ca340c5edc69 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/quotas/66a5bbd508df4c3e8dd6cbab3cc65f0a HTTP/1.1" status: 200 len: 375 time: 0.0168436 Aug 11 02:32:35.788522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.835513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c962a-7785-4b8a-8adc-753b3c18ad23 req-a4b00c2a-51f7-48da-829a-0dfb03cb6763 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.837219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d1c962a-7785-4b8a-8adc-753b3c18ad23 req-a4b00c2a-51f7-48da-829a-0dfb03cb6763 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 949 time: 0.1586475 Aug 11 02:32:35.863742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.864840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.866542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.898722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59700) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:35.947372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2a44d8ec-9d88-4b1c-8f2d-39e11a66253c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1700208 Aug 11 02:32:35.987175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f8a805-762d-47ac-8116-8429cb51e77d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:36.000699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d1c962a-7785-4b8a-8adc-753b3c18ad23 req-bfe24c58-ea9a-4949-93a6-089f27ef08ff tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487100 Aug 11 02:32:36.007018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a4f8a805-762d-47ac-8116-8429cb51e77d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:36.028274 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e1867e5f-2377-471c-8b19-0ef4ff0f3b69 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2054853 Aug 11 02:32:36.032522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59704) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.043610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Request body: {'subnet': {'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-194292457-subnet', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:36.102887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:36.107908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.306878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-7c98cf86-03ca-41db-827d-4467b8b59807 service neutron] 10.222.0.16 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030136 Aug 11 02:32:36.382087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.454926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9474524f-7ffb-4e38-a6d4-656ab6842464,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:36.477043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:36.477770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Network hostable DHCP agents. Network: a4f8a805-762d-47ac-8116-8429cb51e77d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:36.502840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-128238409-network', 'tenant_id': '1096c7d820fc4fafa55d5ee40583488f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:36.513225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Network a4f8a805-762d-47ac-8116-8429cb51e77d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:36.533915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a4f8a805-762d-47ac-8116-8429cb51e77d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:36.540750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:36.541760 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.548605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95cdeaa-572a-407b-8432-05304f9ce5bb None None] Network a4f8a805-762d-47ac-8116-8429cb51e77d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:36.586754 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ced8a8f1-a9c4-4709-86e0-0952749ba1a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5515716 Aug 11 02:32:36.590937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.599467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:36.681822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.683904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.708901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-944da89c-6556-459d-956a-56a981094ff3 service neutron] 10.222.0.16 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843238 Aug 11 02:32:36.742272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Made reservation on behalf of 1096c7d820fc4fafa55d5ee40583488f for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:36.744951 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.773770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.813552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6c3fdd46-048b-41e1-90ed-36b002150468 service neutron] 10.222.0.16 "GET /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1030245 Aug 11 02:32:36.844161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-10480422-d293-42f4-afc3-49aa166475d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2737129 Aug 11 02:32:37.120999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-ffd52b9f-42ee-4532-8a6c-045639364495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.123448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-ffd52b9f-42ee-4532-8a6c-045639364495 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 1097 time: 0.1620677 Aug 11 02:32:37.150561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-dd392475-3825-4a4e-a7fe-7127bf0b8a3e service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347116 Aug 11 02:32:37.294187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a4f8a805-762d-47ac-8116-8429cb51e77d', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:37.295147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.489655 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.526404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.578881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c368e7b-f1d6-44a0-b5cf-16ddb60b688f req-0a702f48-4029-4113-bcfb-76bebcfd840e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.580964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Allocated IP 172.20.0.2 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/ab36e544-8005-42c1-82bb-450836248cdb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:37.593374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c368e7b-f1d6-44a0-b5cf-16ddb60b688f req-0a702f48-4029-4113-bcfb-76bebcfd840e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 949 time: 0.3156469 Aug 11 02:32:37.701917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.725315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c368e7b-f1d6-44a0-b5cf-16ddb60b688f req-e6f6b0c9-153e-4f4d-8f68-2f3e42616baf tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301477 Aug 11 02:32:37.727567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:37.851579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-984d1952-a5bc-4ee6-ac3f-1452034f7db8 service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730414 Aug 11 02:32:37.886773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f328c0-8615-4be2-a6fc-651ac5245fba,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.890744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-a666f7b1-e6ef-4733-bc16-fc94ed11bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.893291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-a666f7b1-e6ef-4733-bc16-fc94ed11bc39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 0.7357848 Aug 11 02:32:37.963360 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.995905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Transition to ACTIVE for port object ab36e544-8005-42c1-82bb-450836248cdb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:38.055202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Transition to ACTIVE for port object ab36e544-8005-42c1-82bb-450836248cdb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:38.063261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.069445 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.088252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.088969 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Added segment 457cbefc-2c91-430b-ae63-34bcd615d72c of type vlan for network a1639288-0076-4547-b536-a78338c52d1b Aug 11 02:32:38.094346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-2a7eba2d-e138-4914-8fa0-c94caecaa9bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 200 len: 1002 time: 0.1751943 Aug 11 02:32:38.194311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:38.196773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Pushing event updated for resources: {'Port': ['ID=ab36e544-8005-42c1-82bb-450836248cdb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.201476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:38.205522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:38.206625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-78d95270-dedf-43f9-833e-af302070e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:38.209537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-78d95270-dedf-43f9-833e-af302070e509 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.0957901 Aug 11 02:32:38.288627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2e122976-41d8-495d-957a-170cbd2a8bf3 service neutron] 10.222.0.16 "GET /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4356475 Aug 11 02:32:38.349691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Attempting to bind port ab36e544-8005-42c1-82bb-450836248cdb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:38.353052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Attempting to bind port ab36e544-8005-42c1-82bb-450836248cdb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:38.354835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Attempting to bind port ab36e544-8005-42c1-82bb-450836248cdb on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:38.377246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:38.379581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:38.381476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.382267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:38.386673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Bound port: ab36e544-8005-42c1-82bb-450836248cdb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:38.387915 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.473800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.585940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.608888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.613269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] For port ab36e544-8005-42c1-82bb-450836248cdb, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:38.621119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] For port ab36e544-8005-42c1-82bb-450836248cdb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ab36e544-8005-42c1-82bb-450836248cdb,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:38.634631 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.693480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-76c6f04c-51e9-46b5-bef3-2fdbdb92a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:38.698168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-76c6f04c-51e9-46b5-bef3-2fdbdb92a17f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4375362 Aug 11 02:32:38.757371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.758796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:38.759691 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.807739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887e0d4-031d-4b69-ad50-3b2ac96a5f26 None None] Pushing event updated for resources: {'Port': ['ID=ab36e544-8005-42c1-82bb-450836248cdb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.884778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1639288-0076-4547-b536-a78338c52d1b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.912305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-32c63727-3181-48b3-950e-d3747071cbc6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0103655 Aug 11 02:32:38.919442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59780) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:38.926230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Request body: {'subnet': {'network_id': 'a1639288-0076-4547-b536-a78338c52d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-128238409-subnet', 'tenant_id': '1096c7d820fc4fafa55d5ee40583488f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:38.927798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Allocated IP 172.25.6.206 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/af58664d-4340-44da-9e56-f94e955d20ff) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:38.954476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a1639288-0076-4547-b536-a78338c52d1b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:38.989676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-130d32bf-1a2a-40ff-9dbf-9f002aa185df service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354848 Aug 11 02:32:39.112532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59792) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:39.179964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Made reservation on behalf of 1096c7d820fc4fafa55d5ee40583488f for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:39.185122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.269612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-e035add9-cb87-4d68-ac6f-b201a1bbfd96 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587173 Aug 11 02:32:39.321242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.460782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51f1899a-6203-4c7d-aeb7-b3602872e39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.472094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.551559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:39.565262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:39.569197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:39.571642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Pushing event updated for resources: {'Port': ['ID=af58664d-4340-44da-9e56-f94e955d20ff,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:39.613947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6385ccc2-f385-474d-a5b7-8234a3aeecc8 service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040409 Aug 11 02:32:39.655990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9d57eaf-a284-4aec-818a-21165d3099e8 req-7b35427c-c8e3-4333-b491-1f225f4c40e6 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703114 Aug 11 02:32:39.928163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51f1899a-6203-4c7d-aeb7-b3602872e39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.940743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51f1899a-6203-4c7d-aeb7-b3602872e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.952941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-ebb12f22-2e52-4699-9fb5-dc2dcd31bcf2 service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902336 Aug 11 02:32:39.979824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1899a-6203-4c7d-aeb7-b3602872e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38da268-9f0b-4f13-9607-55c9205b91fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.020433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.146196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51f1899a-6203-4c7d-aeb7-b3602872e39a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71a7c2fc27a54441826cfb179d4a05da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0316973 Aug 11 02:32:40.151278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:40.215988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.336674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-4259ecf7-def1-4faf-949a-91d70816d801 service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418605 Aug 11 02:32:40.377424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f164a46a-b3f3-4e4a-9397-5742871ea246,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.395831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-741aab5f-cf2a-48cf-adb3-28c3de24f6f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2636521 Aug 11 02:32:40.403347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.534718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Checking segment: {'id': '457cbefc-2c91-430b-ae63-34bcd615d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:40.536135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Network hostable DHCP agents. Network: a1639288-0076-4547-b536-a78338c52d1b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:40.549921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2548fb9d-57dd-46dc-8f9c-1f4b46ccd19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.650372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-02076b77-9866-4d5b-87b8-aa85599047ad service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953367 Aug 11 02:32:40.650915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Network a1639288-0076-4547-b536-a78338c52d1b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:40.657519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2548fb9d-57dd-46dc-8f9c-1f4b46ccd19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.704487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.705680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.707172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.707413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.708074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.708883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.710182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.712389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-675447c5-a630-4a8e-8169-4040d7ce3fa6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.1685739 Aug 11 02:32:40.715694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a1639288-0076-4547-b536-a78338c52d1b) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:40.744056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe702c-2772-4208-8f7c-634952760b88 None None] Network a1639288-0076-4547-b536-a78338c52d1b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:40.825908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Router fd410a25-ee85-4aa5-9d39-5b49d2f908af is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:40.843928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2548fb9d-57dd-46dc-8f9c-1f4b46ccd19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.848964 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2548fb9d-57dd-46dc-8f9c-1f4b46ccd19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.852445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb815be-e870-49fa-be11-be0e19c6d595 None None] Network a4f8a805-762d-47ac-8116-8429cb51e77d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:40.873442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2548fb9d-57dd-46dc-8f9c-1f4b46ccd19a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d38da268-9f0b-4f13-9607-55c9205b91fc HTTP/1.1" status: 204 len: 168 time: 0.7191837 Aug 11 02:32:41.041550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-39d298d5-38d4-4359-8efc-3b5bcd7ad9a8 None None] Provisioning for port ab36e544-8005-42c1-82bb-450836248cdb completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:41.076948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548fb9d-57dd-46dc-8f9c-1f4b46ccd19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38da268-9f0b-4f13-9607-55c9205b91fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.228237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ab36e544-8005-42c1-82bb-450836248cdb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:41.247213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:41.248438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.266799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:41.296862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Sync routers for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:41.324385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.335062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-60938de7-3f4a-4297-9671-1ec7e3fdf248 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7407858 Aug 11 02:32:41.338276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.397655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-72da8528-0821-4680-9544-450ddd3f0393 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4767957 Aug 11 02:32:41.430387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e07ae-1e52-4b94-a18f-7967e3020633 None None] Network a1639288-0076-4547-b536-a78338c52d1b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:41.432756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:41.434163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:41.538272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ab36e544-8005-42c1-82bb-450836248cdb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:41.543130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-324d8b6d-64b9-4f5b-9542-0edcc05160df service neutron] 10.222.0.16 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715146 Aug 11 02:32:41.666665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-adb7a374-056e-4647-9ee6-3e1cefb59559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:41.667892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-adb7a374-056e-4647-9ee6-3e1cefb59559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:41.669022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-adb7a374-056e-4647-9ee6-3e1cefb59559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:41.672340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-adb7a374-056e-4647-9ee6-3e1cefb59559 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=b91db2a3-0627-45f6-b6ae-4e49e8960384&id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 2289 time: 0.4158027 Aug 11 02:32:41.756936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ab36e544-8005-42c1-82bb-450836248cdb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:41.758163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.891109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:41.917343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59954) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:42.029755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-f5c28849-90f5-46cf-91ae-f660a511a056 service neutron] 10.222.0.16 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684083 Aug 11 02:32:42.035760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-15fff9a8-546a-471c-8df5-ed66e3e2655e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 1002 time: 0.3465407 Aug 11 02:32:42.038310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20379210-9c93-443e-8a7c-ccab7426a2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.179992 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.389942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-9590aa73-6f0a-4f32-a280-bf5b5e7e11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:42.397307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-9590aa73-6f0a-4f32-a280-bf5b5e7e11cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 200 len: 850 time: 0.3189065 Aug 11 02:32:42.399407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ab36e544-8005-42c1-82bb-450836248cdb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ab36e544-8005-42c1-82bb-450836248cdb,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:42.436966 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.540795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:39Z', 'revision_number': 3, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:42.663138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59982) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:42.691123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-738271222-network', 'tenant_id': '2e57c9e47c674c7f97f693b52026a04e'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:42.775596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-25886e64-b806-4187-a337-248072fffc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:42.778693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-25886e64-b806-4187-a337-248072fffc03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3634191 Aug 11 02:32:42.791989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-198f3332-c935-4f91-9dd4-97b97e9d216d service neutron] 10.222.0.16 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7501400 Aug 11 02:32:42.908781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Checking router: fd410a25-ee85-4aa5-9d39-5b49d2f908af for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:42.915082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Updating router fd410a25-ee85-4aa5-9d39-5b49d2f908af port af58664d-4340-44da-9e56-f94e955d20ff binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:42.925183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:42.927105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20379210-9c93-443e-8a7c-ccab7426a2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.994991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ab36e544-8005-42c1-82bb-450836248cdb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:43.015259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20379210-9c93-443e-8a7c-ccab7426a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.052212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.060512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9c177359-fcbf-42b2-901b-f819e7529128 None None] Provisioning complete for port ab36e544-8005-42c1-82bb-450836248cdb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:43.061108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c177359-fcbf-42b2-901b-f819e7529128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.107651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c8eefe55-ee62-432c-8bd9-e289813142fd service neutron] 10.222.0.16 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830579 Aug 11 02:32:43.160609 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20379210-9c93-443e-8a7c-ccab7426a2ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=113a836e734f43eda8634fff28bde27d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2355347 Aug 11 02:32:43.175899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60018) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.274441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Made reservation on behalf of 2e57c9e47c674c7f97f693b52026a04e for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:43.278536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.306222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20379210-9c93-443e-8a7c-ccab7426a2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565b2be-fb1b-4a4d-9a41-d782123a2900,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:43.393154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.458546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.533235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473ca5ca-7acc-4b15-82fd-be9f5d6f7f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.566385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-f5e9468c-7d49-4395-8cd9-7fda3041d37c service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714362 Aug 11 02:32:43.597723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:43.752663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'b4096217-0804-46a8-9aee-6777630237bf', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'b4096217-0804-46a8-9aee-6777630237bf', 'mac_address': 'fa:16:3e:27:c2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:43.778193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473ca5ca-7acc-4b15-82fd-be9f5d6f7f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.786787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6444298d-7bb9-4b74-b884-7ec9e3aaff1d service neutron] 10.222.0.16 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626956 Aug 11 02:32:43.940907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0357f2d-1bcb-4708-a466-9fa65e4ef869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.948721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.988257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-8172ed23-a674-4b59-8709-006d4650c711 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038632 Aug 11 02:32:44.013038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4096217-0804-46a8-9aee-6777630237bf {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:44.015068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Allocated IP 172.20.0.1 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/d549780c-ccee-480a-94e7-378ab2432a2b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:44.096995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.111423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.136439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:44.209811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.239090 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473ca5ca-7acc-4b15-82fd-be9f5d6f7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.242170 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473ca5ca-7acc-4b15-82fd-be9f5d6f7f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.244543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-473ca5ca-7acc-4b15-82fd-be9f5d6f7f79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8565b2be-fb1b-4a4d-9a41-d782123a2900 HTTP/1.1" status: 204 len: 168 time: 1.0671666 Aug 11 02:32:44.252050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-ff6c2214-5c35-41e6-9751-bb5940148dcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 217 time: 0.2533309 Aug 11 02:32:44.278563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:44.343881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.377922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Transition to ACTIVE for port object af58664d-4340-44da-9e56-f94e955d20ff will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:44.418095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0446d-0709-4062-934e-c7368dda4a11,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:44.421584 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.421986 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Added segment 360b8fdb-17b4-4378-893d-66586c4d15fe of type vlan for network 59236297-8378-4134-88f1-5ebc141a3306 Aug 11 02:32:44.464079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.493587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Transition to ACTIVE for port object d549780c-ccee-480a-94e7-378ab2432a2b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:44.540300 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.563935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.576063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-7789a2be-ad96-495f-92c5-4eba603d7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:44.584369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-7789a2be-ad96-495f-92c5-4eba603d7a39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.3183849 Aug 11 02:32:44.591040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['b4096217-0804-46a8-9aee-6777630237bf'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:44.655263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:44.675320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:44.683512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:44.769129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Attempting to bind port af58664d-4340-44da-9e56-f94e955d20ff on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:44.770316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Attempting to bind port af58664d-4340-44da-9e56-f94e955d20ff by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:44.771229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Attempting to bind port af58664d-4340-44da-9e56-f94e955d20ff on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:44.793952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:44.795580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:44.797335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.799177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:44.801619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Bound port: af58664d-4340-44da-9e56-f94e955d20ff, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:44.803190 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.878611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.887209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ca5ca-7acc-4b15-82fd-be9f5d6f7f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565b2be-fb1b-4a4d-9a41-d782123a2900,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.025406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] For port af58664d-4340-44da-9e56-f94e955d20ff, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:45.044844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] For port af58664d-4340-44da-9e56-f94e955d20ff, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af58664d-4340-44da-9e56-f94e955d20ff,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:45.088923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.103570 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.230635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.352996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-a2d6b19d-5a77-4933-9af1-fc28683fdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:45.360741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-a2d6b19d-5a77-4933-9af1-fc28683fdc79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5346622 Aug 11 02:32:45.445822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Pushing event updated for resources: {'Port': ['ID=d549780c-ccee-480a-94e7-378ab2432a2b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.597915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.625751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:45.630187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.650403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde0271-0b55-4515-b559-977c80dc0ac7 None None] Pushing event updated for resources: {'Port': ['ID=af58664d-4340-44da-9e56-f94e955d20ff,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.664225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ab36e544-8005-42c1-82bb-450836248cdb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:45.671153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.856017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:45.866586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:46.120657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-93a55dd6-707d-49a1-abe5-f80ef2c3950a service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316029 Aug 11 02:32:46.180842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.5126672 Aug 11 02:32:46.189826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60138) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:46.198122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea32fc-0221-4363-8b84-c3b621607831 admin admin] Pushing event updated for resources: {'Network': ['ID=59236297-8378-4134-88f1-5ebc141a3306,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.227145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Request body: {'subnet': {'network_id': '59236297-8378-4134-88f1-5ebc141a3306', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-738271222-subnet', 'tenant_id': '2e57c9e47c674c7f97f693b52026a04e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:46.328994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 59236297-8378-4134-88f1-5ebc141a3306 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:46.595920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7029ba22-31d5-4981-8ccd-a8caf5206ffb None None] Provisioning for port d549780c-ccee-480a-94e7-378ab2432a2b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:46.620059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.631055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.875710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cfd6d41-a80e-4556-ac79-9e7a3f55d95b req-9620b525-a145-46d0-bfe3-3f85086cbdd1 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1792953 Aug 11 02:32:46.877025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Made reservation on behalf of 2e57c9e47c674c7f97f693b52026a04e for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:46.883757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.900334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7029ba22-31d5-4981-8ccd-a8caf5206ffb None None] Provisioning complete for port d549780c-ccee-480a-94e7-378ab2432a2b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:46.902963 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7029ba22-31d5-4981-8ccd-a8caf5206ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.041148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-ff5417c6-413d-42ce-935d-18616c174638 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9041362 Aug 11 02:32:47.091072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Pushing event updated for resources: {'Port': ['ID=d549780c-ccee-480a-94e7-378ab2432a2b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.118983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.141122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7029ba22-31d5-4981-8ccd-a8caf5206ffb None None] Port d549780c-ccee-480a-94e7-378ab2432a2b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:47.152232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde0271-0b55-4515-b559-977c80dc0ac7 None None] Pushing event updated for resources: {'Port': ['ID=af58664d-4340-44da-9e56-f94e955d20ff,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.394384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-5fa238bf-b70c-4cc9-b4a8-0a5fc03233a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 217 time: 0.3334272 Aug 11 02:32:47.515996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ab36e544-8005-42c1-82bb-450836248cdb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:47.517558 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.737359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a51b1f55-3043-40d4-855d-e00476288c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.741884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:47.744493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:47.863954 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.878713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:48.218547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-66337e15-c515-4053-8ec4-fce50c137898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:48.221277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-66337e15-c515-4053-8ec4-fce50c137898 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.2128656 Aug 11 02:32:48.232802 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.321228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Router fd410a25-ee85-4aa5-9d39-5b49d2f908af has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:48.521059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15f2a89-ea1d-43ce-ac57-f5f241030e8e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:48.602967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db4b4d3c-789c-4693-ae4c-57f262b3905d req-da50e564-afb5-4031-b90e-915d6f81e1c8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0874162 Aug 11 02:32:48.613966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-f128845d-d739-4abb-b0c7-4b8e7a6012a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:48.616664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-f128845d-d739-4abb-b0c7-4b8e7a6012a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3752239 Aug 11 02:32:48.718781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:48.850193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:48.879868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-26c04ce7-4e42-4511-996e-bf488d9d2089 admin admin] 10.222.0.16 "PUT /v2.0/routers/fd410a25-ee85-4aa5-9d39-5b49d2f908af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5367446 Aug 11 02:32:48.943810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.008354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Checking segment: {'id': '360b8fdb-17b4-4378-893d-66586c4d15fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '59236297-8378-4134-88f1-5ebc141a3306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:49.008731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Network hostable DHCP agents. Network: 59236297-8378-4134-88f1-5ebc141a3306, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:49.014610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cba3a575-49c0-4394-b3d6-0e5cfd2a8738 None None] Provisioning complete for port d549780c-ccee-480a-94e7-378ab2432a2b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:49.015429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cba3a575-49c0-4394-b3d6-0e5cfd2a8738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.077766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cba3a575-49c0-4394-b3d6-0e5cfd2a8738 None None] Port d549780c-ccee-480a-94e7-378ab2432a2b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:49.083999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port b4096217-0804-46a8-9aee-6777630237bf triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:49.084922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.117227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Network 59236297-8378-4134-88f1-5ebc141a3306 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:49.156336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 59236297-8378-4134-88f1-5ebc141a3306) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:49.162763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-7db57f03-b5f1-4e0a-972c-fb0a7ac5910e service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154467 Aug 11 02:32:49.165932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:49.166914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.177056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:44Z', 'revision_number': 1, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:49.216867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce4ffa-09a7-41ae-9b61-95e2b1220dc3 None None] The sync data for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 is: [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:44Z', 'revision_number': 1, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:49.233473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37136e5c-b0ab-43fc-8f36-82204e1fe661 None None] Network 59236297-8378-4134-88f1-5ebc141a3306 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:49.249363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1e6e42f6-f2e9-415f-81ed-d9cca5ca3422 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0358803 Aug 11 02:32:49.843409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-265a43c9-dddb-435c-a240-fba3be2db405 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451309 Aug 11 02:32:50.042818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-fe37c257-576e-4e46-be0f-2f4d4baf2d62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 200 len: 217 time: 0.1953535 Aug 11 02:32:50.052287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-06202e99-84d5-4abf-8b72-a3ebcde4a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.055553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-06202e99-84d5-4abf-8b72-a3ebcde4a2bd service neutron] 10.222.0.25 "GET /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 1031 time: 0.4472947 Aug 11 02:32:50.238527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.416493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-1cc0a651-5335-4b98-8ce3-740dd4c6879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.421677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-1cc0a651-5335-4b98-8ce3-740dd4c6879e service neutron] 10.222.0.25 "GET /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 1033 time: 0.3557515 Aug 11 02:32:50.520565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-597a0a3c-39a5-4e82-868d-231bd448e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.523221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-597a0a3c-39a5-4e82-868d-231bd448e5e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.4597957 Aug 11 02:32:50.578500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.676818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f39c8-1137-4a5e-bff2-470774ed9e46 None None] Network 59236297-8378-4134-88f1-5ebc141a3306 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:50.772077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:50.777486 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338d71d-7a2f-4813-b9a7-6c74c7e6e318" -d '{"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:50.819249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:50.846052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.936717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-db9389db-3c82-4bb0-8058-b4ed7842ec84 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.951808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-db9389db-3c82-4bb0-8058-b4ed7842ec84 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.972288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-db9389db-3c82-4bb0-8058-b4ed7842ec84 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.973939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-db9389db-3c82-4bb0-8058-b4ed7842ec84 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "GET /v2.0/networks?id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=80c670f7-3427-4bcf-b897-079b596e0b82&id=80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 200 len: 1994 time: 0.4494216 Aug 11 02:32:51.088642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.146415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6213ffb4-d42a-44f1-a2da-cf4c9039b7c5 req-9b287957-e015-4491-bf28-beaa5045c136 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1655154 Aug 11 02:32:51.233615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-638a2446-e439-42a2-b204-715b1eaa0a4a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a HTTP/1.1" status: 200 len: 380 time: 0.2271657 Aug 11 02:32:51.247613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'admin_state_up': True, 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'security_groups': ['fb981243-579d-43a4-b735-f52d61d24b2a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:51.469610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-9588fee7-51d0-4cb8-a8a6-f3cf15d60166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:51.479239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-9588fee7-51d0-4cb8-a8a6-f3cf15d60166 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5024123 Aug 11 02:32:51.900682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60366) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:51.917798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892709317', 'description': 'tempest-description--438633562'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:52.087851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.267757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af58664d-4340-44da-9e56-f94e955d20ff up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:52.270993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-9df66a59-d605-4094-9dbf-2ba4f26e3a24 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717981 Aug 11 02:32:52.325064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:52.329276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.544233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port af58664d-4340-44da-9e56-f94e955d20ff completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:52.562707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af58664d-4340-44da-9e56-f94e955d20ff triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:52.569827 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.981290 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e0747-3b45-4a37-ab55-136a36c7524d x-openstack-request-id: req-c24e0747-3b45-4a37-ab55-136a36c7524d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:52.981571 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:52.981757 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c24e0747-3b45-4a37-ab55-136a36c7524d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:52.989532 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'code': 200} Aug 11 02:32:52.998849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-c5855912-a356-4edf-bdf6-16e428cb14bd service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856065 Aug 11 02:32:53.043697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.065573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.095898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.167913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port af58664d-4340-44da-9e56-f94e955d20ff, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af58664d-4340-44da-9e56-f94e955d20ff,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:53.177707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.225203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-66d6b03b-305f-42fc-9b04-613d62890b16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 200 len: 217 time: 0.1596558 Aug 11 02:32:53.341039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=af58664d-4340-44da-9e56-f94e955d20ff,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:53.495798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 172.20.0.9 (137fdda3-2d6d-4246-aa00-997b9bbdc2f3/51524578-0e03-439f-b1c6-01773bae30c4/1d312c36-e558-4c77-ae59-bbfaea811f5f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:53.558920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.568767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.630957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.632253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7288868 Aug 11 02:32:53.638842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60422) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.681405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'security_group_rule': {'security_group_id': 'd3aaab76-97a0-41d8-b109-31aa2f7d573f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:53.683437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9173f480-cbc8-48fe-b123-4bc687d6d7aa req-e8e665a5-b97f-4c6e-9338-59d091876006 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.2103086 Aug 11 02:32:53.768551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa1a3b-13cf-4669-a281-132003c1d4b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aaab76-97a0-41d8-b109-31aa2f7d573f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:53.800384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.887064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-2cf32d6b-5b46-41fb-aa0a-873c455b0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:53.889187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-2cf32d6b-5b46-41fb-aa0a-873c455b0f21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.6389112 Aug 11 02:32:54.020105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.025655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-e7ac4489-f388-4416-9771-5bed6a54906c tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.028209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.036256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-e7ac4489-f388-4416-9771-5bed6a54906c tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/networks?id=a1639288-0076-4547-b536-a78338c52d1b HTTP/1.1" status: 200 len: 824 time: 0.8273318 Aug 11 02:32:54.090139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131ca8bd-ec44-4858-b6db-0e02ec3092aa,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.096867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-28a903f1-4b0b-4486-bb1c-25602cdf2b7c tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/quotas/1096c7d820fc4fafa55d5ee40583488f HTTP/1.1" status: 200 len: 375 time: 0.0588367 Aug 11 02:32:54.121419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.124762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-efed1c18-844f-484a-85f0-bc2f8257cf23 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4467456 Aug 11 02:32:54.129182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:54.144377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'security_group_rule': {'security_group_id': 'd3aaab76-97a0-41d8-b109-31aa2f7d573f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:54.152407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-1d914d04-5e6d-47a8-83a3-788e0b6e2ba0 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1096c7d820fc4fafa55d5ee40583488f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542400 Aug 11 02:32:54.163797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af58664d-4340-44da-9e56-f94e955d20ff up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:54.188246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-015079b2-638e-4adf-9a1a-24215a0789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.189977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-015079b2-638e-4adf-9a1a-24215a0789f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2842293 Aug 11 02:32:54.241800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.335917 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Sync routers for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:54.371732 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:54.372498 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:54.466961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af58664d-4340-44da-9e56-f94e955d20ff triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:54.468134 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.508342 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.531806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.542915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.654981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622e0883-902f-48ff-9f6c-f0030c040ec0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.659658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object 1d312c36-e558-4c77-ae59-bbfaea811f5f will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:54.683692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.689165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-71cb46a3-5220-43de-9b6a-268a100c83c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5558743 Aug 11 02:32:54.691182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60456) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:54.706985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:54.712599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-2ba9600c-ec13-497f-8742-6ef8c50cff69 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921355 Aug 11 02:32:54.799230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.833522 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:54.837667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:55.177957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.269332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 2, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:55.322042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Checking router: fd410a25-ee85-4aa5-9d39-5b49d2f908af for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:55.322808 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Updating router fd410a25-ee85-4aa5-9d39-5b49d2f908af port d549780c-ccee-480a-94e7-378ab2432a2b binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:55.357301 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.393638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Allocated IP 172.25.6.167 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/83dd32ca-2e7d-4027-90da-83ee7a8331b8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:55.671602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.794693 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.899487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:55.914689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:55.933043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:56.010391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=83dd32ca-2e7d-4027-90da-83ee7a8331b8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.042795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-18263ea2-f39e-4d84-9cba-e9eb595e5dde service neutron] 10.222.0.16 "GET /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8891442 Aug 11 02:32:56.064507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.073800 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.102181 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Transition to ACTIVE for port object d549780c-ccee-480a-94e7-378ab2432a2b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:56.115231 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.221651 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Pushing event updated for resources: {'Port': ['ID=d549780c-ccee-480a-94e7-378ab2432a2b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.250042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.269371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.269371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.269371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.269371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.270437 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.270437 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.270753 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.270924 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.271241 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.271872 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.272206 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.272539 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:56.320988 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Attempting to bind port d549780c-ccee-480a-94e7-378ab2432a2b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:56.321518 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Attempting to bind port d549780c-ccee-480a-94e7-378ab2432a2b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:56.322231 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Attempting to bind port d549780c-ccee-480a-94e7-378ab2432a2b on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:56.333932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.335011 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:56.337166 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:56.337929 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.338735 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:56.339757 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Bound port: d549780c-ccee-480a-94e7-378ab2432a2b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:56.340503 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.479428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] For port d549780c-ccee-480a-94e7-378ab2432a2b, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:56.484656 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] For port d549780c-ccee-480a-94e7-378ab2432a2b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d549780c-ccee-480a-94e7-378ab2432a2b,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:56.493713 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.617326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.627462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.659172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:56.680612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e017-5537-4846-92cf-b3ea10ea16d5 req-553af7c2-d30c-4e0b-bf6b-0c1253b40b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.691087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72c4e017-5537-4846-92cf-b3ea10ea16d5 req-553af7c2-d30c-4e0b-bf6b-0c1253b40b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 931 time: 0.7120583 Aug 11 02:32:56.693853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:56.697329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:56.710092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d81010be-b0c4-4426-ba18-d6df46691f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.807366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-09a35b4e-d3a6-4111-b99f-53b04c7f6d54 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0828953 Aug 11 02:32:56.819460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:56.820704 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:32:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:56.862934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.884157 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea0e3-cbfa-4e91-a69a-eddde08e3dd4 None None] Pushing event updated for resources: {'Port': ['ID=d549780c-ccee-480a-94e7-378ab2432a2b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.913387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.915592 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2224555 Aug 11 02:32:56.943872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.962929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe98def-55ac-4fca-b23c-28e11136d12c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=83dd32ca-2e7d-4027-90da-83ee7a8331b8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.065252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-3f52edf9-6260-42f9-b6f7-d42929f7a90b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 200 len: 217 time: 0.1768370 Aug 11 02:32:57.147113 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:57.214872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72c4e017-5537-4846-92cf-b3ea10ea16d5 req-4869d244-5931-4f5c-9189-3aa5ed2e804b tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220807 Aug 11 02:32:57.240910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:57.255959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.369698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5262dd85-7b7d-4ee3-a440-500b8ac88e72 None None] Provisioning for port 1d312c36-e558-4c77-ae59-bbfaea811f5f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:57.380303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-be086a5f-9297-4331-8a11-cb087adf492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:57.381394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5262dd85-7b7d-4ee3-a440-500b8ac88e72 None None] Provisioning complete for port 1d312c36-e558-4c77-ae59-bbfaea811f5f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:57.381871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-be086a5f-9297-4331-8a11-cb087adf492f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.2783465 Aug 11 02:32:57.383904 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5262dd85-7b7d-4ee3-a440-500b8ac88e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.484774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-e39bf5fc-a5e7-41e1-9656-c4fd8a918ac6 service neutron] 10.222.0.16 "GET /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3228862 Aug 11 02:32:57.538397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5262dd85-7b7d-4ee3-a440-500b8ac88e72 None None] Port 1d312c36-e558-4c77-ae59-bbfaea811f5f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:57.593788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-06c5fbe4-6815-4746-aff6-3a2da781009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:57.596232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-06c5fbe4-6815-4746-aff6-3a2da781009e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1851873 Aug 11 02:32:57.840786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-7338ab83-897f-4092-bdec-ae3c571145c3 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273538 Aug 11 02:32:58.070333 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.077165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d81010be-b0c4-4426-ba18-d6df46691f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.113595 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d81010be-b0c4-4426-ba18-d6df46691f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.167059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d864025c-91b3-4f35-8f08-b97e0e94c67f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9316800 Aug 11 02:32:58.181870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68852c-3195-4e4f-88e1-c33463d76e6c None None] The sync data for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 is: [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:56Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:58.256207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d549780c-ccee-480a-94e7-378ab2432a2b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:58.401437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81010be-b0c4-4426-ba18-d6df46691f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0314ec-9031-42da-9e47-e584f750c828,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:58.435484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port d549780c-ccee-480a-94e7-378ab2432a2b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:58.440809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'admin_state_up': True, 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'security_groups': ['fb981243-579d-43a4-b735-f52d61d24b2a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:58.446356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d549780c-ccee-480a-94e7-378ab2432a2b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:58.447407 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.773365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-44cc87e8-08a6-4f19-9b33-6e02daca5dba service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9170864 Aug 11 02:32:58.807146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.898044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d81010be-b0c4-4426-ba18-d6df46691f65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=344c609c5ee74025b0b125431e06431a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0137515 Aug 11 02:32:58.902169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:59.028030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port d549780c-ccee-480a-94e7-378ab2432a2b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d549780c-ccee-480a-94e7-378ab2432a2b,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:59.051421 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.200456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-b10e2369-2ea8-40f9-858d-7f8d5df86b69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 217 time: 0.3837116 Aug 11 02:32:59.216880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b5db5c0-9703-4139-9efd-2b01901c38c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.358675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=d549780c-ccee-480a-94e7-378ab2432a2b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:59.363842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b5db5c0-9703-4139-9efd-2b01901c38c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.416924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-5f114c88-7082-4805-a087-25971165c35e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1892709317&fields=id&tenant_id=7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 267 time: 0.9341450 Aug 11 02:32:59.519406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b5db5c0-9703-4139-9efd-2b01901c38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.524966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b5db5c0-9703-4139-9efd-2b01901c38c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.527523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4b5db5c0-9703-4139-9efd-2b01901c38c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c0314ec-9031-42da-9e47-e584f750c828 HTTP/1.1" status: 204 len: 168 time: 0.6231391 Aug 11 02:32:59.568414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5db5c0-9703-4139-9efd-2b01901c38c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0314ec-9031-42da-9e47-e584f750c828,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:59.931897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a56f7fc-0b7a-45da-a345-5bfc93fee4a3 req-8ddc8db7-33fb-45c8-84be-8eb5eb979679 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 210 time: 0.3251772 Aug 11 02:33:00.080315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-2cea1910-b2f8-4863-a31a-5bb1eadb198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.086393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-2cea1910-b2f8-4863-a31a-5bb1eadb198a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.8267899 Aug 11 02:33:00.140333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d549780c-ccee-480a-94e7-378ab2432a2b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:00.237289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:00.246912 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.368248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d549780c-ccee-480a-94e7-378ab2432a2b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:00.371124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.699791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:00.839201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-629127b1-c295-4bb3-b5c9-4d24c6dff726 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.848189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-629127b1-c295-4bb3-b5c9-4d24c6dff726 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 1.2766221 Aug 11 02:33:00.858832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4b17-c224-4405-a39a-de2261996394 req-78d2f430-ea49-4ae5-a9f6-803e467fed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.860962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-78d2f430-ea49-4ae5-a9f6-803e467fed12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5501747 Aug 11 02:33:00.864705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00434eb6-867e-41d5-8873-1d8b800bb001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.894843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-8545e8c9-40a7-4090-8c15-a40668a31bbb tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.897692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-8545e8c9-40a7-4090-8c15-a40668a31bbb tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.59 "GET /v2.0/networks?id=a1639288-0076-4547-b536-a78338c52d1b HTTP/1.1" status: 200 len: 824 time: 0.3976803 Aug 11 02:33:00.925350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Request body: {'port': {'device_id': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b', 'admin_state_up': True, 'tenant_id': '1096c7d820fc4fafa55d5ee40583488f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:01.076950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-2088d2d0-bae0-47ec-ad2d-8edf8fed9028 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/quotas/7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 375 time: 0.2274318 Aug 11 02:33:01.213142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece895c4-e7c0-496f-8517-dfe61f38a706 req-db70fbc6-a936-4d59-bb07-e5bf22676b66 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:01.226256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ece895c4-e7c0-496f-8517-dfe61f38a706 req-db70fbc6-a936-4d59-bb07-e5bf22676b66 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 931 time: 0.9630749 Aug 11 02:33:01.466611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 10.1.1.74 (90144842-d996-4568-a3c0-cf8813c1b45c/7684ffe9-c02b-4b05-81e7-b20ee6734e4d/3f501af0-0919-4e30-b0a0-a5de4745b48f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:01.486080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-7df4b756-94f5-4402-9046-1b8636f8f836 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2517524 Aug 11 02:33:01.653519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ece895c4-e7c0-496f-8517-dfe61f38a706 req-fb6987c9-5685-443a-b343-396477119725 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963411 Aug 11 02:33:01.694605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-c8a086ce-3480-48b8-9951-be0d299d67aa service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571670 Aug 11 02:33:01.718120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-3f2af89c-b986-425e-ac90-6fb815bb4462 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622402 Aug 11 02:33:02.057745 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00434eb6-867e-41d5-8873-1d8b800bb001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.103336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00434eb6-867e-41d5-8873-1d8b800bb001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.105268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Made reservation on behalf of 1096c7d820fc4fafa55d5ee40583488f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:02.116239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.162983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0ec4b17-c224-4405-a39a-de2261996394 req-97801dbd-6d4a-4aa6-aedc-69caf54554a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304962 Aug 11 02:33:02.257347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00434eb6-867e-41d5-8873-1d8b800bb001 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f802be44bc3c4685a91d761b3eba8313&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5498829 Aug 11 02:33:02.260549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60616) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:02.351372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70a6f1c0-832e-49a9-8070-d926e65d0b00 req-943e6ec7-a05a-4c39-923e-e1df88cb323c tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 210 time: 0.0386629 Aug 11 02:33:02.352259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434eb6-867e-41d5-8873-1d8b800bb001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76775b7b-ede5-4d5a-8862-84cc6870082d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:02.399242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-83b89246-2b6a-4c29-92c1-3765f3464775 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596931 Aug 11 02:33:02.442465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.502199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Allocated IP 172.20.0.14 (a1639288-0076-4547-b536-a78338c52d1b/f164a46a-b3f3-4e4a-9397-5742871ea246/fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:02.502649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61267c02-fe94-48d7-9238-f1b1497e5258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.584756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61267c02-fe94-48d7-9238-f1b1497e5258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.730802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object 3f501af0-0919-4e30-b0a0-a5de4745b48f will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:02.769176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61267c02-fe94-48d7-9238-f1b1497e5258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.800750 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61267c02-fe94-48d7-9238-f1b1497e5258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.810546 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-61267c02-fe94-48d7-9238-f1b1497e5258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76775b7b-ede5-4d5a-8862-84cc6870082d HTTP/1.1" status: 204 len: 168 time: 0.5394855 Aug 11 02:33:02.947610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61267c02-fe94-48d7-9238-f1b1497e5258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76775b7b-ede5-4d5a-8862-84cc6870082d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:03.208844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.231886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e9fd7c-1a04-4322-9dd7-d76633439867 req-70105648-5824-4bce-ae31-b88e6b38508b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 210 time: 0.2615955 Aug 11 02:33:03.280012 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.496391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.603355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 90144842-d996-4568-a3c0-cf8813c1b45c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:03.639332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:03.651665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:03.752107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Pushing event updated for resources: {'Port': ['ID=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:03.790541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Network a1639288-0076-4547-b536-a78338c52d1b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:03.808473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:03.825255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:03.925394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4f8ee-e8ad-4af8-b2b3-b5a351d478ad req-a4798d65-4fe0-4b1c-9715-e86a86605159 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:03.927150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3e4f8ee-e8ad-4af8-b2b3-b5a351d478ad req-a4798d65-4fe0-4b1c-9715-e86a86605159 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 931 time: 1.0907052 Aug 11 02:33:04.004240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:04.004589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.125355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:04.126829 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.130482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:04.140544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:04.183129 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-c9a6b3cc-f0cf-4f1b-8b28-31a165479da9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.7648938 Aug 11 02:33:04.225353 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-93cb9db9-1bf1-4394-a67e-b4312205c23a tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3067627 Aug 11 02:33:04.265139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Request body: {'port': {'device_id': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:04.271658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3e4f8ee-e8ad-4af8-b2b3-b5a351d478ad req-ee5a7c90-0b11-40fa-8e05-83783f0d22f3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141148 Aug 11 02:33:04.291075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'admin_state_up': True, 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'security_groups': ['fb981243-579d-43a4-b735-f52d61d24b2a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:04.371251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-04f89d1f-d499-4fc6-8b3a-16bdeeba9617 None None] Provisioning for port 3f501af0-0919-4e30-b0a0-a5de4745b48f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:04.385307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-04f89d1f-d499-4fc6-8b3a-16bdeeba9617 None None] Provisioning complete for port 3f501af0-0919-4e30-b0a0-a5de4745b48f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:04.390598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04f89d1f-d499-4fc6-8b3a-16bdeeba9617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.512978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-04f89d1f-d499-4fc6-8b3a-16bdeeba9617 None None] Port 3f501af0-0919-4e30-b0a0-a5de4745b48f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:04.533675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.598290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10e91cdf-9ed5-4930-acdf-dc23142a23a4 req-f70f7766-7dc6-4b78-a5a7-38e3de1503aa tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 210 time: 0.0953095 Aug 11 02:33:04.629474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66758b4-3142-4fdd-8c94-543e94cd28fe req-152d0673-718c-49dd-a28e-1d6dd9e105d6 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:04.639172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e66758b4-3142-4fdd-8c94-543e94cd28fe req-152d0673-718c-49dd-a28e-1d6dd9e105d6 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 932 time: 0.1941681 Aug 11 02:33:04.722929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e66758b4-3142-4fdd-8c94-543e94cd28fe req-0210cc95-1021-43d2-88de-8d82bbd4e6fc tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823333 Aug 11 02:33:04.775645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:04.782368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.131911 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1fb766f-3bb5-4a05-9552-812fdd1592b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.359346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:05.380548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.490551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1fb766f-3bb5-4a05-9552-812fdd1592b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.499676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Transition to ACTIVE for port object fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:05.500725 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1fb766f-3bb5-4a05-9552-812fdd1592b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.507594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.736430 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d1fb766f-3bb5-4a05-9552-812fdd1592b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22fa3adb03c34a96b47e8bd86b9c9040&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6046793 Aug 11 02:33:05.804736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60710) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:05.817680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb766f-3bb5-4a05-9552-812fdd1592b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44979a1-79f2-4242-92e0-a7dcdbc37e45,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:05.932562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Pushing event updated for resources: {'Port': ['ID=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:06.046522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3a857cf-7c3b-4d04-ad30-353ce3d270a0 req-91e61344-2147-492c-a9f2-50c94e546166 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 210 time: 0.1349745 Aug 11 02:33:06.105967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-9e26b4c0-2637-4add-a885-5e43a5a3d1cb tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.109131 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-9e26b4c0-2637-4add-a885-5e43a5a3d1cb tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.4538054 Aug 11 02:33:06.200292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe190bc-c483-424f-bd45-ba9a019d9782 req-82884894-b042-46bb-85ab-686b0f04b2ef tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.210995 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042c3dc-a100-4923-89a0-2d950ffc8727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.217441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe190bc-c483-424f-bd45-ba9a019d9782 req-82884894-b042-46bb-85ab-686b0f04b2ef tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.239454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fe190bc-c483-424f-bd45-ba9a019d9782 req-82884894-b042-46bb-85ab-686b0f04b2ef tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 1652 time: 0.3279977 Aug 11 02:33:06.392545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 10.1.1.12 (90144842-d996-4568-a3c0-cf8813c1b45c/7684ffe9-c02b-4b05-81e7-b20ee6734e4d/3dc85db4-cc44-4cda-9909-1eca8b5cdd02) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:06.430855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042c3dc-a100-4923-89a0-2d950ffc8727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.435999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fe190bc-c483-424f-bd45-ba9a019d9782 req-fffbd597-c1e2-4911-b233-9b6c70903b7a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945410 Aug 11 02:33:06.520266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d73c27-4af8-430d-b115-89a10c2b1f45 req-44eb68ba-5e97-4b91-a152-55a3dfd96149 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.523033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28d73c27-4af8-430d-b115-89a10c2b1f45 req-44eb68ba-5e97-4b91-a152-55a3dfd96149 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 944 time: 0.3587391 Aug 11 02:33:06.524659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-afb77d61-f0e0-453c-bcf0-67f26ee01281 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 380 time: 0.3235626 Aug 11 02:33:06.529288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042c3dc-a100-4923-89a0-2d950ffc8727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.533841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042c3dc-a100-4923-89a0-2d950ffc8727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.535257 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e042c3dc-a100-4923-89a0-2d950ffc8727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e44979a1-79f2-4242-92e0-a7dcdbc37e45 HTTP/1.1" status: 204 len: 168 time: 0.7186990 Aug 11 02:33:06.565345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'port': {'device_id': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'admin_state_up': True, 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'security_groups': ['d3aaab76-97a0-41d8-b109-31aa2f7d573f']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:06.872822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28d73c27-4af8-430d-b115-89a10c2b1f45 req-e6dc9165-73d4-4bf5-b857-b0d7b813d977 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131671 Aug 11 02:33:06.970351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:06.979155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.180199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Allocated IP 172.20.0.14 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/2ea6d66c-2f58-40fd-aaea-517da7ab6a88) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:07.371211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b423862-dca0-4020-a05b-8e1cf1f4cad0 req-d9fa8848-0527-4889-aed9-a73aa48dfaf0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 210 time: 0.0670211 Aug 11 02:33:07.409353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.424702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.430450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Transition to ACTIVE for port object 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:07.478713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:07.504782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042c3dc-a100-4923-89a0-2d950ffc8727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44979a1-79f2-4242-92e0-a7dcdbc37e45,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.524834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.585204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:07.597510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:07.600631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:07.653670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.757734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Attempting to bind port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:07.758111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Attempting to bind port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '457cbefc-2c91-430b-ae63-34bcd615d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:07.758449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Attempting to bind port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 on network a1639288-0076-4547-b536-a78338c52d1b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:07.794730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.849871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 90144842-d996-4568-a3c0-cf8813c1b45c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:07.856045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:07.861974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:07.870593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:07.871397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.916643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 on network a1639288-0076-4547-b536-a78338c52d1b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:07.917360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Attempting to bind port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 on network a1639288-0076-4547-b536-a78338c52d1b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:07.956820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.962599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:07.963486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Checking segment: {'id': '457cbefc-2c91-430b-ae63-34bcd615d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:07.964215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Bound using segment: {'id': '457cbefc-2c91-430b-ae63-34bcd615d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:07.965726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Bound port: fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457cbefc-2c91-430b-ae63-34bcd615d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:07.966901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.991271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-b86ed065-cd7e-4023-821e-fa2ada51bc93 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4547484 Aug 11 02:33:08.021482 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:33:08.062884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Request body: {'port': {'device_id': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:08.178425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.179205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.232269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bbaed-2ef7-412a-a7e8-92470dfc6c15 req-63a30595-2c2e-4875-8d46-b7d78f5cead6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.250532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bbaed-2ef7-412a-a7e8-92470dfc6c15 req-63a30595-2c2e-4875-8d46-b7d78f5cead6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.273155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bbaed-2ef7-412a-a7e8-92470dfc6c15 req-63a30595-2c2e-4875-8d46-b7d78f5cead6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.284644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d44bbaed-2ef7-412a-a7e8-92470dfc6c15 req-63a30595-2c2e-4875-8d46-b7d78f5cead6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 2372 time: 0.4724479 Aug 11 02:33:08.311286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.319867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c0ba17d-5d66-4ce3-b981-e5f5dd6579f8 None None] Provisioning for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:08.342098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] For port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:08.369505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c0ba17d-5d66-4ce3-b981-e5f5dd6579f8 None None] Provisioning complete for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:08.370441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba17d-5d66-4ce3-b981-e5f5dd6579f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.428153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] For port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,segment=NetworkSegment(457cbefc-2c91-430b-ae63-34bcd615d72c),segment_id=457cbefc-2c91-430b-ae63-34bcd615d72c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:08.445819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.469652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2cf998c6-00e0-4da7-90be-379ecf92b68f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2274144 Aug 11 02:33:08.491454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82', 'admin_state_up': True, 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'security_groups': ['fb981243-579d-43a4-b735-f52d61d24b2a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:08.663467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ba17d-5d66-4ce3-b981-e5f5dd6579f8 None None] Port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:08.709950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:08.732227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.734847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.739234 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] 10.222.0.59 "PUT /v2.0/ports/fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 HTTP/1.1" status: 200 len: 1092 time: 4.5024593 Aug 11 02:33:08.754222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'tag': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:08.754843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d44bbaed-2ef7-412a-a7e8-92470dfc6c15 req-f3bf41cf-c804-4ecb-b6c0-cc9ac4433e57 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595065 Aug 11 02:33:08.762810 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "087f1af4-434b-4b55-a2c6-d8bd7c659071", "tag": "fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:08.800183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0fdeb9d4-9b4e-4d07-b920-2907a55c9762 None None] Provisioning for port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:08.804022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357e102-623b-4d82-8b69-fe39463b6860 req-2da84d1e-71e1-4e85-9c5f-be16f1b468f8 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.809636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b357e102-623b-4d82-8b69-fe39463b6860 req-2da84d1e-71e1-4e85-9c5f-be16f1b468f8 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 944 time: 0.5235908 Aug 11 02:33:08.820045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0fdeb9d4-9b4e-4d07-b920-2907a55c9762 None None] Provisioning complete for port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:08.820614 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb9d4-9b4e-4d07-b920-2907a55c9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.966101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b357e102-623b-4d82-8b69-fe39463b6860 req-6662efcc-0ebb-4da3-822a-8804c35030f1 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215031 Aug 11 02:33:08.973236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0fdeb9d4-9b4e-4d07-b920-2907a55c9762 None None] Port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:09.155287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:09.193394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1201721268-network', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:09.316014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Made reservation on behalf of 3b1cfca768a14e52993dd86bccf7c3a6 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:09.318108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.341738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57a71f-142a-4c02-a0e7-6c23383b9045 req-f54279ab-47c2-42d1-85dc-a4be86196aee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:09.343590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d57a71f-142a-4c02-a0e7-6c23383b9045 req-f54279ab-47c2-42d1-85dc-a4be86196aee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 932 time: 0.1580446 Aug 11 02:33:09.356733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.401424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.465395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:09.477371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.489739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d57a71f-142a-4c02-a0e7-6c23383b9045 req-34c5a882-8be0-43e6-bc33-724423f85b0b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373773 Aug 11 02:33:09.510995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Transition to ACTIVE for port object 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:09.515996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3392f2b-d287-4635-ace1-85f5dccf6d0a service neutron] Pushing event updated for resources: {'Port': ['ID=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:09.530717 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3866ec-d0e8-49ab-8332-a846bf12a839 x-openstack-request-id: req-7d3866ec-d0e8-49ab-8332-a846bf12a839 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:09.531288 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087f1af4-434b-4b55-a2c6-d8bd7c659071", "tag": "fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:09.531742 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d3866ec-d0e8-49ab-8332-a846bf12a839 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:09.532885 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'tag': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15', 'status': 'completed', 'code': 200} Aug 11 02:33:09.536950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.652415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:09.672596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-32ad35ce-0e3e-4684-b787-9f2b36071ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:09.674297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-32ad35ce-0e3e-4684-b787-9f2b36071ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1096c7d820fc4fafa55d5ee40583488f&device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 1095 time: 0.7798269 Aug 11 02:33:09.806215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-d16d9ca0-6ceb-4890-90e8-43f98975923e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 HTTP/1.1" status: 200 len: 217 time: 0.1121793 Aug 11 02:33:10.027963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Attempting to bind port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:10.029211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Attempting to bind port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:10.029781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Attempting to bind port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:10.048232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe69c3-e795-467c-8a26-b80634713481 req-99f1da3c-89ef-4d6f-bb9a-dbe6daeff963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.051651 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-99f1da3c-89ef-4d6f-bb9a-dbe6daeff963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f164a46a-b3f3-4e4a-9397-5742871ea246 HTTP/1.1" status: 200 len: 864 time: 0.2323313 Aug 11 02:33:10.053375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 on network a4f8a805-762d-47ac-8116-8429cb51e77d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:10.054338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Attempting to bind port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:10.079848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:10.080934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:10.081924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:10.083131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Bound port: 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:10.084062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.145534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-551a554a-9fc4-4f5b-b089-fda77e4ec60d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1639288-0076-4547-b536-a78338c52d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845621 Aug 11 02:33:10.387402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.394109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 10.2.2.100 (80c670f7-3427-4bcf-b897-079b596e0b82/fb3da33b-72ed-46b9-9c78-b602a4edb6bf/9485efff-fcdd-4b61-81f9-9491da50e2b9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:10.420655 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.453534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-e43374ab-f856-4c84-b4ba-f944a092e8ed service neutron] 10.222.0.59 "GET /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942927 Aug 11 02:33:10.479143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd9c5-bbdb-4b47-b74f-0fb0568d7069 req-1edd5e18-7557-468d-963f-6068308d15cd tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.509744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd9c5-bbdb-4b47-b74f-0fb0568d7069 req-1edd5e18-7557-468d-963f-6068308d15cd tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.538348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd9c5-bbdb-4b47-b74f-0fb0568d7069 req-1edd5e18-7557-468d-963f-6068308d15cd tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.552215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b63fd9c5-bbdb-4b47-b74f-0fb0568d7069 req-1edd5e18-7557-468d-963f-6068308d15cd tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 2372 time: 0.5378797 Aug 11 02:33:10.604812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:10.613961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:10.672069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17143240-7b65-4e58-938f-aae1be7eb008,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:10.697261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.697694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.698282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.698633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.699075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.701104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.701481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.701872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.702212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.702560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.702899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.703431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:10.725897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:10.744401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.749687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:33:10.857175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4d5d-2e09-4347-9b41-2faba4bbca0a req-2b7cdcd1-0799-49ce-9ca4-50fcf6f97141 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.867413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45ec4d5d-2e09-4347-9b41-2faba4bbca0a req-2b7cdcd1-0799-49ce-9ca4-50fcf6f97141 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 944 time: 0.6008556 Aug 11 02:33:10.898108 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5fe69c3-e795-467c-8a26-b80634713481 req-4cc481ea-a106-463f-bd05-1bc542eff211 service neutron] 10.222.0.59 "GET /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064786 Aug 11 02:33:10.915334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.916390 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Added segment d15a8dd0-4796-4a94-acaa-417a1a8911df of type vlan for network d31386fd-36d2-44c8-b7b2-56ece38637fb Aug 11 02:33:10.926431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b63fd9c5-bbdb-4b47-b74f-0fb0568d7069 req-bb9357c9-3e8e-4502-9832-90134e1e9432 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731029 Aug 11 02:33:10.929814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.932015 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.935612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] 10.222.0.25 "PUT /v2.0/ports/2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1092 time: 2.8954449 Aug 11 02:33:11.012258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45ec4d5d-2e09-4347-9b41-2faba4bbca0a req-8b27602b-2a47-4442-9175-abbec6cf15e1 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419592 Aug 11 02:33:11.165152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8251edf-3746-4b76-9474-82a2d40c92c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.181127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.290205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f82d-b855-4c6b-9481-d586bc595fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:11.343563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.384010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object 9485efff-fcdd-4b61-81f9-9491da50e2b9 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:11.390189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.391842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.392461 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.442805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-ab92cb5f-6bf4-4e23-a0b2-ac7d3b631535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.446075 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-ab92cb5f-6bf4-4e23-a0b2-ac7d3b631535 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1096c7d820fc4fafa55d5ee40583488f&device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 1095 time: 0.3112745 Aug 11 02:33:11.526438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] Pushing event updated for resources: {'Network': ['ID=d31386fd-36d2-44c8-b7b2-56ece38637fb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:11.547259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d31386fd-36d2-44c8-b7b2-56ece38637fb details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:33:11.575010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5792ce-7d08-43ab-9bc0-1c3b3c043a92 req-5d7d7216-4b20-405b-9444-258355a3d05a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.585495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea5792ce-7d08-43ab-9bc0-1c3b3c043a92 req-5d7d7216-4b20-405b-9444-258355a3d05a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 944 time: 0.3199279 Aug 11 02:33:11.634162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-7cc44ce6-9a2b-49ee-be32-97c8a298ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.638275 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-7cc44ce6-9a2b-49ee-be32-97c8a298ac45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1095 time: 0.4882388 Aug 11 02:33:11.638275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:11.646881 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32" -d '{"events": [{"name": "network-changed", "server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:11.672496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea5792ce-7d08-43ab-9bc0-1c3b3c043a92 req-2e962a22-00da-4199-965d-fbb4c519cd47 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855713 Aug 11 02:33:11.677635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.746451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 80c670f7-3427-4bcf-b897-079b596e0b82 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:11.751997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:11.779761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:11.925399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.928589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.968104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.224803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b313172e-ddb5-4837-847e-7c75ecff568c None None] Provisioning for port 9485efff-fcdd-4b61-81f9-9491da50e2b9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:12.232547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b313172e-ddb5-4837-847e-7c75ecff568c None None] Provisioning complete for port 9485efff-fcdd-4b61-81f9-9491da50e2b9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:12.233165 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf83ee-b367-43c5-ac48-f23d540520db x-openstack-request-id: req-6ddf83ee-b367-43c5-ac48-f23d540520db {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:12.233832 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:12.233832 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ddf83ee-b367-43c5-ac48-f23d540520db {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:12.234203 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'status': 'completed', 'code': 200} Aug 11 02:33:12.235534 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b313172e-ddb5-4837-847e-7c75ecff568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.247035 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-885da270-f416-44ff-935d-a8dc95853df8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 217 time: 0.5958695 Aug 11 02:33:12.301935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bd942-1daa-4328-ade7-c1d3249a70e7 req-deb399fb-4aa6-48a5-994c-2e242315f2f0 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.304054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-928bd942-1daa-4328-ade7-c1d3249a70e7 req-deb399fb-4aa6-48a5-994c-2e242315f2f0 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 944 time: 0.1600103 Aug 11 02:33:12.324160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb752f-04e0-47e3-9fae-3cdc1420141a req-beda4b20-3376-4314-85dc-7c137acfb82c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.337749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb752f-04e0-47e3-9fae-3cdc1420141a req-beda4b20-3376-4314-85dc-7c137acfb82c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.349592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb752f-04e0-47e3-9fae-3cdc1420141a req-beda4b20-3376-4314-85dc-7c137acfb82c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.356403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb752f-04e0-47e3-9fae-3cdc1420141a req-beda4b20-3376-4314-85dc-7c137acfb82c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.358316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70eb752f-04e0-47e3-9fae-3cdc1420141a req-beda4b20-3376-4314-85dc-7c137acfb82c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 3093 time: 0.1567519 Aug 11 02:33:12.392829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b313172e-ddb5-4837-847e-7c75ecff568c None None] Port 9485efff-fcdd-4b61-81f9-9491da50e2b9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:12.408925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-8ea693c8-939b-435f-aae1-f14ada41fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.411559 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-8ea693c8-939b-435f-aae1-f14ada41fee2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1639288-0076-4547-b536-a78338c52d1b HTTP/1.1" status: 200 len: 924 time: 0.9474576 Aug 11 02:33:12.417377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-72a783e3-382f-4f9b-beed-6c657715fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.419572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-72a783e3-382f-4f9b-beed-6c657715fd8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1577508 Aug 11 02:33:12.428387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-928bd942-1daa-4328-ade7-c1d3249a70e7 req-20d99f67-1458-4134-87fd-d04af2d059bb tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685291 Aug 11 02:33:12.510034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70eb752f-04e0-47e3-9fae-3cdc1420141a req-95d9f916-423e-44e7-9ec0-2adde1520b8b tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222224 Aug 11 02:33:12.529355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-c5b5bd0c-7c4c-44d1-90b2-23ed070b3086 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 HTTP/1.1" status: 200 len: 217 time: 0.1076672 Aug 11 02:33:12.619397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-06ecaa8a-a462-4969-a6dc-45c1ba77400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.621016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-06ecaa8a-a462-4969-a6dc-45c1ba77400f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920002 Aug 11 02:33:12.625163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8251edf-3746-4b76-9474-82a2d40c92c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.650311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-05c6908f-747e-40dc-acee-3116c7c4ad76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.9329939 Aug 11 02:33:12.659162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fca79582-3dd4-4586-b8f1-61eb90eda407 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1760516 Aug 11 02:33:12.660390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60872) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:12.661430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8251edf-3746-4b76-9474-82a2d40c92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.678925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Request body: {'subnet': {'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1201721268-subnet', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:12.701734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82', 'admin_state_up': True, 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'security_groups': ['fb981243-579d-43a4-b735-f52d61d24b2a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:12.736031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-bdd27dae-c500-4130-bbbc-8123fcff2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.737583 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-bdd27dae-c500-4130-bbbc-8123fcff2014 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f164a46a-b3f3-4e4a-9397-5742871ea246 HTTP/1.1" status: 200 len: 864 time: 0.1864150 Aug 11 02:33:12.787107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a8251edf-3746-4b76-9474-82a2d40c92c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33a05f2d4b4e482886559407be08e044&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1437836 Aug 11 02:33:12.801199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8251edf-3746-4b76-9474-82a2d40c92c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04b04aa-0b1c-4a01-874d-a54bf1733939,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.804038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:12.827125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-5412ebab-dc67-4ab6-b883-2f71638f3acb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1639288-0076-4547-b536-a78338c52d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700481 Aug 11 02:33:12.843462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:12.939405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Made reservation on behalf of 66a5bbd508df4c3e8dd6cbab3cc65f0a for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:12.946744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.977132 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-603e2abd-c314-461c-b48d-fda6a56dd3a8 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302481 Aug 11 02:33:13.055510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Made reservation on behalf of 3b1cfca768a14e52993dd86bccf7c3a6 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:13.058756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.066647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,segment=NetworkSegment(457cbefc-2c91-430b-ae63-34bcd615d72c),segment_id=457cbefc-2c91-430b-ae63-34bcd615d72c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:13.089579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15', 'network_id': 'a1639288-0076-4547-b536-a78338c52d1b', 'port_id': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15', 'mac_address': 'fa:16:3e:a0:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f164a46a-b3f3-4e4a-9397-5742871ea246', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:13.093559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6622cbd3-fc10-4878-84f0-d2f3db69e714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.145920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-114a70b3-8500-4a9c-bc70-ecebf5b2571e service neutron] 10.222.0.59 "GET /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014610 Aug 11 02:33:13.168411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.169269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6622cbd3-fc10-4878-84f0-d2f3db69e714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.194159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:13.236176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,segment=NetworkSegment(457cbefc-2c91-430b-ae63-34bcd615d72c),segment_id=457cbefc-2c91-430b-ae63-34bcd615d72c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:13.256319 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.285642 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc72a8c5-c736-4a22-95f8-311cd52ba870 req-876acc3b-250a-4ad0-8a8c-37b7fd42322b service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921319 Aug 11 02:33:13.337209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed929ee-6580-45eb-aad2-6a4450a8155d req-56c7aa3d-ec7c-4cac-a551-8144e85d1bd4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.339746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed929ee-6580-45eb-aad2-6a4450a8155d req-56c7aa3d-ec7c-4cac-a551-8144e85d1bd4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 944 time: 0.4207778 Aug 11 02:33:13.372194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d12fa935-6d5a-4e74-aa1e-e8e7d05f8b4e req-db424c0f-174f-4e5c-a134-df3cc6ef2b1d service neutron] 10.222.0.59 "GET /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131956 Aug 11 02:33:13.415242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:13.432045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.432932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.433697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.434546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.435462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.436228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.437199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.437975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.439320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.440053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.440781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.441689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:13.441868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed929ee-6580-45eb-aad2-6a4450a8155d req-e6424448-3d3f-413c-b728-ca938ffbf3d3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821149 Aug 11 02:33:13.551752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.599247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6622cbd3-fc10-4878-84f0-d2f3db69e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.606969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6622cbd3-fc10-4878-84f0-d2f3db69e714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.613622 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6622cbd3-fc10-4878-84f0-d2f3db69e714 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b04b04aa-0b1c-4a01-874d-a54bf1733939 HTTP/1.1" status: 204 len: 168 time: 0.7896471 Aug 11 02:33:13.630354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a29495-def5-402f-b0a7-47fabfc85802,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:13.710661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622cbd3-fc10-4878-84f0-d2f3db69e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04b04aa-0b1c-4a01-874d-a54bf1733939,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:13.722200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-c1155e83-d118-436b-bf57-b467ada53670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.733411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:13.743470 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-c1155e83-d118-436b-bf57-b467ada53670 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1095 time: 0.3617573 Aug 11 02:33:13.915099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19be40b6-74cf-4afd-8c96-37bd6d45289a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.964527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-75d3798f-d87f-4015-878b-fbd24c7655f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.970918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-75d3798f-d87f-4015-878b-fbd24c7655f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.2188666 Aug 11 02:33:14.064122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92924cc1-5e77-4eb9-b658-ff5cfbb6eac2 req-4f9e5d81-37c3-4f46-a4fb-2cd244a2d4a4 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.078184 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-2f6080b5-c338-4b64-b631-f0dd9b9c9536 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 217 time: 0.0983691 Aug 11 02:33:14.082071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92924cc1-5e77-4eb9-b658-ff5cfbb6eac2 req-4f9e5d81-37c3-4f46-a4fb-2cd244a2d4a4 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 945 time: 0.4559200 Aug 11 02:33:14.089412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Checking segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:14.089788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Network hostable DHCP agents. Network: d31386fd-36d2-44c8-b7b2-56ece38637fb, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:33:14.095504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Allocated IP 10.2.2.200 (80c670f7-3427-4bcf-b897-079b596e0b82/fb3da33b-72ed-46b9-9c78-b602a4edb6bf/e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:14.151978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23948-10ac-46ef-ad90-cd24454dfbd6 req-2de4eff2-e70b-48ae-b552-b0a5e82aa6ce tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.162237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23948-10ac-46ef-ad90-cd24454dfbd6 req-2de4eff2-e70b-48ae-b552-b0a5e82aa6ce tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.175687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23948-10ac-46ef-ad90-cd24454dfbd6 req-2de4eff2-e70b-48ae-b552-b0a5e82aa6ce tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.190842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23948-10ac-46ef-ad90-cd24454dfbd6 req-2de4eff2-e70b-48ae-b552-b0a5e82aa6ce tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.193041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ae23948-10ac-46ef-ad90-cd24454dfbd6 req-2de4eff2-e70b-48ae-b552-b0a5e82aa6ce tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 3093 time: 0.4808197 Aug 11 02:33:14.235947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-4c33f84f-d633-4267-a5e0-f43b738fc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.238143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-4c33f84f-d633-4267-a5e0-f43b738fc8dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1485872 Aug 11 02:33:14.354806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Network d31386fd-36d2-44c8-b7b2-56ece38637fb is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:33:14.397623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-fd91bd72-2ead-4242-8edf-6cce9b8632ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.410780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-fd91bd72-2ead-4242-8edf-6cce9b8632ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522088 Aug 11 02:33:14.498772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92924cc1-5e77-4eb9-b658-ff5cfbb6eac2 req-b4446766-874b-44bd-b3d9-4404358e16e6 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006195 Aug 11 02:33:14.502916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d31386fd-36d2-44c8-b7b2-56ece38637fb) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:14.513473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1eb7b4-84c6-4142-bdf7-5cc439470cbd None None] Network d31386fd-36d2-44c8-b7b2-56ece38637fb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:14.534613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.535609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.543609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:14.576230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0cade9e9-8a6d-4a97-ae43-ef0c5f92211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.859816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.889671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-029a30cd-c4f7-43ba-b994-6ed97024f7c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2263660 Aug 11 02:33:14.899562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-3344d4b8-4d73-470c-a6fc-cb68173c8623 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786263 Aug 11 02:33:14.900664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:14.920631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Transition to ACTIVE for port object e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:14.925347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:14.932362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ae23948-10ac-46ef-ad90-cd24454dfbd6 req-e80cfd9d-cd15-4c66-8882-8c20b106e572 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6958325 Aug 11 02:33:14.973938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d31386fd-36d2-44c8-b7b2-56ece38637fb', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:33:14.975277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.023988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.104411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event updated for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:15.197597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Network 80c670f7-3427-4bcf-b897-079b596e0b82 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:15.213914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092b69b-8faf-40eb-89b0-eba2411a26dc req-0077f922-3651-46f6-baef-c2c0230ca114 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:15.215645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f092b69b-8faf-40eb-89b0-eba2411a26dc req-0077f922-3651-46f6-baef-c2c0230ca114 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 944 time: 0.0946438 Aug 11 02:33:15.217091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:15.219902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:15.222475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0cade9e9-8a6d-4a97-ae43-ef0c5f92211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.262586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0cade9e9-8a6d-4a97-ae43-ef0c5f92211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.393773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Allocated IP 172.20.0.2 (d31386fd-36d2-44c8-b7b2-56ece38637fb/52a29495-def5-402f-b0a7-47fabfc85802/0c5ed7fd-f12f-4fc8-b6ae-7ea931024673) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:15.447314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f092b69b-8faf-40eb-89b0-eba2411a26dc req-7df13e55-13f0-4f09-b375-e8eee42e2178 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807642 Aug 11 02:33:15.468021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:15.468782 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.485432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.487464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.517708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-3fba4f47-67ab-44e7-bad0-ebb941149156 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8523481 Aug 11 02:33:15.535117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cade9e9-8a6d-4a97-ae43-ef0c5f92211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93d9e45-938e-4b6b-98ed-c9ef3eff89ad,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:15.537500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:15.549325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5a187fc7-9656-4bbf-9a40-7e944a7f6b32 req-c8933f6a-1522-4f03-89e2-27b8c43b1317 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077616 Aug 11 02:33:15.557636 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0cade9e9-8a6d-4a97-ae43-ef0c5f92211b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b0f5765577549ecbf25dff360fd92a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122294 Aug 11 02:33:15.558473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:15.671000 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.768729 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.806312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.867948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.878636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Transition to ACTIVE for port object 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:15.908544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Transition to ACTIVE for port object 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:15.929190 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.978721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a2952ed9-1b37-4d9a-a6c3-0d7fc00733ae None None] Provisioning for port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:15.994859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a2952ed9-1b37-4d9a-a6c3-0d7fc00733ae None None] Provisioning complete for port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:15.995314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2952ed9-1b37-4d9a-a6c3-0d7fc00733ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.001030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Network d31386fd-36d2-44c8-b7b2-56ece38637fb is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:16.004403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d38d-a356-4882-943f-112a583658d3 req-f11069b2-827b-43f0-a93a-2ab31ef10ccc tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.006487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29a0d38d-a356-4882-943f-112a583658d3 req-f11069b2-827b-43f0-a93a-2ab31ef10ccc tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 945 time: 0.1061280 Aug 11 02:33:16.021109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.040759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:16.050709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:16.100408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Pushing event updated for resources: {'Port': ['ID=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:16.114769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29a0d38d-a356-4882-943f-112a583658d3 req-7d5a6949-54d6-420f-bead-c72d58e0a75f tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935915 Aug 11 02:33:16.139354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a2952ed9-1b37-4d9a-a6c3-0d7fc00733ae None None] Port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:16.168039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Attempting to bind port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:16.168448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Attempting to bind port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:16.168846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Attempting to bind port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 on network d31386fd-36d2-44c8-b7b2-56ece38637fb {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:16.200791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.231103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:16.235477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Checking segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:16.237871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.238880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Bound using segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:16.243533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Bound port: 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:16.245255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.277645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d312c36-e558-4c77-ae59-bbfaea811f5f {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:16.294409 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.321311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Transition to ACTIVE for port object 1d312c36-e558-4c77-ae59-bbfaea811f5f will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:16.339945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.480635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] For port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:16.494822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] For port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:16.505245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.547629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.556492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.562061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e93d9e45-938e-4b6b-98ed-c9ef3eff89ad HTTP/1.1" status: 204 len: 168 time: 0.9951456 Aug 11 02:33:16.590146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93d9e45-938e-4b6b-98ed-c9ef3eff89ad,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:16.614483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.614991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.615330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.615766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Attempting to bind port 1d312c36-e558-4c77-ae59-bbfaea811f5f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:16.616109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Attempting to bind port 1d312c36-e558-4c77-ae59-bbfaea811f5f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:16.616279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.616433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Attempting to bind port 1d312c36-e558-4c77-ae59-bbfaea811f5f on network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:16.616600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.621541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.621844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:16.622057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.622373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.622753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.623090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.623421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.626661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Port 1d312c36-e558-4c77-ae59-bbfaea811f5f on network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:16.627044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Attempting to bind port 1d312c36-e558-4c77-ae59-bbfaea811f5f on network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:16.629267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f0f7da-2286-4f69-a7a5-0290e777963c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:16.657868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:16.658396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Checking segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:16.658822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Bound using segment: {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:16.659177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Bound port: 1d312c36-e558-4c77-ae59-bbfaea811f5f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f607105d-a4a7-4e91-9e45-495930d87724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:16.659506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.682882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ddd27-f80d-4fa1-ab76-dbd5e021d179 None None] Pushing event updated for resources: {'Port': ['ID=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:16.704740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a35d-f585-4921-a993-4efb76b18097 req-39e68d50-ab31-41b9-85f9-153b3c8fb3cb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.736916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a35d-f585-4921-a993-4efb76b18097 req-39e68d50-ab31-41b9-85f9-153b3c8fb3cb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.750497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:16.761482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a35d-f585-4921-a993-4efb76b18097 req-39e68d50-ab31-41b9-85f9-153b3c8fb3cb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.792408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a35d-f585-4921-a993-4efb76b18097 req-39e68d50-ab31-41b9-85f9-153b3c8fb3cb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.806356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a35d-f585-4921-a993-4efb76b18097 req-39e68d50-ab31-41b9-85f9-153b3c8fb3cb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.824162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5af1a35d-f585-4921-a993-4efb76b18097 req-39e68d50-ab31-41b9-85f9-153b3c8fb3cb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 3826 time: 0.4954531 Aug 11 02:33:16.880846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:16.982870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5af1a35d-f585-4921-a993-4efb76b18097 req-2a3c1891-5df8-4c76-9a78-4e9871b06a6b tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546407 Aug 11 02:33:17.264900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.402660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:17.409219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.516927 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-200b4277-f612-4295-83cc-6cb78a152c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.529040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dbb82-f7ab-4e02-8d83-7159e259fae6 req-38b14d04-a525-46c2-a9b0-9fa6edc7becf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:17.544061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-509dbb82-f7ab-4e02-8d83-7159e259fae6 req-38b14d04-a525-46c2-a9b0-9fa6edc7becf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 944 time: 0.5480328 Aug 11 02:33:17.568657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:17.598468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:17.607871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:17.613527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:17.620524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:17.621847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.631132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.708646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-509dbb82-f7ab-4e02-8d83-7159e259fae6 req-06e74344-5ab1-4c45-8bfc-850dbed547f1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327939 Aug 11 02:33:17.720085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:17.720748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.723190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] 10.222.0.25 "PUT /v2.0/ports/1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 200 len: 1091 time: 2.1903739 Aug 11 02:33:17.727406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:17.739614 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bfc5b4-46ad-48bf-a12b-1e50704500c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:17.763984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:17.780005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569cfc-406a-467a-8bc9-727f68982aae req-cc5ff564-57b4-4af2-9c7b-bbb20499d207 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:17.783299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa569cfc-406a-467a-8bc9-727f68982aae req-cc5ff564-57b4-4af2-9c7b-bbb20499d207 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 945 time: 0.3914330 Aug 11 02:33:17.900400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b2da7-133e-43cb-92b9-dc6371c58ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:17.932637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Allocated IP 172.25.6.149 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/e2648b69-8944-4245-b8c0-b7e9457835a1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:17.971214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.980030 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.103934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:18.264960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:18.284567 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.389282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:18.423963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.587530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.724495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:18.736059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:18.795847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2648b69-8944-4245-b8c0-b7e9457835a1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:18.800094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:19.197095 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69164e65-fdb1-41b3-ab01-80764e2284b2 x-openstack-request-id: req-69164e65-fdb1-41b3-ab01-80764e2284b2 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:19.197877 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:19.197877 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69164e65-fdb1-41b3-ab01-80764e2284b2 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:19.198196 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'status': 'completed', 'code': 200} Aug 11 02:33:19.216266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa569cfc-406a-467a-8bc9-727f68982aae req-a8a773c6-47ec-4684-aa6d-58d69ef25831 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4251935 Aug 11 02:33:19.223744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2ea6d66c-2f58-40fd-aaea-517da7ab6a88'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:19.230503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d73a7-4065-4a74-8fc8-d8749a666488 None None] Network d31386fd-36d2-44c8-b7b2-56ece38637fb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:19.245665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.407347 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.483014 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.542927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:19.599302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:19.603368 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af30b7e-021a-46e3-ace3-827addc8c5e1" -d '{"events": [{"server_uuid": "087f1af4-434b-4b55-a2c6-d8bd7c659071", "name": "network-vif-plugged", "status": "completed", "tag": "fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:19.649149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-f8948d6b-7543-408b-9e02-459f0fd1fbb9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.656453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-f8948d6b-7543-408b-9e02-459f0fd1fbb9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.663618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-f8948d6b-7543-408b-9e02-459f0fd1fbb9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.670128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-f8948d6b-7543-408b-9e02-459f0fd1fbb9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.677211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-f8948d6b-7543-408b-9e02-459f0fd1fbb9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:19.685480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-f8948d6b-7543-408b-9e02-459f0fd1fbb9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 3826 time: 0.3412049 Aug 11 02:33:19.771174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,segment=NetworkSegment(457cbefc-2c91-430b-ae63-34bcd615d72c),segment_id=457cbefc-2c91-430b-ae63-34bcd615d72c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:19.795365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.838163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.842460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:20.032899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-0e0a33c1-9323-4c05-948f-0f3e4e9f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.033777 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-0e0a33c1-9323-4c05-948f-0f3e4e9f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.035178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-0e0a33c1-9323-4c05-948f-0f3e4e9f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.035858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-0e0a33c1-9323-4c05-948f-0f3e4e9f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.036503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-0e0a33c1-9323-4c05-948f-0f3e4e9f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.038891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-0e0a33c1-9323-4c05-948f-0f3e4e9f028e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 4361 time: 0.8309727 Aug 11 02:33:20.043082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-43053efc-0050-46c0-810f-73047741350f None None] Provisioning for port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:20.065736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40a728d5-57dc-45bc-9162-54b2cdcd24ac req-67c253c2-b98d-4356-9720-a3a6b420276d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788607 Aug 11 02:33:20.086449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-43053efc-0050-46c0-810f-73047741350f None None] Provisioning complete for port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:20.087223 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43053efc-0050-46c0-810f-73047741350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.244636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ceddc-87ec-423d-90f6-ec274dd84f9e req-a1966734-ef1b-4e7b-b38f-b00737c21a63 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.252109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:20.260037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-067ceddc-87ec-423d-90f6-ec274dd84f9e req-a1966734-ef1b-4e7b-b38f-b00737c21a63 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5044155 Aug 11 02:33:20.263776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48955918-9aa9-4b40-a415-435a29367545 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:20.293207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.306625 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.321862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.410715 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c470a770-b631-4a06-8167-330f278c4859 x-openstack-request-id: req-c470a770-b631-4a06-8167-330f278c4859 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:20.411198 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087f1af4-434b-4b55-a2c6-d8bd7c659071", "name": "network-vif-plugged", "status": "completed", "tag": "fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:20.411624 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c470a770-b631-4a06-8167-330f278c4859 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:20.412263 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15', 'code': 200} Aug 11 02:33:20.448823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Transition to ACTIVE for port object 48955918-9aa9-4b40-a415-435a29367545 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:20.457460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-067ceddc-87ec-423d-90f6-ec274dd84f9e req-6f6a96e6-45ba-4218-8001-d0e798d93d8e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650112 Aug 11 02:33:20.465701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.771621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43053efc-0050-46c0-810f-73047741350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.932071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-43053efc-0050-46c0-810f-73047741350f None None] For port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:20.939487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43053efc-0050-46c0-810f-73047741350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.992643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Pushing event updated for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:21.127548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053efc-0050-46c0-810f-73047741350f None None] Pushing event updated for resources: {'Port': ['ID=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:21.150596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-eab8080f-f72d-4b41-92dc-656e3a69d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.151901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-eab8080f-f72d-4b41-92dc-656e3a69d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.153088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-eab8080f-f72d-4b41-92dc-656e3a69d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.156871 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-eab8080f-f72d-4b41-92dc-656e3a69d605 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9743161 Aug 11 02:33:21.162447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ea979-94b0-4e53-8c0b-0500ae409b22 req-7125392e-f0fb-4443-a40d-8279ee20c267 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.164152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-196ea979-94b0-4e53-8c0b-0500ae409b22 req-7125392e-f0fb-4443-a40d-8279ee20c267 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 946 time: 0.5651639 Aug 11 02:33:21.202679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d9342-5406-430a-b5b0-687f71f019f5 req-a960f96c-09b1-4b79-ab02-5f18b3a424fe tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.204403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-372d9342-5406-430a-b5b0-687f71f019f5 req-a960f96c-09b1-4b79-ab02-5f18b3a424fe tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 949 time: 0.3993464 Aug 11 02:33:21.235351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Attempting to bind port 48955918-9aa9-4b40-a415-435a29367545 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:21.235674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Attempting to bind port 48955918-9aa9-4b40-a415-435a29367545 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:21.236118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Attempting to bind port 48955918-9aa9-4b40-a415-435a29367545 on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:21.266487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Port 48955918-9aa9-4b40-a415-435a29367545 on network 90144842-d996-4568-a3c0-cf8813c1b45c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:21.267478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Attempting to bind port 48955918-9aa9-4b40-a415-435a29367545 on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:21.275851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:21.276801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Checking segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:21.277227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Bound using segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:21.277594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Bound port: 48955918-9aa9-4b40-a415-435a29367545, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:21.277977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.317422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-196ea979-94b0-4e53-8c0b-0500ae409b22 req-c704428e-0105-4d10-9d27-59b8c8034726 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345251 Aug 11 02:33:21.350083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4e6eb-6cbe-4340-8e76-10641393e2fa req-0fb2769d-a9c4-4fe3-9c69-1485171f2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.353349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35f4e6eb-6cbe-4340-8e76-10641393e2fa req-0fb2769d-a9c4-4fe3-9c69-1485171f2c53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 1097 time: 0.6624248 Aug 11 02:33:21.392050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-372d9342-5406-430a-b5b0-687f71f019f5 req-53f1c184-af90-4cd9-b0d4-39ed230f529e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723225 Aug 11 02:33:21.409549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:21.426150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dab6fedc-afb5-4cf0-a632-43f3228aa5ff None None] Provisioning complete for port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:21.428332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dab6fedc-afb5-4cf0-a632-43f3228aa5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.466390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:21.477831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48955918-9aa9-4b40-a415-435a29367545,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:21.487226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.625886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-9c9063fd-fdbc-4a6d-b9f1-941c9c6be3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.627913 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-19bfc5b4-46ad-48bf-a12b-1e50704500c4 req-9c9063fd-fdbc-4a6d-b9f1-941c9c6be3bf service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4531381 Aug 11 02:33:21.657329 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35f4e6eb-6cbe-4340-8e76-10641393e2fa req-ba9834c3-2b6e-4f22-a99b-d9fd19f115cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881939 Aug 11 02:33:21.662990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Pushing event updated for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:21.700066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:21.703043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.707660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2dfc71c5-79f8-4607-96d8-436e5b789d0b service neutron] 10.222.0.25 "PUT /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 1134 time: 3.9517102 Aug 11 02:33:21.711292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '48955918-9aa9-4b40-a415-435a29367545'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:21.731493 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "48955918-9aa9-4b40-a415-435a29367545"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:21.767397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:21.806150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:21.823600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Sync routers for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:21.842112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:21.842754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:21.853750 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.864575 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-019e6e05-7ad0-4502-9287-8b79b3bd6ab3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.9460139 Aug 11 02:33:21.865230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:21.984599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.002123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.008799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.015427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.022547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.029903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.039743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-7f517490-dfc4-4fbd-8f6f-e470d25f0ffe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 4602 time: 0.4562888 Aug 11 02:33:22.170241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9e6fcb1-f715-442d-bd2c-83916d6ac087 req-07562911-8089-4275-b044-46544eaa0796 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280730 Aug 11 02:33:22.207848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.208081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:22.390231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:22.717984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:22.719169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.782268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:22.790737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ccc581-9382-449f-9f8d-2f3c05ac892e {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:22.800008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.815961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Transition to ACTIVE for port object 39ccc581-9382-449f-9f8d-2f3c05ac892e will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:22.829699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.930192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:22.964918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8cdf3-9a05-4b17-97d1-9952a21a4e50 req-4bf047ca-55b4-44ad-9ce0-b731bfaacac3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.966865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfa8cdf3-9a05-4b17-97d1-9952a21a4e50 req-4bf047ca-55b4-44ad-9ce0-b731bfaacac3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1492512 Aug 11 02:33:23.097615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfa8cdf3-9a05-4b17-97d1-9952a21a4e50 req-c87f3f4b-f665-4c33-b5f7-9a6494f9a526 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062605 Aug 11 02:33:23.098512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Attempting to bind port 39ccc581-9382-449f-9f8d-2f3c05ac892e on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:23.098957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Attempting to bind port 39ccc581-9382-449f-9f8d-2f3c05ac892e by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:23.101373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Attempting to bind port 39ccc581-9382-449f-9f8d-2f3c05ac892e on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:23.113363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Port 39ccc581-9382-449f-9f8d-2f3c05ac892e on network 90144842-d996-4568-a3c0-cf8813c1b45c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:23.113721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Attempting to bind port 39ccc581-9382-449f-9f8d-2f3c05ac892e on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:23.160331 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed2d3f1-9391-45c6-94ed-707a663c8eba x-openstack-request-id: req-5ed2d3f1-9391-45c6-94ed-707a663c8eba {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:23.160792 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "48955918-9aa9-4b40-a415-435a29367545", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:23.161215 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ed2d3f1-9391-45c6-94ed-707a663c8eba {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:23.161885 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '48955918-9aa9-4b40-a415-435a29367545', 'status': 'completed', 'code': 200} Aug 11 02:33:23.163179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:23.163755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Checking segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:23.164424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Bound using segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:23.165226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Bound port: 39ccc581-9382-449f-9f8d-2f3c05ac892e, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:23.165856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.177379 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.182788 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.275704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:23.287714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:23.290230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.397131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:23.401417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:19Z', 'revision_number': 3, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:23.401921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:23.438143 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.441310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Checking router: 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:23.442142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Updating router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 port e2648b69-8944-4245-b8c0-b7e9457835a1 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:23.542785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:23.543832 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.555273 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.557631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] 10.222.0.25 "PUT /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 1136 time: 1.8034508 Aug 11 02:33:23.606656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:23.606920 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.612920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a19dc-6169-491b-9cfd-8c89c671456a service neutron] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:23.637117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374092-cbf8-4829-b739-afda0f44d5bb req-fd19a047-df9c-4673-8736-326e099b62ea tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:23.639117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98374092-cbf8-4829-b739-afda0f44d5bb req-fd19a047-df9c-4673-8736-326e099b62ea tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 946 time: 0.2353163 Aug 11 02:33:23.839552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.936230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:23.946172 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf5ac1-d681-4475-aa33-fa265ff77bd8" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:24.061583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:24.067766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98374092-cbf8-4829-b739-afda0f44d5bb req-34b43ca4-7ba0-4bed-8cd1-f3beab7dbc28 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976748 Aug 11 02:33:24.074801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.075624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:24.098723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32852) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:24.129884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.130538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.130879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.131357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.132099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.132586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.134233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.135733 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-483b8bed-5d05-4493-a114-ec20397515df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6175 time: 0.9181802 Aug 11 02:33:24.241383 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ba6811-c3f0-4b6e-99c2-d160ca8afa63 x-openstack-request-id: req-57ba6811-c3f0-4b6e-99c2-d160ca8afa63 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:24.241841 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:24.242279 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57ba6811-c3f0-4b6e-99c2-d160ca8afa63 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:24.242885 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'code': 200} Aug 11 02:33:24.247846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.268888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.286434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.309662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.341848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.367686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.371118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:24.377865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.391889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-f75571bb-6b39-4380-bcc2-79aad1e063af tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5380 time: 0.4798479 Aug 11 02:33:24.414098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.417512 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.417991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-76ccdcde-a520-4500-a635-448db649d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.418709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-76ccdcde-a520-4500-a635-448db649d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.419261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-76ccdcde-a520-4500-a635-448db649d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.421184 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-76ccdcde-a520-4500-a635-448db649d459 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2303274 Aug 11 02:33:24.506269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-855efd5d-dc15-4bf7-a805-601d8b306b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.553197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:24.581001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.587404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.670450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-9c61361e-5615-4756-91a4-91d4b466264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.679888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Transition to ACTIVE for port object e2648b69-8944-4245-b8c0-b7e9457835a1 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:24.683198 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d4bb4ac-5d5a-422d-ac70-b593bbb59226 req-9c61361e-5615-4756-91a4-91d4b466264b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2448800 Aug 11 02:33:24.813274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Allocated IP 172.20.0.1 (d31386fd-36d2-44c8-b7b2-56ece38637fb/52a29495-def5-402f-b0a7-47fabfc85802/c23a7873-d51d-4061-8072-6bf11f5065c0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:25.006773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.019702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.045455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Transition to ACTIVE for port object c23a7873-d51d-4061-8072-6bf11f5065c0 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:25.077848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10fc81a3-a385-4b02-b642-c5cc6b19be0d req-6f97e572-c750-4d70-9260-67e04401bcd3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6847842 Aug 11 02:33:25.084633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.142899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Attempting to bind port e2648b69-8944-4245-b8c0-b7e9457835a1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:25.143498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Attempting to bind port e2648b69-8944-4245-b8c0-b7e9457835a1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:25.144108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Attempting to bind port e2648b69-8944-4245-b8c0-b7e9457835a1 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:25.156878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.179747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '39ccc581-9382-449f-9f8d-2f3c05ac892e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:25.185563 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7906c6c5-13fa-40a5-b712-3a3c11312419" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "39ccc581-9382-449f-9f8d-2f3c05ac892e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:25.186785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:25.187527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:25.189372 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.192266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:25.193147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Bound port: e2648b69-8944-4245-b8c0-b7e9457835a1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:25.194707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.239911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32fdd-4a48-4873-a50b-fc374b58d754 req-ac5886f8-bbc3-4da1-aa43-03d6c91b2f29 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.255642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32fdd-4a48-4873-a50b-fc374b58d754 req-ac5886f8-bbc3-4da1-aa43-03d6c91b2f29 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 946 time: 0.8135023 Aug 11 02:33:25.260832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367ffb-0a13-40a1-ae43-869c354458e8 req-a6073757-85c9-47e8-b8e4-f53e05148c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.265091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05367ffb-0a13-40a1-ae43-869c354458e8 req-a6073757-85c9-47e8-b8e4-f53e05148c9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1097 time: 0.8247335 Aug 11 02:33:25.288307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7806e-2c85-4802-9e78-0e9cc7f1c0b9 None None] Pushing event updated for resources: {'Port': ['ID=e2648b69-8944-4245-b8c0-b7e9457835a1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.309163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Network d31386fd-36d2-44c8-b7b2-56ece38637fb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:25.313336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:25.319203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:25.323117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Pushing event updated for resources: {'Port': ['ID=c23a7873-d51d-4061-8072-6bf11f5065c0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.366731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] For port e2648b69-8944-4245-b8c0-b7e9457835a1, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:25.370739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] For port e2648b69-8944-4245-b8c0-b7e9457835a1, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e2648b69-8944-4245-b8c0-b7e9457835a1,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:25.380995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.384253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.398955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-855efd5d-dc15-4bf7-a805-601d8b306b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.490445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7806e-2c85-4802-9e78-0e9cc7f1c0b9 None None] Pushing event updated for resources: {'Port': ['ID=e2648b69-8944-4245-b8c0-b7e9457835a1,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.514201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-855efd5d-dc15-4bf7-a805-601d8b306b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.514494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:25.515078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:25.560368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aea32fdd-4a48-4873-a50b-fc374b58d754 req-158fb8c4-f01a-4d14-bd58-25d79988596f tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034952 Aug 11 02:33:25.564754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855efd5d-dc15-4bf7-a805-601d8b306b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b9d6d-dc4e-41c8-a627-0684b40497e8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.584299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f501af0-0919-4e30-b0a0-a5de4745b48f {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:25.598381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.689882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e946d5-230a-4e7c-9703-4d0ac107aa7e req-8ce48874-19be-4f3f-9de5-862d41643cbf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.702891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58e946d5-230a-4e7c-9703-4d0ac107aa7e req-8ce48874-19be-4f3f-9de5-862d41643cbf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.3979716 Aug 11 02:33:25.721314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-855efd5d-dc15-4bf7-a805-601d8b306b7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a325d0b5e5b41ad889981c57ead9179&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6181161 Aug 11 02:33:25.722801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:25.725326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05367ffb-0a13-40a1-ae43-869c354458e8 req-3cc9ad4a-0bb2-4a7f-a815-1f966936ce80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225535 Aug 11 02:33:25.731606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Transition to ACTIVE for port object 3f501af0-0919-4e30-b0a0-a5de4745b48f will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:25.743437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.784906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.834410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58e946d5-230a-4e7c-9703-4d0ac107aa7e req-a3a34f5c-247e-4cab-8c4e-dd32096a27d6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311119 Aug 11 02:33:25.836873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Pushing event updated for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.898133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e762f22-ec0f-4102-a20c-805aeaea2341 None None] Provisioning for port c23a7873-d51d-4061-8072-6bf11f5065c0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:25.916993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:25.919111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e762f22-ec0f-4102-a20c-805aeaea2341 None None] Provisioning complete for port c23a7873-d51d-4061-8072-6bf11f5065c0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:25.919492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e762f22-ec0f-4102-a20c-805aeaea2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.003060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf8f3-8816-4fd2-9e6e-46bb8a227733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.028307 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbab74a-85ab-4b89-bbb2-2cbed46804d0 x-openstack-request-id: req-0fbab74a-85ab-4b89-bbb2-2cbed46804d0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:26.028623 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "39ccc581-9382-449f-9f8d-2f3c05ac892e", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:26.028850 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fbab74a-85ab-4b89-bbb2-2cbed46804d0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:26.029266 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '39ccc581-9382-449f-9f8d-2f3c05ac892e', 'status': 'completed', 'code': 200} Aug 11 02:33:26.030215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Attempting to bind port 3f501af0-0919-4e30-b0a0-a5de4745b48f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:26.031195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Attempting to bind port 3f501af0-0919-4e30-b0a0-a5de4745b48f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:26.032248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Attempting to bind port 3f501af0-0919-4e30-b0a0-a5de4745b48f on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:26.042896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Port 3f501af0-0919-4e30-b0a0-a5de4745b48f on network 90144842-d996-4568-a3c0-cf8813c1b45c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:26.043470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Attempting to bind port 3f501af0-0919-4e30-b0a0-a5de4745b48f on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:26.058478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:26.059140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Checking segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:26.059724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Bound using segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:26.060434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Bound port: 3f501af0-0919-4e30-b0a0-a5de4745b48f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:26.061031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.112234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7e762f22-ec0f-4102-a20c-805aeaea2341 None None] Port c23a7873-d51d-4061-8072-6bf11f5065c0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:26.163165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf8f3-8816-4fd2-9e6e-46bb8a227733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.251601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:26.256816 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6897441-a8f2-4aa3-ac05-c6db8ae9cdee" -d '{"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:26.293562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.294735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.294735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.295043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.295994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.296199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.297183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.299493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-7ffe3c13-4c0b-42ec-a41c-8d9efcd5b064 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6242 time: 0.2311842 Aug 11 02:33:26.331094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf8f3-8816-4fd2-9e6e-46bb8a227733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.334073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:26.337788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:19Z', 'revision_number': 3, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:26.338649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf8f3-8816-4fd2-9e6e-46bb8a227733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.340973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1dcdf8f3-8816-4fd2-9e6e-46bb8a227733 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc4b9d6d-dc4e-41c8-a627-0684b40497e8 HTTP/1.1" status: 204 len: 168 time: 0.6154513 Aug 11 02:33:26.380168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdf8f3-8816-4fd2-9e6e-46bb8a227733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b9d6d-dc4e-41c8-a627-0684b40497e8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:26.385168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eecca-3032-4819-b013-fd285ed59e27 None None] The sync data for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 is: [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:19Z', 'revision_number': 3, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:26.449670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:26.455300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.471809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.479710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.604370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.611524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.614625 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e7c09-8bb6-4dad-9e2c-a11d608fc4fc x-openstack-request-id: req-1d6e7c09-8bb6-4dad-9e2c-a11d608fc4fc {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:26.614923 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:26.615182 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d6e7c09-8bb6-4dad-9e2c-a11d608fc4fc {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:26.615592 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'code': 200} Aug 11 02:33:26.618082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.624600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.633136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.642351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.655768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.658241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48472abb-2c7e-446e-a23c-4694ca252213 req-0fef7655-c7b6-4730-8bb4-b2580631e29e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5392 time: 0.3905084 Aug 11 02:33:26.753406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Pushing event updated for resources: {'Port': ['ID=c23a7873-d51d-4061-8072-6bf11f5065c0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:26.767663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.803024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.807834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.811346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] 10.222.0.25 "PUT /v2.0/ports/3f501af0-0919-4e30-b0a0-a5de4745b48f HTTP/1.1" status: 200 len: 1090 time: 3.2111268 Aug 11 02:33:26.850493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-29086b1a-0d71-496f-b109-2b172791a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.851735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-29086b1a-0d71-496f-b109-2b172791a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.853941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-29086b1a-0d71-496f-b109-2b172791a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:26.857342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-29086b1a-0d71-496f-b109-2b172791a392 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5353413 Aug 11 02:33:26.919873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:27.074494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Network d31386fd-36d2-44c8-b7b2-56ece38637fb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:27.075617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:27.075897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:27.099284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:27.103281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70c968f8-dab1-4ad9-a9cf-d781262337a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.132593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c920a-d260-41cd-9e07-432e8111fd0e service neutron] Pushing event updated for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:27.245088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48472abb-2c7e-446e-a23c-4694ca252213 req-380ff8bb-b14d-49b7-b820-88783a4b1212 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3846371 Aug 11 02:33:27.268135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:27.316416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'mac_address': 'fa:16:3e:f4:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:27.323645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa4dc8-0624-4b6a-a296-95bdef26e4cb req-68578d71-41b3-429d-8c8a-06b00856e550 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.334067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adfa4dc8-0624-4b6a-a296-95bdef26e4cb req-68578d71-41b3-429d-8c8a-06b00856e550 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 946 time: 0.4529722 Aug 11 02:33:27.450737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.469468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adfa4dc8-0624-4b6a-a296-95bdef26e4cb req-1bc31243-597e-409b-b106-4bc392f34593 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307423 Aug 11 02:33:27.474670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70c968f8-dab1-4ad9-a9cf-d781262337a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.480967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.491990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70c968f8-dab1-4ad9-a9cf-d781262337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.525096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 951074b4-3752-4c63-b4f1-5ebd2b971c1c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:27.565671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:27.612144 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-70c968f8-dab1-4ad9-a9cf-d781262337a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b29ffd7e2b4d4e139c4a5f1b2359bc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349741 Aug 11 02:33:27.615186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c968f8-dab1-4ad9-a9cf-d781262337a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e65232-d493-432a-826a-d2a083deaea5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:27.616528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:27.618210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:27.645683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.809546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dd163e98-1ca6-46c1-8fb2-3a25e8f99c22 None None] Provisioning complete for port c23a7873-d51d-4061-8072-6bf11f5065c0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:27.810172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd163e98-1ca6-46c1-8fb2-3a25e8f99c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.868958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-504d80fe-a8ca-40fa-83b1-af5098368fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.919273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['951074b4-3752-4c63-b4f1-5ebd2b971c1c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:27.928822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:27.933905 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-504d80fe-a8ca-40fa-83b1-af5098368fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.963240 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ae908520-3c33-4243-a7f6-e8d9c4b01d24 admin admin] 10.222.0.16 "PUT /v2.0/routers/1ea89dc1-171d-49f5-9f39-c3efa3b18e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0863008 Aug 11 02:33:27.983236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-1d586c2d-0160-473a-9cfd-817a70db2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.988751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7906c6c5-13fa-40a5-b712-3a3c11312419 req-1d586c2d-0160-473a-9cfd-817a70db2de8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0848341 Aug 11 02:33:28.161655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-504d80fe-a8ca-40fa-83b1-af5098368fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.166117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-504d80fe-a8ca-40fa-83b1-af5098368fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.173491 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-504d80fe-a8ca-40fa-83b1-af5098368fff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62e65232-d493-432a-826a-d2a083deaea5 HTTP/1.1" status: 204 len: 168 time: 0.5540564 Aug 11 02:33:28.195327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d80fe-a8ca-40fa-83b1-af5098368fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e65232-d493-432a-826a-d2a083deaea5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:28.238318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dd163e98-1ca6-46c1-8fb2-3a25e8f99c22 None None] Port c23a7873-d51d-4061-8072-6bf11f5065c0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:28.258808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:28.432824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e2648b69-8944-4245-b8c0-b7e9457835a1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:28.632792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:28.636852 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61457d11-b645-47bf-a867-e09512c57364" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:28.704958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e2648b69-8944-4245-b8c0-b7e9457835a1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:28.721975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e2648b69-8944-4245-b8c0-b7e9457835a1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:28.722573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.744168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe93de6-7037-44b4-9611-d4f1062d5a4a req-c24d518e-39b1-4d8c-a8f2-ebb214924153 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:28.755759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3fe93de6-7037-44b4-9611-d4f1062d5a4a req-c24d518e-39b1-4d8c-a8f2-ebb214924153 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 1.0474563 Aug 11 02:33:28.910197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3fe93de6-7037-44b4-9611-d4f1062d5a4a req-4fa32d5e-72c6-456c-b867-30fd23f4cbc4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529059 Aug 11 02:33:28.940801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:29.062422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.102603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e2648b69-8944-4245-b8c0-b7e9457835a1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e2648b69-8944-4245-b8c0-b7e9457835a1,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:29.115689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.198759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 951074b4-3752-4c63-b4f1-5ebd2b971c1c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:29.199326 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.249358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e2648b69-8944-4245-b8c0-b7e9457835a1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:29.353890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:29.376973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32970) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.377723 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.389904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994643900', 'description': 'tempest-description--2016316327'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:29.414548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Transition to ACTIVE for port object 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:29.429284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.450100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.513431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.514882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:29.522912 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501e8ae0-c023-4868-b595-e63d890c2a6d" -d '{"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-plugged", "status": "completed", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:29.562335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:29.573163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.701373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:29.706319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:29.727034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761574-eb63-449e-bfe4-25dc2b713941 req-ae5648c7-1a3e-44a4-a3b9-6c78ba7a6c5b tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.739828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5761574-eb63-449e-bfe4-25dc2b713941 req-ae5648c7-1a3e-44a4-a3b9-6c78ba7a6c5b tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 946 time: 0.5424061 Aug 11 02:33:29.821316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.840714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.886332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.897489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.904906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.917284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.924581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:29.980495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:30.004533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:30.011057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abecc907-40e0-4fce-9272-74c342d6933a req-011aa16d-9170-4db5-bb37-d219aa7cb76a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5404 time: 0.4773076 Aug 11 02:33:30.048905 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Sync routers for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:30.092169 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:30.098189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:30.103143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf40d5-43be-40c0-918c-6c1344e9d429,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:30.107088 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.118223 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46622a92-585d-4b1f-9e71-2624d58b4f3a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7397640 Aug 11 02:33:30.126629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:30.139638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Request body: {'security_group_rule': {'security_group_id': '9edf40d5-43be-40c0-918c-6c1344e9d429', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:30.163693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5761574-eb63-449e-bfe4-25dc2b713941 req-357e7f05-d851-4e81-90c6-ad2df3bb329d tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157226 Aug 11 02:33:30.287829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-f99c903b-37ae-4892-a72e-f78fbf1b6c3e tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:30.304120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-f99c903b-37ae-4892-a72e-f78fbf1b6c3e tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.59 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 946 time: 0.4700661 Aug 11 02:33:30.307990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Attempting to bind port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:30.318119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Attempting to bind port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:30.318119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Attempting to bind port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:30.337799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abecc907-40e0-4fce-9272-74c342d6933a req-01b55bc2-1483-426a-812d-c6ae201acbc9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3130639 Aug 11 02:33:30.357081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 on network 90144842-d996-4568-a3c0-cf8813c1b45c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:30.357438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Attempting to bind port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:30.377494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:30.377850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Checking segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:30.378295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Bound using segment: {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:30.378771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Bound port: 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2c9e88-458d-46ed-9156-24954b0ba5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:30.379154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.436396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e2648b69-8944-4245-b8c0-b7e9457835a1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:30.503842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.645831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e2648b69-8944-4245-b8c0-b7e9457835a1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:30.647032 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.692095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:30.719883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:30.722439 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df47b0b8-0f96-45b6-928d-d66ef55263cd x-openstack-request-id: req-df47b0b8-0f96-45b6-928d-d66ef55263cd {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:30.722763 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:30.723025 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df47b0b8-0f96-45b6-928d-d66ef55263cd {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:30.723466 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f', 'status': 'completed', 'code': 200} Aug 11 02:33:30.728106 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2cecc1-f7ba-4b2a-996c-4ebc6a067b1a x-openstack-request-id: req-9b2cecc1-f7ba-4b2a-996c-4ebc6a067b1a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:30.729866 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-plugged", "status": "completed", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:30.731412 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b2cecc1-f7ba-4b2a-996c-4ebc6a067b1a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:30.733616 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'code': 200} Aug 11 02:33:30.738500 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:30.754465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.811295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.826898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.831283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Deleting port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:30.831729 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.913578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f4313e-0057-493b-9945-32d02c60830a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:30.965133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:30.969098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.971388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] 10.222.0.25 "PUT /v2.0/ports/3dc85db4-cc44-4cda-9909-1eca8b5cdd02 HTTP/1.1" status: 200 len: 1090 time: 3.9136739 Aug 11 02:33:31.035180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.039731 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b0f5efca-a072-4129-b609-d5692b5a511b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9048207 Aug 11 02:33:31.042918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:31.048555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Request body: {'security_group_rule': {'security_group_id': '9edf40d5-43be-40c0-918c-6c1344e9d429', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:31.125246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] For port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,segment=NetworkSegment(457cbefc-2c91-430b-ae63-34bcd615d72c),segment_id=457cbefc-2c91-430b-ae63-34bcd615d72c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:31.129007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.138129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:31.141579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.148835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104a7e-2135-42ae-84fb-bd36e0c72973 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:31.212301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Calling delete_port for fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:31.344408 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 2, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:31.372874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a90576-8120-4117-975e-ccbe9516f8c9 req-bcf0e05d-8e75-4a72-b446-c12aad131a80 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.374579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8a90576-8120-4117-975e-ccbe9516f8c9 req-bcf0e05d-8e75-4a72-b446-c12aad131a80 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.5961208 Aug 11 02:33:31.399891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:31.420702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'floatingip': {'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:31.422435 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Checking router: 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:31.423493 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Updating router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 port c23a7873-d51d-4061-8072-6bf11f5065c0 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:31.424011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.424640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.425138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.425726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.426345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.426932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.435071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.441868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61457d11-b645-47bf-a867-e09512c57364 req-ccf77e4e-d3fc-4ab6-a2c5-f3c1cc768992 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6351 time: 0.7173433 Aug 11 02:33:31.474183 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.504249 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.698656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.742401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.828167 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.833304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7890081 Aug 11 02:33:31.834338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33022) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:31.846185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:31.877585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1f078-0ca4-4ef4-9f76-2da7ac3cb851 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee067c1-c5d2-4689-9128-2b312a16ed7b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:31.988176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.040257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ee70ad7a-eec5-4138-a6b3-7a295e845b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.041400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ee70ad7a-eec5-4138-a6b3-7a295e845b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.043287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-ee70ad7a-eec5-4138-a6b3-7a295e845b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.054187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61457d11-b645-47bf-a867-e09512c57364 req-ee70ad7a-eec5-4138-a6b3-7a295e845b4c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5631273 Aug 11 02:33:32.072612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.150099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:32.225188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.311998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Pushing event deleted for resources: {'Port': ['ID=fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:32.386244 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.397613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] No DVR routers for this DVR port fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:32.405701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.406786 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Transition to ACTIVE for port object c23a7873-d51d-4061-8072-6bf11f5065c0 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:32.408591 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f01bd392-7e45-49a1-8925-f0c4428d9cf3 req-2ad54e77-08ef-43fe-b218-5fe5e2be36f3 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.59 "DELETE /v2.0/ports/fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 HTTP/1.1" status: 204 len: 173 time: 2.0911586 Aug 11 02:33:32.410445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'name': 'network-vif-deleted', 'tag': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:32.413324 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73505b7-f1dd-437b-bd2d-eac9ce1faf7e" -d '{"events": [{"server_uuid": "087f1af4-434b-4b55-a2c6-d8bd7c659071", "name": "network-vif-deleted", "tag": "fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:32.424043 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.477722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61457d11-b645-47bf-a867-e09512c57364 req-f46d239a-fa3f-45e8-83fb-c8bd0541d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.485862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61457d11-b645-47bf-a867-e09512c57364 req-f46d239a-fa3f-45e8-83fb-c8bd0541d24e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3749907 Aug 11 02:33:32.516520 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7be1d-2b92-4b11-9020-fa360c368b69 None None] Pushing event updated for resources: {'Port': ['ID=c23a7873-d51d-4061-8072-6bf11f5065c0,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:32.644549 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Attempting to bind port c23a7873-d51d-4061-8072-6bf11f5065c0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:32.644895 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Attempting to bind port c23a7873-d51d-4061-8072-6bf11f5065c0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:32.645513 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Attempting to bind port c23a7873-d51d-4061-8072-6bf11f5065c0 on network d31386fd-36d2-44c8-b7b2-56ece38637fb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:32.663031 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:32.663897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Checking segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:32.664764 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.665801 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Bound using segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:32.677390 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Bound port: c23a7873-d51d-4061-8072-6bf11f5065c0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:32.678323 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.709089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dfc98b94-c05b-401d-8161-cbf04441771a tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-876974511'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:32.710220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dfc98b94-c05b-401d-8161-cbf04441771a tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Unknown quota resources ['metering_label']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:33:32.710749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bf9f6-0f23-4b57-8d3f-08978ec4ebc3 req-cb48206a-bab9-4ad3-bbfd-e338770ed488 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.713536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-192bf9f6-0f23-4b57-8d3f-08978ec4ebc3 req-cb48206a-bab9-4ad3-bbfd-e338770ed488 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/ports?device_id=087f1af4-434b-4b55-a2c6-d8bd7c659071 HTTP/1.1" status: 200 len: 867 time: 1.3918760 Aug 11 02:33:32.731498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:32.735845 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d892b5-67d1-4ead-aa58-3813d4d954d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:32.790175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.804176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.828727 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] For port c23a7873-d51d-4061-8072-6bf11f5065c0, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:32.833214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.841262 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] For port c23a7873-d51d-4061-8072-6bf11f5065c0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c23a7873-d51d-4061-8072-6bf11f5065c0,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:32.859699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.860099 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.885698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.899463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.913954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.942978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-7a6b288f-47dd-429c-b7b2-a598a7b36f62 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5404 time: 1.0699732 Aug 11 02:33:32.948729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:32.992134 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:32.993059 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:33.006182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:33.006681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:33.261584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dfc98b94-c05b-401d-8161-cbf04441771a tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.268026 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dfc98b94-c05b-401d-8161-cbf04441771a tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0733624 Aug 11 02:33:33.270738 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:33.318565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:33.330299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0e3661d8-856b-4a04-8b76-5903ac21499f tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9704f50e-26da-4ee7-af1d-77070f792c44'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:33.337411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0e3661d8-856b-4a04-8b76-5903ac21499f tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:33:33.403131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-192bf9f6-0f23-4b57-8d3f-08978ec4ebc3 req-9b893c5d-57ca-4827-9022-79367ca5c5e0 tempest-ServersNegativeTestMultiTenantJSON-567282022 tempest-ServersNegativeTestMultiTenantJSON-567282022-project] 10.222.0.16 "GET /v2.0/security-groups?id=70f328c0-8615-4be2-a6fc-651ac5245fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567953 Aug 11 02:33:33.437597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:33:33.522654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60e9c2cb-fc23-4f56-aae0-5573f931d0e5 req-e0c107b1-c1f5-4dd2-945f-e9dc06ed2454 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5743427 Aug 11 02:33:33.644364 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7be1d-2b92-4b11-9020-fa360c368b69 None None] Pushing event updated for resources: {'Port': ['ID=c23a7873-d51d-4061-8072-6bf11f5065c0,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:33.829844 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14876cf3-d4d7-40af-8338-df3ea6e05ffd x-openstack-request-id: req-14876cf3-d4d7-40af-8338-df3ea6e05ffd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:33.830631 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087f1af4-434b-4b55-a2c6-d8bd7c659071", "name": "network-vif-deleted", "tag": "fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:33.831240 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14876cf3-d4d7-40af-8338-df3ea6e05ffd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:33.832203 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087f1af4-434b-4b55-a2c6-d8bd7c659071', 'name': 'network-vif-deleted', 'tag': 'fba7fddc-5b78-4cd4-a1e9-a4ba9c5cee15', 'status': 'completed', 'code': 200} Aug 11 02:33:33.904603 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a5f3e-b1f0-4256-8a7b-b291fffe51a7 x-openstack-request-id: req-2e9a5f3e-b1f0-4256-8a7b-b291fffe51a7 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:33.905306 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:33.909005 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e9a5f3e-b1f0-4256-8a7b-b291fffe51a7 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:33.909965 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02', 'status': 'completed', 'code': 200} Aug 11 02:33:33.922668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.927409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.947128 n-d-715271-8 neutron-server[94700]: WARNING neutron.services.metering.metering_plugin [None req-0e3661d8-856b-4a04-8b76-5903ac21499f tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:33:33.964626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.968471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9485efff-fcdd-4b61-81f9-9491da50e2b9 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:33.980777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.990288 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:32Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:34.001568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.002276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.002798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.003375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.004272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.004764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.005260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.008473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-122b8124-c4bc-4da4-98c8-2a6aa8bdb100 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6351 time: 0.0889633 Aug 11 02:33:34.015562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Transition to ACTIVE for port object 9485efff-fcdd-4b61-81f9-9491da50e2b9 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:34.021604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.059110 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605e19b6-54da-4d6e-a4cd-c6bb305db6fc None None] The sync data for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 is: [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:32Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:34.239998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:34.324313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Attempting to bind port 9485efff-fcdd-4b61-81f9-9491da50e2b9 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:34.324843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Attempting to bind port 9485efff-fcdd-4b61-81f9-9491da50e2b9 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:34.325192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Attempting to bind port 9485efff-fcdd-4b61-81f9-9491da50e2b9 on network 80c670f7-3427-4bcf-b897-079b596e0b82 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:34.335200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Port 9485efff-fcdd-4b61-81f9-9491da50e2b9 on network 80c670f7-3427-4bcf-b897-079b596e0b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:34.335565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Attempting to bind port 9485efff-fcdd-4b61-81f9-9491da50e2b9 on network 80c670f7-3427-4bcf-b897-079b596e0b82 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:34.361778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:34.362170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Checking segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:34.362566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Bound using segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:34.363036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Bound port: 9485efff-fcdd-4b61-81f9-9491da50e2b9, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:34.363406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.366600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-4d4a9eea-7863-4591-b6e6-ffdc02efa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.367211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-4d4a9eea-7863-4591-b6e6-ffdc02efa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.367676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-4d4a9eea-7863-4591-b6e6-ffdc02efa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.369534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-4d4a9eea-7863-4591-b6e6-ffdc02efa828 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3423958 Aug 11 02:33:34.727066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-a3fbbb11-0f77-4151-815c-d4c2131c2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.728850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0d892b5-67d1-4ead-aa58-3813d4d954d5 req-a3fbbb11-0f77-4151-815c-d4c2131c2d52 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3495886 Aug 11 02:33:34.730223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33050) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:34.835686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:34.878716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:34.899314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.908006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.914531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.921255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.928040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.934444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.941563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:34.950239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-b59be0e4-38be-4969-b605-9fe0ce7f1f90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5416 time: 0.2184956 Aug 11 02:33:34.956214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.045237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26c6f1e4-d160-45b2-af8e-16dfae20bedb req-ebda21d1-ac02-4dae-92a0-30b0fcee3632 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939374 Aug 11 02:33:35.090645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Deleting subnet f164a46a-b3f3-4e4a-9397-5742871ea246 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:35.093169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:35.101113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.109195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.111256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.112407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e31c5c17-a269-4555-8733-6c0597985a61 service neutron] 10.222.0.25 "PUT /v2.0/ports/9485efff-fcdd-4b61-81f9-9491da50e2b9 HTTP/1.1" status: 200 len: 1091 time: 3.9926333 Aug 11 02:33:35.188873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.243711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.273182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e3661d8-856b-4a04-8b76-5903ac21499f tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.274260 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0e3661d8-856b-4a04-8b76-5903ac21499f tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.9491956 Aug 11 02:33:35.285472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:35.290338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-de156677-10d3-439f-8541-4896b1414490 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9704f50e-26da-4ee7-af1d-77070f792c44'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:35.290832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-de156677-10d3-439f-8541-4896b1414490 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:33:35.315508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Request body: {'port': {'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:35.319909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.390099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f164a46a-b3f3-4e4a-9397-5742871ea246,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:35.427166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.432042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-547a82df-95b4-41d5-a329-7f79a86ff5a9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f164a46a-b3f3-4e4a-9397-5742871ea246 HTTP/1.1" status: 204 len: 168 time: 0.6839027 Aug 11 02:33:35.434696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33068) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:35.460007 n-d-715271-8 neutron-server[94700]: WARNING neutron.services.metering.metering_plugin [None req-de156677-10d3-439f-8541-4896b1414490 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:33:35.486032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Allocated IP 172.25.6.95 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/8b217826-f78f-4532-af2c-51e24e9a5c56) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:35.530525 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.692622 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Floating IP 5a964e4c-595b-4b30-b645-f7d23e128f6b associated. External IP: 172.25.6.167, port: 2ea6d66c-2f58-40fd-aaea-517da7ab6a88. Aug 11 02:33:35.699299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de156677-10d3-439f-8541-4896b1414490 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.700657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de156677-10d3-439f-8541-4896b1414490 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4141452 Aug 11 02:33:35.742174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:35.949090 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9ecb2322-d1aa-440c-890f-540825cea1fd tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=798cfb27-49fa-4f22-8084-cc3baea53d4b HTTP/1.1" status: 200 len: 464 time: 0.2055480 Aug 11 02:33:35.966685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:35.969374 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18732045-e098-4b6b-98ba-1d24d6ba5219" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:35.975880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.976151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:36.120942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.326650 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb40269-208c-4f34-9771-15e5d3c7f946 x-openstack-request-id: req-acb40269-208c-4f34-9771-15e5d3c7f946 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:36.326931 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:36.327200 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acb40269-208c-4f34-9771-15e5d3c7f946 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:36.327611 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9', 'status': 'completed', 'code': 200} Aug 11 02:33:36.373198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c23a7873-d51d-4061-8072-6bf11f5065c0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:36.396960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae604f8b-5cda-468c-aec4-a4ff08ecfb61 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.405593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ae604f8b-5cda-468c-aec4-a4ff08ecfb61 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/798cfb27-49fa-4f22-8084-cc3baea53d4b HTTP/1.1" status: 204 len: 168 time: 0.4194319 Aug 11 02:33:36.409502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:36.439999 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ee39af9a-b6b2-4085-b6ba-d4dde08dbc22 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=798cfb27-49fa-4f22-8084-cc3baea53d4b HTTP/1.1" status: 200 len: 221 time: 0.0290391 Aug 11 02:33:36.442195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:36.443069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:36.490042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.497386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-20e7fc82-c7b5-4bc8-9511-0bb72c48c36d tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1094605638', 'description': 'label created by tempest'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:36.498143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-20e7fc82-c7b5-4bc8-9511-0bb72c48c36d tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Unknown quota resources ['metering_label']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:33:36.562290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.578167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1639288-0076-4547-b536-a78338c52d1b']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:36.591492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457cbefc-2c91-430b-ae63-34bcd615d72c') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:36.591822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457cbefc-2c91-430b-ae63-34bcd615d72c') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:36.603087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.642718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Transition to ACTIVE for port object e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:36.660131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c23a7873-d51d-4061-8072-6bf11f5065c0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:36.678582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c23a7873-d51d-4061-8072-6bf11f5065c0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:36.680314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.722420 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.744131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.751299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.877261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.884282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.891387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.898250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.906967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.913945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.920420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.929207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:36.930423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-72f603e6-2353-436f-8431-a5b90c748842 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5416 time: 0.6079631 Aug 11 02:33:36.936307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:36.940749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:37.029586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:37.031091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.064300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event updated for resources: {'Port': ['ID=8b217826-f78f-4532-af2c-51e24e9a5c56,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.068279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e7fc82-c7b5-4bc8-9511-0bb72c48c36d tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:37.071371 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:37.082127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20e7fc82-c7b5-4bc8-9511-0bb72c48c36d tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5907221 Aug 11 02:33:37.093380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.099086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Router fd410a25-ee85-4aa5-9d39-5b49d2f908af has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:37.118610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.216495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c23a7873-d51d-4061-8072-6bf11f5065c0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c23a7873-d51d-4061-8072-6bf11f5065c0,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:37.235471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.273183 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e513ba4d-1ebd-4c62-a714-34c3f77f0cc8 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=94ab9698-6e95-436d-a88e-54a540f6e766 HTTP/1.1" status: 200 len: 468 time: 0.1653607 Aug 11 02:33:37.277930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.316095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c23a7873-d51d-4061-8072-6bf11f5065c0,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.377862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Pushing event updated for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.391824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.392323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.392804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.399152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.401005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.402196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.402702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.404832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-6f568876-cd72-4c5a-b740-f1c1141111d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6418 time: 1.0837877 Aug 11 02:33:37.431331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93fd975f-30c9-4045-b004-96ffa4834c77 req-3b4b3c35-3789-4913-88fd-6c0893984090 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4919467 Aug 11 02:33:37.566649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.612011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.616781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a1639288-0076-4547-b536-a78338c52d1b HTTP/1.1" status: 204 len: 168 time: 2.1764023 Aug 11 02:33:37.630976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33118) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.638537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0000a98-1506-4d7a-b573-54aa8f712bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1639288-0076-4547-b536-a78338c52d1b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.728115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Attempting to bind port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:37.728581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Attempting to bind port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:37.728998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Attempting to bind port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 on network 80c670f7-3427-4bcf-b897-079b596e0b82 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:37.746368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Deleting subnet e15f2a89-ea1d-43ce-ac57-f5f241030e8e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:37.759424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.788668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 on network 80c670f7-3427-4bcf-b897-079b596e0b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:37.793313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0175df-133a-4a6c-a6d5-7caf6b5d7e3c tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.794344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Attempting to bind port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 on network 80c670f7-3427-4bcf-b897-079b596e0b82 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:37.794605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9d0175df-133a-4a6c-a6d5-7caf6b5d7e3c tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/94ab9698-6e95-436d-a88e-54a540f6e766 HTTP/1.1" status: 204 len: 168 time: 0.5155129 Aug 11 02:33:37.804158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-478ded7e-f388-43bd-aff8-74b06b8c7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.804846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-478ded7e-f388-43bd-aff8-74b06b8c7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.805387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-478ded7e-f388-43bd-aff8-74b06b8c7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:37.805512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.807410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-478ded7e-f388-43bd-aff8-74b06b8c7fcd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3706455 Aug 11 02:33:37.818766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:37.819191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Checking segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:37.819907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Bound using segment: {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:37.820520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Bound port: e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:37.821003 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.824350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:37.838266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] Sync routers for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:37.853357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:37.854332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:37.857152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.870455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.896037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.938700 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f436a3bc-e2ba-4d4b-9cba-d62270619535 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=94ab9698-6e95-436d-a88e-54a540f6e766 HTTP/1.1" status: 200 len: 216 time: 0.1315851 Aug 11 02:33:37.943632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.989609 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a07fc644-3c82-4dd5-aa86-9406d43b6298 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0383627 Aug 11 02:33:37.990842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33124) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.012839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:38.068420 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-32c56ddd-9e21-4934-84eb-8ace7bee2224 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3895774 Aug 11 02:33:38.105854 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dc023af2-69fb-4d8f-922b-2128b08bd8d0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "PUT /v2.0/floatingips/5a964e4c-595b-4b30-b645-f7d23e128f6b HTTP/1.1" status: 200 len: 992 time: 6.7011414 Aug 11 02:33:38.108223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:38.114246 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a" -d '{"events": [{"name": "network-changed", "server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:38.121356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.228419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c23a7873-d51d-4061-8072-6bf11f5065c0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:38.498775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.511586 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b7fe5ae4-5655-490c-a490-e0e687843278 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.4821057 Aug 11 02:33:38.514907 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222616c2-e87d-4e74-a110-40da79bf6aaa x-openstack-request-id: req-222616c2-e87d-4e74-a110-40da79bf6aaa {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:38.515424 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:38.516486 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-222616c2-e87d-4e74-a110-40da79bf6aaa {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:38.517132 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'status': 'completed', 'code': 200} Aug 11 02:33:38.517789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.587394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.599692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.666652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c23a7873-d51d-4061-8072-6bf11f5065c0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:38.667029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.683547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:38.699350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:38.720615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.742300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-e64b6e87-588b-4fbe-94dd-3ddb07a8e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.744352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-e64b6e87-588b-4fbe-94dd-3ddb07a8e1a4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9177563 Aug 11 02:33:38.810393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.811457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.813846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] 10.222.0.25 "PUT /v2.0/ports/e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 200 len: 1091 time: 3.6554701 Aug 11 02:33:38.817033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:38.825978 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:38.896506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.909454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '5a964e4c-595b-4b30-b645-f7d23e128f6b', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:32:56Z', 'updated_at': '2021-08-11T02:33:33Z', 'revision_number': 1, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:58Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:38.912410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.920860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.927660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.934229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.941975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.948867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:38.953495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6f04dbab-81d2-4c82-b5bc-cccf4ce2bbd1 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/9704f50e-26da-4ee7-af1d-77070f792c44 HTTP/1.1" status: 200 len: 472 time: 0.4275653 Aug 11 02:33:38.954541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event updated for resources: {'Port': ['ID=8b217826-f78f-4532-af2c-51e24e9a5c56,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:38.956737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-6c7627bd-1744-430c-9008-c18b1c869520 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.3386834 Aug 11 02:33:38.980259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.983929 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdd63a9-85e8-4f93-abfd-cc4aecabe6ec x-openstack-request-id: req-cfdd63a9-85e8-4f93-abfd-cc4aecabe6ec {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:38.984403 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:38.984776 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfdd63a9-85e8-4f93-abfd-cc4aecabe6ec {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:38.985305 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4', 'status': 'completed', 'code': 200} Aug 11 02:33:38.990241 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.016009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] Checking router: fd410a25-ee85-4aa5-9d39-5b49d2f908af for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:39.059747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:39.059747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:39.062821 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.094541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd0eb9f4-8f28-4cc9-a521-747605f2210e tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/37ca9c98-7cb1-476d-98c1-640d8b3546af HTTP/1.1" status: 200 len: 461 time: 0.0325449 Aug 11 02:33:39.130598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.131965 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ab2fcd8f-514a-4eed-b26c-3afbcd1fc07c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2900193 Aug 11 02:33:39.144212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:39.146609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-f09a7039-f45c-4740-8e3c-45ff2a493f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.148154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15f2a89-ea1d-43ce-ac57-f5f241030e8e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:39.148311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-f09a7039-f45c-4740-8e3c-45ff2a493f16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ffb8b5ec360434ab11e50e05af56876&device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 1097 time: 0.6290724 Aug 11 02:33:39.181240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe2c8c-60be-4387-8dcc-801f2f598c2e service neutron] Pushing event updated for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:39.187458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.190449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5a7a0724-7903-4f3c-9903-65d92abc2879 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e15f2a89-ea1d-43ce-ac57-f5f241030e8e HTTP/1.1" status: 204 len: 168 time: 1.5576291 Aug 11 02:33:39.193263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33160) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:39.221365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-fc0cba53-5449-43cf-81d3-10870e011bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.223048 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-fc0cba53-5449-43cf-81d3-10870e011bc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1097 time: 0.7002144 Aug 11 02:33:39.270128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-807ac170-956a-4c1e-8d6b-ec638fff9fb5 req-982cfe09-a067-4e5e-9978-e399802fde28 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2627797 Aug 11 02:33:39.476601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:39.489936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.490591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.491090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.491587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.493101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.493101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.493101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.512144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8524ee1c-29b3-40b5-81d1-942a3157c385 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6485 time: 0.6425858 Aug 11 02:33:39.523559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.605056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-153c601b-6a89-4563-9cf7-93cedc7034af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 200 len: 217 time: 0.0720136 Aug 11 02:33:39.854926 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.869436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59236297-8378-4134-88f1-5ebc141a3306']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:39.883664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360b8fdb-17b4-4378-893d-66586c4d15fe') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:39.883999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360b8fdb-17b4-4378-893d-66586c4d15fe') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:39.897360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.915630 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.924103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:39.924577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:39.994793 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:40.004251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.034508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.040720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] 10.222.0.16 "DELETE /v2.0/networks/59236297-8378-4134-88f1-5ebc141a3306 HTTP/1.1" status: 204 len: 168 time: 0.8380990 Aug 11 02:33:40.059507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-5934c5ff-e1cc-4909-8225-670a579015a9 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--994643900&fields=id&tenant_id=3b1cfca768a14e52993dd86bccf7c3a6 HTTP/1.1" status: 200 len: 267 time: 0.3338027 Aug 11 02:33:40.088453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde53866-7693-4691-b1fb-bdce29b6218b admin admin] Pushing event deleted for resources: {'Network': ['ID=59236297-8378-4134-88f1-5ebc141a3306,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:40.095127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d091e046-2043-4859-9ab9-25148f81bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.096897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-d091e046-2043-4859-9ab9-25148f81bc41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51524578-0e03-439f-b1c6-01773bae30c4 HTTP/1.1" status: 200 len: 856 time: 0.4829590 Aug 11 02:33:40.138512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '5a964e4c-595b-4b30-b645-f7d23e128f6b', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:32:56Z', 'updated_at': '2021-08-11T02:33:33Z', 'revision_number': 1, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:58Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.194752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-7fb68a57-e72c-4909-9f8a-c9a87390a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.200541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-7fb68a57-e72c-4909-9f8a-c9a87390a164 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.2321146 Aug 11 02:33:40.230757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-43a30566-562a-49b6-8672-ebfa733430b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.233044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-43a30566-562a-49b6-8672-ebfa733430b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220083 Aug 11 02:33:40.286138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f856c-922a-42a2-affc-416450298e4a None None] The sync data for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 is: [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '5a964e4c-595b-4b30-b645-f7d23e128f6b', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:32:56Z', 'updated_at': '2021-08-11T02:33:33Z', 'revision_number': 1, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:58Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:40.295777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-51da58f7-dd31-4a51-b7a0-172062f0f941 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.303045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-997283c3-1b93-4870-89a0-b74726c36ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.306410 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-997283c3-1b93-4870-89a0-b74726c36ee1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 1101 time: 1.2259700 Aug 11 02:33:40.313135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-51da58f7-dd31-4a51-b7a0-172062f0f941 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/networks?id=d31386fd-36d2-44c8-b7b2-56ece38637fb HTTP/1.1" status: 200 len: 806 time: 0.2518272 Aug 11 02:33:40.469152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-257e47b6-eb54-4106-947d-4fb7a8778170 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/quotas/3b1cfca768a14e52993dd86bccf7c3a6 HTTP/1.1" status: 200 len: 375 time: 0.1536674 Aug 11 02:33:40.520748 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-bb3a95f4-a832-4b00-b2ac-d38743cacf0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.2957397 Aug 11 02:33:40.628252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87342832-27b7-41ee-9163-2ec7f0dfee7b tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.632914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-87342832-27b7-41ee-9163-2ec7f0dfee7b tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/37ca9c98-7cb1-476d-98c1-640d8b3546af HTTP/1.1" status: 204 len: 168 time: 1.4745183 Aug 11 02:33:40.633608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.710228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33200) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.815736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-bb90b1fa-2c1f-41d6-a086-fc497157a7dd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b1cfca768a14e52993dd86bccf7c3a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3427415 Aug 11 02:33:40.837032 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08699e62-2227-4c47-ae1a-113e657d389e None None] New status for floating IP 5a964e4c-595b-4b30-b645-f7d23e128f6b: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:33:40.871162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.884341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.897308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.903000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-363ac3be-b86e-460a-84ef-d9d958715328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.904565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-363ac3be-b86e-460a-84ef-d9d958715328 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.3656013 Aug 11 02:33:40.911611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.914107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-06e48c79-ff47-4684-a184-0912d63f3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.916132 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-06e48c79-ff47-4684-a184-0912d63f3188 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 200 len: 910 time: 1.7331927 Aug 11 02:33:40.924506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.940368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.952433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.956119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-345d0093-f798-411b-9f66-b69e41b26472 req-fd101bcf-4505-4e70-b5c0-fc8252080fed tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.4217694 Aug 11 02:33:40.995101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-fe458067-4316-4660-83ee-ad239cd6e77f service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769321 Aug 11 02:33:41.077247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-2e059e37-d877-42e5-9256-db30b6f2251a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 200 len: 1002 time: 0.0890756 Aug 11 02:33:41.189518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-bdb5573f-b802-4f73-acf1-f15c94092301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.191646 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-bdb5573f-b802-4f73-acf1-f15c94092301 service neutron] 10.222.0.59 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.6694341 Aug 11 02:33:41.304663 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-c6a00a46-88f4-4194-82b8-f08934156a67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c HTTP/1.1" status: 200 len: 217 time: 0.0414686 Aug 11 02:33:41.347806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-cb49d5c6-8ac0-4280-aa1b-11eaa831553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.349451 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-cb49d5c6-8ac0-4280-aa1b-11eaa831553f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 200 len: 849 time: 0.2448456 Aug 11 02:33:41.439377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84ef4ae8-75f3-4d2f-af2f-7020fbeee610 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.440604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-84ef4ae8-75f3-4d2f-af2f-7020fbeee610 tempest-MeteringTestJSON-347160465 tempest-MeteringTestJSON-347160465-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/9704f50e-26da-4ee7-af1d-77070f792c44 HTTP/1.1" status: 204 len: 168 time: 0.6852987 Aug 11 02:33:41.443969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-e356fb6a-345b-4f12-a0ff-fcb8efa509cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.445552 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-e356fb6a-345b-4f12-a0ff-fcb8efa509cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5211339 Aug 11 02:33:41.447488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-a2520e4a-1d9d-402d-ac46-dab6220e8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.449136 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-a2520e4a-1d9d-402d-ac46-dab6220e8bf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1055162 Aug 11 02:33:41.493129 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-45c3ce50-2e06-4a24-8d19-970922e9060c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1096c7d820fc4fafa55d5ee40583488f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753174 Aug 11 02:33:41.500553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33208) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:41.534648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-345d0093-f798-411b-9f66-b69e41b26472 req-2dfdd92a-94ed-47fd-9c5f-5309cd19e1e5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5646651 Aug 11 02:33:41.586317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-31e29ced-6b34-4369-8611-cb0f795628e9 service neutron] 10.222.0.16 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268532 Aug 11 02:33:41.616614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-fe43ec83-0a74-49bd-b2a2-ca2942e6c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.618373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-fe43ec83-0a74-49bd-b2a2-ca2942e6c482 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8afe5861-2810-44f0-8bab-ec49ac8c89f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2179430 Aug 11 02:33:41.785324 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-a0296c34-7ef7-4491-b8e7-1ad345294996 service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581185 Aug 11 02:33:41.793305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-47b68ec1-8df5-4348-93aa-47e945987e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:41.795525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-47b68ec1-8df5-4348-93aa-47e945987e24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413599 Aug 11 02:33:41.797905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-5f16a70a-cb97-40a6-aa79-8a2ea7975dec service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401961 Aug 11 02:33:41.859723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-bf700f95-b10e-42a4-a444-e3849e9a6198 service neutron] 10.222.0.16 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514248 Aug 11 02:33:41.864291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33212) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:41.910679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-60d508bc-8d96-4754-aab9-e562e7ec5b2b service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9070506 Aug 11 02:33:41.982729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-536dd1b5-b614-4d40-91c8-280cc2645b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.036884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-536dd1b5-b614-4d40-91c8-280cc2645b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.128503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-25e53a6e-5654-4a0b-8de6-64972b69c4f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 217 time: 0.2085109 Aug 11 02:33:42.150515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-536dd1b5-b614-4d40-91c8-280cc2645b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.153517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-536dd1b5-b614-4d40-91c8-280cc2645b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.157621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-536dd1b5-b614-4d40-91c8-280cc2645b00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70f328c0-8615-4be2-a6fc-651ac5245fba HTTP/1.1" status: 204 len: 168 time: 0.6498644 Aug 11 02:33:42.189839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7b9c3e2d-5027-4657-ad06-a5c7a0bfa2f4 req-fb6076ca-127b-46be-b2a4-452e134cbb7b service neutron] 10.222.0.25 "GET /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908134 Aug 11 02:33:42.237593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dd1b5-b614-4d40-91c8-280cc2645b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f328c0-8615-4be2-a6fc-651ac5245fba,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:42.295448 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4939872b-d077-4454-a792-3a8f84ca20b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.330691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5dbacc07-b9dc-42cd-b95c-7a313bd20966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.332377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5dbacc07-b9dc-42cd-b95c-7a313bd20966 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1947744 Aug 11 02:33:42.340955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-33a52906-326a-44d8-9505-3fa46c8ae877 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150772 Aug 11 02:33:42.365315 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc12a53d-16f9-40f4-9e90-dc01a8f8ca7a req-d9dae8fc-e883-499d-b4ed-eafc5704c00a service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421539 Aug 11 02:33:42.478979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1787741d-3196-4f23-826f-224d8eb90969 req-f47d3e2f-3829-4f85-a535-56dad556b90a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 210 time: 0.0864108 Aug 11 02:33:42.496721 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f108c50f-2f7d-40ca-a1e4-86b823e5a84e req-d9932411-e1b1-4a9c-add0-224f8768ace6 service neutron] 10.222.0.59 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300681 Aug 11 02:33:42.502179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-dc985ab4-5fe2-42da-bb55-1bc43a982108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.515842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-dc985ab4-5fe2-42da-bb55-1bc43a982108 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591463 Aug 11 02:33:42.871752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.880103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.887939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.909680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.924066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.937794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.945679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.955053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-d4848c4f-1491-4394-8ed9-270c510d61c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2242100 Aug 11 02:33:42.997566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-7e08f111-33ba-4d14-8af9-c97759e1d90b service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652956 Aug 11 02:33:43.131682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-02640a6d-e753-4bd1-a1f6-2069a66d924b service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214142 Aug 11 02:33:43.174295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4939872b-d077-4454-a792-3a8f84ca20b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.195304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:43.213115 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4939872b-d077-4454-a792-3a8f84ca20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.231730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a36bb14d-2f97-46e4-a2df-3bc604ab99fe req-13afc155-96a4-4beb-8db7-e301c6c97fdb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2753258 Aug 11 02:33:43.233333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-b8a1b588-dc1a-497e-83c7-a7810c9d988b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 217 time: 0.0881584 Aug 11 02:33:43.326621 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b4e55eb5-a6b4-40fb-a786-48040dbc9f8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e57c9e47c674c7f97f693b52026a04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297996 Aug 11 02:33:43.331028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4939872b-d077-4454-a792-3a8f84ca20b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=571105c8ecf34232a54e8905467ebdba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4602540 Aug 11 02:33:43.331299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:43.334041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:43.335848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939872b-d077-4454-a792-3a8f84ca20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ad0c61-56e1-4e0a-ac07-2a0b0b6cfd9d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:43.376869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-1f0370d3-03d7-4b01-bdfd-c1967724112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:43.378450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-1f0370d3-03d7-4b01-bdfd-c1967724112f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1146162 Aug 11 02:33:43.455086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2bc243d-50d8-4197-9f7b-c622f9e634fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.456844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b091c9d-684a-4875-a89f-da7bae197740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.500907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2bc243d-50d8-4197-9f7b-c622f9e634fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.504711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b091c9d-684a-4875-a89f-da7bae197740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.538534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-f9206f32-1512-41e2-b7c5-003265d24463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:43.543023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-f9206f32-1512-41e2-b7c5-003265d24463 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508687 Aug 11 02:33:43.765922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de19df54-76d5-42c1-bd89-d7ad8df46ea5 req-51bd98cb-2850-43cf-9712-afabc53f2ce9 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 210 time: 0.1358483 Aug 11 02:33:43.777723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2bc243d-50d8-4197-9f7b-c622f9e634fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.785564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2bc243d-50d8-4197-9f7b-c622f9e634fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.788226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d2bc243d-50d8-4197-9f7b-c622f9e634fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5a0446d-0709-4062-934e-c7368dda4a11 HTTP/1.1" status: 204 len: 168 time: 0.4548037 Aug 11 02:33:43.799658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b091c9d-684a-4875-a89f-da7bae197740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.804689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b091c9d-684a-4875-a89f-da7bae197740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.806951 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6b091c9d-684a-4875-a89f-da7bae197740 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16ad0c61-56e1-4e0a-ac07-2a0b0b6cfd9d HTTP/1.1" status: 204 len: 168 time: 0.4707341 Aug 11 02:33:43.842826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc243d-50d8-4197-9f7b-c622f9e634fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0446d-0709-4062-934e-c7368dda4a11,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:43.878505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b091c9d-684a-4875-a89f-da7bae197740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ad0c61-56e1-4e0a-ac07-2a0b0b6cfd9d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:43.889861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0680e75-3b84-453e-b478-bc9b4089969f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.927691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-df5e347f-b832-4af5-8348-850e3f2d8374 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729868 Aug 11 02:33:44.176586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e7ca2ea9-bfbf-4eb0-a2e2-7ff5d41dfa33 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325165 Aug 11 02:33:44.310398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-204be8b5-55c0-4d59-a455-eb3d670a263e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f HTTP/1.1" status: 200 len: 217 time: 0.1265306 Aug 11 02:33:44.576810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5369cca6-6397-4d3b-9bc6-30c4335f496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.580385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5369cca6-6397-4d3b-9bc6-30c4335f496d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.2564862 Aug 11 02:33:44.683764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.697115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.705464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.721452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.728124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.754375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.791988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:44.795263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6341787f-ccb1-4140-a335-7704cdab22ab req-786e0ca1-a801-4d93-9670-52cc6e6ba24d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.3245642 Aug 11 02:33:44.919880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:45.019274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-b1717cb9-71ee-4ceb-b27b-b1582890c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:45.023761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-b1717cb9-71ee-4ceb-b27b-b1582890c8da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4279766 Aug 11 02:33:45.034501 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:33:45.045399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6341787f-ccb1-4140-a335-7704cdab22ab req-4c9658d1-ebde-4fae-bfc5-0512b2801249 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375412 Aug 11 02:33:45.132403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a24b7662-53d2-48bf-96f5-3ef06add8bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.193165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f4c64a6-8bf6-409e-9b00-a851f49a1189 req-8df91663-4c77-403c-84aa-564d9529f56c tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 210 time: 0.1771009 Aug 11 02:33:45.309158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-8df94f9d-50c4-42b4-bdf9-b8c71a813399 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592597 Aug 11 02:33:45.358382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-1e18950f-ca81-4e37-bf22-fedac7c1e080 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:45.362675 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-1e18950f-ca81-4e37-bf22-fedac7c1e080 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.59 "GET /v2.0/networks?id=d31386fd-36d2-44c8-b7b2-56ece38637fb HTTP/1.1" status: 200 len: 806 time: 0.4930162 Aug 11 02:33:45.507550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-32d421f6-930d-4319-a6ca-aa798edf17ed tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1cfca768a14e52993dd86bccf7c3a6 HTTP/1.1" status: 200 len: 379 time: 0.1330891 Aug 11 02:33:45.527102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Request body: {'port': {'device_id': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'admin_state_up': True, 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'security_groups': ['9edf40d5-43be-40c0-918c-6c1344e9d429']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:45.655508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6fcec40c-457b-4273-aeb7-e70abbe03811 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287637 Aug 11 02:33:45.686951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a24b7662-53d2-48bf-96f5-3ef06add8bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.697226 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a24b7662-53d2-48bf-96f5-3ef06add8bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.790438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Made reservation on behalf of 3b1cfca768a14e52993dd86bccf7c3a6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:45.794249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.800986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-73b77d8a-1e83-4fae-b6fc-fdcec5d4195b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02 HTTP/1.1" status: 200 len: 217 time: 0.1414206 Aug 11 02:33:45.814193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b7662-53d2-48bf-96f5-3ef06add8bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5133a617-f8de-4e9d-949b-d1f037c9e06b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:45.837321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a24b7662-53d2-48bf-96f5-3ef06add8bb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e2f5523562d47b9a76768656987ca62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9164453 Aug 11 02:33:45.845465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:45.967185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5f5b7bda-641b-4a70-9ca6-1417d8f23575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:45.971249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-5f5b7bda-641b-4a70-9ca6-1417d8f23575 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1559887 Aug 11 02:33:46.065124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-85330371-18ac-4b6d-b0ec-14b06cd5f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.074536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-85330371-18ac-4b6d-b0ec-14b06cd5f80a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886252 Aug 11 02:33:46.082216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55bc25f9-f0c8-4f9f-b0fb-90f45960233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.219834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55bc25f9-f0c8-4f9f-b0fb-90f45960233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.310730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-b578a3d0-4348-4220-94a8-9177a9de1453 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262299 Aug 11 02:33:46.351535 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55bc25f9-f0c8-4f9f-b0fb-90f45960233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.356757 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55bc25f9-f0c8-4f9f-b0fb-90f45960233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.370280 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-55bc25f9-f0c8-4f9f-b0fb-90f45960233f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5133a617-f8de-4e9d-949b-d1f037c9e06b HTTP/1.1" status: 204 len: 168 time: 0.5127954 Aug 11 02:33:46.436414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc25f9-f0c8-4f9f-b0fb-90f45960233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133a617-f8de-4e9d-949b-d1f037c9e06b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:46.455108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.461913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.468297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.475862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.484599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.493689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.501273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.509411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Allocated IP 172.20.0.5 (d31386fd-36d2-44c8-b7b2-56ece38637fb/52a29495-def5-402f-b0a7-47fabfc85802/01c63676-a39b-4fbd-9c9e-ac2d800e24b4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:46.510279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ed547e4-a253-4061-881e-305030d120eb req-99789b07-f659-4150-999b-bdc4e03b1c0e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2613177 Aug 11 02:33:46.577443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ed547e4-a253-4061-881e-305030d120eb req-def9f2ec-1e81-45df-add3-f1b54ad164ca tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660870 Aug 11 02:33:46.593969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-517b8f74-b03d-4e56-8c6e-c48fc0fe0d77 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699342 Aug 11 02:33:46.714576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-e1e21f5d-37f6-4d46-b558-28ccb9302fa2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0983839 Aug 11 02:33:46.848028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a4492c6-ed71-4a97-8050-858aca5fa0ad req-ddc93aee-fbf4-4101-ab2f-75b0a1bb4bf0 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 210 time: 0.0421610 Aug 11 02:33:46.893664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2bf32d2b-592c-4285-97ac-8ed36baf972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.899137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-2bf32d2b-592c-4285-97ac-8ed36baf972e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.1742644 Aug 11 02:33:47.016951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-4836bfa3-ac44-4fe0-9729-ef4d4ab75807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:47.019734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-4836bfa3-ac44-4fe0-9729-ef4d4ab75807 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123195 Aug 11 02:33:47.175466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.241436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Transition to ACTIVE for port object 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:47.371994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.407983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f44a39-9913-47a4-aa20-f37444f77d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.467225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-1307fbe2-6284-4632-9b91-cc3786b9d968 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299674 Aug 11 02:33:47.566192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event updated for resources: {'Port': ['ID=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:47.597925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Network d31386fd-36d2-44c8-b7b2-56ece38637fb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:47.606736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:47.616166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:47.691474 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.728700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-ea52411f-1a44-4b68-80f5-e65e441ad862 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453239 Aug 11 02:33:47.903296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:47.904003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.928311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-84a74f13-b921-4757-a49f-0fffb2d5c573 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4109395 Aug 11 02:33:47.941892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Request body: {'port': {'device_id': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:47.953636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-77433982-171d-45ef-ab03-4e88c623c32d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 200 len: 217 time: 0.2177591 Aug 11 02:33:48.079074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.233930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-da6f8645-fbd4-4f3b-88d3-f151eaf7a2c3 None None] Provisioning for port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:48.241460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-da6f8645-fbd4-4f3b-88d3-f151eaf7a2c3 None None] Provisioning complete for port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:48.241843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da6f8645-fbd4-4f3b-88d3-f151eaf7a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.323824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-da6f8645-fbd4-4f3b-88d3-f151eaf7a2c3 None None] Port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:48.382213 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.805812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:48.816686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.849123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Transition to ACTIVE for port object 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:48.862246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.871529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.877693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.885395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.896843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.910965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.926055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.933967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:48.943148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-528c0d37-45a7-44bf-9717-9a8df2cb3fd0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.9865592 Aug 11 02:33:48.998836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e3be732-002e-4bba-9262-b79f1a4cb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.014695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-6e3be732-002e-4bba-9262-b79f1a4cb09a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.9829032 Aug 11 02:33:49.027685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Pushing event updated for resources: {'Port': ['ID=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:49.061456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1c2bb-8ffe-470a-b4b6-0c2d58fb3752 req-bd96e6e1-eca8-43e4-baa5-dc47ca8e571f tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.079905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33f1c2bb-8ffe-470a-b4b6-0c2d58fb3752 req-bd96e6e1-eca8-43e4-baa5-dc47ca8e571f tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 931 time: 0.9604907 Aug 11 02:33:49.199661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef755a3b-eb9f-42ec-9c76-c1de4b417dbd req-7b083142-c80a-466f-b7eb-36ef94484940 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2550511 Aug 11 02:33:49.281837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Attempting to bind port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:49.285794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Attempting to bind port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:49.286170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Attempting to bind port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 on network d31386fd-36d2-44c8-b7b2-56ece38637fb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:49.288205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-75a3fa68-666d-4204-bcd5-03baabdc4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.290224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-75a3fa68-666d-4204-bcd5-03baabdc4af2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2745948 Aug 11 02:33:49.299564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33f1c2bb-8ffe-470a-b4b6-0c2d58fb3752 req-2bc02f97-3cd8-4bdc-a9e4-51a4eaa2aec1 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187264 Aug 11 02:33:49.307080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 on network d31386fd-36d2-44c8-b7b2-56ece38637fb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:49.307415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Attempting to bind port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 on network d31386fd-36d2-44c8-b7b2-56ece38637fb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:49.330121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:49.333708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Checking segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:49.334276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Bound using segment: {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:49.335033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Bound port: 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15a8dd0-4796-4a94-acaa-417a1a8911df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:49.336278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.536891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-867a33db-4cfc-4538-b059-ee67cab68571 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336290 Aug 11 02:33:49.586082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] For port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:49.590339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] For port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:49.598752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.690893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.700481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.700653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f73f3ea5-96c8-48b4-a2d0-6983b45f57a8 req-1cb704bb-d178-4af6-abae-27ea37b5b719 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513627 Aug 11 02:33:49.704541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] 10.222.0.59 "PUT /v2.0/ports/01c63676-a39b-4fbd-9c9e-ac2d800e24b4 HTTP/1.1" status: 200 len: 1091 time: 1.7673960 Aug 11 02:33:49.707900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:49.710359 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f54910-5553-4deb-b5ae-5cefbfe3c927" -d '{"events": [{"name": "network-changed", "server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:49.759939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9994e-379e-4abc-b3c7-61a743b38040 service neutron] Pushing event updated for resources: {'Port': ['ID=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:49.818902 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad663790-a49e-4929-9906-10f6ad1d503a x-openstack-request-id: req-ad663790-a49e-4929-9906-10f6ad1d503a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:49.819831 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:49.819831 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad663790-a49e-4929-9906-10f6ad1d503a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:49.820230 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'status': 'completed', 'code': 200} Aug 11 02:33:49.882096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-422602f8-5ee7-48f7-950c-6528525da936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.883957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-422602f8-5ee7-48f7-950c-6528525da936 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1cfca768a14e52993dd86bccf7c3a6&device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 1094 time: 0.1101165 Aug 11 02:33:49.941247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-1a1ce522-eb82-4506-9034-948cf53f9469 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4 HTTP/1.1" status: 200 len: 217 time: 0.0487669 Aug 11 02:33:49.976537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.977447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.977662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.977964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.983012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.983012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.983492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.989121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-456ae2ef-7cdb-4133-b76e-ce3221c5b553 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6485 time: 0.1510241 Aug 11 02:33:50.054864 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.113225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-06d1da1b-27cc-400f-9083-ac3508502e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.117478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-06d1da1b-27cc-400f-9083-ac3508502e60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52a29495-def5-402f-b0a7-47fabfc85802 HTTP/1.1" status: 200 len: 845 time: 0.1682599 Aug 11 02:33:50.217369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33442) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:50.225005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-88eb851d-9a33-49c2-909e-a51ebf16bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.235406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-88eb851d-9a33-49c2-909e-a51ebf16bd6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d31386fd-36d2-44c8-b7b2-56ece38637fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007495 Aug 11 02:33:50.345655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-95fb0f3f-db40-46c0-905b-e4c07455233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.347628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-95fb0f3f-db40-46c0-905b-e4c07455233c service neutron] 10.222.0.25 "GET /v2.0/networks?id=80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 200 len: 901 time: 0.3514743 Aug 11 02:33:50.367219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-2e347f9d-3acd-4a68-beaf-18d352220ccf service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295207 Aug 11 02:33:50.500350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-57cbf398-9889-47e4-bf14-edb25bec8d0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 200 len: 217 time: 0.1358430 Aug 11 02:33:50.574944 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbb2fa06-414f-459b-94fe-3359d2385b9c req-a198455c-7123-4bde-9bdd-300d327d87f3 service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990852 Aug 11 02:33:50.581058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1203354959', 'router:external': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:50.730462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-d88c5aca-d4fd-47dc-9e93-31aa205b283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.732137 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-d88c5aca-d4fd-47dc-9e93-31aa205b283e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1cfca768a14e52993dd86bccf7c3a6&device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 1094 time: 0.0883172 Aug 11 02:33:50.770968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-f0b9d089-c6b9-4d30-b67a-b7f715bd60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.773709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-f0b9d089-c6b9-4d30-b67a-b7f715bd60d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.1849267 Aug 11 02:33:50.789534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fae3-b107-47b3-8c2a-130a7ab1f6e4 req-f772cf93-4488-4db5-8cf1-56b9faadcdd8 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.805469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c9fae3-b107-47b3-8c2a-130a7ab1f6e4 req-f772cf93-4488-4db5-8cf1-56b9faadcdd8 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 943 time: 0.3488207 Aug 11 02:33:50.834681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.848927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.861880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.889378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.903675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.904297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-9ea36ea1-d5e3-4538-b360-6e7d097780db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.909551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-9ea36ea1-d5e3-4538-b360-6e7d097780db service neutron] 10.222.0.59 "GET /v2.0/networks?id=d31386fd-36d2-44c8-b7b2-56ece38637fb HTTP/1.1" status: 200 len: 906 time: 0.1654141 Aug 11 02:33:50.919062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.936925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.941511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-beb56127-2b06-424d-a290-b19c049dcc3d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.5063148 Aug 11 02:33:50.963781 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-b239df34-7609-4ce1-abc4-1bad92bdf4f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4 HTTP/1.1" status: 200 len: 217 time: 0.0483618 Aug 11 02:33:50.967342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Made reservation on behalf of 9f4d89c957724df3b0c8b24ff96dfdc3 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:50.972168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.044420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-acf2d35e-aa99-4b4c-ae60-f2c9040df85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:51.046414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-acf2d35e-aa99-4b4c-ae60-f2c9040df85a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52a29495-def5-402f-b0a7-47fabfc85802 HTTP/1.1" status: 200 len: 845 time: 0.0746200 Aug 11 02:33:51.068055 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.164810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-3aea6a8d-ac8b-49cc-8f54-52b724da9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:51.167386 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-3aea6a8d-ac8b-49cc-8f54-52b724da9415 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d31386fd-36d2-44c8-b7b2-56ece38637fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100314 Aug 11 02:33:51.172006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c9fae3-b107-47b3-8c2a-130a7ab1f6e4 req-3897e9f4-5ba8-44a6-ab9c-99ad59aab7e5 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644476 Aug 11 02:33:51.199156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-a46e4c13-805c-4fa9-88f1-69fbee14def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:51.201144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-a46e4c13-805c-4fa9-88f1-69fbee14def2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3922687 Aug 11 02:33:51.225862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-617ad828-051d-4e02-b480-fb4d59b36e88 req-d5b99e9d-4873-4c74-8aa2-1a5d36a3c6a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2444224 Aug 11 02:33:51.473942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-1e0f7b26-b2fc-40b2-8b88-725e07a0a45d service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960761 Aug 11 02:33:51.739296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-f84e08d7-06c4-4f3d-a33b-d9a0a48f3ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014305 Aug 11 02:33:51.842270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.848252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78f54910-5553-4deb-b5ae-5cefbfe3c927 req-d24af40c-b3f7-4f25-bc7d-3250f061378a service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645010 Aug 11 02:33:51.853307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.902191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:33:51.923378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf9a84b5-d8dd-4fbb-a23f-6c7af821b274 req-e3ae820c-1015-4d58-8727-9ce48e39ceb6 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750700 Aug 11 02:33:51.941107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.942720 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Added segment fda4257b-57dd-4daf-9232-d3f6be856bbf of type vlan for network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 Aug 11 02:33:51.976127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d92db82-90b7-46c9-8640-6e9323e2f8db,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:52.067301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.173617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.177392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.179318 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.302091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0825956 Aug 11 02:33:52.308048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:52.315888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'subnet': {'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:52.345735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de538700-52b5-464e-9525-0b898f07b955 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Network': ['ID=9b8fee7c-bf87-4db1-91e9-764058cf1cb7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:52.357171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Made reservation on behalf of 9f4d89c957724df3b0c8b24ff96dfdc3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:52.360056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:33:52.360647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.434978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357bf0e-51b5-4880-b2ce-973356d662c2 req-0c682250-8e36-49f8-b848-e36807c3d915 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.437591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1357bf0e-51b5-4880-b2ce-973356d662c2 req-0c682250-8e36-49f8-b848-e36807c3d915 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 943 time: 0.0881665 Aug 11 02:33:52.539938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1357bf0e-51b5-4880-b2ce-973356d662c2 req-1b90316e-04a2-4eae-9256-695ae55f2bad tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833545 Aug 11 02:33:52.652248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.664798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.684443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.699301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.716930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.736202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.742651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.752274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f74a58be-459f-4930-9b03-cddbdc29061c req-441a18f6-133e-4bd6-880a-b4dd0a13df48 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2011070 Aug 11 02:33:52.819938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f74a58be-459f-4930-9b03-cddbdc29061c req-0e9bbce0-8242-4168-884e-dfc07b4af0eb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666132 Aug 11 02:33:52.893277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.956976 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.973069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:33:52.973490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.992346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:53.051773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22b2d0d5-a0aa-40cb-bf7a-35156a6ec364,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:53.065587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Checking segment: {'id': 'fda4257b-57dd-4daf-9232-d3f6be856bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:53.065947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network hostable DHCP agents. Network: 9b8fee7c-bf87-4db1-91e9-764058cf1cb7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:33:53.090572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:33:53.111430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 9b8fee7c-bf87-4db1-91e9-764058cf1cb7) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:53.127329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:53.128181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.151423 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f13d0ca0-be81-4d9c-8870-b3a2ab3b20fa tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8394561 Aug 11 02:33:53.152310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33502) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.158162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1198819309', 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:53.180332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630b638-dfd5-43fb-a9fe-3ccd4f0d4be7 None None] Network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:53.208040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Made reservation on behalf of 9f4d89c957724df3b0c8b24ff96dfdc3 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:53.212586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.235559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] device_id is not set on port 4318d5d0-362a-4aaf-af9d-664ff85487f3 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:33:53.339813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:53.380181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'port_id': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'mac_address': 'fa:16:3e:1d:c2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:53.434637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266fc8a-c0b4-412b-ae25-6fff2c5d54f9 None None] Network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:53.448944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Allocated IP 2001:db8::15e (9b8fee7c-bf87-4db1-91e9-764058cf1cb7/22b2d0d5-a0aa-40cb-bf7a-35156a6ec364/4318d5d0-362a-4aaf-af9d-664ff85487f3) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:53.450299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.535684 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.564711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:53.618453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:53.693929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.719170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2eef3c22-09ff-494a-9492-89a19be7370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.874252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:53.986362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2eef3c22-09ff-494a-9492-89a19be7370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.995070 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2eef3c22-09ff-494a-9492-89a19be7370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.047121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['01c63676-a39b-4fbd-9c9e-ac2d800e24b4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:54.071157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.088903 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2eef3c22-09ff-494a-9492-89a19be7370c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1a618ca5d294ae7b0423112cfd4b9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367090 Aug 11 02:33:54.089936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:54.090830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef3c22-09ff-494a-9492-89a19be7370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c95cf49-9690-4daf-8d03-93091f95fc96,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:54.165178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9562eba4-54b6-4aa1-b0d5-3579fb8852e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.199509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.248260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9562eba4-54b6-4aa1-b0d5-3579fb8852e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.353182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9562eba4-54b6-4aa1-b0d5-3579fb8852e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.355880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9562eba4-54b6-4aa1-b0d5-3579fb8852e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.360010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf66c-4fe2-4803-abd7-a6cef162be5f req-cad61ce5-b9c2-4c48-a641-7214dadd2dc1 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.360634 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9562eba4-54b6-4aa1-b0d5-3579fb8852e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c95cf49-9690-4daf-8d03-93091f95fc96 HTTP/1.1" status: 204 len: 168 time: 0.2622838 Aug 11 02:33:54.365514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86cbf66c-4fe2-4803-abd7-a6cef162be5f req-cad61ce5-b9c2-4c48-a641-7214dadd2dc1 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 944 time: 0.6221170 Aug 11 02:33:54.388691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562eba4-54b6-4aa1-b0d5-3579fb8852e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c95cf49-9690-4daf-8d03-93091f95fc96,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:54.455579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:54.464027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Port': ['ID=4318d5d0-362a-4aaf-af9d-664ff85487f3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:54.471821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:54.475657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:54.476725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.477349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.484661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86cbf66c-4fe2-4803-abd7-a6cef162be5f req-e7d50aa7-af25-4bb7-abb5-fbebad2c2430 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181996 Aug 11 02:33:54.502040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.508737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.525078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.532768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.539395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.548003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.555199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.558463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-35fabb0f-056f-4ba4-a498-b1ffa0c1f71f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.3679147 Aug 11 02:33:54.577249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dcf859aa-97b0-4209-a422-255489c378b1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4233861 Aug 11 02:33:54.580013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:54.643787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f0b94d2-dc7a-4bfc-9274-73f28ca9e5f1 req-9c7f7d79-0077-4855-a277-d00f75528c02 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607395 Aug 11 02:33:54.799758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Deleting port 4318d5d0-362a-4aaf-af9d-664ff85487f3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:54.800611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.932375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.955891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Calling delete_port for 4318d5d0-362a-4aaf-af9d-664ff85487f3 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:55.224297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a72d-fd68-4799-a111-61f19c4b1298 req-a54fd0de-646d-4eb0-b115-eafb0a4eb4c4 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:55.226026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0378a72d-fd68-4799-a111-61f19c4b1298 req-a54fd0de-646d-4eb0-b115-eafb0a4eb4c4 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 950 time: 0.0938208 Aug 11 02:33:55.305607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.387462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0378a72d-fd68-4799-a111-61f19c4b1298 req-cd2ddd5b-7d8f-49cc-8940-8b1ef66517ca tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455016 Aug 11 02:33:55.403426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event deleted for resources: {'Port': ['ID=4318d5d0-362a-4aaf-af9d-664ff85487f3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:55.463363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.470904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e93a25cc-9be1-4970-aa2d-6138bb499595 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4318d5d0-362a-4aaf-af9d-664ff85487f3 HTTP/1.1" status: 204 len: 168 time: 0.8839893 Aug 11 02:33:55.471431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33592) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:55.489654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7', 'external_fixed_ips': [{'subnet_id': '22b2d0d5-a0aa-40cb-bf7a-35156a6ec364', 'ip_address': '2001:db8::15e'}]}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:55.531811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.533268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.666096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.816539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d35ed-9d2e-4aea-8a53-9134f558424c req-f0910210-0680-4457-9323-c0403975b95e tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:55.825225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f29d35ed-9d2e-4aea-8a53-9134f558424c req-f0910210-0680-4457-9323-c0403975b95e tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 944 time: 0.1641598 Aug 11 02:33:55.929520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.942412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f29d35ed-9d2e-4aea-8a53-9134f558424c req-a7daf4e3-0a23-48e9-ac07-457a8fbae13e tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159034 Aug 11 02:33:56.536431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.568064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.581008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.594095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.607285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.621060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.636572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.647025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-4c9a6ab5-e634-479c-a3e2-1e1212d06a75 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2997038 Aug 11 02:33:56.654734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.694710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.820838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac90df9d-63ac-4ae5-843e-15c0f0e0e347 req-488e5dd5-03e5-4f58-ab9d-987f5c8779e0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311488 Aug 11 02:33:56.965531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Allocated IP 2001:db8::15e (9b8fee7c-bf87-4db1-91e9-764058cf1cb7/22b2d0d5-a0aa-40cb-bf7a-35156a6ec364/8565158c-77dd-46ba-a392-eefe3eaced99) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:57.031297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:57.117623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:57.125787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:57.127090 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.229782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb89c46-3b8b-4d6e-8221-a337580ae80f req-f143115f-f097-44c6-897c-91e703e36355 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:57.232759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4cb89c46-3b8b-4d6e-8221-a337580ae80f req-f143115f-f097-44c6-897c-91e703e36355 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 944 time: 0.1480358 Aug 11 02:33:57.247985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.276927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:57.279642 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8b0ec-f681-4f59-8a5b-1ca869e3e12f" -d '{"events": [{"server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "name": "network-vif-plugged", "status": "completed", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:57.300920 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.302525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:57.309748 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.371443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4cb89c46-3b8b-4d6e-8221-a337580ae80f req-3863299f-4532-45d2-a618-e628577acb90 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224124 Aug 11 02:33:57.393344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:57.398489 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b0068f-50ef-4fd1-9530-828bc89c6784 x-openstack-request-id: req-12b0068f-50ef-4fd1-9530-828bc89c6784 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:57.399495 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "name": "network-vif-plugged", "status": "completed", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:57.400273 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12b0068f-50ef-4fd1-9530-828bc89c6784 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:57.401757 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'code': 200} Aug 11 02:33:57.427822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.503199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:57.509524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:57.512946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:57.552745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717168-a161-42f8-8c68-36ed81eaee32 req-9df06636-22c0-4933-bc0f-53a04bc73e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:57.556518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ac717168-a161-42f8-8c68-36ed81eaee32 req-9df06636-22c0-4933-bc0f-53a04bc73e1d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 1096 time: 0.0674794 Aug 11 02:33:57.648193 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ac717168-a161-42f8-8c68-36ed81eaee32 req-8b3ccf80-34dc-4331-a4e0-4f35e4956ce9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836799 Aug 11 02:33:57.662669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Port': ['ID=8565158c-77dd-46ba-a392-eefe3eaced99,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:57.832769 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.319292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.325661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.338659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.351732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.365246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.377512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.391298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.393442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-96a36587-205d-422d-9c08-f4d376bb6d73 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2674546 Aug 11 02:33:58.419300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.707995 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a809190-1c92-48ac-af03-fc1a25a38a83 req-fdf816f2-2bc1-4177-a759-b9d115aa6a58 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3064518 Aug 11 02:33:58.805829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298691e-2f99-49c9-a969-f6bcd06f03cd req-8fb8b68e-33e1-4afe-978a-fffa1301c1ba tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.806847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b298691e-2f99-49c9-a969-f6bcd06f03cd req-8fb8b68e-33e1-4afe-978a-fffa1301c1ba tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.2116930 Aug 11 02:33:58.943850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Router 5ca02c96-5811-4cf9-aadf-1ab19249a3c8 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:58.952176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b298691e-2f99-49c9-a969-f6bcd06f03cd req-7f26e191-3964-431d-b3e6-b18a96e06bb8 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268780 Aug 11 02:33:59.052433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:59.148730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:59.178591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.180876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5796042c-f34a-4031-ada2-48d59d06ead6 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7027588 Aug 11 02:33:59.182598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Sync routers for ids ['5ca02c96-5811-4cf9-aadf-1ab19249a3c8'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:59.185495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:59.230650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Routers {'5ca02c96-5811-4cf9-aadf-1ab19249a3c8'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:59.232181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5ca02c96-5811-4cf9-aadf-1ab19249a3c8'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:59.311387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.400547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:59.407707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:59.412372 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fad88-fed8-483b-88ec-eb00a20181d2" -d '{"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-unplugged", "status": "completed", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:59.423650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.570463 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0083f-39ab-4157-8afa-417539315385 x-openstack-request-id: req-37a0083f-39ab-4157-8afa-417539315385 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:59.570820 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-unplugged", "status": "completed", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:59.571547 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37a0083f-39ab-4157-8afa-417539315385 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:59.572105 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'code': 200} Aug 11 02:33:59.573046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:59.639259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Set router 5ca02c96-5811-4cf9-aadf-1ab19249a3c8 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:59.963536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca02c96-5811-4cf9-aadf-1ab19249a3c8', 'name': '', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7', 'external_fixed_ips': [{'subnet_id': '22b2d0d5-a0aa-40cb-bf7a-35156a6ec364', 'ip_address': '2001:db8::15e'}], 'enable_snat': True}, 'gw_port_id': '8565158c-77dd-46ba-a392-eefe3eaced99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:55Z', 'updated_at': '2021-08-11T02:33:57Z', 'revision_number': 3, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port': {'id': '8565158c-77dd-46ba-a392-eefe3eaced99', 'name': '', 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca02c96-5811-4cf9-aadf-1ab19249a3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '22b2d0d5-a0aa-40cb-bf7a-35156a6ec364', 'ip_address': '2001:db8::15e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:56Z', 'updated_at': '2021-08-11T02:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22b2d0d5-a0aa-40cb-bf7a-35156a6ec364', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:59.967013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.043351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Checking router: 5ca02c96-5811-4cf9-aadf-1ab19249a3c8 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:00.044945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Updating router 5ca02c96-5811-4cf9-aadf-1ab19249a3c8 port 8565158c-77dd-46ba-a392-eefe3eaced99 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:34:00.062311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.079600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.094331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.108314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.110901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.124278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.141044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.157695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.163207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-7e9ec24c-53c4-4653-bab3-0d1991520934 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2189219 Aug 11 02:34:00.241153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.275603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9ab4d8f-7d57-49a9-a937-e656d25b9e0b req-9215260a-a35c-454c-bf5d-847ec7c7068f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907700 Aug 11 02:34:00.317668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Deleting port 8565158c-77dd-46ba-a392-eefe3eaced99 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:00.318541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.423096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa535e9a-c778-443e-8de7-1328b1553465 req-20a52aab-4142-4fc5-8397-c57417ca804b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.425800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa535e9a-c778-443e-8de7-1328b1553465 req-20a52aab-4142-4fc5-8397-c57417ca804b tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.1402135 Aug 11 02:34:00.561189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa535e9a-c778-443e-8de7-1328b1553465 req-7e17bac9-565b-4178-8138-2c4bd94b4f38 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280723 Aug 11 02:34:00.671081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.694999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Calling delete_port for 8565158c-77dd-46ba-a392-eefe3eaced99 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:00.771284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13637-a3a2-4cca-9d40-92e5b9c5478c req-00715297-d157-40ba-b4bd-c31dfcf9c745 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.778248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15c13637-a3a2-4cca-9d40-92e5b9c5478c req-00715297-d157-40ba-b4bd-c31dfcf9c745 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.0766308 Aug 11 02:34:00.786870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33756) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:00.794317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Request body: {'floatingip': {'port_id': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:00.842490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.851498 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.873615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Transition to ACTIVE for port object 8565158c-77dd-46ba-a392-eefe3eaced99 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:00.886464 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.019686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:01.301847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.394225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event deleted for resources: {'Port': ['ID=8565158c-77dd-46ba-a392-eefe3eaced99,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:01.474104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.699336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Attempting to bind port 8565158c-77dd-46ba-a392-eefe3eaced99 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:01.705966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Attempting to bind port 8565158c-77dd-46ba-a392-eefe3eaced99 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'fda4257b-57dd-4daf-9232-d3f6be856bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:01.707126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Attempting to bind port 8565158c-77dd-46ba-a392-eefe3eaced99 on network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:01.728851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.733479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.799482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:01.800819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Checking segment: {'id': 'fda4257b-57dd-4daf-9232-d3f6be856bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:01.802776 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.804930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Bound using segment: {'id': 'fda4257b-57dd-4daf-9232-d3f6be856bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:01.809170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Bound port: 8565158c-77dd-46ba-a392-eefe3eaced99, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda4257b-57dd-4daf-9232-d3f6be856bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9b8fee7c-bf87-4db1-91e9-764058cf1cb7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:01.812184 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.880295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.882143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca02c96-5811-4cf9-aadf-1ab19249a3c8 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:01.910348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.912347 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cfaf922e-df8e-471b-8172-40279e485921 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5ca02c96-5811-4cf9-aadf-1ab19249a3c8 HTTP/1.1" status: 204 len: 168 time: 2.7229483 Aug 11 02:34:01.914430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Port 8565158c-77dd-46ba-a392-eefe3eaced99 has been deleted concurrently {{(pid=94701) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 02:34:01.916176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327c613-cb95-4099-8f4d-7cd735c69b7e None None] Pushing event updated for resources: {'Port': ['ID=8565158c-77dd-46ba-a392-eefe3eaced99,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:01.917292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:01.981415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Routers set() bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:01.981784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Router IDs set() for agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:34:01.982640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_agentschedulers_db [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ca02c96-5811-4cf9-aadf-1ab19249a3c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent'). {{(pid=94701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:34:01.983206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e7b-5874-4988-8454-f1e895184dc2 None None] The sync data for ids ['5ca02c96-5811-4cf9-aadf-1ab19249a3c8'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:02.031910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:02.052331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'b4096217-0804-46a8-9aee-6777630237bf', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'b4096217-0804-46a8-9aee-6777630237bf', 'mac_address': 'fa:16:3e:27:c2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:02.122442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Deleting subnet 22b2d0d5-a0aa-40cb-bf7a-35156a6ec364 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:02.142109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.177752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.237279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4096217-0804-46a8-9aee-6777630237bf {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:02.270199 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.358059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:02.375669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.387042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.472711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.483166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.499444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.511694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.525046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.541338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22b2d0d5-a0aa-40cb-bf7a-35156a6ec364,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.546068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.556731 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bada9599-bdfb-4659-812a-985d8af231e3 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/22b2d0d5-a0aa-40cb-bf7a-35156a6ec364 HTTP/1.1" status: 204 len: 168 time: 0.6378317 Aug 11 02:34:02.560093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33808) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.560476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.568849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.576921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.587559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.597833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-f34862e0-8d31-4071-acd0-a83fc27c5863 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.4102595 Aug 11 02:34:02.649074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['b4096217-0804-46a8-9aee-6777630237bf'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:02.668898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.748683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-970a435a-3174-4c32-a9d1-6326f76c9f25 req-3361a83d-649b-4c8f-ae17-d38e43e6aa1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495819 Aug 11 02:34:02.798286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.800035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8fee7c-bf87-4db1-91e9-764058cf1cb7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:02.817405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda4257b-57dd-4daf-9232-d3f6be856bbf') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:02.818061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda4257b-57dd-4daf-9232-d3f6be856bbf') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:02.836556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.881153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.921699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:02.922481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: items = [ Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:02.940975 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:03.091863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.110200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b8fee7c-bf87-4db1-91e9-764058cf1cb7 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:34:03.157486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.168112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.168357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.173715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/networks/9b8fee7c-bf87-4db1-91e9-764058cf1cb7 HTTP/1.1" status: 204 len: 168 time: 0.6103785 Aug 11 02:34:03.175385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accb746-1a22-43f5-8c7e-88676bfe2dae tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b8fee7c-bf87-4db1-91e9-764058cf1cb7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:03.717613 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Floating IP 29c6bb85-5057-447d-bd85-b9771ffa74ff associated. External IP: 172.25.6.95, port: 01c63676-a39b-4fbd-9c9e-ac2d800e24b4. Aug 11 02:34:03.999905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:04.007982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'name': 'tempest-router--1559059725', 'project_id': '47f73ac8baed4c228e41acbe6a7800c1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:04.072196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.081935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.319511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.329231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.355710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:04.370819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.383713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fde60c97-d0c5-468e-b51a-319e94579e35 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3807638 Aug 11 02:34:04.384697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:04.778690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.864498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.872079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.890706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.904771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.918698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.931725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.944618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.961439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-772259c3-ebb0-4583-825f-46cbfba64cf0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.8476191 Aug 11 02:34:05.004257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:05.010033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:05.018159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] Sync routers for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:05.023725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.055102 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:05.056158 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:05.170609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port b4096217-0804-46a8-9aee-6777630237bf triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:05.171498 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.211473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-251a9268-56f5-4bd1-9c10-dfb4c77acd29 req-7c651579-8c3a-4599-bc32-b7122c4378bc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973010 Aug 11 02:34:05.244874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7d2e9f2d-4059-4eae-b75c-3fe7f214d6df tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "PUT /v2.0/floatingips/29c6bb85-5057-447d-bd85-b9771ffa74ff HTTP/1.1" status: 200 len: 990 time: 4.4509699 Aug 11 02:34:05.245662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:05.254399 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e11bee-c5cd-4446-bd4c-6c3248e3e408" -d '{"events": [{"name": "network-changed", "server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:05.267513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.273810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.425523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.428800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d667939-301f-454a-b13a-ed2556d2e51c {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:05.441810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.441986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.445672 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-643244bb-a777-4032-9b25-7ba106500098 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2d667939-301f-454a-b13a-ed2556d2e51c HTTP/1.1" status: 204 len: 168 time: 1.0592930 Aug 11 02:34:05.517532 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:05.557559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:05.563394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:05.568584 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9365c-49d4-4bf6-8401-ab2883d7a508" -d '{"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:05.588287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.740975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:05.760929 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf745a7d-865b-4a83-8fc2-763aed63f5fb x-openstack-request-id: req-cf745a7d-865b-4a83-8fc2-763aed63f5fb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:05.761469 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:05.761829 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf745a7d-865b-4a83-8fc2-763aed63f5fb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:05.762404 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'status': 'completed', 'code': 200} Aug 11 02:34:05.765026 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99b47f4-0d06-408e-9e83-424a8470c2f9 x-openstack-request-id: req-f99b47f4-0d06-408e-9e83-424a8470c2f9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:05.765366 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:05.765719 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f99b47f4-0d06-408e-9e83-424a8470c2f9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:05.766354 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'code': 200} Aug 11 02:34:05.851841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33904) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.993566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-81ab2bfe-ff69-469a-ae25-3b8e20881116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.002358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-81ab2bfe-ff69-469a-ae25-3b8e20881116 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1cfca768a14e52993dd86bccf7c3a6&device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 1096 time: 0.1955454 Aug 11 02:34:06.204352 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '29c6bb85-5057-447d-bd85-b9771ffa74ff', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'port_id': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'mac_address': 'fa:16:3e:1d:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:37Z', 'updated_at': '2021-08-11T02:34:03Z', 'revision_number': 1, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:37Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:06.252516 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] Checking router: 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:06.266839 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:06.269803 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:06.342522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-bbe50aa0-770c-4ae5-a4f8-152e22ad53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.344072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-bbe50aa0-770c-4ae5-a4f8-152e22ad53f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d31386fd-36d2-44c8-b7b2-56ece38637fb HTTP/1.1" status: 200 len: 906 time: 0.3187962 Aug 11 02:34:06.417974 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:06.486940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-ce931a92-e7e1-4ff6-b0e9-7a7a5ab397f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4 HTTP/1.1" status: 200 len: 998 time: 0.1348619 Aug 11 02:34:06.500810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1000760536', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:06.696203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-901061e9-a94b-49c5-a238-123d5d1f827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.698054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-901061e9-a94b-49c5-a238-123d5d1f827b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52a29495-def5-402f-b0a7-47fabfc85802 HTTP/1.1" status: 200 len: 845 time: 0.2025352 Aug 11 02:34:06.731347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.733913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.817818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-f1b141df-daac-418f-b3f5-259601ecd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.820366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-f1b141df-daac-418f-b3f5-259601ecd55e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d31386fd-36d2-44c8-b7b2-56ece38637fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138003 Aug 11 02:34:06.827110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.859262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.887719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.911236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.928873 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '29c6bb85-5057-447d-bd85-b9771ffa74ff', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'port_id': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'mac_address': 'fa:16:3e:1d:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:37Z', 'updated_at': '2021-08-11T02:34:03Z', 'revision_number': 1, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:37Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:06.939289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.971703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.997546 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e2ee7-1eaa-4488-a098-def986d92d63 None None] The sync data for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 is: [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '29c6bb85-5057-447d-bd85-b9771ffa74ff', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'port_id': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'mac_address': 'fa:16:3e:1d:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:37Z', 'updated_at': '2021-08-11T02:34:03Z', 'revision_number': 1, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:37Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:07.011814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.038043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-8518f040-ef9a-4cdb-8a6c-d1e0e0ed1423 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.5172336 Aug 11 02:34:07.083296 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-73c789b4-473f-4cbb-968b-305d69c30225 service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542262 Aug 11 02:34:07.273992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2541d9-eb81-4012-afdd-111a3a6573fe req-35f73497-821f-4db2-b0db-1fcdf48ff0d6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342901 Aug 11 02:34:07.353787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.470957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67e11bee-c5cd-4446-bd4c-6c3248e3e408 req-93b14123-f50e-42ad-a6e4-219f97c6ab44 service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713973 Aug 11 02:34:07.760885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624f9ca-3129-4a19-9fe6-170027afbb1c None None] New status for floating IP 29c6bb85-5057-447d-bd85-b9771ffa74ff: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:34:08.267183 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.734514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.741272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.748324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.768308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.782591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.798461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.807680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.823769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-44dfb044-0ddd-4193-9ecb-294757f608a4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5428 time: 0.2784262 Aug 11 02:34:08.978676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.020084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.032146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48955918-9aa9-4b40-a415-435a29367545 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:09.170456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5642b927-3ab4-4fba-b074-72f3ff336590 req-1376fd39-7385-4d84-9ce1-80f1a315fa90 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2838316 Aug 11 02:34:09.359403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48955918-9aa9-4b40-a415-435a29367545,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:09.383003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '48955918-9aa9-4b40-a415-435a29367545', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'port_id': '48955918-9aa9-4b40-a415-435a29367545', 'mac_address': 'fa:16:3e:5f:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:09.462833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.487050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Allocated IP 172.25.6.98 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c0dcaf77-49b6-459c-bab8-8ff00ff05f7a) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:09.503102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48955918-9aa9-4b40-a415-435a29367545 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:09.565966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48955918-9aa9-4b40-a415-435a29367545,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:09.593939 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.595839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1d312c36-e558-4c77-ae59-bbfaea811f5f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:09.778702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.834119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:09.845226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.889243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:09.893507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:09.897872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:09.937542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:09.942938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event updated for resources: {'Port': ['ID=c0dcaf77-49b6-459c-bab8-8ff00ff05f7a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:09.977400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'port_id': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'mac_address': 'fa:16:3e:f6:68:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:10.176194 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.230290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d312c36-e558-4c77-ae59-bbfaea811f5f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:10.305572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:10.314036 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.407368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:10.429346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.789241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['48955918-9aa9-4b40-a415-435a29367545'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:11.001292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.012057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.019877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.026952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.034696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.043533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.045200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9485efff-fcdd-4b61-81f9-9491da50e2b9 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:11.052362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.064109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-3fa94f72-ef5b-415b-9c99-0a0313822adc tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5430 time: 0.6437011 Aug 11 02:34:11.228046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-970eca7f-23dd-4715-863d-7c7f1027e37c req-1d9f48b4-38eb-4cb7-bce6-1d24e71d74ce tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624670 Aug 11 02:34:11.470270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:11.535276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '9485efff-fcdd-4b61-81f9-9491da50e2b9', 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82', 'port_id': '9485efff-fcdd-4b61-81f9-9491da50e2b9', 'mac_address': 'fa:16:3e:2b:1c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3da33b-72ed-46b9-9c78-b602a4edb6bf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:11.562326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.702241 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.748261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9485efff-fcdd-4b61-81f9-9491da50e2b9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:11.791526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:11.802782 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.804477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:11.892246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1d312c36-e558-4c77-ae59-bbfaea811f5f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:11.981144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Router 0d44c9be-8205-4e4b-aad3-c6d16ba7460d is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:12.010427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:12.014026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.042044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4', 'network_id': '80c670f7-3427-4bcf-b897-079b596e0b82', 'port_id': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4', 'mac_address': 'fa:16:3e:a2:0d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3da33b-72ed-46b9-9c78-b602a4edb6bf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:12.225255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.241690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:12.257238 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] Sync routers for ids ['0d44c9be-8205-4e4b-aad3-c6d16ba7460d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:12.269817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:12.316110 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] Routers {'0d44c9be-8205-4e4b-aad3-c6d16ba7460d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:12.322051 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0d44c9be-8205-4e4b-aad3-c6d16ba7460d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:12.355069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.357547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-44e2f707-211a-44ac-a430-d5ffcbdf3b9b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5038335 Aug 11 02:34:12.362089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:12.434725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:12.439249 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:12.456671 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.457092 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] Routers {'0d44c9be-8205-4e4b-aad3-c6d16ba7460d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:12.459775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:12.464824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:33:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0d44c9be-8205-4e4b-aad3-c6d16ba7460d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:12.537652 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:12.538801 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197f638-737e-4ae2-a796-216df9869c29 None None] The sync data for ids ['0d44c9be-8205-4e4b-aad3-c6d16ba7460d'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:12.599760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.615082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.627999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.642960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.679353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.695345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.713168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.735956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-97ac273d-4357-489d-84a6-195cf7c62069 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5432 time: 0.2943099 Aug 11 02:34:12.803492 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5777467f-2ba3-43a3-ab1a-f6d4f8361ff2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/0d44c9be-8205-4e4b-aad3-c6d16ba7460d HTTP/1.1" status: 200 len: 924 time: 0.4396520 Aug 11 02:34:12.810769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:12.828909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a24d2fae-2ebc-40ac-846c-542d162d9540 req-c5036ec3-3501-4d50-b26e-2106525433c5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868959 Aug 11 02:34:12.873888 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b4976dd-35c8-4245-a75b-008f6b849e89 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d44c9be-8205-4e4b-aad3-c6d16ba7460d HTTP/1.1" status: 200 len: 205 time: 0.0611250 Aug 11 02:34:12.877875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34052) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:12.909767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:13.012276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:13.036359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'port_id': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02', 'mac_address': 'fa:16:3e:bc:0a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:13.057744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.100443 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.131823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:13.194265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:13.200669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.201695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f501af0-0919-4e30-b0a0-a5de4745b48f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:13.226217 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.292113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:13.295622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:13.318999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3f501af0-0919-4e30-b0a0-a5de4745b48f', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'port_id': '3f501af0-0919-4e30-b0a0-a5de4745b48f', 'mac_address': 'fa:16:3e:69:93:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:13.360954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Deleting port c0dcaf77-49b6-459c-bab8-8ff00ff05f7a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:13.361562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.393749 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.431046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f501af0-0919-4e30-b0a0-a5de4745b48f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:13.453028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:13.471005 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.472089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 39ccc581-9382-449f-9f8d-2f3c05ac892e details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:13.603216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:13.603545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.636632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Calling delete_port for c0dcaf77-49b6-459c-bab8-8ff00ff05f7a owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:13.648561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:13.676177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.677539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.678453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.679352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.680223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.681085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.681925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.682832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.683861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.684543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.685261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.685974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:13.701018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '39ccc581-9382-449f-9f8d-2f3c05ac892e', 'network_id': '90144842-d996-4568-a3c0-cf8813c1b45c', 'port_id': '39ccc581-9382-449f-9f8d-2f3c05ac892e', 'mac_address': 'fa:16:3e:28:12:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7684ffe9-c02b-4b05-81e7-b20ee6734e4d', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:13.810637 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.849554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ccc581-9382-449f-9f8d-2f3c05ac892e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:13.947000 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e91f8ea-65b1-4d55-a48e-5952887a68c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.961284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:13.974025 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.040635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48955918-9aa9-4b40-a415-435a29367545 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:14.172041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:14.201277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 48955918-9aa9-4b40-a415-435a29367545 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:14.209339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 48955918-9aa9-4b40-a415-435a29367545 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:14.210028 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.231288 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.257425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.265899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.285017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.299060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.315140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.321456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.329667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.332355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-42a267d0-a7b7-4fd6-a1d0-5afcd4174573 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5435 time: 0.3474140 Aug 11 02:34:14.377580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event deleted for resources: {'Port': ['ID=c0dcaf77-49b6-459c-bab8-8ff00ff05f7a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:14.423023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.423644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.424003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.424330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.424678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.425016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.425346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.425782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.425989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.426355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.426813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.427015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:14.453798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.524166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.561517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48955918-9aa9-4b40-a415-435a29367545'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:14.569308 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f572246-df47-4bca-897d-35ad64cb91b3" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "48955918-9aa9-4b40-a415-435a29367545"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:14.630621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48955918-9aa9-4b40-a415-435a29367545,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:14.666956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.669251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1d312c36-e558-4c77-ae59-bbfaea811f5f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:14.754255 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e030e75-6ca0-4519-9260-a87a65c10bfd x-openstack-request-id: req-9e030e75-6ca0-4519-9260-a87a65c10bfd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:14.755145 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "48955918-9aa9-4b40-a415-435a29367545", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:14.755672 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e030e75-6ca0-4519-9260-a87a65c10bfd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:14.756498 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48955918-9aa9-4b40-a415-435a29367545', 'code': 200} Aug 11 02:34:14.833439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.848699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.880989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 1d312c36-e558-4c77-ae59-bbfaea811f5f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:14.883373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:14.899743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 1d312c36-e558-4c77-ae59-bbfaea811f5f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:14.900131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.962710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85c4fdbf-e667-43aa-b1dd-b82bae350839 req-9b2ee612-e864-41ab-8086-7816ea1162de tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6211703 Aug 11 02:34:14.966977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3dc85db4-cc44-4cda-9909-1eca8b5cdd02'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:14.970031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['9485efff-fcdd-4b61-81f9-9491da50e2b9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:14.970924 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.971455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Fanout notify agent at l3_agent the message router_deleted on router 0d44c9be-8205-4e4b-aad3-c6d16ba7460d {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:14.987127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.991900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6bf29604-2565-4ee5-9263-481b80020ada tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/0d44c9be-8205-4e4b-aad3-c6d16ba7460d HTTP/1.1" status: 204 len: 168 time: 2.1090837 Aug 11 02:34:14.993893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:15.002962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1721867370', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': False}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:15.040765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3f501af0-0919-4e30-b0a0-a5de4745b48f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:15.043090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['39ccc581-9382-449f-9f8d-2f3c05ac892e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:15.072608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:15.142654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.150559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.296479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.574493 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.647671 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.175764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.230068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.378256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:16.504918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.537694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.573112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.607661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.653254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.665731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Allocated IP 172.25.6.38 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/3ab78115-4806-4cd2-9dea-9c0c0be0a8a4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:16.680905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.685297 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.701728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.718059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07e55820-df0f-497d-bf4d-5115500a21db req-621cdcc1-f3c1-41f7-b257-70e9e32c1685 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5436 time: 0.4000607 Aug 11 02:34:16.799961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:16.803808 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0010fc1-1218-4e02-ab87-ef1d44f676f1" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:16.831544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07e55820-df0f-497d-bf4d-5115500a21db req-0fc219fc-0374-4c06-a6a8-2906b22eef09 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096201 Aug 11 02:34:16.956597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:16.974024 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f870f89-f511-4d28-a37c-e9dd739dd21c x-openstack-request-id: req-3f870f89-f511-4d28-a37c-e9dd739dd21c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:16.974318 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:16.974826 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f870f89-f511-4d28-a37c-e9dd739dd21c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:16.975225 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'code': 200} Aug 11 02:34:17.007163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.066861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.160715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:17.168243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:17.187237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:17.191579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Port': ['ID=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:17.226079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.226739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.227336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.227850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.228358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.228858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.229354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.229862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.230378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.230860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.231504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.232183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:17.463215 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9d49c72-c7ac-4e3e-bd64-a824a5801972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.696826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.793325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.134643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.143826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.152963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.164204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.190774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.210190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.212673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.226702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.231188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-a33ebedb-3bd3-41d9-90ae-b8f8fa8389c0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5437 time: 0.2413983 Aug 11 02:34:18.335574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c0fc2fa-f6fc-4699-b9d5-497c7351ab15 req-7428515a-b8f1-4cbb-a8a2-1978cfca635f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815895 Aug 11 02:34:18.382987 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.588456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Router 28b224ea-858f-466f-903a-538c89363c30 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:18.834090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:18.855361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Sync routers for ids ['28b224ea-858f-466f-903a-538c89363c30'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:18.880080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Routers {'28b224ea-858f-466f-903a-538c89363c30'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:18.883809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['28b224ea-858f-466f-903a-538c89363c30'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:18.885031 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.890031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7347661e-088d-447e-82de-9c2a707c83d1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8935831 Aug 11 02:34:18.892276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34192) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:19.150268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:19.151267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f0c9f5de-aae6-427d-804a-e880713f03f2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/28b224ea-858f-466f-903a-538c89363c30 HTTP/1.1" status: 200 len: 908 time: 0.2567804 Aug 11 02:34:19.159479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1721867370', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:19.216252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Set router 28b224ea-858f-466f-903a-538c89363c30 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:19.230841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.231539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.466062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.757343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.773036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.792882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.814756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.845216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.872694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.930403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.933964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-d73293bc-4936-452f-a17d-d4b42bb51702 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5437 time: 0.3322432 Aug 11 02:34:20.046596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9485efff-fcdd-4b61-81f9-9491da50e2b9 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:20.107935 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4dc1267-b3c9-4b47-b6f0-91dece13eb80 req-98a22b43-6c61-4f9d-a4b4-845a8e9f58da tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445837 Aug 11 02:34:20.200224 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.300955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 9485efff-fcdd-4b61-81f9-9491da50e2b9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:20.308479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b224ea-858f-466f-903a-538c89363c30', 'name': 'tempest-snat-router-1721867370', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': False}, 'gw_port_id': '3ab78115-4806-4cd2-9dea-9c0c0be0a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:15Z', 'updated_at': '2021-08-11T02:34:17Z', 'revision_number': 3, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port': {'id': '3ab78115-4806-4cd2-9dea-9c0c0be0a8a4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b224ea-858f-466f-903a-538c89363c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:16Z', 'updated_at': '2021-08-11T02:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:20.315592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 9485efff-fcdd-4b61-81f9-9491da50e2b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:20.316871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.352865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.412691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Checking router: 28b224ea-858f-466f-903a-538c89363c30 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:20.413608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Updating router 28b224ea-858f-466f-903a-538c89363c30 port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:34:20.482098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.773921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.808721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.830391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.995220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:20.999783 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b8dc5-072f-4906-973d-49b5cf9b8284" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:21.100063 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a3063-028b-4170-bd9a-3b3e2ddbfeb9 x-openstack-request-id: req-631a3063-028b-4170-bd9a-3b3e2ddbfeb9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:21.101303 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:21.101303 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-631a3063-028b-4170-bd9a-3b3e2ddbfeb9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:21.101632 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9', 'code': 200} Aug 11 02:34:21.118033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:21.517608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.531602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.537971 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.549227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.561823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.569581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.573952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:21.614857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.633122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.672224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.684955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-9ace5b05-289b-473c-8280-bfcd1481c1a9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5438 time: 0.3415220 Aug 11 02:34:21.808964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Transition to ACTIVE for port object 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:21.815348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f1fd375-cab6-4a96-9610-93b553d47d95 req-e37e4546-01ca-4186-9d13-c934aa3d677e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291785 Aug 11 02:34:21.900146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.964226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:22.015695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34262) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:22.037243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Attempting to bind port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:22.037930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Attempting to bind port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:22.038586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Attempting to bind port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:22.054693 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:34:22.063061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:22.064239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.071019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Allocated IP 172.25.6.226 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9c6af745-aed4-4eee-915b-b44c3a4a973a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:22.209323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.391575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:22.393648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:22.397570 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.399602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:22.401528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Bound port: 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:22.403108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.421627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.559194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.570235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b35aae7-b31c-4b2d-bbc3-c6fcaf9095d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.689287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.702556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f17e1-ae21-435c-80ab-5a8ed42ad94c None None] Pushing event updated for resources: {'Port': ['ID=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.807312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:22.811842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Port': ['ID=9c6af745-aed4-4eee-915b-b44c3a4a973a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.822852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:22.827206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:22.893108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b35aae7-b31c-4b2d-bbc3-c6fcaf9095d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.900744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b35aae7-b31c-4b2d-bbc3-c6fcaf9095d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.983824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b35aae7-b31c-4b2d-bbc3-c6fcaf9095d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b374571c38ed4356b3430d798f15aa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625483 Aug 11 02:34:22.986627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:23.000963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:23.015413 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.016996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f501af0-0919-4e30-b0a0-a5de4745b48f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:23.020605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.101250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35aae7-b31c-4b2d-bbc3-c6fcaf9095d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7632460a-85f3-482b-9baa-693357f696cc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.137003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.145151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] For port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:23.146837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.157616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.183988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.203282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:23.207132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.207595 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627e494b-8edf-407a-9a82-13fc5d4898be" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:23.225185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.253301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:23.267900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-f3f4fabf-a2d5-4ca2-9962-c86d80e51390 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5439 time: 0.2820432 Aug 11 02:34:23.379547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] For port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:23.386872 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23ad29a2-7190-474c-94bd-ffd6d2d3f859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.419663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.423770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23ad29a2-7190-474c-94bd-ffd6d2d3f859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.436043 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a481514-a7eb-4a89-ab87-ec2b1e78599b x-openstack-request-id: req-2a481514-a7eb-4a89-ab87-ec2b1e78599b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:23.436554 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:23.436940 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a481514-a7eb-4a89-ab87-ec2b1e78599b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:23.437579 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02', 'code': 200} Aug 11 02:34:23.465732 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.518078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07a95b9a-d77d-4581-98d5-fe6355187a87 req-aa4315f2-b1b9-45ae-a748-738e052ae8c9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481909 Aug 11 02:34:23.528358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23ad29a2-7190-474c-94bd-ffd6d2d3f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.531475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23ad29a2-7190-474c-94bd-ffd6d2d3f859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.541312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-23ad29a2-7190-474c-94bd-ffd6d2d3f859 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7632460a-85f3-482b-9baa-693357f696cc HTTP/1.1" status: 204 len: 168 time: 0.5340273 Aug 11 02:34:23.563119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.574342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad29a2-7190-474c-94bd-ffd6d2d3f859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7632460a-85f3-482b-9baa-693357f696cc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.699523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f17e1-ae21-435c-80ab-5a8ed42ad94c None None] Pushing event updated for resources: {'Port': ['ID=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.717960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Routers {'28b224ea-858f-466f-903a-538c89363c30'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:23.719520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['28b224ea-858f-466f-903a-538c89363c30'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:23.856948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.999331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] Set router 28b224ea-858f-466f-903a-538c89363c30 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:24.135335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3f501af0-0919-4e30-b0a0-a5de4745b48f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:24.165921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3f501af0-0919-4e30-b0a0-a5de4745b48f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:24.166723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.425080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.486800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.530894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b224ea-858f-466f-903a-538c89363c30', 'name': 'tempest-snat-router-1721867370', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': False}, 'gw_port_id': '3ab78115-4806-4cd2-9dea-9c0c0be0a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:15Z', 'updated_at': '2021-08-11T02:34:17Z', 'revision_number': 3, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port': {'id': '3ab78115-4806-4cd2-9dea-9c0c0be0a8a4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b224ea-858f-466f-903a-538c89363c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:16Z', 'updated_at': '2021-08-11T02:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:24.798849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023d5e2-ea04-4505-8852-d6d536e310fe None None] The sync data for ids ['28b224ea-858f-466f-903a-538c89363c30'] in n-d-715271-8 is: [{'id': '28b224ea-858f-466f-903a-538c89363c30', 'name': 'tempest-snat-router-1721867370', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38'}], 'enable_snat': False}, 'gw_port_id': '3ab78115-4806-4cd2-9dea-9c0c0be0a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:15Z', 'updated_at': '2021-08-11T02:34:17Z', 'revision_number': 3, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port': {'id': '3ab78115-4806-4cd2-9dea-9c0c0be0a8a4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b224ea-858f-466f-903a-538c89363c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:16Z', 'updated_at': '2021-08-11T02:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:24.847648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:24.857565 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.859544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 39ccc581-9382-449f-9f8d-2f3c05ac892e up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:24.950349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Router 3ed7cba2-7493-47f5-bb8e-7348f3a08c4e is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:25.060898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.076295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.094600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.113323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.129067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.145844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.184120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 39ccc581-9382-449f-9f8d-2f3c05ac892e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:25.193291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 39ccc581-9382-449f-9f8d-2f3c05ac892e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:25.193291 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.199293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.225258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c911caae-30df-4566-8ffc-669626f55151 req-b111fafc-8606-45f7-ab8f-bff2c897b468 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5440 time: 0.3789856 Aug 11 02:34:25.247004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:25.379069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c911caae-30df-4566-8ffc-669626f55151 req-202143bc-a360-4c8a-8e65-91b7d4dcd3a3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429121 Aug 11 02:34:25.439825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:25.443821 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f78188-c2e0-47a8-b25e-db6360369add" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:25.468427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.623898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:25.631341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:25.642634 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Sync routers for ids ['3ed7cba2-7493-47f5-bb8e-7348f3a08c4e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:25.653333 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.654702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:25.725231 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Routers {'3ed7cba2-7493-47f5-bb8e-7348f3a08c4e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:25.730103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3ed7cba2-7493-47f5-bb8e-7348f3a08c4e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:25.730954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.733576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8fc4610d-9348-48a7-a556-4a91c9ce536e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5807803 Aug 11 02:34:25.737856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:25.777504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:25.784469 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579b1bc-d202-457d-9993-af7c9a11f3ae x-openstack-request-id: req-d579b1bc-d202-457d-9993-af7c9a11f3ae {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:25.785032 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:25.785295 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d579b1bc-d202-457d-9993-af7c9a11f3ae {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:25.785709 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f', 'code': 200} Aug 11 02:34:25.855283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:25.868707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:25.870828 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.224287 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Set router 3ed7cba2-7493-47f5-bb8e-7348f3a08c4e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:26.242095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.316839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-785ec088-2c15-44fd-87ca-c62d07b6bca5 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/3ed7cba2-7493-47f5-bb8e-7348f3a08c4e HTTP/1.1" status: 200 len: 908 time: 0.5766935 Aug 11 02:34:26.398350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34368) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.495777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:26.506901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.534289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:26.818756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:26.857719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:26.877100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:26.877928 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.982175 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7cba2-7493-47f5-bb8e-7348f3a08c4e', 'name': 'tempest-snat-router-1721867370', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '9c6af745-aed4-4eee-915b-b44c3a4a973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:19Z', 'updated_at': '2021-08-11T02:34:23Z', 'revision_number': 3, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port': {'id': '9c6af745-aed4-4eee-915b-b44c3a4a973a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed7cba2-7493-47f5-bb8e-7348f3a08c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:20Z', 'updated_at': '2021-08-11T02:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:27.090512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.139994 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Checking router: 3ed7cba2-7493-47f5-bb8e-7348f3a08c4e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:27.153337 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Updating router 3ed7cba2-7493-47f5-bb8e-7348f3a08c4e port 9c6af745-aed4-4eee-915b-b44c3a4a973a binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:34:27.235869 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.242345 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.271399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:27.284865 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.449422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:27.591851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.613406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.628326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.641298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.654515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.678559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.708081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:27.729137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-146732e9-58fd-467a-8916-7740289b42e6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 0.9978862 Aug 11 02:34:27.788059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ccc581-9382-449f-9f8d-2f3c05ac892e'}, {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:27.793029 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32ef003-bc22-449d-b8e1-2e39c09186b6" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "39ccc581-9382-449f-9f8d-2f3c05ac892e"}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:28.040889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9df3a2f-a495-40f4-a117-1ad5ff764cbc req-555d3762-98ab-4eb5-a70a-c690c7275662 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1934264 Aug 11 02:34:28.048969 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159c4f0-18b0-4cfb-908e-89adc130cd88 x-openstack-request-id: req-8159c4f0-18b0-4cfb-908e-89adc130cd88 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:28.051386 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "39ccc581-9382-449f-9f8d-2f3c05ac892e", "code": 200}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-plugged", "status": "completed", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:28.052049 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8159c4f0-18b0-4cfb-908e-89adc130cd88 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:28.058769 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ccc581-9382-449f-9f8d-2f3c05ac892e', 'code': 200} Aug 11 02:34:28.062142 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4', 'code': 200} Aug 11 02:34:28.103735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.299687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Deleting port 9c6af745-aed4-4eee-915b-b44c3a4a973a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:28.299997 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.405862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:28.408976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.409473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.409960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.410598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.411109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.411621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.412102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:28.417755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-484e945e-bab6-4996-a9f1-16aebf32145c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6499 time: 0.2071843 Aug 11 02:34:28.565831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbec8a2d-d4a7-4186-a455-cc16a7b113fd req-1011bb4f-74a4-462d-9f0f-f7918d49fe38 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308045 Aug 11 02:34:28.587710 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.667797 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Transition to ACTIVE for port object 9c6af745-aed4-4eee-915b-b44c3a4a973a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:28.685243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.693624 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.727437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Calling delete_port for 9c6af745-aed4-4eee-915b-b44c3a4a973a owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:28.729109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:28.730144 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.847426 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Attempting to bind port 9c6af745-aed4-4eee-915b-b44c3a4a973a on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:28.848322 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Attempting to bind port 9c6af745-aed4-4eee-915b-b44c3a4a973a by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:28.849117 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Attempting to bind port 9c6af745-aed4-4eee-915b-b44c3a4a973a on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:28.860114 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Pushing event updated for resources: {'Port': ['ID=9c6af745-aed4-4eee-915b-b44c3a4a973a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:28.894434 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.895349 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.896180 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.896986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.897802 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.898633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.899526 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.903055 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.904311 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.905688 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.906568 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.907351 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:28.917498 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:28.918575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:28.919541 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.920507 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:28.921546 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Bound port: 9c6af745-aed4-4eee-915b-b44c3a4a973a, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:28.922502 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.132142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] For port 9c6af745-aed4-4eee-915b-b44c3a4a973a, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:29.153133 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] For port 9c6af745-aed4-4eee-915b-b44c3a4a973a, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c6af745-aed4-4eee-915b-b44c3a4a973a,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:29.179411 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.422392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Routers {'3ed7cba2-7493-47f5-bb8e-7348f3a08c4e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:29.423134 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3ed7cba2-7493-47f5-bb8e-7348f3a08c4e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:29.672978 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.679970 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb5a67-d40d-40ab-b616-533e3333807d None None] Pushing event updated for resources: {'Port': ['ID=9c6af745-aed4-4eee-915b-b44c3a4a973a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:29.795694 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] Set router 3ed7cba2-7493-47f5-bb8e-7348f3a08c4e gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:29.858709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c6af745-aed4-4eee-915b-b44c3a4a973a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:29.888039 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed7cba2-7493-47f5-bb8e-7348f3a08c4e', 'name': 'tempest-snat-router-1721867370', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:19Z', 'updated_at': '2021-08-11T02:34:28Z', 'revision_number': 4, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:29.923388 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0dc04-c888-4703-b072-f8505744f6d6 None None] The sync data for ids ['3ed7cba2-7493-47f5-bb8e-7348f3a08c4e'] in n-d-715271-8 is: [{'id': '3ed7cba2-7493-47f5-bb8e-7348f3a08c4e', 'name': 'tempest-snat-router-1721867370', 'tenant_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:19Z', 'updated_at': '2021-08-11T02:34:28Z', 'revision_number': 4, 'project_id': '9f4d89c957724df3b0c8b24ff96dfdc3', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:30.073474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.097068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.123101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.132690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.142023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.158313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.179598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.207963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-acda13a7-45a7-4728-87b1-032d5586d4e4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 0.9004118 Aug 11 02:34:30.354371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a09fb6f-0eb7-4714-8e22-8c7388d2f09a req-06adbed2-d1f1-488d-9032-296c53f3476a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364388 Aug 11 02:34:30.359380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.645154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.649120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.757545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.758921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed7cba2-7493-47f5-bb8e-7348f3a08c4e {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:30.767700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.772685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:30.781306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d217cbd0-2f5b-4ee5-808b-743573d07997 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3ed7cba2-7493-47f5-bb8e-7348f3a08c4e HTTP/1.1" status: 204 len: 168 time: 4.3697147 Aug 11 02:34:30.980170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.187497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.337489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Deleting port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:31.338514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.690364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.733286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] For port 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:31.736788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.741605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.771989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.796234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Calling delete_port for 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:31.812285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.840354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.857743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.871568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:31.876626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93f63779-53b1-40e0-a52d-b8562b565815 req-91f655ab-45f5-4911-80a2-c8ee209b3e2f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 0.3547499 Aug 11 02:34:32.074637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93f63779-53b1-40e0-a52d-b8562b565815 req-8bb74647-7272-4bc3-8152-63b8bc009fc5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752250 Aug 11 02:34:32.309106 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.363048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ab78115-4806-4cd2-9dea-9c0c0be0a8a4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:32.392449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.406434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.423466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.437807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.444957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.451175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.458165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:32.460201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3a8d418-fcad-4db0-a448-29bd82b2d63c req-dfc1e173-3a97-4712-8892-9337e4664804 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 0.2056139 Aug 11 02:34:32.477044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34532) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:32.489628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Request body: {'floatingip': {'port_id': '1d312c36-e558-4c77-ae59-bbfaea811f5f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:32.531283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.540097 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.695746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.699125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.779222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.780726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28b224ea-858f-466f-903a-538c89363c30 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:32.790869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.793146 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dcbd5032-eb72-402e-9448-62364b2661dd tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "DELETE /v2.0/routers/28b224ea-858f-466f-903a-538c89363c30 HTTP/1.1" status: 204 len: 168 time: 2.0191524 Aug 11 02:34:32.798824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34544) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:32.808633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1933255737', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:32.865583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.869389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.994946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.331839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:34:33.360369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.441479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.450225 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.818365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.843441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.988229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Allocated IP 172.25.6.186 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/30c11d9f-2154-4827-97a3-d4eb3c0a0a94) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:34.122368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.156792 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Floating IP 6b6d6934-d119-4ddb-89e0-0af9fa807cf8 associated. External IP: 172.25.6.243, port: 1d312c36-e558-4c77-ae59-bbfaea811f5f. Aug 11 02:34:34.192376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.231612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7e1d5-955f-4f30-a7d0-6b6e47c7cd34 req-e7918f80-a6f4-491d-b83e-e8987f5cfb73 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:34.232814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:34.233780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cf7e1d5-955f-4f30-a7d0-6b6e47c7cd34 req-e7918f80-a6f4-491d-b83e-e8987f5cfb73 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 950 time: 0.1763537 Aug 11 02:34:34.264095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:34.271172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:34.278893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:34.287705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:34.288055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3ab78115-4806-4cd2-9dea-9c0c0be0a8a4 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:34.349972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event updated for resources: {'Port': ['ID=30c11d9f-2154-4827-97a3-d4eb3c0a0a94,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:34.360269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cf7e1d5-955f-4f30-a7d0-6b6e47c7cd34 req-2914fcbf-4481-407e-ab39-704b6fac3b51 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523901 Aug 11 02:34:34.636566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Router 02265ae0-215f-42ef-96ef-1fa331383ae9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:34.871303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:34.881189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.887233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] Sync routers for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:34.906118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:34.907637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:34.947187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-efa416bf-d469-4af2-94f2-fc364312c69a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "PUT /v2.0/floatingips/6b6d6934-d119-4ddb-89e0-0af9fa807cf8 HTTP/1.1" status: 200 len: 991 time: 2.4619920 Aug 11 02:34:34.948787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:34.953568 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c083e-961a-4640-80d5-daa40e57eeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:35.056819 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30cd2c-7987-4d9c-ac37-57e07f82658c x-openstack-request-id: req-5b30cd2c-7987-4d9c-ac37-57e07f82658c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:35.059564 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:35.060095 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b30cd2c-7987-4d9c-ac37-57e07f82658c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:35.072116 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'status': 'completed', 'code': 200} Aug 11 02:34:35.072502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.168695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:35.209154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.209936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.210650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.211386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.211877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.212356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.212842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.215044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-8504f5f2-f4fc-4a3a-9d5e-4f3dc2c52220 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6499 time: 0.1145186 Aug 11 02:34:35.366442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-36c8b757-185c-49aa-b8d4-549b20859933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.368082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-36c8b757-185c-49aa-b8d4-549b20859933 service neutron] 10.222.0.25 "GET /v2.0/networks?id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3 HTTP/1.1" status: 200 len: 917 time: 0.1443460 Aug 11 02:34:35.495856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-cf410561-e3fc-482b-ad0b-c3c97ccdcf9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 200 len: 999 time: 0.1186466 Aug 11 02:34:35.673710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-854740dd-7ea0-4074-9433-a2c5ee055ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.673710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-854740dd-7ea0-4074-9433-a2c5ee055ab5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51524578-0e03-439f-b1c6-01773bae30c4 HTTP/1.1" status: 200 len: 856 time: 0.1682260 Aug 11 02:34:35.753945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-e4c3ae0e-2847-4927-902d-95339c953f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.755115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '6b6d6934-d119-4ddb-89e0-0af9fa807cf8', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'port_id': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'mac_address': 'fa:16:3e:f6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:32:33Z', 'updated_at': '2021-08-11T02:34:33Z', 'revision_number': 1, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:35.758038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-e4c3ae0e-2847-4927-902d-95339c953f22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739863 Aug 11 02:34:35.866939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] Checking router: 02265ae0-215f-42ef-96ef-1fa331383ae9 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:35.903244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:35.907919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.024775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-ae29bb36-fe25-46d8-8abb-4db94c216c75 service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540984 Aug 11 02:34:36.162697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.235237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d3c083e-961a-4640-80d5-daa40e57eeb9 req-93a96afb-7c44-4f52-89da-99dfd4245e9f service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917903 Aug 11 02:34:36.297068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:36.489402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Router 96009521-54dc-4604-9f4f-3097ce38376a is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:36.772947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:36.796948 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] Sync routers for ids ['96009521-54dc-4604-9f4f-3097ce38376a'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:36.807883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '6b6d6934-d119-4ddb-89e0-0af9fa807cf8', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'port_id': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'mac_address': 'fa:16:3e:f6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:32:33Z', 'updated_at': '2021-08-11T02:34:33Z', 'revision_number': 1, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.813262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.817215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a93d9e99-68e2-4a1a-ab47-de9886471cde tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0151629 Aug 11 02:34:36.821796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.831859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': False}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:36.859961 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] Routers {'96009521-54dc-4604-9f4f-3097ce38376a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:36.861030 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['96009521-54dc-4604-9f4f-3097ce38376a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.897136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea760085-213d-450d-acdd-00067f28a7c1 None None] The sync data for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 is: [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '6b6d6934-d119-4ddb-89e0-0af9fa807cf8', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'port_id': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'mac_address': 'fa:16:3e:f6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:32:33Z', 'updated_at': '2021-08-11T02:34:33Z', 'revision_number': 1, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:36.936715 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:36.949889 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] Routers {'96009521-54dc-4604-9f4f-3097ce38376a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:36.950886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['96009521-54dc-4604-9f4f-3097ce38376a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:37.024217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:37.025587 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc50a9-83fe-44eb-b1ab-f6310c8e2d11 None None] The sync data for ids ['96009521-54dc-4604-9f4f-3097ce38376a'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:37.489469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd79a3-76a8-4fc5-8a1c-db88ac6b11d8 None None] New status for floating IP 6b6d6934-d119-4ddb-89e0-0af9fa807cf8: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:34:37.849579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.149853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:38.295008 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.340741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:38.344183 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb075ce-d18f-4dcd-b184-43f077d0968b" -d '{"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:38.359907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:38.366370 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.470865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.524333 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea39ed-2eb7-41e7-8663-6039a7c2cae4 x-openstack-request-id: req-acea39ed-2eb7-41e7-8663-6039a7c2cae4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:38.526088 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:38.527014 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acea39ed-2eb7-41e7-8663-6039a7c2cae4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:38.528178 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'code': 200} Aug 11 02:34:38.643684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.651104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.714127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:38.889106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Router 96009521-54dc-4604-9f4f-3097ce38376a has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:38.933620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564f15c8-4ce0-4bf7-a9e3-5212f6d7e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.120828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564f15c8-4ce0-4bf7-a9e3-5212f6d7e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.121581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:39.128472 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-564f15c8-4ce0-4bf7-a9e3-5212f6d7e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.144509 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] Sync routers for ids ['96009521-54dc-4604-9f4f-3097ce38376a'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:39.146056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.147920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cc0a81b4-082f-4565-8d88-a27f8d236dd1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "PUT /v2.0/routers/96009521-54dc-4604-9f4f-3097ce38376a HTTP/1.1" status: 200 len: 926 time: 2.3241360 Aug 11 02:34:39.151272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34984) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.198048 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] Routers {'96009521-54dc-4604-9f4f-3097ce38376a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:39.201014 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['96009521-54dc-4604-9f4f-3097ce38376a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:39.239449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-564f15c8-4ce0-4bf7-a9e3-5212f6d7e8d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=734275dc0f7b473c89c1132232efb5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204356 Aug 11 02:34:39.240685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34986) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.241743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f15c8-4ce0-4bf7-a9e3-5212f6d7e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e386ce11-4ccd-451b-a2d7-f99e2ebdf253,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:39.347137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d33488d5-446f-4558-aee5-7f2569e35925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.380929 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:39.394946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d33488d5-446f-4558-aee5-7f2569e35925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.404234 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] Routers {'96009521-54dc-4604-9f4f-3097ce38376a'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:39.406314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['96009521-54dc-4604-9f4f-3097ce38376a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:39.429341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ce3b9600-41b2-4885-ac9c-68e76043ebbb tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/96009521-54dc-4604-9f4f-3097ce38376a HTTP/1.1" status: 200 len: 926 time: 0.2761393 Aug 11 02:34:39.431820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34994) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.476481 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:39.477827 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51757120-e98e-4497-aecd-ea58aea706b4 None None] The sync data for ids ['96009521-54dc-4604-9f4f-3097ce38376a'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:39.505833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d33488d5-446f-4558-aee5-7f2569e35925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.510295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d33488d5-446f-4558-aee5-7f2569e35925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.512346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d33488d5-446f-4558-aee5-7f2569e35925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e386ce11-4ccd-451b-a2d7-f99e2ebdf253 HTTP/1.1" status: 204 len: 168 time: 0.2655585 Aug 11 02:34:39.528129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33488d5-446f-4558-aee5-7f2569e35925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e386ce11-4ccd-451b-a2d7-f99e2ebdf253,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:39.539010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3e341-171d-4f0e-8c4b-7043afa3701d tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:39.543865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-41c3e341-171d-4f0e-8c4b-7043afa3701d tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=96009521-54dc-4604-9f4f-3097ce38376a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1104765 Aug 11 02:34:39.545249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35000) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.670510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b091d-1372-4b98-af17-8c952ba371f5 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:39.672210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-064b091d-1372-4b98-af17-8c952ba371f5 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.1259983 Aug 11 02:34:39.677132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35014) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.713018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09a93eb4-fd79-4316-a4c1-67b4a7ae3d98 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=96009521-54dc-4604-9f4f-3097ce38376a HTTP/1.1" status: 200 len: 205 time: 0.0343690 Aug 11 02:34:39.719171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.891645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.110782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35046) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.126667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe3381f2-8cb3-4611-82cb-cfc1cf2e94f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.149947 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-8e2ed001-008d-417b-a238-ec999a50cd12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1705811 Aug 11 02:34:40.156098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.311836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe3381f2-8cb3-4611-82cb-cfc1cf2e94f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.317806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe3381f2-8cb3-4611-82cb-cfc1cf2e94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.381194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fe3381f2-8cb3-4611-82cb-cfc1cf2e94f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8343fdff47d403ea3db189b98abd8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679052 Aug 11 02:34:40.383411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35054) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.391915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3381f2-8cb3-4611-82cb-cfc1cf2e94f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea677f4-8081-445d-b33d-c6cc2c43ad0a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.411890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Deleting port 30c11d9f-2154-4827-97a3-d4eb3c0a0a94 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:40.412421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.476675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.477214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.477742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.478306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.478863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.479467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.479966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.483395 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f00d20cb-c9a7-431a-8655-df0c5e16fc69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.2319443 Aug 11 02:34:40.522429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a39f2b2-891f-4e7b-b7be-e508999dd21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.555280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a39f2b2-891f-4e7b-b7be-e508999dd21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.661127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a39f2b2-891f-4e7b-b7be-e508999dd21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.664642 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a39f2b2-891f-4e7b-b7be-e508999dd21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.668766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5a39f2b2-891f-4e7b-b7be-e508999dd21b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ea677f4-8081-445d-b33d-c6cc2c43ad0a HTTP/1.1" status: 204 len: 168 time: 0.2842615 Aug 11 02:34:40.679315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39f2b2-891f-4e7b-b7be-e508999dd21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea677f4-8081-445d-b33d-c6cc2c43ad0a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.688894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.742643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Calling delete_port for 30c11d9f-2154-4827-97a3-d4eb3c0a0a94 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:40.912186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6d074f9b-7d24-42a0-bb53-bf3bfe337fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.912956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6d074f9b-7d24-42a0-bb53-bf3bfe337fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.913740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6d074f9b-7d24-42a0-bb53-bf3bfe337fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.917886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6d074f9b-7d24-42a0-bb53-bf3bfe337fb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=b91db2a3-0627-45f6-b6ae-4e49e8960384&id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 2289 time: 0.4004488 Aug 11 02:34:41.053191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-f24a6bf4-425c-4160-bdb3-7ee3da117d53 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836236 Aug 11 02:34:41.135167 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.211307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-17b62f39-e0e0-4392-8302-0c5283fc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:41.216789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-17b62f39-e0e0-4392-8302-0c5283fc0c33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a91068c3d59d42338d6c95ea7a429f94&device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 1099 time: 0.1368644 Aug 11 02:34:41.242868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event deleted for resources: {'Port': ['ID=30c11d9f-2154-4827-97a3-d4eb3c0a0a94,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:41.323432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-dd9aac53-9437-4510-b571-a0e1f2c4d769 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 1002 time: 0.3607144 Aug 11 02:34:41.445701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-2c11d9a5-4753-4772-bfeb-d377f58a52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:41.447638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-2c11d9a5-4753-4772-bfeb-d377f58a52a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 200 len: 850 time: 0.1147580 Aug 11 02:34:41.594506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.719891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.722834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.793488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.794231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Fanout notify agent at l3_agent the message router_deleted on router 96009521-54dc-4604-9f4f-3097ce38376a {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:41.798503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6972ca18-1c50-46b7-a0ef-810ae3eb1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:41.800143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6972ca18-1c50-46b7-a0ef-810ae3eb1c2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284996 Aug 11 02:34:41.806839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.808202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f797ba1a-1081-4caa-aca1-453a215c3fbb tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/96009521-54dc-4604-9f4f-3097ce38376a HTTP/1.1" status: 204 len: 168 time: 2.0870144 Aug 11 02:34:41.824010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:41.835820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1553472258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:41.904207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.906788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.111520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19257b-ce35-4c74-97d4-a0629e72da12 req-5224dc12-ed72-4ab9-9d24-0c5a928c01c3 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:42.118625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c19257b-ce35-4c74-97d4-a0629e72da12 req-5224dc12-ed72-4ab9-9d24-0c5a928c01c3 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 948 time: 0.1964076 Aug 11 02:34:42.196252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-02018a83-a496-42f1-b654-5dda4a182840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:42.199171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-02018a83-a496-42f1-b654-5dda4a182840 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.9182687 Aug 11 02:34:42.200316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.205341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c19257b-ce35-4c74-97d4-a0629e72da12 req-4fed5915-529d-43ff-91c1-425b19d3d25f tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Aug 11 02:34:42.230030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.270725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-8f5869ee-d325-405b-a58e-5c89564c79f1 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578047 Aug 11 02:34:42.278543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-109954fc-141d-4525-a3c7-c703c3fd28fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b4096217-0804-46a8-9aee-6777630237bf HTTP/1.1" status: 200 len: 217 time: 0.0713863 Aug 11 02:34:42.300607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.309147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-09805d7a-57ba-4437-8c97-310a8d0ba1e8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4798687 Aug 11 02:34:42.310843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35124) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.340435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:42.358093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-cc14cc7a-02c5-42e0-9d28-78fbc122ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:42.360351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-cc14cc7a-02c5-42e0-9d28-78fbc122ef45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0709798 Aug 11 02:34:42.476386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-b9a9661d-f675-4fcd-ad37-36d864d5ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:42.479187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-b9a9661d-f675-4fcd-ad37-36d864d5ed54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066706 Aug 11 02:34:42.662999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-ad5c3aa9-4062-40ee-9054-ed3ac26c5e20 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735969 Aug 11 02:34:42.823767 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-1ce8921c-e049-4450-a943-df9d6adf8509 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259099 Aug 11 02:34:42.840383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d2233db-3c59-448c-a3d0-4078d8e46107 req-52881870-ae2a-4753-905b-e33e5a494e53 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659348 Aug 11 02:34:42.995557 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-7ae8d672-aaae-4ed6-8ae5-f79336c6dd3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 217 time: 0.0916991 Aug 11 02:34:42.999451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.165555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-b2b05433-74a3-4b57-8528-bd0ad39c6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:43.167935 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-b2b05433-74a3-4b57-8528-bd0ad39c6469 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.1604710 Aug 11 02:34:43.276279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-c339c745-9640-419d-8350-11ca25636c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:43.278299 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-c339c745-9640-419d-8350-11ca25636c1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997517 Aug 11 02:34:43.550324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddcee-a6ff-496c-8588-2b2b9bb68f7b req-ccd5cbd2-df27-47d5-a9ff-7c7cdd86a7e9 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:43.567430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-006ddcee-a6ff-496c-8588-2b2b9bb68f7b req-ccd5cbd2-df27-47d5-a9ff-7c7cdd86a7e9 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 948 time: 0.2105355 Aug 11 02:34:43.588958 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-c4d0492e-6699-495c-a21c-b5862f77f8ba service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991405 Aug 11 02:34:43.674339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-006ddcee-a6ff-496c-8588-2b2b9bb68f7b req-a085e556-b36a-4c34-8137-a794a8a46ace tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030262 Aug 11 02:34:43.758646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.761164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-57989799-150a-4ea4-81d7-8483e2d6733e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:43.765474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-57989799-150a-4ea4-81d7-8483e2d6733e tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.59 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 948 time: 0.1282301 Aug 11 02:34:43.857238 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caa36ab0-33f6-4cce-b5a0-a78b22e6d6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.908895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.022250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Deleting port 951074b4-3752-4c63-b4f1-5ebd2b971c1c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:44.024826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.219316 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-055c81ec-bf7f-4068-bf85-76dd89773ac1 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758294 Aug 11 02:34:44.263884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] For port 951074b4-3752-4c63-b4f1-5ebd2b971c1c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=951074b4-3752-4c63-b4f1-5ebd2b971c1c,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:44.267514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.307832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Calling delete_port for 951074b4-3752-4c63-b4f1-5ebd2b971c1c owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:44.343598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Allocated IP 172.25.6.111 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/d39df275-538d-40fe-b64a-96311897a967) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:44.347328 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-ac0d00e0-6cc8-48ab-865f-7cc07cdc1efb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 217 time: 0.1195893 Aug 11 02:34:44.594409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f30dcc61-352c-4465-815a-c6e14bba960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:44.595373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f30dcc61-352c-4465-815a-c6e14bba960f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.2251792 Aug 11 02:34:44.601218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.696065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Pushing event deleted for resources: {'Port': ['ID=951074b4-3752-4c63-b4f1-5ebd2b971c1c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:44.749814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-2259ce6c-9ced-4b21-9298-13ae12af3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:44.759985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-2259ce6c-9ced-4b21-9298-13ae12af3d73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1537905 Aug 11 02:34:44.829533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.860109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] No DVR routers for this DVR port 951074b4-3752-4c63-b4f1-5ebd2b971c1c on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:44.864569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.867841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a98c15a4-ddd1-4ecb-99b9-301d936a09ac req-661028ae-a98b-4302-83ff-7b2e3f0eec64 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.59 "DELETE /v2.0/ports/951074b4-3752-4c63-b4f1-5ebd2b971c1c HTTP/1.1" status: 204 len: 173 time: 1.0953991 Aug 11 02:34:44.878914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-deleted', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:44.882451 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa5d5cf-0e92-4ea0-9b91-00b070d7194f" -d '{"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-deleted", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:44.932024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db85116d-8ab0-4648-8170-1d917fe75528 req-89727aae-8aea-47bc-97f3-1c1b80cf04fa tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 210 time: 0.0732574 Aug 11 02:34:44.997126 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3181328-a6e3-4b64-9906-5b36d4fe0851 x-openstack-request-id: req-d3181328-a6e3-4b64-9906-5b36d4fe0851 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:44.997405 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eec5d38-1560-4e18-a129-01c929ddd080", "name": "network-vif-deleted", "tag": "951074b4-3752-4c63-b4f1-5ebd2b971c1c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:44.997683 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3181328-a6e3-4b64-9906-5b36d4fe0851 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:44.998204 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eec5d38-1560-4e18-a129-01c929ddd080', 'name': 'network-vif-deleted', 'tag': '951074b4-3752-4c63-b4f1-5ebd2b971c1c', 'status': 'completed', 'code': 200} Aug 11 02:34:45.601840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.698312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:45.706912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:45.709740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:45.716185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event updated for resources: {'Port': ['ID=d39df275-538d-40fe-b64a-96311897a967,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:45.725707 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-90471930-cbc2-47bd-ac6b-cbd311d85aec service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9554543 Aug 11 02:34:46.037491 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-fe99d7ad-5b63-45bf-977d-1dccd68c7017 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872024 Aug 11 02:34:46.118758 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-8e86a9d9-bacc-4e6d-b94e-b6741ac08f20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 200 len: 217 time: 0.0597460 Aug 11 02:34:46.165869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-615f8b45-ea74-44c2-b593-41e05948e030 req-0402bacb-07db-44f5-b0ab-a21b55d0c59d tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=4eec5d38-1560-4e18-a129-01c929ddd080 HTTP/1.1" status: 200 len: 210 time: 0.0399573 Aug 11 02:34:46.223852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.228223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-a645e2a6-aea2-4ca0-acba-4d94347f4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:46.229727 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-a645e2a6-aea2-4ca0-acba-4d94347f4ebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.0742505 Aug 11 02:34:46.359971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-2633dee8-03b0-40f6-8051-396ef47527aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:46.361541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-2633dee8-03b0-40f6-8051-396ef47527aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981953 Aug 11 02:34:46.547824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-b6c070a9-5a79-4525-8140-edc349fd7e90 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785774 Aug 11 02:34:46.612143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.618801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.742210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-d053f167-05f2-4884-888f-6862b1216159 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862848 Aug 11 02:34:46.798838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-3be7f7a0-39a4-47a9-9d43-d1736a9e3bf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 200 len: 217 time: 0.0450251 Aug 11 02:34:46.872214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-047f0b83-efcd-4f18-a5a1-3127a6a91edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:46.873819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-047f0b83-efcd-4f18-a5a1-3127a6a91edf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.0671351 Aug 11 02:34:46.892434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Router 21c9a2d9-daf8-4370-a502-9e8f910ab166 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:46.975483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-a50d91a6-1144-4e05-aa0e-4056b72d7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:46.977064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-a50d91a6-1144-4e05-aa0e-4056b72d7317 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948222 Aug 11 02:34:47.178090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:47.190453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.192985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] Sync routers for ids ['21c9a2d9-daf8-4370-a502-9e8f910ab166'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:47.195113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3a2de838-2231-4c82-bf59-5ffeaf36af7c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "PUT /v2.0/routers/21c9a2d9-daf8-4370-a502-9e8f910ab166 HTTP/1.1" status: 200 len: 884 time: 4.8669579 Aug 11 02:34:47.196240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35270) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:47.233704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-f0d56f7d-14e9-4960-88aa-02eea7bc3826 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463322 Aug 11 02:34:47.251623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] Routers {'21c9a2d9-daf8-4370-a502-9e8f910ab166'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:47.255567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['21c9a2d9-daf8-4370-a502-9e8f910ab166'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:47.307155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:47.331357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] Routers {'21c9a2d9-daf8-4370-a502-9e8f910ab166'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:47.332470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['21c9a2d9-daf8-4370-a502-9e8f910ab166'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:47.335302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:47.422445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-3f8c9938-9bf1-4548-84f3-d2edc8ad10f5 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763158 Aug 11 02:34:47.474176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-019440ed-0e1e-4e35-b062-f303b940f933 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/21c9a2d9-daf8-4370-a502-9e8f910ab166 HTTP/1.1" status: 200 len: 925 time: 0.2716441 Aug 11 02:34:47.477258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:47.543918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 951074b4-3752-4c63-b4f1-5ebd2b971c1c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:47.545694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 951074b4-3752-4c63-b4f1-5ebd2b971c1c not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:47.556359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:47.558221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a33f6-7759-4b1c-82da-ec2f0f69719d None None] The sync data for ids ['21c9a2d9-daf8-4370-a502-9e8f910ab166'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:47.569632 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-15bc6b56-8bf4-4fd5-b982-b7f7a144d47d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 200 len: 217 time: 0.1398461 Aug 11 02:34:47.583862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e8cd63b-4cd1-43e9-8faf-3de8fca5be6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.616669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36aee5-0bb3-4a03-aa15-14f33c39dc3d tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:47.623034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9a36aee5-0bb3-4a03-aa15-14f33c39dc3d tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=21c9a2d9-daf8-4370-a502-9e8f910ab166&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1396158 Aug 11 02:34:47.623532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:47.694543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:47.707121 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.733553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-a1ab0bb6-7970-4aca-80b7-265226bf7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:47.736356 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-a1ab0bb6-7970-4aca-80b7-265226bf7da7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.1586993 Aug 11 02:34:47.825187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-cad73e46-7e09-44c5-a65e-a0772b4dcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:47.829787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-cad73e46-7e09-44c5-a65e-a0772b4dcc60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854511 Aug 11 02:34:47.927254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d36582-50c7-4b54-942d-83d0cabf7726 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:47.930715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-52d36582-50c7-4b54-942d-83d0cabf7726 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.3057942 Aug 11 02:34:47.936008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35302) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:48.002867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a17ac55b-6d38-45f2-88a7-30be69210d97 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c9a2d9-daf8-4370-a502-9e8f910ab166 HTTP/1.1" status: 200 len: 205 time: 0.0629380 Aug 11 02:34:48.004453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:48.029833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f571-ee6b-4820-bc20-7659a1731d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.060262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-59cc2649-ff1b-4d1e-a395-5eb30a95d33e service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226520 Aug 11 02:34:48.124448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8313cd-df07-445e-9e57-d05c4272c429 req-84eeb1b2-e2d8-4899-8815-9052a535f2ac tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.126579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c8313cd-df07-445e-9e57-d05c4272c429 req-84eeb1b2-e2d8-4899-8815-9052a535f2ac tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 948 time: 0.1335199 Aug 11 02:34:48.207679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c8313cd-df07-445e-9e57-d05c4272c429 req-aaa97c4c-a8df-4b7b-a146-c078e38b5520 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740511 Aug 11 02:34:48.299484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.312207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f571-ee6b-4820-bc20-7659a1731d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.317524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f571-ee6b-4820-bc20-7659a1731d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.346317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-12d047b6-e83c-4cb5-8c15-6a498339f413 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755425 Aug 11 02:34:48.377180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.400861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b2c8f571-ee6b-4820-bc20-7659a1731d64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69e5dce96e0e4da4b5c21e6330eec725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6995561 Aug 11 02:34:48.402109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-c0ee8f68-288b-4820-8321-324dcd181f4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 217 time: 0.0450888 Aug 11 02:34:48.402284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f571-ee6b-4820-bc20-7659a1731d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c18572-29bf-4ee7-b8b5-eab0d3df76d5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:48.407529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:48.485280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f664f19b-9ba3-45c5-90fc-26816dd176d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.513712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f664f19b-9ba3-45c5-90fc-26816dd176d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.514043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-3c11b852-217d-456d-b9e1-cf29061d1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.515729 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-3c11b852-217d-456d-b9e1-cf29061d1dd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.0798438 Aug 11 02:34:48.517275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.584183 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f664f19b-9ba3-45c5-90fc-26816dd176d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.587197 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f664f19b-9ba3-45c5-90fc-26816dd176d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.588443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f664f19b-9ba3-45c5-90fc-26816dd176d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68c18572-29bf-4ee7-b8b5-eab0d3df76d5 HTTP/1.1" status: 204 len: 168 time: 0.1788275 Aug 11 02:34:48.598298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664f19b-9ba3-45c5-90fc-26816dd176d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c18572-29bf-4ee7-b8b5-eab0d3df76d5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:48.643345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-7456708c-357f-406d-80ad-1ef33c23fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.646326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-7456708c-357f-406d-80ad-1ef33c23fb6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227777 Aug 11 02:34:48.727848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Deleting port d39df275-538d-40fe-b64a-96311897a967 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:48.728376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.191922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35322) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:49.207503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f30a2d60-6a2d-4967-93b2-adf9ce34c578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.264379 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-6ace53ed-ff93-4363-bd92-a55bf7d1e61e service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086555 Aug 11 02:34:49.371786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.395304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Calling delete_port for d39df275-538d-40fe-b64a-96311897a967 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:49.494969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ed7f7-05e5-468c-a5c1-ffea0abd7e6e req-60868846-0467-48d7-b3c7-eeadfcd30263 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196419 Aug 11 02:34:49.520897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237712b-d970-4f86-935c-971ff66ecb64 req-734c3fac-49b7-4bdb-ae40-8b4325c75716 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:49.522941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3237712b-d970-4f86-935c-971ff66ecb64 req-734c3fac-49b7-4bdb-ae40-8b4325c75716 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 948 time: 0.1731398 Aug 11 02:34:49.534252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f30a2d60-6a2d-4967-93b2-adf9ce34c578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.552218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f30a2d60-6a2d-4967-93b2-adf9ce34c578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.670417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a2d60-6a2d-4967-93b2-adf9ce34c578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a79f63-f21a-4f1a-80f0-6e549db1dde6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.679241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f30a2d60-6a2d-4967-93b2-adf9ce34c578 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71f18b6f22fd4febb9cec18ef124df90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858880 Aug 11 02:34:49.686079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3237712b-d970-4f86-935c-971ff66ecb64 req-3f3924a4-1530-453c-9764-6a75863d90eb tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482241 Aug 11 02:34:49.686863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35332) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:49.703120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.755460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event deleted for resources: {'Port': ['ID=d39df275-538d-40fe-b64a-96311897a967,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.800048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c10c428c-edcf-4f94-88b8-221b2ecdc2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.839364 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c10c428c-edcf-4f94-88b8-221b2ecdc2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.876333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.918548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c10c428c-edcf-4f94-88b8-221b2ecdc2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.925130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c10c428c-edcf-4f94-88b8-221b2ecdc2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.927346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c10c428c-edcf-4f94-88b8-221b2ecdc2a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a79f63-f21a-4f1a-80f0-6e549db1dde6 HTTP/1.1" status: 204 len: 168 time: 0.2388396 Aug 11 02:34:50.024980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c428c-edcf-4f94-88b8-221b2ecdc2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a79f63-f21a-4f1a-80f0-6e549db1dde6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:50.037322 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.117828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.122387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.128366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-2ca84d4a-eaaf-4b65-9ed0-a93f7135c9fd tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:50.133521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-2ca84d4a-eaaf-4b65-9ed0-a93f7135c9fd tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.25 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 948 time: 0.2042229 Aug 11 02:34:50.214898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.217502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Fanout notify agent at l3_agent the message router_deleted on router 21c9a2d9-daf8-4370-a502-9e8f910ab166 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:50.232562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.234766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-059ea586-8ad2-47b7-ba27-7a51bc36c10b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/21c9a2d9-daf8-4370-a502-9e8f910ab166 HTTP/1.1" status: 204 len: 168 time: 2.2284942 Aug 11 02:34:50.239971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:50.255863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-175605542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:50.312134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.317457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.420290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Deleting port b4096217-0804-46a8-9aee-6777630237bf {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:50.421375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.595636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] For port b4096217-0804-46a8-9aee-6777630237bf, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=b4096217-0804-46a8-9aee-6777630237bf,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:50.596727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.601254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.617374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Calling delete_port for b4096217-0804-46a8-9aee-6777630237bf owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:50.622949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.661632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.667772 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2124f7b7-e473-4c27-86f5-4cf2affe7421 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4216259 Aug 11 02:34:50.672586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35350) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:50.692191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:51.011142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac385b-72bd-499b-920b-8d5c1fc58c5f req-aca54955-70a7-4d3f-a482-6894238d4fd5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:51.015022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cac385b-72bd-499b-920b-8d5c1fc58c5f req-aca54955-70a7-4d3f-a482-6894238d4fd5 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/ports?device_id=312a91de-1fc2-464e-a7c8-6710e080d2a7 HTTP/1.1" status: 200 len: 948 time: 0.1356878 Aug 11 02:34:51.018440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.070608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Pushing event deleted for resources: {'Port': ['ID=b4096217-0804-46a8-9aee-6777630237bf,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:51.235279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.251067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] No DVR routers for this DVR port b4096217-0804-46a8-9aee-6777630237bf on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:51.254656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.257587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52cbb6de-2ee2-4438-bca8-ee75f958cb8b req-7355c8ef-e158-4a5e-8cf2-02e1b1963750 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.25 "DELETE /v2.0/ports/b4096217-0804-46a8-9aee-6777630237bf HTTP/1.1" status: 204 len: 173 time: 1.1170323 Aug 11 02:34:51.258340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-deleted', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:51.270376 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b1bede-9402-445f-91ce-e55ca75cb6a5" -d '{"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-deleted", "tag": "b4096217-0804-46a8-9aee-6777630237bf"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:51.293595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cac385b-72bd-499b-920b-8d5c1fc58c5f req-edc10469-654b-4d8a-a32e-3fdf2b70acb0 tempest-ListImageFiltersTestJSON-123782445 tempest-ListImageFiltersTestJSON-123782445-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9637683-b625-4ef9-a520-ed75b74dda00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594264 Aug 11 02:34:51.405216 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f98912-d00a-4937-b77f-23969a7742fe x-openstack-request-id: req-90f98912-d00a-4937-b77f-23969a7742fe {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:51.405508 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a91de-1fc2-464e-a7c8-6710e080d2a7", "name": "network-vif-deleted", "tag": "b4096217-0804-46a8-9aee-6777630237bf", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:51.405762 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90f98912-d00a-4937-b77f-23969a7742fe {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:51.406224 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a91de-1fc2-464e-a7c8-6710e080d2a7', 'name': 'network-vif-deleted', 'tag': 'b4096217-0804-46a8-9aee-6777630237bf', 'status': 'completed', 'code': 200} Aug 11 02:34:51.777566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.815062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.002580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Allocated IP 172.25.6.241 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/73f5dcd3-abab-482d-8c3f-86417f329972) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:52.171295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.249272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.324352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:52.330513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:52.337123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:52.558291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Port': ['ID=73f5dcd3-abab-482d-8c3f-86417f329972,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:52.892621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.931716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.967313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.417639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.425424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.807031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Router e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:54.003200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:54.016630 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] Sync routers for ids ['e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:54.017140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.021119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.021710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb2b3cb4-3725-4ab2-93d8-f8e9e4b50dd2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "PUT /v2.0/routers/e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d HTTP/1.1" status: 200 len: 918 time: 3.3473232 Aug 11 02:34:54.044039 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] Routers {'e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:54.046763 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:54.127649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:54.140907 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] Routers {'e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:54.141572 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:54.214353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:54.258376 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:54.259215 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844d5f2-58bf-4b80-be41-0b7440e13ee7 None None] The sync data for ids ['e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:54.295735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: b4096217-0804-46a8-9aee-6777630237bf {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:54.296089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device b4096217-0804-46a8-9aee-6777630237bf not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:54.377949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd87ce1e-4810-45a9-9d2a-29aacce3fa5b tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d HTTP/1.1" status: 200 len: 924 time: 0.3548858 Aug 11 02:34:54.380674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35468) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.501755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102a4c4-4337-46d6-a619-708f03038958 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:54.503455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b102a4c4-4337-46d6-a619-708f03038958 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1212399 Aug 11 02:34:54.506763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.680348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c61ab-411d-49aa-9931-c7f48fe6209e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:54.688798 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc2c61ab-411d-49aa-9931-c7f48fe6209e tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.1781533 Aug 11 02:34:54.689430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35478) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.772142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9e23001c-2b18-4581-8ad5-1c4b83d3d0ec tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d HTTP/1.1" status: 200 len: 205 time: 0.0804539 Aug 11 02:34:54.774492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.970115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.105602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.228531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Deleting port 73f5dcd3-abab-482d-8c3f-86417f329972 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:55.229090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.332808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.350632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Calling delete_port for 73f5dcd3-abab-482d-8c3f-86417f329972 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:55.635962 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.676080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event deleted for resources: {'Port': ['ID=73f5dcd3-abab-482d-8c3f-86417f329972,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:55.763261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.787847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35522) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.801323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35526) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.875941 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.881098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.951336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.952030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Fanout notify agent at l3_agent the message router_deleted on router e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:34:55.960846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.962469 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4bbcd009-fc78-42a7-9417-6d0572f49020 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d HTTP/1.1" status: 204 len: 168 time: 1.1861885 Aug 11 02:34:55.969008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35532) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.985300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822222999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:56.026089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5ca67b1-a89a-46ef-b0af-bfd35a6e3d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.047192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.048237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.071832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6ed7989d-c2ef-477b-9c72-9581e75be384 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a91068c3d59d42338d6c95ea7a429f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784610 Aug 11 02:34:56.072911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.137698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.150166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.172173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf0cb-9396-4209-b4d0-e0928f93a245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.198761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf0cb-9396-4209-b4d0-e0928f93a245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.274644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5ca67b1-a89a-46ef-b0af-bfd35a6e3d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.278087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf0cb-9396-4209-b4d0-e0928f93a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.283091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e5ca67b1-a89a-46ef-b0af-bfd35a6e3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.284093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf0cb-9396-4209-b4d0-e0928f93a245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.288756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1e7bf0cb-9396-4209-b4d0-e0928f93a245 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9637683-b625-4ef9-a520-ed75b74dda00 HTTP/1.1" status: 204 len: 168 time: 0.2118723 Aug 11 02:34:56.314722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.316271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bf0cb-9396-4209-b4d0-e0928f93a245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9637683-b625-4ef9-a520-ed75b74dda00,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.317346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cc79b5d1-0041-49ad-8c80-635c1091f2cd tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3465886 Aug 11 02:34:56.325300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35544) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.357790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': False}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:56.467380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca67b1-a89a-46ef-b0af-bfd35a6e3d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b69079-8e41-4d9d-83c4-5788ae20c26f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.509607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e5ca67b1-a89a-46ef-b0af-bfd35a6e3d84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12b569cfda964dfcbbffc275d2099a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7058311 Aug 11 02:34:56.510629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35552) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.681108 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-228121d2-0294-4e44-bf3f-8892ea717ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.714392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-228121d2-0294-4e44-bf3f-8892ea717ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.746855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.803122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-228121d2-0294-4e44-bf3f-8892ea717ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.808380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-228121d2-0294-4e44-bf3f-8892ea717ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.811182 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-228121d2-0294-4e44-bf3f-8892ea717ddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4b69079-8e41-4d9d-83c4-5788ae20c26f HTTP/1.1" status: 204 len: 168 time: 0.2977529 Aug 11 02:34:56.827325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228121d2-0294-4e44-bf3f-8892ea717ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b69079-8e41-4d9d-83c4-5788ae20c26f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.175340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.201842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.377147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Allocated IP 172.25.6.59 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/257bff7a-8051-47b9-89cb-046d3af8d959) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:57.549805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.567063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f4a7-cbc2-476d-8874-dcae9dc3bc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.629955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.764382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.798296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f4a7-cbc2-476d-8874-dcae9dc3bc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.804699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f4a7-cbc2-476d-8874-dcae9dc3bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.827881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839812e-a00f-4201-8e23-ea0bc5040e4d req-02ebad24-ac05-4e21-a983-a20764039fb5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:57.829537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c839812e-a00f-4201-8e23-ea0bc5040e4d req-02ebad24-ac05-4e21-a983-a20764039fb5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 946 time: 0.1302183 Aug 11 02:34:57.833690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:57.839341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:57.843470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:57.851644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Pushing event updated for resources: {'Port': ['ID=257bff7a-8051-47b9-89cb-046d3af8d959,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.890939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e7c0f4a7-cbc2-476d-8874-dcae9dc3bc01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74a5363b37f743bf8847832bf22118eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394225 Aug 11 02:34:57.892190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0f4a7-cbc2-476d-8874-dcae9dc3bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaa65f9-a541-476c-aa4d-8fbb4f0e2db0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.893952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35598) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.947894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c839812e-a00f-4201-8e23-ea0bc5040e4d req-6ad5e840-abf2-47c5-b843-51267b0a4224 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099758 Aug 11 02:34:58.067224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-811767c9-711f-4dbe-b029-33092142cd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.105659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-811767c9-711f-4dbe-b029-33092142cd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.262194 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.268989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-811767c9-711f-4dbe-b029-33092142cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.272035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-811767c9-711f-4dbe-b029-33092142cd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.273382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-811767c9-711f-4dbe-b029-33092142cd9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caaa65f9-a541-476c-aa4d-8fbb4f0e2db0 HTTP/1.1" status: 204 len: 168 time: 0.3781490 Aug 11 02:34:58.317189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811767c9-711f-4dbe-b029-33092142cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaa65f9-a541-476c-aa4d-8fbb4f0e2db0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.534583 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.538811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.753914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Router 3a971cac-3e39-4147-9a99-cb6f9b37e962 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:59.035265 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:34:59.413581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d216271-9c3f-40e0-ac91-7df875d6c864 req-5e5afe14-9002-4b2f-bbc6-2d3ba96b9775 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:59.416654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d216271-9c3f-40e0-ac91-7df875d6c864 req-5e5afe14-9002-4b2f-bbc6-2d3ba96b9775 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 946 time: 0.1889350 Aug 11 02:34:59.429331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:59.440773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.445985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-42e92d07-6f3c-400f-8144-4c1207328fa2 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "PUT /v2.0/routers/3a971cac-3e39-4147-9a99-cb6f9b37e962 HTTP/1.1" status: 200 len: 919 time: 3.1100869 Aug 11 02:34:59.446340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35642) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.448260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] Sync routers for ids ['3a971cac-3e39-4147-9a99-cb6f9b37e962'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:59.463801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] Routers {'3a971cac-3e39-4147-9a99-cb6f9b37e962'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:59.464913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3a971cac-3e39-4147-9a99-cb6f9b37e962'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:59.523582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:59.539649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] Routers {'3a971cac-3e39-4147-9a99-cb6f9b37e962'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:59.541019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['3a971cac-3e39-4147-9a99-cb6f9b37e962'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:59.563910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d216271-9c3f-40e0-ac91-7df875d6c864 req-bea5ab6e-7bae-4efe-bc02-65212bb9ddda tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313963 Aug 11 02:34:59.637175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-59b3c279-00c1-4faf-9789-28656536012e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:59.654690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-59b3c279-00c1-4faf-9789-28656536012e tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.25 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 946 time: 0.1592770 Aug 11 02:34:59.663616 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-14a5a60a-cf29-496b-9192-60b332f1e2e1 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/3a971cac-3e39-4147-9a99-cb6f9b37e962 HTTP/1.1" status: 200 len: 925 time: 0.2157393 Aug 11 02:34:59.670746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.684121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:59.685115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40416f-bd87-4498-84d6-d68793dec566 None None] The sync data for ids ['3a971cac-3e39-4147-9a99-cb6f9b37e962'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:59.880100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Deleting port f4c6e062-f6e7-43ff-8518-981d41856e24 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:59.880855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.073285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] For port f4c6e062-f6e7-43ff-8518-981d41856e24, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=f4c6e062-f6e7-43ff-8518-981d41856e24,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:00.073841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.298764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2db652-3145-4cc9-9758-27b8be33b842 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:00.303252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db2db652-3145-4cc9-9758-27b8be33b842 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=3a971cac-3e39-4147-9a99-cb6f9b37e962&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6298780 Aug 11 02:35:00.305296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35674) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.423725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.426222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.427545 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Floating IP 6d1d0c82-3eff-4cc1-b7dc-785520b80f2d disassociated. External IP: 172.25.6.136, port: f4c6e062-f6e7-43ff-8518-981d41856e24. Aug 11 02:35:00.428944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Calling delete_port for f4c6e062-f6e7-43ff-8518-981d41856e24 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:00.535712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e247fd-da5b-4e9f-98f3-b4a422c2dcd0 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:00.541112 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-57e247fd-da5b-4e9f-98f3-b4a422c2dcd0 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.2333980 Aug 11 02:35:00.542794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.582605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-76087c14-8a5e-4569-9725-eccc97b8f56a tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a971cac-3e39-4147-9a99-cb6f9b37e962 HTTP/1.1" status: 200 len: 205 time: 0.0375452 Aug 11 02:35:00.585420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.792514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.811407 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.840585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bcdd-abfa-4b5d-9e09-d8ce8756db23 req-68eada47-07fc-452b-8659-530ffaf9bc4d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:00.844827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b91bcdd-abfa-4b5d-9e09-d8ce8756db23 req-68eada47-07fc-452b-8659-530ffaf9bc4d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 867 time: 0.1605744 Aug 11 02:35:00.897053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event deleted for resources: {'Port': ['ID=f4c6e062-f6e7-43ff-8518-981d41856e24,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.967416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.079058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b91bcdd-abfa-4b5d-9e09-d8ce8756db23 req-c858b795-d019-457c-9647-6d4fec6cfec5 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf457418-63c9-4554-83ac-abc2ea01acf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901228 Aug 11 02:35:01.088132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Deleting port 257bff7a-8051-47b9-89cb-046d3af8d959 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:01.088688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.295890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Router b69cae7b-72b7-42d4-adab-867403b9a43e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:01.422029 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.438580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Calling delete_port for 257bff7a-8051-47b9-89cb-046d3af8d959 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:01.602608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:01.615242 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:01.652510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:01.653373 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:01.774595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] No DVR routers for this DVR port f4c6e062-f6e7-43ff-8518-981d41856e24 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:01.784138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.788559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8d05cbe-3edd-42d8-b552-b05eb3da7cbc req-8483eab2-fce5-4f21-a3da-30364b17f43d tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.25 "DELETE /v2.0/ports/f4c6e062-f6e7-43ff-8518-981d41856e24 HTTP/1.1" status: 204 len: 173 time: 2.1218026 Aug 11 02:35:01.789876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'name': 'network-vif-deleted', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:01.793895 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0cf498-4feb-4370-91da-876441d8cd93" -d '{"events": [{"server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "name": "network-vif-deleted", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:01.805244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.875810 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cad463-5f94-45bb-9191-039ec1f7e195 x-openstack-request-id: req-b7cad463-5f94-45bb-9191-039ec1f7e195 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:01.876418 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0956cf22-27ef-4ef9-aa37-e1c848e3b0c8", "name": "network-vif-deleted", "tag": "f4c6e062-f6e7-43ff-8518-981d41856e24", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:01.876839 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7cad463-5f94-45bb-9191-039ec1f7e195 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:01.877449 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0956cf22-27ef-4ef9-aa37-e1c848e3b0c8', 'name': 'network-vif-deleted', 'tag': 'f4c6e062-f6e7-43ff-8518-981d41856e24', 'status': 'completed', 'code': 200} Aug 11 02:35:01.905494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event deleted for resources: {'Port': ['ID=257bff7a-8051-47b9-89cb-046d3af8d959,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.959721 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:01.977131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.186449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.188824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.288257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d3ac820-e6b7-41fa-99fe-6ecae88d9dd5 req-156bad57-b0d9-41f6-a356-dfd9f7ae71ac tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/ports?device_id=0956cf22-27ef-4ef9-aa37-e1c848e3b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0690327 Aug 11 02:35:02.335931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.336864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Fanout notify agent at l3_agent the message router_deleted on router 3a971cac-3e39-4147-9a99-cb6f9b37e962 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:02.363828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.372175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35742) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.373814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad957ee4-4d69-4fff-9e6b-47b40091ca6b tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/3a971cac-3e39-4147-9a99-cb6f9b37e962 HTTP/1.1" status: 204 len: 168 time: 1.7867374 Aug 11 02:35:02.378544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1901433930', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:02.472376 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:02.487410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.504560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.614640 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:02.659885 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:02.661015 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:02.718406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.910617 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:02.954431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.312968 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.354629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.431831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35776) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.542336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Allocated IP 172.25.6.3 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/7da808f1-3f0b-4e56-b7b9-8c605c6095b4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:03.573946 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:03.625430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173b1827-6bce-4b58-97db-4df5c3d93799 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.690124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173b1827-6bce-4b58-97db-4df5c3d93799 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.706888 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc453fa5-b331-4875-b8cf-53a769bed08a None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:26:03Z', 'revision_number': 4, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '13d762ca-7b0d-4f58-9e0f-aba75ece063c', 'name': '', 'network_id': '8afe5861-2810-44f0-8bab-ec49ac8c89f9', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'mac_address': 'fa:16:3e:8e:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '2648de26-727d-468f-9550-305b5890829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:59Z', 'updated_at': '2021-08-11T02:26:14Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'subnets': [{'id': '2648de26-727d-468f-9550-305b5890829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:03.707810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.785035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.838626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173b1827-6bce-4b58-97db-4df5c3d93799 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.842520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173b1827-6bce-4b58-97db-4df5c3d93799 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.842764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:03.844541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-173b1827-6bce-4b58-97db-4df5c3d93799 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf457418-63c9-4554-83ac-abc2ea01acf5 HTTP/1.1" status: 204 len: 168 time: 0.4095738 Aug 11 02:35:03.848720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35788) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.872434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1827-6bce-4b58-97db-4df5c3d93799 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf457418-63c9-4554-83ac-abc2ea01acf5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.879736 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-51e64c76-6ac8-4600-8ef5-5355d3bf8630 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] show failed (client error): The resource could not be found. Aug 11 02:35:03.880989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-51e64c76-6ac8-4600-8ef5-5355d3bf8630 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "GET /v2.0/security-groups/bf457418-63c9-4554-83ac-abc2ea01acf5 HTTP/1.1" status: 404 len: 347 time: 0.0310676 Aug 11 02:35:03.882374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:03.885454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.891155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:03.960442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event updated for resources: {'Port': ['ID=7da808f1-3f0b-4e56-b7b9-8c605c6095b4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.094957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.234097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Deleting port 503d2907-cedd-4893-b144-a29874ce1d90 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:04.234789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.259428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device f4c6e062-f6e7-43ff-8518-981d41856e24 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:04.266280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81cf51-f4ab-489e-805c-7bb250ab687c None None] New status for floating IP 6d1d0c82-3eff-4cc1-b7dc-785520b80f2d: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:35:04.315205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.316661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: f4c6e062-f6e7-43ff-8518-981d41856e24 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:04.317713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device f4c6e062-f6e7-43ff-8518-981d41856e24 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:04.434469 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbe19e8-40e5-4f45-a34c-035050ae3729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.493110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.494210 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.518023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Calling delete_port for 503d2907-cedd-4893-b144-a29874ce1d90 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:04.765179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbe19e8-40e5-4f45-a34c-035050ae3729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.805069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbe19e8-40e5-4f45-a34c-035050ae3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.881899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.912187 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1fbe19e8-40e5-4f45-a34c-035050ae3729 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=474ce79613ca492e975cd7b3c5a4ed49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703691 Aug 11 02:35:04.918215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:04.935563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe19e8-40e5-4f45-a34c-035050ae3729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0431dc6-71f8-46ec-88fd-53ee0ae07ccd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.944108 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.019929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Pushing event deleted for resources: {'Port': ['ID=503d2907-cedd-4893-b144-a29874ce1d90,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.063389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Router 56fc39ad-ba51-44dd-8169-6f3bd4073070 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:05.156875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c6620af-4b84-4d5b-9175-a047b971d5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.180083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.184655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.188095 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7756acb3-cf3b-4157-9d9f-663ac60a64f4 tempest-AttachVolumeTestJSON-677092700 tempest-AttachVolumeTestJSON-677092700-project] 10.222.0.16 "DELETE /v2.0/floatingips/6d1d0c82-3eff-4cc1-b7dc-785520b80f2d HTTP/1.1" status: 204 len: 168 time: 1.2981229 Aug 11 02:35:05.209839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c6620af-4b84-4d5b-9175-a047b971d5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.250831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:05.273776 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] Sync routers for ids ['56fc39ad-ba51-44dd-8169-6f3bd4073070'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:05.298357 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] Routers {'56fc39ad-ba51-44dd-8169-6f3bd4073070'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:05.299872 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56fc39ad-ba51-44dd-8169-6f3bd4073070'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:05.308712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.317006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-38f10711-6740-4805-aaec-42ae65a15ca1 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9432333 Aug 11 02:35:05.318525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35828) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.331516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:05.382030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c6620af-4b84-4d5b-9175-a047b971d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.387986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c6620af-4b84-4d5b-9175-a047b971d5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.394415 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c6620af-4b84-4d5b-9175-a047b971d5bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0431dc6-71f8-46ec-88fd-53ee0ae07ccd HTTP/1.1" status: 204 len: 168 time: 0.4700050 Aug 11 02:35:05.412935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6620af-4b84-4d5b-9175-a047b971d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0431dc6-71f8-46ec-88fd-53ee0ae07ccd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.445901 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:05.489812 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] Routers {'56fc39ad-ba51-44dd-8169-6f3bd4073070'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:05.491333 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56fc39ad-ba51-44dd-8169-6f3bd4073070'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:05.564334 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:05.565879 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821b51d-e744-4e98-b7c8-26ded517b570 None None] The sync data for ids ['56fc39ad-ba51-44dd-8169-6f3bd4073070'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:06.756085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.785574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.863394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Deleting port 7da808f1-3f0b-4e56-b7b9-8c605c6095b4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:06.863807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.095979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.127395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Calling delete_port for 7da808f1-3f0b-4e56-b7b9-8c605c6095b4 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:07.501769 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.589240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Pushing event deleted for resources: {'Port': ['ID=7da808f1-3f0b-4e56-b7b9-8c605c6095b4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.667905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.061038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.068364 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.328680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Router 56fc39ad-ba51-44dd-8169-6f3bd4073070 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:08.351217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf0a36e3-8630-4dbd-963e-e09e2d0ac847 req-bc387d01-823f-49f3-9c62-1ab9fa55cc5d tempest-AbsoluteLimitsNegativeTestJSON-654612747 tempest-AbsoluteLimitsNegativeTestJSON-654612747-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0a197923b7149898acb2106d276e845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470636 Aug 11 02:35:08.546329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:08.559079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] Sync routers for ids ['56fc39ad-ba51-44dd-8169-6f3bd4073070'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:08.563925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.565227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33c21a4f-e243-4110-9fda-01833c039c8f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "PUT /v2.0/routers/56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 200 len: 710 time: 3.2448921 Aug 11 02:35:08.568218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.597620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] Routers {'56fc39ad-ba51-44dd-8169-6f3bd4073070'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:08.602334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56fc39ad-ba51-44dd-8169-6f3bd4073070'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.632793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a36e3-8630-4dbd-963e-e09e2d0ac847 req-f5363076-75c4-4ab3-84db-5f348ba8ff85 tempest-AbsoluteLimitsNegativeTestJSON-654612747 tempest-AbsoluteLimitsNegativeTestJSON-654612747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:08.642298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf0a36e3-8630-4dbd-963e-e09e2d0ac847 req-f5363076-75c4-4ab3-84db-5f348ba8ff85 tempest-AbsoluteLimitsNegativeTestJSON-654612747 tempest-AbsoluteLimitsNegativeTestJSON-654612747-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831230 Aug 11 02:35:08.661799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf0a36e3-8630-4dbd-963e-e09e2d0ac847 req-7d25d0e5-53a2-4c41-85c7-3639813e7560 tempest-AbsoluteLimitsNegativeTestJSON-654612747 tempest-AbsoluteLimitsNegativeTestJSON-654612747-project] 10.222.0.16 "GET /v2.0/quotas/f0a197923b7149898acb2106d276e845 HTTP/1.1" status: 200 len: 375 time: 0.0181301 Aug 11 02:35:08.712517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.725635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf0a36e3-8630-4dbd-963e-e09e2d0ac847 req-f3db8962-b461-4383-b410-b22dc6299d56 tempest-AbsoluteLimitsNegativeTestJSON-654612747 tempest-AbsoluteLimitsNegativeTestJSON-654612747-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0a197923b7149898acb2106d276e845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624251 Aug 11 02:35:08.733300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] Routers {'56fc39ad-ba51-44dd-8169-6f3bd4073070'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:08.737333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['56fc39ad-ba51-44dd-8169-6f3bd4073070'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.819650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.820147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7a587b6-cc42-4cde-87d5-6a22e20d5e9f tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/routers/56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 200 len: 745 time: 0.2492199 Aug 11 02:35:08.857725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:08.863187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f58ac-6c6b-41f0-9a73-55d91c9cdc73 None None] The sync data for ids ['56fc39ad-ba51-44dd-8169-6f3bd4073070'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:09.020425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.031803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0cd5ccfc-8d0d-4ef9-9c3c-e60d1cdbf716 tempest-RoutersIpV6AdminTest-793235103 tempest-RoutersIpV6AdminTest-793235103-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 200 len: 205 time: 0.2099099 Aug 11 02:35:09.094577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35962) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.095610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b25ab360-69a0-4637-8502-ff24d8e3e04f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 200 len: 205 time: 0.0732725 Aug 11 02:35:09.195219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.490619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.522838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.529773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.653124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.654634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Fanout notify agent at l3_agent the message router_deleted on router 56fc39ad-ba51-44dd-8169-6f3bd4073070 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:09.672210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.676820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7c0cc0d-f9f9-44ee-bce8-35089567d392 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 204 len: 168 time: 0.5800312 Aug 11 02:35:09.680696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35984) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.727584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-891105e8-1598-4b13-be5c-8663b08ced5c tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 200 len: 205 time: 0.0417957 Aug 11 02:35:09.728176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35986) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.821090 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6d4fc81b-8f81-4fb5-b068-c403656809cc tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] delete failed (client error): The resource could not be found. Aug 11 02:35:09.823478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6d4fc81b-8f81-4fb5-b068-c403656809cc tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/56fc39ad-ba51-44dd-8169-6f3bd4073070 HTTP/1.1" status: 404 len: 336 time: 0.0939217 Aug 11 02:35:09.828259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35990) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.922059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35992) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.925002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1c133fd1-4a0b-4028-832f-82e8ab0b2852 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a971cac-3e39-4147-9a99-cb6f9b37e962 HTTP/1.1" status: 200 len: 205 time: 0.0949368 Aug 11 02:35:10.045504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fcc29cb-9ce1-43db-9219-7d1ddc7b9eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.047922 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-bd5aa62a-6b32-4181-837e-920f7804b865 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] delete failed (client error): The resource could not be found. Aug 11 02:35:10.052785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35998) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.055739 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd5aa62a-6b32-4181-837e-920f7804b865 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/3a971cac-3e39-4147-9a99-cb6f9b37e962 HTTP/1.1" status: 404 len: 336 time: 0.1316783 Aug 11 02:35:10.095590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-adc1198e-1eb7-4e2c-90ee-9003c7c9e374 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d HTTP/1.1" status: 200 len: 205 time: 0.0410304 Aug 11 02:35:10.099525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36000) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.206532 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-f30df38e-e66e-447a-94b3-2f1385d6c5f8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] delete failed (client error): The resource could not be found. Aug 11 02:35:10.215544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f30df38e-e66e-447a-94b3-2f1385d6c5f8 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/e59ab2dc-68bc-44fb-91bf-6fe61d86eb4d HTTP/1.1" status: 404 len: 336 time: 0.1143634 Aug 11 02:35:10.216753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36004) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.224465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fcc29cb-9ce1-43db-9219-7d1ddc7b9eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.233017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fcc29cb-9ce1-43db-9219-7d1ddc7b9eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.290630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4324dd8d-6092-4f18-aa8a-0a7d2860b61d tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c9a2d9-daf8-4370-a502-9e8f910ab166 HTTP/1.1" status: 200 len: 205 time: 0.0725610 Aug 11 02:35:10.296461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.307354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5fcc29cb-9ce1-43db-9219-7d1ddc7b9eb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0a197923b7149898acb2106d276e845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156123 Aug 11 02:35:10.310766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36008) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.402359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bdc58bd3-cb08-496a-accf-94e031dac501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.418892 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c7ac0226-4568-4cf8-b64d-65de4197d8bf tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] delete failed (client error): The resource could not be found. Aug 11 02:35:10.422383 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c7ac0226-4568-4cf8-b64d-65de4197d8bf tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/21c9a2d9-daf8-4370-a502-9e8f910ab166 HTTP/1.1" status: 404 len: 336 time: 0.1238172 Aug 11 02:35:10.424107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc29cb-9ce1-43db-9219-7d1ddc7b9eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e539df11-8087-432e-b663-e82f21fb4570,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:10.427159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36014) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.481120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bdc58bd3-cb08-496a-accf-94e031dac501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.540733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d992d73f-6d30-446a-b472-997f3635e72d tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=96009521-54dc-4604-9f4f-3097ce38376a HTTP/1.1" status: 200 len: 205 time: 0.1091390 Aug 11 02:35:10.543666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.675202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bdc58bd3-cb08-496a-accf-94e031dac501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.681384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bdc58bd3-cb08-496a-accf-94e031dac501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.683844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bdc58bd3-cb08-496a-accf-94e031dac501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e539df11-8087-432e-b663-e82f21fb4570 HTTP/1.1" status: 204 len: 168 time: 0.3716850 Aug 11 02:35:10.686544 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-011b11e1-63da-4659-9dfe-70bce558bfdf tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] delete failed (client error): The resource could not be found. Aug 11 02:35:10.697578 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-011b11e1-63da-4659-9dfe-70bce558bfdf tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/96009521-54dc-4604-9f4f-3097ce38376a HTTP/1.1" status: 404 len: 336 time: 0.1516004 Aug 11 02:35:10.698296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.720388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc58bd3-cb08-496a-accf-94e031dac501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e539df11-8087-432e-b663-e82f21fb4570,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:10.753414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36032) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.762685 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8279ebc3-fc8c-4a0e-b05e-ad1f1e3cfd9f tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d44c9be-8205-4e4b-aad3-c6d16ba7460d HTTP/1.1" status: 200 len: 205 time: 0.0631807 Aug 11 02:35:10.850060 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-e540f94f-f1b8-4e53-bbc4-e76a482e1fe5 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] delete failed (client error): The resource could not be found. Aug 11 02:35:10.852014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e540f94f-f1b8-4e53-bbc4-e76a482e1fe5 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/routers/0d44c9be-8205-4e4b-aad3-c6d16ba7460d HTTP/1.1" status: 404 len: 336 time: 0.0955341 Aug 11 02:35:10.856223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:10.890262 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb533267-b09d-4493-806a-100809514e17 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] DELETE failed (client error): The resource could not be found. Aug 11 02:35:10.891106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb533267-b09d-4493-806a-100809514e17 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:35:10.898557 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb533267-b09d-4493-806a-100809514e17 tempest-RoutersIpV6AdminTest-1094986868 tempest-RoutersIpV6AdminTest-1094986868-project] 10.222.0.16 "DELETE /v2.0/subnets/22b2d0d5-a0aa-40cb-bf7a-35156a6ec364 HTTP/1.1" status: 404 len: 337 time: 0.0381081 Aug 11 02:35:11.546881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36054) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.967748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf4def-dde2-4b28-8672-e1152b7e6692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.273241 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf4def-dde2-4b28-8672-e1152b7e6692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.285375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf4def-dde2-4b28-8672-e1152b7e6692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.458522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aacf4def-dde2-4b28-8672-e1152b7e6692 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d02242022b54625b17cb207944fa65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9064341 Aug 11 02:35:12.462737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36080) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:12.491695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4def-dde2-4b28-8672-e1152b7e6692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7389fb7-eb5e-4b00-af57-d1ffd9225ca9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.611894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0734602-0c41-4aeb-accd-962e013ead8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.672258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:12.690145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0734602-0c41-4aeb-accd-962e013ead8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.813550 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0734602-0c41-4aeb-accd-962e013ead8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.819531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0734602-0c41-4aeb-accd-962e013ead8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.830971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0734602-0c41-4aeb-accd-962e013ead8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7389fb7-eb5e-4b00-af57-d1ffd9225ca9 HTTP/1.1" status: 204 len: 168 time: 0.3654873 Aug 11 02:35:12.848429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0734602-0c41-4aeb-accd-962e013ead8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7389fb7-eb5e-4b00-af57-d1ffd9225ca9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.979553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1686103733-network', 'tenant_id': '64aef10e60a54e97b775834d6406993b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:13.026986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Made reservation on behalf of 64aef10e60a54e97b775834d6406993b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:13.034554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.055361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.304239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.311994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.348625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:13.384706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332a9f07-d4cf-4e38-80b2-9ebd14e07759,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:13.391703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.392281 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Added segment 1d17b26f-687a-4463-9828-b4a9c807a490 of type vlan for network 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba Aug 11 02:35:13.502831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.583006 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.585230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:13.587474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.705057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36114) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.757215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0826859 Aug 11 02:35:13.764391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.780086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Request body: {'subnet': {'network_id': '5bf62bb1-8a1a-41da-8eb9-9312c77f2aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1686103733-subnet', 'tenant_id': '64aef10e60a54e97b775834d6406993b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:13.800583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-70ffc44e-2690-4293-bc50-291bbe70f86b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f4d89c957724df3b0c8b24ff96dfdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927353 Aug 11 02:35:13.803738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.813427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775f19e-a6c9-4604-81e5-35680af40b7a admin admin] Pushing event updated for resources: {'Network': ['ID=5bf62bb1-8a1a-41da-8eb9-9312c77f2aba,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:13.841054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:13.969613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c48debea-73f7-4d5c-832b-722a4bb18f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.021604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Made reservation on behalf of 64aef10e60a54e97b775834d6406993b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:14.032527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.286988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1e59-1f67-4f25-b8cc-6ddabd4ca111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.385894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1e59-1f67-4f25-b8cc-6ddabd4ca111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.555965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1e59-1f67-4f25-b8cc-6ddabd4ca111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.565923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1e59-1f67-4f25-b8cc-6ddabd4ca111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.570612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c8ca1e59-1f67-4f25-b8cc-6ddabd4ca111 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d92db82-90b7-46c9-8640-6e9323e2f8db HTTP/1.1" status: 204 len: 168 time: 0.7616630 Aug 11 02:35:14.594314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca1e59-1f67-4f25-b8cc-6ddabd4ca111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d92db82-90b7-46c9-8640-6e9323e2f8db,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:14.792391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.881546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7576bc-2e0d-4caa-b0ac-4c89bce07b0f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:14.890397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Checking segment: {'id': '1d17b26f-687a-4463-9828-b4a9c807a490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5bf62bb1-8a1a-41da-8eb9-9312c77f2aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:14.890766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Network hostable DHCP agents. Network: 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:14.913755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Network 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:14.937821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:14.946646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.947418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.985806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bff83-8456-4850-b95f-c708e6331457 None None] Network 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:14.993316 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-429bb4fe-331f-4edc-aad8-81d85e61f24f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2273479 Aug 11 02:35:15.411975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680f796-8431-4380-b393-455a19b1e310 None None] Network 5bf62bb1-8a1a-41da-8eb9-9312c77f2aba requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:16.009351 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-c215b480-049a-41d7-a6fb-d4927feb6fad req-53011a98-8fbe-4201-b3bb-cc1e741769af tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] show failed (client error): The resource could not be found. Aug 11 02:35:16.012311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c215b480-049a-41d7-a6fb-d4927feb6fad req-53011a98-8fbe-4201-b3bb-cc1e741769af tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups/1adc9f92-7c61-4a85-8020-56df63f68667 HTTP/1.1" status: 404 len: 352 time: 0.0322325 Aug 11 02:35:16.213082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-105e5434-e987-45c4-8019-17144edc51a8 req-28d0073e-c9db-4694-b7bb-3b01fe9a0597 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64aef10e60a54e97b775834d6406993b HTTP/1.1" status: 200 len: 2988 time: 0.1349893 Aug 11 02:35:16.349477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-105e5434-e987-45c4-8019-17144edc51a8 req-51676edc-c4bd-44cb-bb88-af1f52222603 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups/332a9f07-d4cf-4e38-80b2-9ebd14e07759 HTTP/1.1" status: 200 len: 2985 time: 0.1194279 Aug 11 02:35:16.485427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-105e5434-e987-45c4-8019-17144edc51a8 req-a2e2448f-4b3b-4f9d-97c3-acea4b0a997a tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups/332a9f07-d4cf-4e38-80b2-9ebd14e07759 HTTP/1.1" status: 200 len: 2985 time: 0.1338441 Aug 11 02:35:16.781410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3494037-b458-484c-aa39-275c29bc90e4 req-2584e3a3-473d-49c8-9203-c6fd426cd267 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups/332a9f07-d4cf-4e38-80b2-9ebd14e07759 HTTP/1.1" status: 200 len: 2985 time: 0.1501899 Aug 11 02:35:16.902397 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-b3494037-b458-484c-aa39-275c29bc90e4 req-36ba4ac6-263e-45ba-a162-d3598e08aae0 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:35:16.909445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3494037-b458-484c-aa39-275c29bc90e4 req-36ba4ac6-263e-45ba-a162-d3598e08aae0 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "DELETE /v2.0/security-groups/332a9f07-d4cf-4e38-80b2-9ebd14e07759 HTTP/1.1" status: 409 len: 352 time: 0.1265635 Aug 11 02:35:16.950925 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-248082cc-3473-464a-a18d-94f8d1ddd3be req-c57bdc8f-5dde-4bcc-b203-fa447426acc4 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] show failed (client error): The resource could not be found. Aug 11 02:35:16.952276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-248082cc-3473-464a-a18d-94f8d1ddd3be req-c57bdc8f-5dde-4bcc-b203-fa447426acc4 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups/ada9a0af-b888-4b47-aa75-60e16046b8f2 HTTP/1.1" status: 404 len: 352 time: 0.0174243 Aug 11 02:35:16.997055 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-7130a2a6-d299-4494-948f-9e3aeddd8241 req-4bad6f45-4cb6-483a-86d6-0696aad66932 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] show failed (client error): The resource could not be found. Aug 11 02:35:17.005958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7130a2a6-d299-4494-948f-9e3aeddd8241 req-4bad6f45-4cb6-483a-86d6-0696aad66932 tempest-SecurityGroupsNegativeTestJSON-974971573 tempest-SecurityGroupsNegativeTestJSON-974971573-project] 10.222.0.16 "GET /v2.0/security-groups/39706d1a-0016-4220-8945-488e25c08c4d HTTP/1.1" status: 404 len: 352 time: 0.0243151 Aug 11 02:35:17.015918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.075801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Deleting subnet 3d7576bc-2e0d-4caa-b0ac-4c89bce07b0f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:17.079932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.129716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.170102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36216) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.188263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.343067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.393570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7576bc-2e0d-4caa-b0ac-4c89bce07b0f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:17.411824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.416128 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d7576bc-2e0d-4caa-b0ac-4c89bce07b0f HTTP/1.1" status: 204 len: 168 time: 0.3962021 Aug 11 02:35:17.417351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36230) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.443039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-594adf8f-9fc4-4ce8-9b99-86f776365245 tempest-AgentManagementNegativeTest-513823115 tempest-AgentManagementNegativeTest-513823115-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2715378 Aug 11 02:35:17.443348 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95c39102-71a2-4bee-abfe-710dee537ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.448924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.449276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.449606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.450072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.450958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.451297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.459639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.460352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.462220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.462858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.464123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.467613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321d1f88-cbb1-45d1-8bfa-fc614b541927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.524240 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.662996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.689970 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.695628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf62bb1-8a1a-41da-8eb9-9312c77f2aba']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.723636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d17b26f-687a-4463-9828-b4a9c807a490') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.724174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d17b26f-687a-4463-9828-b4a9c807a490') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:17.748379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.770587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.782847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:17.783286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: items = [ Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:17.785330 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:17.926990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.946517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.948534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5bf62bb1-8a1a-41da-8eb9-9312c77f2aba HTTP/1.1" status: 204 len: 168 time: 0.5301437 Aug 11 02:35:17.949737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf62bb1-8a1a-41da-8eb9-9312c77f2aba,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:17.961256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c66ca5-5e60-4f94-940e-e3e1267219b0 req-6fa0a737-86c0-4cbc-8212-bd549af69db0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:17.971792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89c66ca5-5e60-4f94-940e-e3e1267219b0 req-6fa0a737-86c0-4cbc-8212-bd549af69db0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.1545689 Aug 11 02:35:17.974834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.987870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.988507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.989112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.989679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.990052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.990387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.990727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.991062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.991393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.991722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.992044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:17.992542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b041be-9e47-44b5-a921-9315a64f2166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:18.042725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89c66ca5-5e60-4f94-940e-e3e1267219b0 req-93665ccc-4d22-4958-ab2f-89e9ef741941 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697021 Aug 11 02:35:18.209399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36264) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.284756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-49f296e2-fbe7-4a60-a9d1-81efee2d5ef7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64aef10e60a54e97b775834d6406993b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707452 Aug 11 02:35:18.285991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.402995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.456672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-209dbbd5-9543-4135-bb63-27da4ee6c767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.481498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68d4f326-4691-41da-9dc7-e08fcb0176c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.563857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-209dbbd5-9543-4135-bb63-27da4ee6c767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.643350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.761079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-209dbbd5-9543-4135-bb63-27da4ee6c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.768543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-209dbbd5-9543-4135-bb63-27da4ee6c767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.772053 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-209dbbd5-9543-4135-bb63-27da4ee6c767 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/332a9f07-d4cf-4e38-80b2-9ebd14e07759 HTTP/1.1" status: 204 len: 168 time: 0.4811172 Aug 11 02:35:18.802600 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68d4f326-4691-41da-9dc7-e08fcb0176c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.805563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dbbd5-9543-4135-bb63-27da4ee6c767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a9f07-d4cf-4e38-80b2-9ebd14e07759,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:18.820958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68d4f326-4691-41da-9dc7-e08fcb0176c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.886933 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68d4f326-4691-41da-9dc7-e08fcb0176c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c63794950229412b8f777ce967e0fbf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9085732 Aug 11 02:35:18.890657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36294) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.895953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4f326-4691-41da-9dc7-e08fcb0176c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc2369-b5ef-4222-abb2-bdaf3761215b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:19.100623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26dbb1db-a803-4350-bc3d-cebbc8b82da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.137077 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26dbb1db-a803-4350-bc3d-cebbc8b82da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.293053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26dbb1db-a803-4350-bc3d-cebbc8b82da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.297248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26dbb1db-a803-4350-bc3d-cebbc8b82da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.298481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26dbb1db-a803-4350-bc3d-cebbc8b82da0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67bc2369-b5ef-4222-abb2-bdaf3761215b HTTP/1.1" status: 204 len: 168 time: 0.4056036 Aug 11 02:35:19.312660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbb1db-a803-4350-bc3d-cebbc8b82da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc2369-b5ef-4222-abb2-bdaf3761215b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:19.504486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.862017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Deleting port 13d762ca-7b0d-4f58-9e0f-aba75ece063c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:19.862748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.004979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.017566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] For port 13d762ca-7b0d-4f58-9e0f-aba75ece063c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=13d762ca-7b0d-4f58-9e0f-aba75ece063c,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:20.017946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.037405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Calling delete_port for 13d762ca-7b0d-4f58-9e0f-aba75ece063c owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:20.330648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:35:20.337450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.375071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=13d762ca-7b0d-4f58-9e0f-aba75ece063c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:20.516114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:20.548079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:35:20.627839 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.660197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:20.669572 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.697863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:20.706623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.826751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:20.847702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.848056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.848410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.848756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.849098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.849438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.849774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.851826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.852235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.852584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.852932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.853274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:20.878452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2ea6d66c-2f58-40fd-aaea-517da7ab6a88'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:21.322175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.375133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36384) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.507455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'networks': [{'name': 'tempest-network--1935656259'}, {'name': 'tempest-network--878737918'}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:21.508110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'network': {'name': 'tempest-network--1935656259'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:21.509139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'network': {'name': 'tempest-network--878737918'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:21.556915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Router b69cae7b-72b7-42d4-adab-867403b9a43e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:21.562325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'network': 2} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:21.570453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.585575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.756867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.765415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.766097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.770738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:21.791831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-75fb8068-d70d-4000-a784-2f761bdcf6cc admin admin] 10.222.0.16 "PUT /v2.0/routers/b69cae7b-72b7-42d4-adab-867403b9a43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1393874 Aug 11 02:35:21.791831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36394) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:21.807697 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] Sync routers for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:21.826292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:21.827077 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:21.828451 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:35:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:21.838732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.839188 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Added segment ada4487b-7aba-482d-8f42-3f1a1d9b2506 of type vlan for network bf183692-a998-4026-a455-f90e272296e2 Aug 11 02:35:21.950716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.032332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:22.052778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.053521 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Added segment d307acec-bd59-48f2-8271-655ad4287243 of type vlan for network 0f2a260c-af6f-40b7-b10a-dae3a418cb61 Aug 11 02:35:22.087903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.095663 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:22.176824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.348610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-327708247-network', 'tenant_id': '1feeafbe98cc465fbd0bc7407acfc385'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:22.349299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:22.428255 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.437104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.460754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:22.483965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:22.484345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.496864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:22.498603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.537340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876f75fe-087b-4928-a2c0-95ad4d357d39,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:22.543337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Made reservation on behalf of 1feeafbe98cc465fbd0bc7407acfc385 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:22.549730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.565309 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2411337 Aug 11 02:35:22.582549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36410) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:22.664201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.666261 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:35:20Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:22.699287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.721124 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] Checking router: b69cae7b-72b7-42d4-adab-867403b9a43e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:22.755159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] Routers {'b69cae7b-72b7-42d4-adab-867403b9a43e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:22.766122 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:35:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b69cae7b-72b7-42d4-adab-867403b9a43e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:22.788299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:22.790496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:22.796945 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115a141-9e32-45af-a510-445ef997693a" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:22.807747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Network': ['ID=bf183692-a998-4026-a455-f90e272296e2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:22.819425 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.846180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network bf183692-a998-4026-a455-f90e272296e2 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:22.943582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67195d5-be6a-41be-8fe3-8174dacb1ce6 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Network': ['ID=0f2a260c-af6f-40b7-b10a-dae3a418cb61,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:23.040203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.051935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.091649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:23.107318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4698d079-2484-479d-9fb4-ba9de664e400,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:23.109436 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] Set router b69cae7b-72b7-42d4-adab-867403b9a43e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:23.123423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.131846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.132286 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Added segment 2e90ba0a-b144-42a1-b054-d119d0c62ad8 of type vlan for network ae5e7aad-8556-4cd6-8602-08ea4e86285d Aug 11 02:35:23.219994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.239312 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8ceec-239f-4ddb-8d41-d3c4c4a3a48d x-openstack-request-id: req-2ad8ceec-239f-4ddb-8d41-d3c4c4a3a48d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:23.239774 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:23.240472 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ad8ceec-239f-4ddb-8d41-d3c4c4a3a48d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:23.251023 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'code': 200} Aug 11 02:35:23.270762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0f2a260c-af6f-40b7-b10a-dae3a418cb61 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:23.329550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.331708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.332736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.373357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b8759-f8fa-44d9-8e1f-7391601f29a9 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.388912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b8759-f8fa-44d9-8e1f-7391601f29a9 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.401325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b8759-f8fa-44d9-8e1f-7391601f29a9 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.405378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0290804 Aug 11 02:35:23.416685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b8759-f8fa-44d9-8e1f-7391601f29a9 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.420773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-231b8759-f8fa-44d9-8e1f-7391601f29a9 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8357604 Aug 11 02:35:23.423825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36440) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:23.424661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36442) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:23.437512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Request body: {'subnet': {'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-327708247-subnet', 'tenant_id': '1feeafbe98cc465fbd0bc7407acfc385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:23.450072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.470891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.505820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:23.553815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b22b0c-4ef0-4df2-9bd6-efa892e73a8b admin admin] Pushing event updated for resources: {'Network': ['ID=ae5e7aad-8556-4cd6-8602-08ea4e86285d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:23.567817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ae5e7aad-8556-4cd6-8602-08ea4e86285d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:23.624991 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:35:20Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:23.651907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Deleting port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:23.652501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.688020 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05ba4a-5120-4757-b797-d47340bd4a91 None None] The sync data for ids ['b69cae7b-72b7-42d4-adab-867403b9a43e'] in n-d-715271-8 is: [{'id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'name': 'tempest-AttachVolumeTestJSON-591491324-router', 'tenant_id': '5ffb8b5ec360434ab11e50e05af56876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:51Z', 'updated_at': '2021-08-11T02:35:20Z', 'revision_number': 5, 'project_id': '5ffb8b5ec360434ab11e50e05af56876', 'gw_port': {'id': '0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69cae7b-72b7-42d4-adab-867403b9a43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:52Z', 'updated_at': '2021-08-11T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:23.745527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Made reservation on behalf of 1feeafbe98cc465fbd0bc7407acfc385 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:23.750356 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.751661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:23.840433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.899130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c0c0-70f9-4ac6-a556-5fe9bf9a552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.053239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c0c0-70f9-4ac6-a556-5fe9bf9a552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.060800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c0c0-70f9-4ac6-a556-5fe9bf9a552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.121577 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4dc7c0c0-70f9-4ac6-a556-5fe9bf9a552b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d488aeded47b4ec6866971b932269f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660245 Aug 11 02:35:24.121577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7c0c0-70f9-4ac6-a556-5fe9bf9a552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144e061-5b7b-45a0-b165-9133e7adcef5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:24.123474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36460) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.148119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] For port 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:24.148742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.176399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.197713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cff375d6-1fc3-4fdf-8660-9a5f520d8abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.210255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf183692-a998-4026-a455-f90e272296e2']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.217323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13d762ca-7b0d-4f58-9e0f-aba75ece063c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:24.235890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Calling delete_port for 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:24.256298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cff375d6-1fc3-4fdf-8660-9a5f520d8abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.258755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada4487b-7aba-482d-8f42-3f1a1d9b2506') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.259488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada4487b-7aba-482d-8f42-3f1a1d9b2506') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.264902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 13d762ca-7b0d-4f58-9e0f-aba75ece063c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:24.265422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13d762ca-7b0d-4f58-9e0f-aba75ece063c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:24.321870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.362384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cff375d6-1fc3-4fdf-8660-9a5f520d8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.366058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cff375d6-1fc3-4fdf-8660-9a5f520d8abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.371838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cff375d6-1fc3-4fdf-8660-9a5f520d8abe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9144e061-5b7b-45a0-b165-9133e7adcef5 HTTP/1.1" status: 204 len: 168 time: 0.2467940 Aug 11 02:35:24.395004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff375d6-1fc3-4fdf-8660-9a5f520d8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144e061-5b7b-45a0-b165-9133e7adcef5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:24.453302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.468167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:24.468855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:24.555304 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:24.567205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.573251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.575804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/networks/bf183692-a998-4026-a455-f90e272296e2 HTTP/1.1" status: 204 len: 168 time: 1.1310606 Aug 11 02:35:24.579247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36468) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:24.609239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1089-de84-431b-ad51-e18fed312a67 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Network': ['ID=bf183692-a998-4026-a455-f90e272296e2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:24.712927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.759998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.931500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.943977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2a260c-af6f-40b7-b10a-dae3a418cb61']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.958363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd307acec-bd59-48f2-8271-655ad4287243') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.959017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd307acec-bd59-48f2-8271-655ad4287243') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:24.973666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.976792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.997245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.005211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:25.005609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:25.009362 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:25.051442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:25.089720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.102042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.107515 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/networks/0f2a260c-af6f-40b7-b10a-dae3a418cb61 HTTP/1.1" status: 204 len: 168 time: 0.5274312 Aug 11 02:35:25.110316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:25.135515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Checking segment: {'id': '2e90ba0a-b144-42a1-b054-d119d0c62ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:25.136216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Network hostable DHCP agents. Network: ae5e7aad-8556-4cd6-8602-08ea4e86285d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:25.141478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e4f2c-3196-4df8-98b1-e4bf4d9cae02 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Network': ['ID=0f2a260c-af6f-40b7-b10a-dae3a418cb61,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:25.176004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74149c7-42e7-485d-a84d-c4443f8039bc,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:25.199519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36480) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:25.270414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32ec8cf3-9339-40df-bd71-7afb0f76e1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.317020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Network ae5e7aad-8556-4cd6-8602-08ea4e86285d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:25.357121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ae5e7aad-8556-4cd6-8602-08ea4e86285d) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:25.369771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:25.370673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.371377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b9742-4822-40cc-b6c4-3482e7608160 None None] Network ae5e7aad-8556-4cd6-8602-08ea4e86285d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:25.375300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.384949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ff105-0ce2-471a-ac26-d5477e9917ac tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:25.396824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ff105-0ce2-471a-ac26-d5477e9917ac tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:25.404110 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de9ff105-0ce2-471a-ac26-d5477e9917ac tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2924957 Aug 11 02:35:25.405164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:25.410770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1323442117'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:25.603048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873a1d6-cf08-4972-a3e4-f1d0c7456c32 None None] Network ae5e7aad-8556-4cd6-8602-08ea4e86285d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:25.667372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.676613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.817381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.818414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69cae7b-72b7-42d4-adab-867403b9a43e {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:25.829615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.834413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f03569f4-84e4-4ded-8830-5636b4b138a3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b69cae7b-72b7-42d4-adab-867403b9a43e HTTP/1.1" status: 204 len: 168 time: 4.0438259 Aug 11 02:35:25.839125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36490) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:25.920174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32ec8cf3-9339-40df-bd71-7afb0f76e1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.937806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32ec8cf3-9339-40df-bd71-7afb0f76e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.000830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:26.005787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.047677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c24cac5c-3a50-4118-ae8a-3ab6a352860b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6051164 Aug 11 02:35:26.047940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Deleting subnet 2648de26-727d-468f-9550-305b5890829f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:26.081423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-32ec8cf3-9339-40df-bd71-7afb0f76e1eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4e86a51a64b4ecbb3b08d1b04b6a6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798013 Aug 11 02:35:26.083763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec8cf3-9339-40df-bd71-7afb0f76e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876b67e-9c35-49d9-af7b-140eda6d76c1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.091627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:26.196820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.239534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:26.286195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.286555 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Added segment 77c41f34-3dd4-4224-b442-8221894c0456 of type vlan for network 502cb64c-6a2d-45ba-89ad-40ba98cf17d1 Aug 11 02:35:26.291465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.319594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a52d2079-9ea4-4873-b1c2-7a3c6c9d6b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.372909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a52d2079-9ea4-4873-b1c2-7a3c6c9d6b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.402081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.516697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.522985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:26.523794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.689219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.696976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2902431 Aug 11 02:35:26.700272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36510) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:26.706728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1518783860'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:26.721515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569af12e-8832-4683-a107-e6637e20e3c4 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Network': ['ID=502cb64c-6a2d-45ba-89ad-40ba98cf17d1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.744352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a52d2079-9ea4-4873-b1c2-7a3c6c9d6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.744595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 502cb64c-6a2d-45ba-89ad-40ba98cf17d1 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:26.749186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a52d2079-9ea4-4873-b1c2-7a3c6c9d6b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.753452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a52d2079-9ea4-4873-b1c2-7a3c6c9d6b88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3876b67e-9c35-49d9-af7b-140eda6d76c1 HTTP/1.1" status: 204 len: 168 time: 0.6541867 Aug 11 02:35:26.769293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2079-9ea4-4873-b1c2-7a3c6c9d6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876b67e-9c35-49d9-af7b-140eda6d76c1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.812104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.849367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:26.855851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.867845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2648de26-727d-468f-9550-305b5890829f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.870868 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.873960 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b680f962-5e52-4992-93c1-f5f50432c5e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2648de26-727d-468f-9550-305b5890829f HTTP/1.1" status: 204 len: 168 time: 1.0332656 Aug 11 02:35:26.880219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:26.975666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:26.999961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.003943 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Added segment 18cd071e-5ab5-400c-89d5-abfe0ce5cc84 of type vlan for network 3ef55294-fd50-4001-9f18-4fcf5ac6f339 Aug 11 02:35:27.040165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6c589-6074-4bfb-a421-9380cf2c6d89 None None] Network 8afe5861-2810-44f0-8bab-ec49ac8c89f9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:27.089582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.126049 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.247745 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.254367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:27.255491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.326602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Deleting port 69ac20ed-d6f6-409e-aefa-49e4a5269849 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:27.327246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.353964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] DHCP port deletion for 8afe5861-2810-44f0-8bab-ec49ac8c89f9 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:27.472197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] Deleting port 69ac20ed-d6f6-409e-aefa-49e4a5269849 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:27.472659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.488571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] For port 69ac20ed-d6f6-409e-aefa-49e4a5269849, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=69ac20ed-d6f6-409e-aefa-49e4a5269849,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:27.489238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.549108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Calling delete_port for 69ac20ed-d6f6-409e-aefa-49e4a5269849 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:27.596261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8943677 Aug 11 02:35:27.614186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36540) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:27.628208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'ports': [{'network_id': '502cb64c-6a2d-45ba-89ad-40ba98cf17d1', 'name': 'tempest-port--2134973275', 'admin_state_up': True}, {'network_id': '3ef55294-fd50-4001-9f18-4fcf5ac6f339', 'admin_state_up': False}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:27.628747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'port': {'network_id': '502cb64c-6a2d-45ba-89ad-40ba98cf17d1', 'name': 'tempest-port--2134973275', 'admin_state_up': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:27.629897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'port': {'network_id': '3ef55294-fd50-4001-9f18-4fcf5ac6f339', 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:27.637757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437e112-d911-4df4-8788-c807634821bc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Network': ['ID=3ef55294-fd50-4001-9f18-4fcf5ac6f339,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:27.673274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3ef55294-fd50-4001-9f18-4fcf5ac6f339 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:27.685902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-10003e23-3e61-44d6-8837-2eff49a9b998 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:27.699327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-10003e23-3e61-44d6-8837-2eff49a9b998 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/networks?id=ae5e7aad-8556-4cd6-8602-08ea4e86285d HTTP/1.1" status: 200 len: 808 time: 0.4944217 Aug 11 02:35:27.765893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] For port 69ac20ed-d6f6-409e-aefa-49e4a5269849, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=69ac20ed-d6f6-409e-aefa-49e4a5269849,segment=NetworkSegment(1e250311-415e-4d39-85bb-b1d9c2ba0342),segment_id=1e250311-415e-4d39-85bb-b1d9c2ba0342)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:27.767477 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.806535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] Calling delete_port for 69ac20ed-d6f6-409e-aefa-49e4a5269849 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:27.816369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-3be2e710-86e7-4349-8b75-f6b377d826c0 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/quotas/1feeafbe98cc465fbd0bc7407acfc385 HTTP/1.1" status: 200 len: 375 time: 0.1151688 Aug 11 02:35:27.982872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-f8a671f2-7a11-476a-9f07-285e346f8cad tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1feeafbe98cc465fbd0bc7407acfc385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1569660 Aug 11 02:35:28.107612 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.201575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] No DVR routers for this DVR port 69ac20ed-d6f6-409e-aefa-49e4a5269849 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:28.208784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10e6b-2486-48ef-a985-2346ac525530 None None] Pushing event deleted for resources: {'Port': ['ID=69ac20ed-d6f6-409e-aefa-49e4a5269849,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:28.377839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 69ac20ed-d6f6-409e-aefa-49e4a5269849 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:28.479493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-d4fc2ff1-3225-4941-b3e3-f2f5a025735b service neutron] 10.222.0.16 "GET /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754803 Aug 11 02:35:28.507380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'port': 2} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:28.529715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.532750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 69ac20ed-d6f6-409e-aefa-49e4a5269849 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:28.535472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 69ac20ed-d6f6-409e-aefa-49e4a5269849 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:28.539611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:28.584498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.620988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ac20ed-d6f6-409e-aefa-49e4a5269849,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:28.626345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] No DVR routers for this DVR port 69ac20ed-d6f6-409e-aefa-49e4a5269849 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:28.653000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:28.657956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a4c61ca-7f1b-45fd-b832-3fe01bb56c5c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:28.671556 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.824816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.839585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] device_id is not set on port 09439c8a-17ba-4f78-bfc0-54678bebdf0f yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:28.843150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afe5861-2810-44f0-8bab-ec49ac8c89f9']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:28.878868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e250311-415e-4d39-85bb-b1d9c2ba0342') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:28.880579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e250311-415e-4d39-85bb-b1d9c2ba0342') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:28.891288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-b0cb1547-70ee-470b-bf02-e4c23f49563a service neutron] 10.222.0.16 "GET /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032435 Aug 11 02:35:28.906575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.931204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.943951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:28.946931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:28.954987 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:29.051615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.062513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.070890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8afe5861-2810-44f0-8bab-ec49ac8c89f9 HTTP/1.1" status: 204 len: 168 time: 2.1865931 Aug 11 02:35:29.160067 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.171299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc1180-cc49-4e2a-b534-abc2fa2571c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8afe5861-2810-44f0-8bab-ec49ac8c89f9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:29.304000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] device_id is not set on port 1f379922-69f4-4f57-bdc0-3bee930bedfd yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:29.531035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:29.664188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d6a0c92-0703-412d-8ad1-4b3444b5edc2 req-de0c07d7-eb7a-45cc-848c-9cd0a1bdb17b tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 210 time: 0.1024859 Aug 11 02:35:29.715341 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5bea0e70-d3df-49c2-a06a-3bd330036f32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ffb8b5ec360434ab11e50e05af56876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833146 Aug 11 02:35:29.718714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:29.771301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.890258 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459fe01d-6872-4e00-b755-c9b2cb82d9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.941492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459fe01d-6872-4e00-b755-c9b2cb82d9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.953340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.058479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459fe01d-6872-4e00-b755-c9b2cb82d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.068719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Port': ['ID=09439c8a-17ba-4f78-bfc0-54678bebdf0f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:30.079068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459fe01d-6872-4e00-b755-c9b2cb82d9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.090649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-459fe01d-6872-4e00-b755-c9b2cb82d9fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77532b51-fc96-4a99-b895-3dbfd91d0b50 HTTP/1.1" status: 204 len: 168 time: 0.3655238 Aug 11 02:35:30.121869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fe01d-6872-4e00-b755-c9b2cb82d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77532b51-fc96-4a99-b895-3dbfd91d0b50,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:30.124400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Checking segment: {'id': '77c41f34-3dd4-4224-b442-8221894c0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '502cb64c-6a2d-45ba-89ad-40ba98cf17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:30.124821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network hostable DHCP agents. Network: 502cb64c-6a2d-45ba-89ad-40ba98cf17d1, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:30.189814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network 502cb64c-6a2d-45ba-89ad-40ba98cf17d1 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:30.224145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 502cb64c-6a2d-45ba-89ad-40ba98cf17d1) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:30.231766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:30.233602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.238059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c942695-0a8b-4f0b-8267-72e0fb32dc4d None None] Network 502cb64c-6a2d-45ba-89ad-40ba98cf17d1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:30.446089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Port': ['ID=1f379922-69f4-4f57-bdc0-3bee930bedfd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:30.574336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Checking segment: {'id': '18cd071e-5ab5-400c-89d5-abfe0ce5cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3ef55294-fd50-4001-9f18-4fcf5ac6f339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:30.575452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network hostable DHCP agents. Network: 3ef55294-fd50-4001-9f18-4fcf5ac6f339, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:30.675323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network 3ef55294-fd50-4001-9f18-4fcf5ac6f339 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:30.726022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3ef55294-fd50-4001-9f18-4fcf5ac6f339) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:30.737045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c7bbb-4760-4e1c-a6d5-723ce08d3c2c None None] Network 3ef55294-fd50-4001-9f18-4fcf5ac6f339 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:30.737651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:30.774492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:30.802436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:30.803599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.888652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6a065cb0-0f50-4e17-a4b5-d35edb494989 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2712908 Aug 11 02:35:30.910427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36628) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.133962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee797b50-b58b-4f76-a97a-1fddd97fb833 req-393b9b4f-dc21-451e-b58d-e8af766aaaa0 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 210 time: 0.0920789 Aug 11 02:35:31.204880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3321bd-0b3e-4585-811e-94eb3be60b8c tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:31.211269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3321bd-0b3e-4585-811e-94eb3be60b8c tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:31.214040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b3321bd-0b3e-4585-811e-94eb3be60b8c tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3006911 Aug 11 02:35:31.219419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36638) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.402399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Deleting port 09439c8a-17ba-4f78-bfc0-54678bebdf0f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:31.408341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.584405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.617262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Calling delete_port for 09439c8a-17ba-4f78-bfc0-54678bebdf0f owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:31.867892 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.936330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Port': ['ID=09439c8a-17ba-4f78-bfc0-54678bebdf0f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:31.987355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.007029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:32.017482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-685fb7b2-8823-44de-893a-4a996246e7b2 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/ports/09439c8a-17ba-4f78-bfc0-54678bebdf0f HTTP/1.1" status: 204 len: 168 time: 0.7976303 Aug 11 02:35:32.342211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-0cc98295-affc-44b8-a28f-2f475ede1eaf tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:32.343848 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-0cc98295-affc-44b8-a28f-2f475ede1eaf tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.59 "GET /v2.0/networks?id=ae5e7aad-8556-4cd6-8602-08ea4e86285d HTTP/1.1" status: 200 len: 808 time: 0.2341883 Aug 11 02:35:32.381587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c4e7f31-0748-478e-b746-8fbf4cb3eb39 req-a7709db6-632e-46e6-83b6-7f3aafba9add tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 210 time: 0.1406300 Aug 11 02:35:32.413952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Request body: {'port': {'device_id': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d', 'admin_state_up': True, 'tenant_id': '1feeafbe98cc465fbd0bc7407acfc385'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:32.582551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Deleting port 1f379922-69f4-4f57-bdc0-3bee930bedfd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:32.583057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.600430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36704) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:32.792681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.807508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Made reservation on behalf of 1feeafbe98cc465fbd0bc7407acfc385 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:32.814240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.843699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c629d010-1b9b-4120-a16e-fe55a57b5cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.850522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Calling delete_port for 1f379922-69f4-4f57-bdc0-3bee930bedfd owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:33.128532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c629d010-1b9b-4120-a16e-fe55a57b5cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.136272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c629d010-1b9b-4120-a16e-fe55a57b5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.197031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629d010-1b9b-4120-a16e-fe55a57b5cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14daaf83-cbb2-4f66-92d4-2da4a8d35df7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:33.232052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.247608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c629d010-1b9b-4120-a16e-fe55a57b5cfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4082be33832f4da381af00d44f0ed672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454103 Aug 11 02:35:33.252890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:33.277870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Allocated IP 172.20.0.2 (ae5e7aad-8556-4cd6-8602-08ea4e86285d/e74149c7-42e7-485d-a84d-c4443f8039bc/eccd18a4-8c14-42a5-8737-e6ff6dd651db) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:33.311771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Port': ['ID=1f379922-69f4-4f57-bdc0-3bee930bedfd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:33.332138 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.340036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1f3dbdab-2c41-4e5c-b216-ee55dfe62d8d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/ports/1f379922-69f4-4f57-bdc0-3bee930bedfd HTTP/1.1" status: 204 len: 168 time: 1.3314092 Aug 11 02:35:33.340286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36724) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:33.616919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.700720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.793239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Network ae5e7aad-8556-4cd6-8602-08ea4e86285d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:33.802344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:33.813111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:33.871758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Pushing event updated for resources: {'Port': ['ID=eccd18a4-8c14-42a5-8737-e6ff6dd651db,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:33.937153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:33.945382 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.989580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-881a6ec8-fe50-4216-b542-b2f3fd9ae9e4 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6352134 Aug 11 02:35:34.011530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Request body: {'port': {'device_id': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:34.038223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b8e5f6c5-e0db-465d-a26a-091bf535871d tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6884975 Aug 11 02:35:34.040335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36742) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.075380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2144857668'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:34.127784 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.189835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d766233d-846c-4b8a-83b5-f46ac7e062ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.213928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:34.222430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.273957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d766233d-846c-4b8a-83b5-f46ac7e062ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.373079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:34.393968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d0b6-a090-48ea-9ca9-4702208ebb0a req-8bba69fa-959e-4099-8f9c-8beed67c57c0 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.410688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4068d0b6-a090-48ea-9ca9-4702208ebb0a req-8bba69fa-959e-4099-8f9c-8beed67c57c0 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 931 time: 0.4232113 Aug 11 02:35:34.461254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.461778 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Added segment 33f8d9cc-7318-4baf-97ae-0d7ce28975d7 of type vlan for network 1403be90-205c-40ed-82f3-2adc68e170b7 Aug 11 02:35:34.575750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4068d0b6-a090-48ea-9ca9-4702208ebb0a req-4083a718-c7f0-47eb-b47e-c9135eaebae7 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629527 Aug 11 02:35:34.635271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d766233d-846c-4b8a-83b5-f46ac7e062ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.646255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d766233d-846c-4b8a-83b5-f46ac7e062ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.647552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d766233d-846c-4b8a-83b5-f46ac7e062ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14daaf83-cbb2-4f66-92d4-2da4a8d35df7 HTTP/1.1" status: 204 len: 168 time: 1.3929930 Aug 11 02:35:34.649713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.714851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766233d-846c-4b8a-83b5-f46ac7e062ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14daaf83-cbb2-4f66-92d4-2da4a8d35df7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:34.779435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccd18a4-8c14-42a5-8737-e6ff6dd651db {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:34.805652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.806495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.837339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Transition to ACTIVE for port object eccd18a4-8c14-42a5-8737-e6ff6dd651db will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:34.848909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.852560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.853719 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.103596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Network': ['ID=1403be90-205c-40ed-82f3-2adc68e170b7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:35.128271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 1403be90-205c-40ed-82f3-2adc68e170b7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:35.139420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5af12927-db3c-43e2-b20a-f9045408725b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0897639 Aug 11 02:35:35.144532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36776) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.155597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-220247712'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:35.188646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:35.193954 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.196144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Pushing event updated for resources: {'Port': ['ID=eccd18a4-8c14-42a5-8737-e6ff6dd651db,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:35.244642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:35.263933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.264863 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Added segment 3668ace8-2e16-4657-8a1d-25f233a4021f of type vlan for network 260ad379-1c95-450e-bd03-49da789474fc Aug 11 02:35:35.348713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.409780 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.428246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Attempting to bind port eccd18a4-8c14-42a5-8737-e6ff6dd651db on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:35.428811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Attempting to bind port eccd18a4-8c14-42a5-8737-e6ff6dd651db by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2e90ba0a-b144-42a1-b054-d119d0c62ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:35.429330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Attempting to bind port eccd18a4-8c14-42a5-8737-e6ff6dd651db on network ae5e7aad-8556-4cd6-8602-08ea4e86285d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:35.437002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:35.438133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.449416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Port eccd18a4-8c14-42a5-8737-e6ff6dd651db on network ae5e7aad-8556-4cd6-8602-08ea4e86285d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:35:35.450343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Attempting to bind port eccd18a4-8c14-42a5-8737-e6ff6dd651db on network ae5e7aad-8556-4cd6-8602-08ea4e86285d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:35.470454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:35.470892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Checking segment: {'id': '2e90ba0a-b144-42a1-b054-d119d0c62ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:35.471490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Bound using segment: {'id': '2e90ba0a-b144-42a1-b054-d119d0c62ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:35.472195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Bound port: eccd18a4-8c14-42a5-8737-e6ff6dd651db, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e90ba0a-b144-42a1-b054-d119d0c62ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:35.472764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.636032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4862568 Aug 11 02:35:35.671345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] For port eccd18a4-8c14-42a5-8737-e6ff6dd651db, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:35.685163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] For port eccd18a4-8c14-42a5-8737-e6ff6dd651db, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db,segment=NetworkSegment(2e90ba0a-b144-42a1-b054-d119d0c62ad8),segment_id=2e90ba0a-b144-42a1-b054-d119d0c62ad8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:35.700102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.828076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4d36e-07a2-4654-b71c-c50b4e064f7a tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Network': ['ID=260ad379-1c95-450e-bd03-49da789474fc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:35.846687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 260ad379-1c95-450e-bd03-49da789474fc details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:35.900871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284effb4-4254-4ac5-9b7e-dd2aeb9119ff req-7b63a5ce-b256-4af4-8d66-23db877c62d8 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:35.909458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:35.910126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.918076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-284effb4-4254-4ac5-9b7e-dd2aeb9119ff req-7b63a5ce-b256-4af4-8d66-23db877c62d8 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 943 time: 0.2085485 Aug 11 02:35:35.922815 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] 10.222.0.59 "PUT /v2.0/ports/eccd18a4-8c14-42a5-8737-e6ff6dd651db HTTP/1.1" status: 200 len: 1091 time: 1.9206550 Aug 11 02:35:35.932252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'tag': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:35.937110 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d8786a-61a4-49e3-a080-6a81a9e29823" -d '{"events": [{"name": "network-changed", "server_uuid": "b39e85bd-7a05-4bad-aa78-9622f85ea381", "tag": "eccd18a4-8c14-42a5-8737-e6ff6dd651db"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:36.015616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36802) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:36.026367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:35:36.048494 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3caf799e-352d-4e5a-9375-0b1b1aa723af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.166940 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c8379-787d-4908-be21-7b7dac77e827 x-openstack-request-id: req-984c8379-787d-4908-be21-7b7dac77e827 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:36.169745 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39e85bd-7a05-4bad-aa78-9622f85ea381", "tag": "eccd18a4-8c14-42a5-8737-e6ff6dd651db", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:36.172521 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-984c8379-787d-4908-be21-7b7dac77e827 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:36.173375 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'tag': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db', 'status': 'completed', 'code': 200} Aug 11 02:35:36.178752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb49c58-9f2b-4e85-8bb7-a869208d444d service neutron] Pushing event updated for resources: {'Port': ['ID=eccd18a4-8c14-42a5-8737-e6ff6dd651db,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:36.226100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-02ffc476-0734-41d3-9ce3-297d5f769659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:36.233295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-02ffc476-0734-41d3-9ce3-297d5f769659 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1feeafbe98cc465fbd0bc7407acfc385&device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 1094 time: 0.2609167 Aug 11 02:35:36.288220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3caf799e-352d-4e5a-9375-0b1b1aa723af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.310722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3caf799e-352d-4e5a-9375-0b1b1aa723af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.350604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-62a43200-2165-45a0-a22e-25db4a1ae605 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db HTTP/1.1" status: 200 len: 217 time: 0.1063631 Aug 11 02:35:36.426929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3caf799e-352d-4e5a-9375-0b1b1aa723af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d662dafa51448659387ee7685ed9169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986254 Aug 11 02:35:36.429185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:36.443632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-70b163f8-5ed8-4fc4-9c32-c41a86aeda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:36.445604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-70b163f8-5ed8-4fc4-9c32-c41a86aeda07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e74149c7-42e7-485d-a84d-c4443f8039bc HTTP/1.1" status: 200 len: 848 time: 0.0861633 Aug 11 02:35:36.462699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-284effb4-4254-4ac5-9b7e-dd2aeb9119ff req-5cca472d-08f3-47bf-8fbb-84ec2ea88426 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426571 Aug 11 02:35:36.500995 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-c0bb2efc-c1e1-42f7-b185-b64be6afdd4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae5e7aad-8556-4cd6-8602-08ea4e86285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472877 Aug 11 02:35:36.532564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf799e-352d-4e5a-9375-0b1b1aa723af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3dd720-7f06-4033-9782-f38cbfb6ac7f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:36.727671 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-339d9ab9-f004-4613-95c0-60a30da048f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.800749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-339d9ab9-f004-4613-95c0-60a30da048f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.805582 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-c28f1db1-3a19-46b3-bf48-00bcee379cdd service neutron] 10.222.0.59 "GET /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846391 Aug 11 02:35:36.931535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e1933da-b924-42f3-97ee-f0d231887e2a req-86be95c3-0b83-4abd-a431-af1b84288fcb service neutron] 10.222.0.59 "GET /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159341 Aug 11 02:35:37.012181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-339d9ab9-f004-4613-95c0-60a30da048f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.016811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-339d9ab9-f004-4613-95c0-60a30da048f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.018261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-339d9ab9-f004-4613-95c0-60a30da048f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f3dd720-7f06-4033-9782-f38cbfb6ac7f HTTP/1.1" status: 204 len: 168 time: 0.5875039 Aug 11 02:35:37.043138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d9ab9-f004-4613-95c0-60a30da048f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3dd720-7f06-4033-9782-f38cbfb6ac7f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:37.110473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-04b4930c-06c6-487c-8599-f7ffc2fb8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:37.114064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-04b4930c-06c6-487c-8599-f7ffc2fb8383 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1feeafbe98cc465fbd0bc7407acfc385&device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 1094 time: 0.0836742 Aug 11 02:35:37.376970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-40523129-ddcd-4881-b863-07c4a30333ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:37.380551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-40523129-ddcd-4881-b863-07c4a30333ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae5e7aad-8556-4cd6-8602-08ea4e86285d HTTP/1.1" status: 200 len: 908 time: 0.2573042 Aug 11 02:35:37.389494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36830) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:37.532800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-ac74cc22-3c11-4602-8a22-76ea5145f792 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db HTTP/1.1" status: 200 len: 217 time: 0.1428006 Aug 11 02:35:37.706633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-6116f076-56e6-4eec-aa4e-4145b6bcd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:37.712760 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-6116f076-56e6-4eec-aa4e-4145b6bcd4b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e74149c7-42e7-485d-a84d-c4443f8039bc HTTP/1.1" status: 200 len: 848 time: 0.1706111 Aug 11 02:35:37.750526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4026e-e296-4c03-afcf-a8394bc78a1b req-234b09bc-fd4f-4949-a27c-1062b0a923df tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:37.768489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0af4026e-e296-4c03-afcf-a8394bc78a1b req-234b09bc-fd4f-4949-a27c-1062b0a923df tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 943 time: 0.1436865 Aug 11 02:35:37.812830 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-ef46c623-278b-4e3b-8f53-4c36d37df095 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae5e7aad-8556-4cd6-8602-08ea4e86285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876491 Aug 11 02:35:37.866990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0af4026e-e296-4c03-afcf-a8394bc78a1b req-b2bd8687-49cc-4833-8ca5-1be605514ccb tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971456 Aug 11 02:35:38.007471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9f274c4-0ccd-4538-9338-b1505584e53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.224032 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-4fa118e8-c796-4d5c-a6c1-5f0312da43d2 service neutron] 10.222.0.59 "GET /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019318 Aug 11 02:35:38.369691 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9f274c4-0ccd-4538-9338-b1505584e53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.379712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9f274c4-0ccd-4538-9338-b1505584e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.539341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9f274c4-0ccd-4538-9338-b1505584e53e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68eb21045afe47e5a77f1e8a246baa12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1483111 Aug 11 02:35:38.550670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36858) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.592360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16d8786a-61a4-49e3-a080-6a81a9e29823 req-27fc3695-2bbc-4b89-a43d-269b73c7f8fa service neutron] 10.222.0.59 "GET /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513229 Aug 11 02:35:38.703952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f274c4-0ccd-4538-9338-b1505584e53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062f6da8-793e-4087-b130-92856da1a8a5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:38.808605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae4b19d6-4e6e-45e5-9f0a-65975fd98748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.856545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae4b19d6-4e6e-45e5-9f0a-65975fd98748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.999141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae4b19d6-4e6e-45e5-9f0a-65975fd98748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.005523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ae4b19d6-4e6e-45e5-9f0a-65975fd98748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.013631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ae4b19d6-4e6e-45e5-9f0a-65975fd98748 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/062f6da8-793e-4087-b130-92856da1a8a5 HTTP/1.1" status: 204 len: 168 time: 0.4540269 Aug 11 02:35:39.036875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b19d6-4e6e-45e5-9f0a-65975fd98748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f6da8-793e-4087-b130-92856da1a8a5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.291168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236dfa-d2d8-4b5d-be01-aeb6716e5227 req-ac59acc7-295f-4621-837a-dc3a7476970b tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:39.310282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e236dfa-d2d8-4b5d-be01-aeb6716e5227 req-ac59acc7-295f-4621-837a-dc3a7476970b tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 943 time: 0.2545404 Aug 11 02:35:39.432553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e236dfa-d2d8-4b5d-be01-aeb6716e5227 req-397eefac-0338-4703-b136-b25f014b89e9 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204369 Aug 11 02:35:39.645360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eccd18a4-8c14-42a5-8737-e6ff6dd651db details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:35:39.813801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:39.849411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a9db144-e7f6-43be-a9d0-0e8a7fcd9cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.939258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eccd18a4-8c14-42a5-8737-e6ff6dd651db, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db,segment=NetworkSegment(2e90ba0a-b144-42a1-b054-d119d0c62ad8),segment_id=2e90ba0a-b144-42a1-b054-d119d0c62ad8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:39.955529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db', 'network_id': 'ae5e7aad-8556-4cd6-8602-08ea4e86285d', 'port_id': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74149c7-42e7-485d-a84d-c4443f8039bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:35:40.238408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a9db144-e7f6-43be-a9d0-0e8a7fcd9cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.249786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a9db144-e7f6-43be-a9d0-0e8a7fcd9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.299012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-889ed2f6-f67e-4d11-8d85-5c47545e584d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1655643 Aug 11 02:35:40.372894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a9db144-e7f6-43be-a9d0-0e8a7fcd9cc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f80b0d819a6a4392b4784b31333a958e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546198 Aug 11 02:35:40.379489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36904) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:40.481432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9db144-e7f6-43be-a9d0-0e8a7fcd9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c0178f-4e9d-4e35-b1cf-27422da5fa10,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.492674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee906c-ac02-48e9-ae7a-843800564053 req-bcbcbd02-f950-4821-bcda-31d0b948e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:40.503295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-bcbcbd02-f950-4821-bcda-31d0b948e7e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b1cfca768a14e52993dd86bccf7c3a6&device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 1096 time: 0.1797707 Aug 11 02:35:40.516542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.549562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bba2e53-7b2c-4ef4-bea6-0951f2348bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.576255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccd18a4-8c14-42a5-8737-e6ff6dd651db {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:40.634481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bba2e53-7b2c-4ef4-bea6-0951f2348bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.646680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eccd18a4-8c14-42a5-8737-e6ff6dd651db, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db,segment=NetworkSegment(2e90ba0a-b144-42a1-b054-d119d0c62ad8),segment_id=2e90ba0a-b144-42a1-b054-d119d0c62ad8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:40.669511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.777634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eccd18a4-8c14-42a5-8737-e6ff6dd651db,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.815791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25280ba4-b022-4387-9050-ff21dbb3c3a4 req-07f458b5-04d6-4d72-a65f-0257fff4c81a tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:40.817731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25280ba4-b022-4387-9050-ff21dbb3c3a4 req-07f458b5-04d6-4d72-a65f-0257fff4c81a tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 944 time: 0.1652825 Aug 11 02:35:40.875395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bba2e53-7b2c-4ef4-bea6-0951f2348bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.875395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bba2e53-7b2c-4ef4-bea6-0951f2348bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.875395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3bba2e53-7b2c-4ef4-bea6-0951f2348bd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48c0178f-4e9d-4e35-b1cf-27422da5fa10 HTTP/1.1" status: 204 len: 168 time: 0.4919569 Aug 11 02:35:40.885310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee906c-ac02-48e9-ae7a-843800564053 req-2257c2bf-44d0-469e-8119-b098bdf85405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:40.885310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-2257c2bf-44d0-469e-8119-b098bdf85405 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d31386fd-36d2-44c8-b7b2-56ece38637fb HTTP/1.1" status: 200 len: 906 time: 0.3584185 Aug 11 02:35:40.919975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba2e53-7b2c-4ef4-bea6-0951f2348bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c0178f-4e9d-4e35-b1cf-27422da5fa10,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.939188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25280ba4-b022-4387-9050-ff21dbb3c3a4 req-aa2a3921-64c9-45e6-916e-a3337e89bbe5 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139054 Aug 11 02:35:40.994871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['eccd18a4-8c14-42a5-8737-e6ff6dd651db'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:41.031836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36926) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:41.037956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'subnets': [{'network_id': '1403be90-205c-40ed-82f3-2adc68e170b7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--114724894', 'ip_version': 6}, {'network_id': '260ad379-1c95-450e-bd03-49da789474fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:41.038425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'subnet': {'network_id': '1403be90-205c-40ed-82f3-2adc68e170b7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--114724894', 'ip_version': 6}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:41.039031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Request body: {'subnet': {'network_id': '260ad379-1c95-450e-bd03-49da789474fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:41.072962 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-e2534580-4d81-4d74-ac65-48a101a67c73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4 HTTP/1.1" status: 200 len: 1000 time: 0.1797473 Aug 11 02:35:41.232813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee906c-ac02-48e9-ae7a-843800564053 req-319e175a-e991-4b36-aa27-cff6dc558c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.238109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-319e175a-e991-4b36-aa27-cff6dc558c03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52a29495-def5-402f-b0a7-47fabfc85802 HTTP/1.1" status: 200 len: 845 time: 0.1526916 Aug 11 02:35:41.338152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee906c-ac02-48e9-ae7a-843800564053 req-616db2a1-b77d-4ffb-8fbd-456caa647d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.339934 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-616db2a1-b77d-4ffb-8fbd-456caa647d96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d31386fd-36d2-44c8-b7b2-56ece38637fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968587 Aug 11 02:35:41.457585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Made reservation on behalf of 276a5768abb54600bdba808aa67c6353 for: {'subnet': 2} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:41.462453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.462807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.599841 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-3a569a3c-c5c9-49ed-b76e-d8abcd5c7594 service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414362 Aug 11 02:35:41.815144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-0b1be835-f45f-4264-b2e1-675ea9ec0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.817421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-0b1be835-f45f-4264-b2e1-675ea9ec0765 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1097 time: 0.1416044 Aug 11 02:35:41.915877 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2eee906c-ac02-48e9-ae7a-843800564053 req-340fe3b3-9716-4167-9bf8-2fb0144c9a98 service neutron] 10.222.0.59 "GET /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139968 Aug 11 02:35:42.383811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-d76bc4ef-870c-474c-8a70-3bd11499a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.385718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-d76bc4ef-870c-474c-8a70-3bd11499a715 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.5375588 Aug 11 02:35:42.506911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-c9b5a3f7-5eb7-4779-99ef-956b2bc66b8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1002 time: 0.0767179 Aug 11 02:35:42.807545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8c7ff-abb3-45fc-b7b6-c48269aca725 req-160e08f7-f25a-41ba-8f96-848ec41d3999 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.821610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2a8c7ff-abb3-45fc-b7b6-c48269aca725 req-160e08f7-f25a-41ba-8f96-848ec41d3999 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 944 time: 0.4396918 Aug 11 02:35:42.866156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-c1ff4664-802f-4ba6-8c02-6e5a579541a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.868888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-c1ff4664-802f-4ba6-8c02-6e5a579541a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.3536198 Aug 11 02:35:43.047020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2a8c7ff-abb3-45fc-b7b6-c48269aca725 req-8c7258a1-7432-4e11-babd-40feb488b97c tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239573 Aug 11 02:35:43.086325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-8ca348d7-78a9-4121-8938-9feede753795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:43.089624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-8ca348d7-78a9-4121-8938-9feede753795 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094603 Aug 11 02:35:43.300816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.532919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-b3f1f994-357d-4adf-8f48-6574d9140878 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271495 Aug 11 02:35:43.566881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Subnet': ['ID=52eb09b4-14a2-4da3-a556-d5c7bde78c4d,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:43.673722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eccd18a4-8c14-42a5-8737-e6ff6dd651db up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:43.784849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Checking segment: {'id': '33f8d9cc-7318-4baf-97ae-0d7ce28975d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1403be90-205c-40ed-82f3-2adc68e170b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:43.784849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network hostable DHCP agents. Network: 1403be90-205c-40ed-82f3-2adc68e170b7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:43.857345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port eccd18a4-8c14-42a5-8737-e6ff6dd651db completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:43.866688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port eccd18a4-8c14-42a5-8737-e6ff6dd651db triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:43.868156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35bfa0f3-c27a-4fca-9927-fd0bee9bd2ea req-e5f2a8a8-e637-4a0a-af70-4aefabf82105 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986906 Aug 11 02:35:43.869645 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.914873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network 1403be90-205c-40ed-82f3-2adc68e170b7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:43.948072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 1403be90-205c-40ed-82f3-2adc68e170b7) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:43.955718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.988492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6ea0-0156-4601-9d62-90cf58e2805d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.012313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b3b7b2-a3ba-415e-a907-66fe5d87ecd7 None None] Network 1403be90-205c-40ed-82f3-2adc68e170b7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:44.217523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event updated for resources: {'Subnet': ['ID=80250fcf-16b3-44b7-a982-aa8695ff8932,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:44.272437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Checking segment: {'id': '3668ace8-2e16-4657-8a1d-25f233a4021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '260ad379-1c95-450e-bd03-49da789474fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:44.273458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network hostable DHCP agents. Network: 260ad379-1c95-450e-bd03-49da789474fc, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:44.452549 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.525940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1aff1-3fc7-4bfe-a43b-a7f3554ef4aa req-a4e1a2f5-03fe-4225-a4b9-3fe6e5d85956 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:44.536018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bc1aff1-3fc7-4bfe-a43b-a7f3554ef4aa req-a4e1a2f5-03fe-4225-a4b9-3fe6e5d85956 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 944 time: 0.2767553 Aug 11 02:35:44.606292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Network 260ad379-1c95-450e-bd03-49da789474fc is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:44.670958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bc1aff1-3fc7-4bfe-a43b-a7f3554ef4aa req-2750cef9-bd80-4d16-a447-1f3cd07a53eb tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282971 Aug 11 02:35:44.671998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 260ad379-1c95-450e-bd03-49da789474fc) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:44.685057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:44.686876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:44.688265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.688596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eccd18a4-8c14-42a5-8737-e6ff6dd651db, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db,segment=NetworkSegment(2e90ba0a-b144-42a1-b054-d119d0c62ad8),segment_id=2e90ba0a-b144-42a1-b054-d119d0c62ad8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:44.729689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7094c446-2567-4ddb-adc7-b5e84b63d267 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6940567 Aug 11 02:35:44.731027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37114) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:44.734086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:44.745895 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619e220-09b2-4986-9936-61e35b4941d7" -d '{"events": [{"server_uuid": "b39e85bd-7a05-4bad-aa78-9622f85ea381", "name": "network-vif-plugged", "status": "completed", "tag": "eccd18a4-8c14-42a5-8737-e6ff6dd651db"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:44.772240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1022c-c338-45e2-92d7-dab8da7ff24e None None] Network 260ad379-1c95-450e-bd03-49da789474fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:44.806418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.124012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e935c-f40f-499c-ac4f-2025bcd1fd70 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.126044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e935c-f40f-499c-ac4f-2025bcd1fd70 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.128128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e935c-f40f-499c-ac4f-2025bcd1fd70 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.142868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c88e935c-f40f-499c-ac4f-2025bcd1fd70 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4102097 Aug 11 02:35:45.143566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37128) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:45.169833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4c132-491c-4e8c-ac49-379c29b7e0a3 req-5fe54722-b9cb-4ae7-9257-e7fc06f1dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.171299 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94378ea1-30a8-4938-bb9a-591d2436aaa9 x-openstack-request-id: req-94378ea1-30a8-4938-bb9a-591d2436aaa9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:45.172711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ec4c132-491c-4e8c-ac49-379c29b7e0a3 req-5fe54722-b9cb-4ae7-9257-e7fc06f1dd0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 1096 time: 0.2011695 Aug 11 02:35:45.190966 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39e85bd-7a05-4bad-aa78-9622f85ea381", "name": "network-vif-plugged", "status": "completed", "tag": "eccd18a4-8c14-42a5-8737-e6ff6dd651db", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:45.192987 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94378ea1-30a8-4938-bb9a-591d2436aaa9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:45.193672 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db', 'code': 200} Aug 11 02:35:45.220390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Deleting subnet 52eb09b4-14a2-4da3-a556-d5c7bde78c4d {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:45.224612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.304497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7ec4c132-491c-4e8c-ac49-379c29b7e0a3 req-c34bc8ad-b63b-4130-a95d-abfafc2a1cea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148758 Aug 11 02:35:45.310597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eccd18a4-8c14-42a5-8737-e6ff6dd651db,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.313495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.404131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c27cbc-60b0-44db-ba4f-c21166d0b7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-1403be90-205c-40ed-82f3-2adc68e170b7', 'network_id': '1403be90-205c-40ed-82f3-2adc68e170b7', 'tenant_id': '276a5768abb54600bdba808aa67c6353', 'fixed_ips': [{'subnet_id': '52eb09b4-14a2-4da3-a556-d5c7bde78c4d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:45.405887 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23c27cbc-60b0-44db-ba4f-c21166d0b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.469370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.622705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.698146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Subnet': ['ID=52eb09b4-14a2-4da3-a556-d5c7bde78c4d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.705610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.710092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd25fe37-8083-44c6-aa38-f33fd5baabbd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/subnets/52eb09b4-14a2-4da3-a556-d5c7bde78c4d HTTP/1.1" status: 204 len: 168 time: 0.5629804 Aug 11 02:35:45.710572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:45.731855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bb997-6eb0-479b-aa58-5a7a6ac1000f req-130a94d8-8ff7-4414-bea5-dc57610afc4f tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.733749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295bb997-6eb0-479b-aa58-5a7a6ac1000f req-130a94d8-8ff7-4414-bea5-dc57610afc4f tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.2606447 Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server [None req-23c27cbc-60b0-44db-ba4f-c21166d0b7b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52eb09b4-14a2-4da3-a556-d5c7bde78c4d: This subnet is being modified by another concurrent operation. Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:35:45.765373 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52eb09b4-14a2-4da3-a556-d5c7bde78c4d: This subnet is being modified by another concurrent operation. Aug 11 02:35:45.769284 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Aug 11 02:35:45.789688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be06012-e7a6-457f-8bff-fb9fe2ad7539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-260ad379-1c95-450e-bd03-49da789474fc', 'network_id': '260ad379-1c95-450e-bd03-49da789474fc', 'tenant_id': '276a5768abb54600bdba808aa67c6353', 'fixed_ips': [{'subnet_id': '80250fcf-16b3-44b7-a982-aa8695ff8932'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:45.791909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4be06012-e7a6-457f-8bff-fb9fe2ad7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.847298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Deleting subnet 80250fcf-16b3-44b7-a982-aa8695ff8932 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:45.854946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.859023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b5026-ab94-4cb8-8ed1-034bc5e09b9d None None] Network 1403be90-205c-40ed-82f3-2adc68e170b7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:45.895553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295bb997-6eb0-479b-aa58-5a7a6ac1000f req-3f6c2f4c-b443-41a0-9543-50e2487768b1 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493387 Aug 11 02:35:45.989389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.040643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3400f9-f598-4c69-a3ee-9a718a90106c req-4fae87aa-6abb-4e22-a12f-a46eb4adbdf0 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:46.049988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df3400f9-f598-4c69-a3ee-9a718a90106c req-4fae87aa-6abb-4e22-a12f-a46eb4adbdf0 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 945 time: 0.1530535 Aug 11 02:35:46.118890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df3400f9-f598-4c69-a3ee-9a718a90106c req-5a3bcbf1-1534-4618-bc36-aee7e778f5bc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674939 Aug 11 02:35:46.147414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.313920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.351051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Subnet': ['ID=80250fcf-16b3-44b7-a982-aa8695ff8932,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:46.373387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.378580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5da40532-b883-4094-9d02-87a738184a8b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/subnets/80250fcf-16b3-44b7-a982-aa8695ff8932 HTTP/1.1" status: 204 len: 168 time: 0.6666119 Aug 11 02:35:46.378890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37176) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server [None req-4be06012-e7a6-457f-8bff-fb9fe2ad7539 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80250fcf-16b3-44b7-a982-aa8695ff8932: This subnet is being modified by another concurrent operation. Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:35:46.448144 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80250fcf-16b3-44b7-a982-aa8695ff8932: This subnet is being modified by another concurrent operation. Aug 11 02:35:46.451652 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Aug 11 02:35:46.514345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a001c60-db4d-4e5b-bee8-b2f11ee075c8 None None] Network 260ad379-1c95-450e-bd03-49da789474fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:46.515192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37180) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.636192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60138d57-9af3-4484-b044-66e673e85c76 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:46.636192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-60138d57-9af3-4484-b044-66e673e85c76 tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2357926 Aug 11 02:35:46.644997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37186) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.732888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.866425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9bea3-200b-4c6c-ab70-d3cfcb66d146 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:35:46.960572 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.054471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d353475-289c-4518-a08c-73392ad933a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.142799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111df034-6ee4-442f-91ff-88f424e413e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.285000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9bea3-200b-4c6c-ab70-d3cfcb66d146 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:35:47.466342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d353475-289c-4518-a08c-73392ad933a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.476211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.521446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260ad379-1c95-450e-bd03-49da789474fc']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:47.566534 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7e2c607-0679-4e3f-b3dc-15d9d2135188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.567061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3668ace8-2e16-4657-8a1d-25f233a4021f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:47.567550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3668ace8-2e16-4657-8a1d-25f233a4021f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:47.589400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d579-a8a9-42a8-80d6-c072e2f71ce4 req-bbf6f9ed-b311-4844-9316-ddbbc5f66767 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.606794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcc3d579-a8a9-42a8-80d6-c072e2f71ce4 req-bbf6f9ed-b311-4844-9316-ddbbc5f66767 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.2859819 Aug 11 02:35:47.612372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d353475-289c-4518-a08c-73392ad933a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.688803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.738677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3d353475-289c-4518-a08c-73392ad933a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d9d1dcbe1344ae5aaf7c8a6efcc941b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0018258 Aug 11 02:35:47.739613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.756302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9db7b-c148-4db7-9a6a-bd6e42f20c20 req-f6b4b2b1-ae4e-4637-b7b5-6417a95eb18e tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.764099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.767481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2e9db7b-c148-4db7-9a6a-bd6e42f20c20 req-f6b4b2b1-ae4e-4637-b7b5-6417a95eb18e tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 945 time: 0.3631308 Aug 11 02:35:47.804971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.843516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcc3d579-a8a9-42a8-80d6-c072e2f71ce4 req-58236190-6d19-4ca2-95c1-1e4789f0e0d6 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025435 Aug 11 02:35:47.874200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111df034-6ee4-442f-91ff-88f424e413e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.887208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111df034-6ee4-442f-91ff-88f424e413e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.912754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d353475-289c-4518-a08c-73392ad933a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ae3b5f-dc2e-4fd7-8c77-02574967b6f3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:47.915007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:47.917701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:47.928442 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:48.053734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ffe009a-be7d-4350-9579-3520adc918d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.113859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-111df034-6ee4-442f-91ff-88f424e413e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10755e397cce4d8f83f5846682dc219b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5970042 Aug 11 02:35:48.124900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ffe009a-be7d-4350-9579-3520adc918d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.130135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:48.165985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc6004-978c-416a-9b91-f439cb1c9011 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:35:48.244101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111df034-6ee4-442f-91ff-88f424e413e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa78133-51c6-4b41-b251-64e7a948fb19,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:48.251061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2e9db7b-c148-4db7-9a6a-bd6e42f20c20 req-d99dae8e-bca2-422a-bc19-9e90748d8dc5 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684579 Aug 11 02:35:48.268431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.351117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.368165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:48.369226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/networks/260ad379-1c95-450e-bd03-49da789474fc HTTP/1.1" status: 204 len: 168 time: 1.7228060 Aug 11 02:35:48.373421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8e8a3-d20e-4e66-97c4-04eea04d26dc tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Network': ['ID=260ad379-1c95-450e-bd03-49da789474fc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:48.463031 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.660599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ffe009a-be7d-4350-9579-3520adc918d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.682409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ffe009a-be7d-4350-9579-3520adc918d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.692473 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0ffe009a-be7d-4350-9579-3520adc918d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54ae3b5f-dc2e-4fd7-8c77-02574967b6f3 HTTP/1.1" status: 204 len: 168 time: 0.9335465 Aug 11 02:35:48.701714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc6004-978c-416a-9b91-f439cb1c9011 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:35:48.712128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1798a818-2fa9-4c16-8817-5a4826b72092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.761740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe009a-be7d-4350-9579-3520adc918d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ae3b5f-dc2e-4fd7-8c77-02574967b6f3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:48.803180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.835530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1798a818-2fa9-4c16-8817-5a4826b72092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.077730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1451f-07cf-4091-8767-4aaa62461c76 req-4975fac1-f110-4365-8ff1-b268192396f4 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:49.093020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecd1451f-07cf-4091-8767-4aaa62461c76 req-4975fac1-f110-4365-8ff1-b268192396f4 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.1948504 Aug 11 02:35:49.205172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.254698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecd1451f-07cf-4091-8767-4aaa62461c76 req-57f82123-2636-4a8f-8ea1-600e073789d5 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600411 Aug 11 02:35:49.270799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403be90-205c-40ed-82f3-2adc68e170b7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:49.289689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f8d9cc-7318-4baf-97ae-0d7ce28975d7') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:49.290988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f8d9cc-7318-4baf-97ae-0d7ce28975d7') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:49.318583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.354281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:49.433035 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:49.526232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1798a818-2fa9-4c16-8817-5a4826b72092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.534153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1798a818-2fa9-4c16-8817-5a4826b72092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.535389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1798a818-2fa9-4c16-8817-5a4826b72092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfa78133-51c6-4b41-b251-64e7a948fb19 HTTP/1.1" status: 204 len: 168 time: 1.4039667 Aug 11 02:35:49.552361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798a818-2fa9-4c16-8817-5a4826b72092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa78133-51c6-4b41-b251-64e7a948fb19,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:49.626648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.674508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.682969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/networks/1403be90-205c-40ed-82f3-2adc68e170b7 HTTP/1.1" status: 204 len: 168 time: 1.3073342 Aug 11 02:35:49.682969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d8d72-a033-49f2-bb88-7fb8794a238e tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Network': ['ID=1403be90-205c-40ed-82f3-2adc68e170b7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:49.682969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.748012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37262) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.780500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6545fd07-b1b5-429f-a6d4-bc8512e1b27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.905785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.995714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6545fd07-b1b5-429f-a6d4-bc8512e1b27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.004892 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6545fd07-b1b5-429f-a6d4-bc8512e1b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.006149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.052109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545fd07-b1b5-429f-a6d4-bc8512e1b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b897a7-05ca-4331-a30a-9a98e6e46b66,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.087086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6545fd07-b1b5-429f-a6d4-bc8512e1b27c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fea2df45737141ce8dd7f22bc835a4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373990 Aug 11 02:35:50.089623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37278) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.104434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.117328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef55294-fd50-4001-9f18-4fcf5ac6f339']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.132914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cd071e-5ab5-400c-89d5-abfe0ce5cc84') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.132914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cd071e-5ab5-400c-89d5-abfe0ce5cc84') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:50.145433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.149126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.164139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff4a24d-cbc9-4cf9-b303-cdc6f8ec8037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.191718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.204134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:50.204892 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:50.208315 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:50.221389 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2367a91-7c4c-4a4f-8cd4-eb60dec2f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.268728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2367a91-7c4c-4a4f-8cd4-eb60dec2f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.351796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.367639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.369619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/networks/3ef55294-fd50-4001-9f18-4fcf5ac6f339 HTTP/1.1" status: 204 len: 168 time: 0.6845758 Aug 11 02:35:50.378178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-a61d7149-707f-4567-9aee-fbd9ce8b4e73 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:50.379792 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-a61d7149-707f-4567-9aee-fbd9ce8b4e73 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.59 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.1156218 Aug 11 02:35:50.383168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.428962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dd9ce-bce0-4149-b857-d24f0e49592b tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Network': ['ID=3ef55294-fd50-4001-9f18-4fcf5ac6f339,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.442770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c1e23-0515-43d1-88cd-34c315a29da8 req-a514ee92-3058-4ce8-988a-93da4ca2c748 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:50.444913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e89c1e23-0515-43d1-88cd-34c315a29da8 req-a514ee92-3058-4ce8-988a-93da4ca2c748 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.1365833 Aug 11 02:35:50.482738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2367a91-7c4c-4a4f-8cd4-eb60dec2f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.486331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2367a91-7c4c-4a4f-8cd4-eb60dec2f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.488509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c2367a91-7c4c-4a4f-8cd4-eb60dec2f777 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36b897a7-05ca-4331-a30a-9a98e6e46b66 HTTP/1.1" status: 204 len: 168 time: 0.3964655 Aug 11 02:35:50.543879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2367a91-7c4c-4a4f-8cd4-eb60dec2f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b897a7-05ca-4331-a30a-9a98e6e46b66,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.591434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.605372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e89c1e23-0515-43d1-88cd-34c315a29da8 req-a8d79360-43ff-4e92-bcc6-7f1fe7a10b45 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237812 Aug 11 02:35:50.610599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff4a24d-cbc9-4cf9-b303-cdc6f8ec8037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.627496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff4a24d-cbc9-4cf9-b303-cdc6f8ec8037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.703585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0249c-af5e-4acd-9eff-222ad385e3cd req-f332649d-2579-4e1c-ab73-308967dc894f tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:50.706872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0d0249c-af5e-4acd-9eff-222ad385e3cd req-f332649d-2579-4e1c-ab73-308967dc894f tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 945 time: 0.0673161 Aug 11 02:35:50.765726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0d0249c-af5e-4acd-9eff-222ad385e3cd req-ecbf3fe2-bff0-40af-94ec-75e427f9b3e4 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edf40d5-43be-40c0-918c-6c1344e9d429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523522 Aug 11 02:35:50.771490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Deleting port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:50.771992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.874567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4a24d-cbc9-4cf9-b303-cdc6f8ec8037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da461bcf-26cf-4ac2-9eaf-241a913e7f55,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.894142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fff4a24d-cbc9-4cf9-b303-cdc6f8ec8037 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f353d642c45421aad7573c4e2ff0bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438445 Aug 11 02:35:50.895244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37310) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.932353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.963858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] For port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:50.964467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.970043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8db5de18-668c-4357-ac16-507381557d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.999139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8db5de18-668c-4357-ac16-507381557d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.062909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502cb64c-6a2d-45ba-89ad-40ba98cf17d1']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:51.068367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8db5de18-668c-4357-ac16-507381557d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.071646 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8db5de18-668c-4357-ac16-507381557d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.073089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8db5de18-668c-4357-ac16-507381557d99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da461bcf-26cf-4ac2-9eaf-241a913e7f55 HTTP/1.1" status: 204 len: 168 time: 0.1767061 Aug 11 02:35:51.094776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5de18-668c-4357-ac16-507381557d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da461bcf-26cf-4ac2-9eaf-241a913e7f55,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.112025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c41f34-3dd4-4224-b442-8221894c0456') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:51.112848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c41f34-3dd4-4224-b442-8221894c0456') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:51.146247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.217840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.229142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:51.229839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:51.233906 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:51.359205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.372065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.372984 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] 10.222.0.16 "DELETE /v2.0/networks/502cb64c-6a2d-45ba-89ad-40ba98cf17d1 HTTP/1.1" status: 204 len: 168 time: 0.9886587 Aug 11 02:35:51.388782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90caca-5b1e-4480-9154-97b26f3bd4fd tempest-BulkNetworkOpsIpV6Test-141986907 tempest-BulkNetworkOpsIpV6Test-141986907-project] Pushing event deleted for resources: {'Network': ['ID=502cb64c-6a2d-45ba-89ad-40ba98cf17d1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.395968 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.396343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.396931 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Floating IP 29c6bb85-5057-447d-bd85-b9771ffa74ff disassociated. External IP: 172.25.6.95, port: 01c63676-a39b-4fbd-9c9e-ac2d800e24b4. Aug 11 02:35:51.397269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Calling delete_port for 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:51.599055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.635622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event deleted for resources: {'Port': ['ID=01c63676-a39b-4fbd-9c9e-ac2d800e24b4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.871572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3bbcf-cd9f-4dd7-9b66-bc5c83eff903 req-545a5c8f-e0b0-4f7e-90e2-711a2ad7ba0e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:51.873413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ae3bbcf-cd9f-4dd7-9b66-bc5c83eff903 req-545a5c8f-e0b0-4f7e-90e2-711a2ad7ba0e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.1213036 Aug 11 02:35:52.017306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ae3bbcf-cd9f-4dd7-9b66-bc5c83eff903 req-b8e1a6a4-5d29-42dc-9a21-09dd43775ea3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277092 Aug 11 02:35:52.215875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b11bb81-a2ad-4487-8274-1647c63bc79d req-b41ea8b3-1e74-4a79-b099-788d7160f3ed tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 210 time: 0.0907152 Aug 11 02:35:52.217165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37368) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:52.583554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:52.693325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-100dbb74-0e31-436e-964a-7615b452ca9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=276a5768abb54600bdba808aa67c6353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577131 Aug 11 02:35:52.699098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37386) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:52.783632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb18be0e-47c2-470a-a360-8216ac093963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.819476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb18be0e-47c2-470a-a360-8216ac093963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.829975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:52.890735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] Sync routers for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:52.901942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.919725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:52.920986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:35:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:52.973901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] No DVR routers for this DVR port 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:52.978081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.979594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb18be0e-47c2-470a-a360-8216ac093963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.983830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb18be0e-47c2-470a-a360-8216ac093963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.985521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bb18be0e-47c2-470a-a360-8216ac093963 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/876f75fe-087b-4928-a2c0-95ad4d357d39 HTTP/1.1" status: 204 len: 168 time: 0.2826133 Aug 11 02:35:52.995353 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c7d9076b-3749-4312-be20-7a9732ca0622 req-beee740e-5928-4fb2-b100-368d5b456e5a tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.59 "DELETE /v2.0/ports/01c63676-a39b-4fbd-9c9e-ac2d800e24b4 HTTP/1.1" status: 204 len: 173 time: 2.5877244 Aug 11 02:35:53.002605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'name': 'network-vif-deleted', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:53.005318 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772f7ade-0d93-4b05-9c5a-9080777eecaf" -d '{"events": [{"server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "name": "network-vif-deleted", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:53.008593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18be0e-47c2-470a-a360-8216ac093963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f75fe-087b-4928-a2c0-95ad4d357d39,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:53.083590 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.134856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76eb6a4-db72-4a28-8c23-962a79d9602b req-fa30b8f6-4aef-449f-b6ce-c7afa3dd0572 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:53.143589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a76eb6a4-db72-4a28-8c23-962a79d9602b req-fa30b8f6-4aef-449f-b6ce-c7afa3dd0572 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 945 time: 0.1107726 Aug 11 02:35:53.223852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a76eb6a4-db72-4a28-8c23-962a79d9602b req-03a98d95-3d0e-4ad8-a469-ad0083fb0668 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 Aug 11 02:35:53.266674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:53.302565 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df66fe-4368-464e-9bc7-5f4e75fab931 x-openstack-request-id: req-96df66fe-4368-464e-9bc7-5f4e75fab931 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:53.303367 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cdcd87-b349-4276-b250-ae79163b7ecc", "name": "network-vif-deleted", "tag": "01c63676-a39b-4fbd-9c9e-ac2d800e24b4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:53.305339 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96df66fe-4368-464e-9bc7-5f4e75fab931 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:53.306676 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cdcd87-b349-4276-b250-ae79163b7ecc', 'name': 'network-vif-deleted', 'tag': '01c63676-a39b-4fbd-9c9e-ac2d800e24b4', 'status': 'completed', 'code': 200} Aug 11 02:35:53.569004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4867dc41-0162-4c76-853e-7a32b6304753 req-7d6f6871-8163-4f9f-9eaa-0f286aefcf0d tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/ports?device_id=89cdcd87-b349-4276-b250-ae79163b7ecc HTTP/1.1" status: 200 len: 210 time: 0.0890882 Aug 11 02:35:53.754186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:53.806199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:53.807252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 01c63676-a39b-4fbd-9c9e-ac2d800e24b4 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:53.859030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:37Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:53.921989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] Checking router: 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:53.944761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:53.947479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:35:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:54.194911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:54.335925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-c5bf777d-a2ae-4c2b-b7d2-b7c5cb319a74 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:54.343741 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-c5bf777d-a2ae-4c2b-b7d2-b7c5cb319a74 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.59 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 945 time: 0.1600890 Aug 11 02:35:54.487899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad411-0d49-47d8-ae33-e42f6a2700fa req-3ccef049-74d7-494f-b75a-9f90932d03e3 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:54.501731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81ad411-0d49-47d8-ae33-e42f6a2700fa req-3ccef049-74d7-494f-b75a-9f90932d03e3 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 945 time: 0.1465752 Aug 11 02:35:54.561534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:35:54.598252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81ad411-0d49-47d8-ae33-e42f6a2700fa req-215d5d9c-2269-471c-9184-682570876925 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/security-groups?id=4698d079-2484-479d-9fb4-ba9de664e400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934558 Aug 11 02:35:54.657679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Deleting port eccd18a4-8c14-42a5-8737-e6ff6dd651db {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:54.658328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.722021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:54.736483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:54.741392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:35:54.806829 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.852248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:54.857073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37498) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:54.896531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:54.926417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.955367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37500) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:54.992197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] For port eccd18a4-8c14-42a5-8737-e6ff6dd651db, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eccd18a4-8c14-42a5-8737-e6ff6dd651db,segment=NetworkSegment(2e90ba0a-b144-42a1-b054-d119d0c62ad8),segment_id=2e90ba0a-b144-42a1-b054-d119d0c62ad8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:54.992438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d661fa2-e2a4-4141-ac63-5ceebb88c6fd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.992690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:54.994536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.042259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Calling delete_port for eccd18a4-8c14-42a5-8737-e6ff6dd651db owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:55.042537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d661fa2-e2a4-4141-ac63-5ceebb88c6fd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.046070 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.104570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2ea6d66c-2f58-40fd-aaea-517da7ab6a88'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:55.133483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d661fa2-e2a4-4141-ac63-5ceebb88c6fd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.136280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d661fa2-e2a4-4141-ac63-5ceebb88c6fd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.138103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1d661fa2-e2a4-4141-ac63-5ceebb88c6fd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "DELETE /v2.0/security-groups/9edf40d5-43be-40c0-918c-6c1344e9d429 HTTP/1.1" status: 204 len: 168 time: 0.2799203 Aug 11 02:35:55.141961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37508) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:55.163820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d661fa2-e2a4-4141-ac63-5ceebb88c6fd tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf40d5-43be-40c0-918c-6c1344e9d429,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.166741 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-80798c5c-cb81-4183-999c-0557170188e8 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] show failed (client error): The resource could not be found. Aug 11 02:35:55.168812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-80798c5c-cb81-4183-999c-0557170188e8 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "GET /v2.0/security-groups/9edf40d5-43be-40c0-918c-6c1344e9d429 HTTP/1.1" status: 404 len: 347 time: 0.0248771 Aug 11 02:35:55.174517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:55.206906 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:35:55.207572 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:35:55.258261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:37Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:55.307753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.317021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e8234-7322-48c9-826e-8798c5fbe501 None None] The sync data for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 is: [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:33:25Z', 'revision_number': 4, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c23a7873-d51d-4061-8072-6bf11f5065c0', 'name': '', 'network_id': 'd31386fd-36d2-44c8-b7b2-56ece38637fb', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'mac_address': 'fa:16:3e:41:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '52a29495-def5-402f-b0a7-47fabfc85802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:37Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'subnets': [{'id': '52a29495-def5-402f-b0a7-47fabfc85802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:55.327749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['eccd18a4-8c14-42a5-8737-e6ff6dd651db'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:55.381391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Pushing event deleted for resources: {'Port': ['ID=eccd18a4-8c14-42a5-8737-e6ff6dd651db,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.424401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-020a3432-1114-45ed-a399-0d74a5be6783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.503983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] No DVR routers for this DVR port eccd18a4-8c14-42a5-8737-e6ff6dd651db on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:55.519239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.529569 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4c658b68-afe9-403e-9c9d-3d3473fe5730 req-5cf49e89-f110-4b67-bdac-7e59f7a24fcc tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.59 "DELETE /v2.0/ports/eccd18a4-8c14-42a5-8737-e6ff6dd651db HTTP/1.1" status: 204 len: 173 time: 1.1798470 Aug 11 02:35:55.536347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'name': 'network-vif-deleted', 'tag': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:55.542296 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe999f-31ed-45bb-a1a0-f2a2cd2dfb8a" -d '{"events": [{"server_uuid": "b39e85bd-7a05-4bad-aa78-9622f85ea381", "name": "network-vif-deleted", "tag": "eccd18a4-8c14-42a5-8737-e6ff6dd651db"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:55.621962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Deleting port 8b217826-f78f-4532-af2c-51e24e9a5c56 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:55.622611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.737482 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317b3a7f-9f10-42d0-b0f2-762e66c9b076 x-openstack-request-id: req-317b3a7f-9f10-42d0-b0f2-762e66c9b076 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:55.738200 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39e85bd-7a05-4bad-aa78-9622f85ea381", "name": "network-vif-deleted", "tag": "eccd18a4-8c14-42a5-8737-e6ff6dd651db", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:55.738200 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-317b3a7f-9f10-42d0-b0f2-762e66c9b076 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:55.744870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-020a3432-1114-45ed-a399-0d74a5be6783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.748250 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39e85bd-7a05-4bad-aa78-9622f85ea381', 'name': 'network-vif-deleted', 'tag': 'eccd18a4-8c14-42a5-8737-e6ff6dd651db', 'status': 'completed', 'code': 200} Aug 11 02:35:55.763952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-020a3432-1114-45ed-a399-0d74a5be6783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.847460 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.872529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.873066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.903545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:55.913513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Calling delete_port for 8b217826-f78f-4532-af2c-51e24e9a5c56 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:55.930804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a3432-1114-45ed-a399-0d74a5be6783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be94ff43-d65b-42b6-9d8c-bd9de68b57c3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.958941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:55.966527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.987848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-020a3432-1114-45ed-a399-0d74a5be6783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=336524711a974a49aeec0f0620e3f5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0310903 Aug 11 02:35:55.989023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37532) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.059181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ff0519d-53b7-4ec0-bf2c-79da8524120b req-b69be07a-1ec0-49ba-a202-4879f0afb529 tempest-ServerTagsTestJSON-283644027 tempest-ServerTagsTestJSON-283644027-project] 10.222.0.16 "GET /v2.0/ports?device_id=b39e85bd-7a05-4bad-aa78-9622f85ea381 HTTP/1.1" status: 200 len: 210 time: 0.1044798 Aug 11 02:35:56.064322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.071229 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f566e3e-bfb7-4387-93d8-b8c512cb5856 None None] New status for floating IP 29c6bb85-5057-447d-bd85-b9771ffa74ff: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:35:56.074890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.207424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'networks': [{'name': 'tempest-network--152660881'}, {'name': 'tempest-network--1169411136'}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:56.207930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'network': {'name': 'tempest-network--152660881'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:56.208676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'network': {'name': 'tempest-network--1169411136'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:56.218570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-29dfe50e-8086-4874-b423-3ba2c6a41abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.273388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-29dfe50e-8086-4874-b423-3ba2c6a41abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.282422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'network': 2} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:56.291136 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.358941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-29dfe50e-8086-4874-b423-3ba2c6a41abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.362955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.365476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-29dfe50e-8086-4874-b423-3ba2c6a41abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.369870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-29dfe50e-8086-4874-b423-3ba2c6a41abb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be94ff43-d65b-42b6-9d8c-bd9de68b57c3 HTTP/1.1" status: 204 len: 168 time: 0.3774948 Aug 11 02:35:56.390953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfe50e-8086-4874-b423-3ba2c6a41abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be94ff43-d65b-42b6-9d8c-bd9de68b57c3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.525360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:56.554932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.663279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Pushing event deleted for resources: {'Port': ['ID=8b217826-f78f-4532-af2c-51e24e9a5c56,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.672985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:56.673642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.820093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.841354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.842221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.846037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.850929 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.857728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37566) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:56.858407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a637fbbb-3a9a-4666-a9a3-cf87b408e474 tempest-ServersTestJSON-1108681506 tempest-ServersTestJSON-1108681506-project] 10.222.0.16 "DELETE /v2.0/floatingips/29c6bb85-5057-447d-bd85-b9771ffa74ff HTTP/1.1" status: 204 len: 168 time: 1.6824045 Aug 11 02:35:56.939819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:56.943717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4c237f-a382-4568-a57d-aabd942b11b6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.963336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.964095 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Added segment e97355c8-973b-4e64-a0bd-4b241e689ba4 of type vlan for network da58b183-92a7-47a1-9d42-dbc89941744e Aug 11 02:35:57.042233 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.108007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:57.155123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.155305 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Added segment facf18e9-a6b7-4284-8c7b-02aa3626bf27 of type vlan for network 05af172e-8509-447b-8236-ef1bf5cf34dd Aug 11 02:35:57.194809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37580) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.202464 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.223165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.269299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.270158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.285613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.294636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.295387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.298492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:57.306610 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76b9c0e-e584-4a6d-9b8b-7e03a82f5f49" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:57.358398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:57.373278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.375119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Deleting subnet e74149c7-42e7-485d-a84d-c4443f8039bc {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:57.392783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.410871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Network': ['ID=da58b183-92a7-47a1-9d42-dbc89941744e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:57.481810 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4058774 Aug 11 02:35:57.483143 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8af844-e89b-4521-a8d6-9f866d10b0f4 x-openstack-request-id: req-bb8af844-e89b-4521-a8d6-9f866d10b0f4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:57.484468 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:57.488322 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb8af844-e89b-4521-a8d6-9f866d10b0f4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:57.490545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.490785 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'code': 200} Aug 11 02:35:57.497117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network da58b183-92a7-47a1-9d42-dbc89941744e details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:57.579279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa847c7-960a-46fa-9731-4888ebe90336 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Network': ['ID=05af172e-8509-447b-8236-ef1bf5cf34dd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:57.588357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.655584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 05af172e-8509-447b-8236-ef1bf5cf34dd details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:57.686739 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.726730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae234b-4fd5-4429-80da-aea299d08f13 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.742809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae234b-4fd5-4429-80da-aea299d08f13 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.758131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae234b-4fd5-4429-80da-aea299d08f13 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.774357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae234b-4fd5-4429-80da-aea299d08f13 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.778725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c6ae234b-4fd5-4429-80da-aea299d08f13 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2855754 Aug 11 02:35:57.783306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.829675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eccd18a4-8c14-42a5-8737-e6ff6dd651db no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:57.923867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: eccd18a4-8c14-42a5-8737-e6ff6dd651db {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:57.924955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eccd18a4-8c14-42a5-8737-e6ff6dd651db not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:57.951714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:58.035616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.086807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74149c7-42e7-485d-a84d-c4443f8039bc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:58.092089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.111866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.115885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.123243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8431c40a-a5d9-4b35-ab7b-fddbe6eb68ac admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e74149c7-42e7-485d-a84d-c4443f8039bc HTTP/1.1" status: 204 len: 168 time: 0.9191754 Aug 11 02:35:58.124817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37614) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.320479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.364980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da58b183-92a7-47a1-9d42-dbc89941744e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.416916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.443045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97355c8-973b-4e64-a0bd-4b241e689ba4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.443549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97355c8-973b-4e64-a0bd-4b241e689ba4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.450368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37622) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.490818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.547381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.585935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:58.589277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:58.609563 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:58.685403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.739268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5e7aad-8556-4cd6-8602-08ea4e86285d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.771197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e90ba0a-b144-42a1-b054-d119d0c62ad8') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.778897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e90ba0a-b144-42a1-b054-d119d0c62ad8') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:58.789554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.804597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.816312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/networks/da58b183-92a7-47a1-9d42-dbc89941744e HTTP/1.1" status: 204 len: 168 time: 1.0315940 Aug 11 02:35:58.818451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.821884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.840189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9463-bf52-4cf4-b467-ec8d679c96c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.869982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.886118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:58.887245 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.004392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9463-bf52-4cf4-b467-ec8d679c96c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:59.005977 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:59.033850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6f34-160d-4cbe-9cc9-11fd9063f41e tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Network': ['ID=da58b183-92a7-47a1-9d42-dbc89941744e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.053676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9463-bf52-4cf4-b467-ec8d679c96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.084552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.170622 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.174554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6bfd9463-bf52-4cf4-b467-ec8d679c96c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=097491c03453419e91bfc61801dd6ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190409 Aug 11 02:35:59.210060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.212593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae5e7aad-8556-4cd6-8602-08ea4e86285d HTTP/1.1" status: 204 len: 168 time: 1.0873318 Aug 11 02:35:59.215305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37642) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:59.225797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9463-bf52-4cf4-b467-ec8d679c96c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368fae36-1be9-4d61-acea-dac1d55f3224,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.305404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.315006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec40a4-fa87-4bd5-a315-ff5439803902 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5e7aad-8556-4cd6-8602-08ea4e86285d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.333264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05af172e-8509-447b-8236-ef1bf5cf34dd']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.336302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8abe-cc90-480b-a365-73ba78c5bcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.358233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facf18e9-a6b7-4284-8c7b-02aa3626bf27') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.359210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facf18e9-a6b7-4284-8c7b-02aa3626bf27') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:59.377885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8abe-cc90-480b-a365-73ba78c5bcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.385572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.422469 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.447661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:59.449779 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.535702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Deleting port c23a7873-d51d-4061-8072-6bf11f5065c0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:59.536340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:59.556874 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:59.567553 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8abe-cc90-480b-a365-73ba78c5bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.573532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8abe-cc90-480b-a365-73ba78c5bcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.576174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d3f8abe-cc90-480b-a365-73ba78c5bcef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/368fae36-1be9-4d61-acea-dac1d55f3224 HTTP/1.1" status: 204 len: 168 time: 0.3587875 Aug 11 02:35:59.617745 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.675706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.677723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/networks/05af172e-8509-447b-8236-ef1bf5cf34dd HTTP/1.1" status: 204 len: 168 time: 0.8497128 Aug 11 02:35:59.680825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:59.685567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37666) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:59.726586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f8abe-cc90-480b-a365-73ba78c5bcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368fae36-1be9-4d61-acea-dac1d55f3224,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.744857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45857669-724f-407b-bbfc-5035f8806482 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Network': ['ID=05af172e-8509-447b-8236-ef1bf5cf34dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.854566 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a3bd0524-3177-4738-abea-7a456fa84031 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1feeafbe98cc465fbd0bc7407acfc385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668463 Aug 11 02:35:59.854902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37676) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:59.878060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] For port c23a7873-d51d-4061-8072-6bf11f5065c0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c23a7873-d51d-4061-8072-6bf11f5065c0,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:59.878060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.943567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f0edd39-344c-41e6-8010-7f557fecb8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.977301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40ee41-3305-47d0-b036-34b6fee52eef tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:59.981337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f0edd39-344c-41e6-8010-7f557fecb8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.995955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40ee41-3305-47d0-b036-34b6fee52eef tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:00.007278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cf40ee41-3305-47d0-b036-34b6fee52eef tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3115852 Aug 11 02:36:00.007278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Calling delete_port for c23a7873-d51d-4061-8072-6bf11f5065c0 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:00.008656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37688) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.013972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2139924038'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:00.117617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f0edd39-344c-41e6-8010-7f557fecb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.120866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f0edd39-344c-41e6-8010-7f557fecb8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.126580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4f0edd39-344c-41e6-8010-7f557fecb8a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4698d079-2484-479d-9fb4-ba9de664e400 HTTP/1.1" status: 204 len: 168 time: 0.2658644 Aug 11 02:36:00.154400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0edd39-344c-41e6-8010-7f557fecb8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4698d079-2484-479d-9fb4-ba9de664e400,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:00.501021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37704) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.543819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fe3dd07-c99a-4677-a37d-f171b9454a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.695250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:00.719286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.829610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:00.873483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.874923 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Added segment 17d90289-68e0-4ecd-8fd7-a0ae541a3cd5 of type vlan for network f2363f7e-b015-4157-ab35-f3b86fc822db Aug 11 02:36:00.972659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fe3dd07-c99a-4677-a37d-f171b9454a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.983926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fe3dd07-c99a-4677-a37d-f171b9454a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.112778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.125654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3dd07-c99a-4677-a37d-f171b9454a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a44675-6aa3-4bd6-8304-86a60b3a20c9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:01.212793 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4fe3dd07-c99a-4677-a37d-f171b9454a0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5660a542fd854c7eb2c84aa628488163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097373 Aug 11 02:36:01.219146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:01.242162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.249750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:01.250771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.277962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2684588 Aug 11 02:36:01.282439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:01.294351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1808976503'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:01.356858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a77d4-a9cb-4b92-b2f5-b3826e7f6b09 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Network': ['ID=f2363f7e-b015-4157-ab35-f3b86fc822db,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:01.369254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.370384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f2363f7e-b015-4157-ab35-f3b86fc822db details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:01.441836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23a7873-d51d-4061-8072-6bf11f5065c0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:01.504376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:01.520977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.585728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5811acd9-f762-4218-af82-589334433b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.688160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:01.709070 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5811acd9-f762-4218-af82-589334433b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.746454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.746959 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Added segment 962cbd09-380d-4597-883b-8ba840ccc3f3 of type vlan for network 3fb18b53-ce0e-48ec-9b37-d090c1849e78 Aug 11 02:36:01.806238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.881983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:01.938404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.994848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5811acd9-f762-4218-af82-589334433b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.004044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5811acd9-f762-4218-af82-589334433b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.011115 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5811acd9-f762-4218-af82-589334433b2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43a44675-6aa3-4bd6-8304-86a60b3a20c9 HTTP/1.1" status: 204 len: 168 time: 0.7893147 Aug 11 02:36:02.038108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811acd9-f762-4218-af82-589334433b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a44675-6aa3-4bd6-8304-86a60b3a20c9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:02.058864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.068136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:02.073917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.230729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Network': ['ID=3fb18b53-ce0e-48ec-9b37-d090c1849e78,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:02.246987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833c91c3-a699-4f84-b267-c0e3dcd1ff73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.267271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5e77a3c5-7a10-4da5-91cd-963e61f42681 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9790428 Aug 11 02:36:02.270835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:02.291768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'ports': [{'network_id': 'f2363f7e-b015-4157-ab35-f3b86fc822db', 'name': 'tempest-port--798397720', 'admin_state_up': True}, {'network_id': '3fb18b53-ce0e-48ec-9b37-d090c1849e78', 'admin_state_up': False}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:02.292140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'port': {'network_id': 'f2363f7e-b015-4157-ab35-f3b86fc822db', 'name': 'tempest-port--798397720', 'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:02.292590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'port': {'network_id': '3fb18b53-ce0e-48ec-9b37-d090c1849e78', 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:02.410732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:02.681970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833c91c3-a699-4f84-b267-c0e3dcd1ff73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.708633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3fb18b53-ce0e-48ec-9b37-d090c1849e78 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:02.729894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833c91c3-a699-4f84-b267-c0e3dcd1ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.750495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:02.771292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'port': 2} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:02.778754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e14e4d6c-176b-4adf-84af-ed55962e3b20 admin admin] 10.222.0.16 "PUT /v2.0/routers/1ea89dc1-171d-49f5-9f39-c3efa3b18e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9116781 Aug 11 02:36:02.783012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:02.819708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.851764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] Sync routers for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:02.904967 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.930974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:02.934197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:35:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:03.000721 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-833c91c3-a699-4f84-b267-c0e3dcd1ff73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=316b6db58e0549ffbac2f732366e744c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1162059 Aug 11 02:36:03.001578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37838) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:03.136218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c91c3-a699-4f84-b267-c0e3dcd1ff73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe77cfb-e79c-4b65-946b-41aff881bb62,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:03.242485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] device_id is not set on port e3082e3c-0cd5-480a-8af5-a77d40af6d88 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:03.284456 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61a229ab-b7cd-4385-b00b-d5685291d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.298060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.301581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:36:03.444324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00dfdc2b-5a96-404f-a66a-4b8bc84edbdb req-e491106b-84f8-4828-89be-ef74151b0913 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0519595 Aug 11 02:36:03.477083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61a229ab-b7cd-4385-b00b-d5685291d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.562690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.770906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] device_id is not set on port 5274bb2e-68ae-4719-99d9-dcc750d427d5 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:03.786115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:36:01Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:03.821039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] Checking router: 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:36:03.832203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.835824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] Routers {'1ea89dc1-171d-49f5-9f39-c3efa3b18e67'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:03.836715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:35:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.034036 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61a229ab-b7cd-4385-b00b-d5685291d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.038099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] Set router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:36:04.043673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61a229ab-b7cd-4385-b00b-d5685291d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.048144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-61a229ab-b7cd-4385-b00b-d5685291d6ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fe77cfb-e79c-4b65-946b-41aff881bb62 HTTP/1.1" status: 204 len: 168 time: 1.0401042 Aug 11 02:36:04.073759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Deleting port e2648b69-8944-4245-b8c0-b7e9457835a1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:04.074664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.082628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a229ab-b7cd-4385-b00b-d5685291d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe77cfb-e79c-4b65-946b-41aff881bb62,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:04.164709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.312213 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.348274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] For port e2648b69-8944-4245-b8c0-b7e9457835a1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e2648b69-8944-4245-b8c0-b7e9457835a1,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:04.348893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.382884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Calling delete_port for e2648b69-8944-4245-b8c0-b7e9457835a1 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:04.535425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:36:01Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.627207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Port': ['ID=e3082e3c-0cd5-480a-8af5-a77d40af6d88,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:04.668809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392d3b8-d11b-4d4b-afa0-2e0ce21c1fcf None None] The sync data for ids ['1ea89dc1-171d-49f5-9f39-c3efa3b18e67'] in n-d-715271-8 is: [{'id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'name': 'tempest-ServersTestJSON-1201721268-router', 'tenant_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:15Z', 'updated_at': '2021-08-11T02:36:01Z', 'revision_number': 5, 'project_id': '3b1cfca768a14e52993dd86bccf7c3a6', 'gw_port': {'id': 'e2648b69-8944-4245-b8c0-b7e9457835a1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89dc1-171d-49f5-9f39-c3efa3b18e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:17Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:04.673230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6dc39ad3-4e87-424a-8b1a-27a68d7db7fd req-ec5e4ef1-360c-47ae-8cb6-582b5c971dbc tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0927961 Aug 11 02:36:04.720328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Checking segment: {'id': '17d90289-68e0-4ecd-8fd7-a0ae541a3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f2363f7e-b015-4157-ab35-f3b86fc822db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:04.720666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network hostable DHCP agents. Network: f2363f7e-b015-4157-ab35-f3b86fc822db, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:04.804502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network f2363f7e-b015-4157-ab35-f3b86fc822db is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:04.831928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f2363f7e-b015-4157-ab35-f3b86fc822db) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:04.842526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:04.846030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.860827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db517ee-b528-4700-bcef-6eb85262b4a1 None None] Network f2363f7e-b015-4157-ab35-f3b86fc822db requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:04.993472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.054914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Port': ['ID=5274bb2e-68ae-4719-99d9-dcc750d427d5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:05.068343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2648b69-8944-4245-b8c0-b7e9457835a1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:05.074587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Checking segment: {'id': '962cbd09-380d-4597-883b-8ba840ccc3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fb18b53-ce0e-48ec-9b37-d090c1849e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:05.074961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network hostable DHCP agents. Network: 3fb18b53-ce0e-48ec-9b37-d090c1849e78, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:05.143018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network 3fb18b53-ce0e-48ec-9b37-d090c1849e78 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:05.276177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3fb18b53-ce0e-48ec-9b37-d090c1849e78) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:05.289014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:05.297284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf650c59-fca3-4cb6-9b0c-ff4dac867f91 None None] Network 3fb18b53-ce0e-48ec-9b37-d090c1849e78 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:05.307314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:05.320805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:05.322049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.368489 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90ba860e-1040-41d3-8cc7-db4efc4df77d tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0945196 Aug 11 02:36:05.372140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:05.547737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.598916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0892939-cc71-46fb-8209-3d52789ba32a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:05.629063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0892939-cc71-46fb-8209-3d52789ba32a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:05.642808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e0892939-cc71-46fb-8209-3d52789ba32a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2548831 Aug 11 02:36:05.648037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:05.957014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Deleting port e3082e3c-0cd5-480a-8af5-a77d40af6d88 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:05.957575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.961286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.970770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.147173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.148656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea89dc1-171d-49f5-9f39-c3efa3b18e67 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:36:06.160791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.163308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d2957ca-9705-45a3-8e80-a6621648e009 req-402aa37c-6185-48f6-bc54-81ce88a551ce tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.2606823 Aug 11 02:36:06.170305 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.184945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b4d3cb0-1e00-43f9-8739-9fbe38f897a2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1ea89dc1-171d-49f5-9f39-c3efa3b18e67 HTTP/1.1" status: 204 len: 168 time: 3.3999634 Aug 11 02:36:06.186521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37920) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:06.283788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Deleting subnet 52a29495-def5-402f-b0a7-47fabfc85802 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:06.288447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.289627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Calling delete_port for e3082e3c-0cd5-480a-8af5-a77d40af6d88 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:06.374961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.394616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c23a7873-d51d-4061-8072-6bf11f5065c0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:06.436750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c23a7873-d51d-4061-8072-6bf11f5065c0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:06.437104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c23a7873-d51d-4061-8072-6bf11f5065c0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:06.492292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.564302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.566472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/ports/e3082e3c-0cd5-480a-8af5-a77d40af6d88 HTTP/1.1" status: 204 len: 168 time: 0.9172947 Aug 11 02:36:06.567544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2167b-f600-4a9a-8a55-d6743c17a31c tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Port': ['ID=e3082e3c-0cd5-480a-8af5-a77d40af6d88,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:06.579903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37934) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:06.623043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.925041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.981256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a29495-def5-402f-b0a7-47fabfc85802,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:06.985318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe05e2a-50e2-4a09-93fc-7d0012c99dda None None] Network d31386fd-36d2-44c8-b7b2-56ece38637fb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:07.000774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.002859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-41c68f82-0501-4fe5-aa0d-f0af4d22ab47 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52a29495-def5-402f-b0a7-47fabfc85802 HTTP/1.1" status: 204 len: 168 time: 0.8146274 Aug 11 02:36:07.007350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:07.045340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Deleting port 5274bb2e-68ae-4719-99d9-dcc750d427d5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:07.056261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.188072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.281773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.315252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Deleting port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:07.316494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.365648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Calling delete_port for 5274bb2e-68ae-4719-99d9-dcc750d427d5 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:07.448529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] DHCP port deletion for d31386fd-36d2-44c8-b7b2-56ece38637fb request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:07.453577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] For port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:07.454374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.508219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Calling delete_port for 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:07.549962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1edb4b8a-e46e-449d-8e2b-74e3a0df94df req-36515722-ee34-481f-8efa-8579c832e0c2 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1808619 Aug 11 02:36:07.635260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] Deleting port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:07.636317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.761265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.828796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.856606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09e4ba2b-4926-4cdd-b502-1cb911d0e0e7 req-586b3dd4-28f9-4ab6-a395-c89843a980a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1369405 Aug 11 02:36:07.961839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] No DVR routers for this DVR port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:07.969980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:07.970587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.975595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/ports/5274bb2e-68ae-4719-99d9-dcc750d427d5 HTTP/1.1" status: 204 len: 168 time: 1.3946989 Aug 11 02:36:07.979882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1634ec-c035-4cf9-8fcf-cc7b3a76749f tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Port': ['ID=5274bb2e-68ae-4719-99d9-dcc750d427d5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:07.985689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37978) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:08.008290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] For port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,segment=NetworkSegment(d15a8dd0-4796-4a94-acaa-417a1a8911df),segment_id=d15a8dd0-4796-4a94-acaa-417a1a8911df)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:08.008705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.047211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] Calling delete_port for 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:08.107091 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef992a14-7e66-4bff-a929-fdf6301538bf tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1189456 Aug 11 02:36:08.112995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37984) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:08.120058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-489818869'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:08.184105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:08.189710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.255169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:08.265873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.268483 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.290122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.291314 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Added segment 2abcf462-3bbd-4844-ab94-231bdf08f3af of type vlan for network d8534855-2966-49c1-b731-e179f13e58d7 Aug 11 02:36:08.299832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31386fd-36d2-44c8-b7b2-56ece38637fb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:08.328620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15a8dd0-4796-4a94-acaa-417a1a8911df') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:08.329256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15a8dd0-4796-4a94-acaa-417a1a8911df') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:08.357404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.363109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] Pushing event deleted for resources: {'Port': ['ID=0c5ed7fd-f12f-4fc8-b6ae-7ea931024673,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:08.392762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619cb33-a3ca-4c6a-8efc-a97351745526 None None] No DVR routers for this DVR port 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:08.393808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.408983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.410553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:08.411847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:08.416868 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:08.489692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e2648b69-8944-4245-b8c0-b7e9457835a1 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:08.509989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.541464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:08.552766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.564794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e2648b69-8944-4245-b8c0-b7e9457835a1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:08.565278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e2648b69-8944-4245-b8c0-b7e9457835a1 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:08.565728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:08.572511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.640372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:08.643606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0c5ed7fd-f12f-4fc8-b6ae-7ea931024673 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:08.655294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.659434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d31386fd-36d2-44c8-b7b2-56ece38637fb HTTP/1.1" status: 204 len: 168 time: 1.6507018 Aug 11 02:36:08.669547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381bd2e-4ff8-479c-a26f-88e2c092e692 admin admin] Pushing event deleted for resources: {'Network': ['ID=d31386fd-36d2-44c8-b7b2-56ece38637fb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:08.742912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6282091 Aug 11 02:36:08.747462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:08.747828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e6373-7035-4af2-ae2b-cae51415bb48 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Network': ['ID=d8534855-2966-49c1-b731-e179f13e58d7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:08.754122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-886889295'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:08.768386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d8534855-2966-49c1-b731-e179f13e58d7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:08.823139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:08.827974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.895796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6d5b230-079e-4c4f-8485-4776f784f315 req-12fff219-faca-4fce-8a66-900f1fdfc5a6 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1305287 Aug 11 02:36:08.919856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:08.944230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.945592 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Added segment 683b63e9-22df-4d89-b2d9-4f9f3450c4e3 of type vlan for network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc Aug 11 02:36:09.014162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.070576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38020) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.075547 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.088553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.090539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.138941 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3896251 Aug 11 02:36:09.267206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9a8bac94-bb00-4be8-8d80-dc6a420deeac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b1cfca768a14e52993dd86bccf7c3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946654 Aug 11 02:36:09.271199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38024) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.290696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6219e-38dc-4cb6-b6dc-860c6b0263a8 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Network': ['ID=b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:09.309679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:09.339340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38026) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.398530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.404936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00d90435-4f1e-4154-a1ac-00d672dad43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.416370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'subnets': [{'network_id': 'd8534855-2966-49c1-b731-e179f13e58d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--295347111', 'ip_version': 4}, {'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:09.416370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'subnet': {'network_id': 'd8534855-2966-49c1-b731-e179f13e58d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--295347111', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:09.416370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Request body: {'subnet': {'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:09.497613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00d90435-4f1e-4154-a1ac-00d672dad43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.624570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00d90435-4f1e-4154-a1ac-00d672dad43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.649154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00d90435-4f1e-4154-a1ac-00d672dad43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.651356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00d90435-4f1e-4154-a1ac-00d672dad43e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17143240-7b65-4e58-938f-aae1be7eb008 HTTP/1.1" status: 204 len: 168 time: 0.3787842 Aug 11 02:36:09.664479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d90435-4f1e-4154-a1ac-00d672dad43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17143240-7b65-4e58-938f-aae1be7eb008,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:09.780901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:09.810944 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:36:09.810944 n-d-715271-8 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:36:09.810944 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id': '7807f0cea4c94f5e9b5f85677260ad1f', 'id': '2bfb9680-b5d2-4654-a10d-70a94d95290d', 'expiration': datetime.datetime(2021, 8, 11, 2, 38, 9, 804110)}] Aug 11 02:36:09.810944 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:09.811684 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:09.826710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.982298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.130755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3cb395c4-d476-4420-80e3-0471661594a8 req-d473364f-832b-4634-82b2-6f4c2946709e tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0650244 Aug 11 02:36:10.192816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38046) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:10.324304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Allocated IP 172.25.6.247 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/44862b23-f919-418c-8a0e-99c06dad92c2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:10.452056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6733a60e-6beb-426d-abd8-9d8eab2c2d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.569840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Made reservation on behalf of 7807f0cea4c94f5e9b5f85677260ad1f for: {'subnet': 2} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:10.588507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.588756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.684892 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.895410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.961160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26db643f-86e1-4c28-a562-f6627c7c58a3 req-36d0c963-dcb2-4fee-8d6a-fb900b2bd34c tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0687323 Aug 11 02:36:10.986714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6733a60e-6beb-426d-abd8-9d8eab2c2d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.988474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Port': ['ID=44862b23-f919-418c-8a0e-99c06dad92c2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.001563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6733a60e-6beb-426d-abd8-9d8eab2c2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.044450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:11.048451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:11.054876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:11.086608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a60e-6beb-426d-abd8-9d8eab2c2d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b285ce-6e6e-4b22-bdbd-d7af32fe43c9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.144535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6733a60e-6beb-426d-abd8-9d8eab2c2d51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f2824b47f824cbbb40ce707fcab0b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479170 Aug 11 02:36:11.146037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.242803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2831fb2-3223-4566-adea-6d7dd77e135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.275444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2831fb2-3223-4566-adea-6d7dd77e135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.357241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38096) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.365209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2831fb2-3223-4566-adea-6d7dd77e135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.370354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2831fb2-3223-4566-adea-6d7dd77e135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.372726 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.380373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2831fb2-3223-4566-adea-6d7dd77e135b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b285ce-6e6e-4b22-bdbd-d7af32fe43c9 HTTP/1.1" status: 204 len: 168 time: 0.2318990 Aug 11 02:36:11.403468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2831fb2-3223-4566-adea-6d7dd77e135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b285ce-6e6e-4b22-bdbd-d7af32fe43c9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.450143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.608453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-520949185-network', 'tenant_id': '7f9d7812a04b4207b5adc6e3f00791ef'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:11.669867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Made reservation on behalf of 7f9d7812a04b4207b5adc6e3f00791ef for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:11.672263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.707279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.761047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.897676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Subnet': ['ID=a7a414b0-cf41-4614-8a2f-d11b0cd9b91f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.897908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38106) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.907734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.924665 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.925147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-278c10d8-3c3c-429c-8152-6ba442eaf111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.942961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Checking segment: {'id': '2abcf462-3bbd-4844-ab94-231bdf08f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd8534855-2966-49c1-b731-e179f13e58d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:11.942961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network hostable DHCP agents. Network: d8534855-2966-49c1-b731-e179f13e58d7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:11.973743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.993826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.153791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-278c10d8-3c3c-429c-8152-6ba442eaf111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.153791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a1c2e27-0c39-4516-8d00-23b791153422 req-99ea3856-1e3d-4d58-9012-4776e252d256 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0400233 Aug 11 02:36:12.176812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-278c10d8-3c3c-429c-8152-6ba442eaf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.213474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c10d8-3c3c-429c-8152-6ba442eaf111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d13602-56ba-4be7-876b-c77f8531690d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.239021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-278c10d8-3c3c-429c-8152-6ba442eaf111 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9d3c3e00cc24a5482e4122b9d12306b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372762 Aug 11 02:36:12.239695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38110) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.349511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eea4d5cd-ce16-4467-8c48-692c80c10150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.379890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eea4d5cd-ce16-4467-8c48-692c80c10150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.444501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Port': ['ID=44862b23-f919-418c-8a0e-99c06dad92c2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.455245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network d8534855-2966-49c1-b731-e179f13e58d7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:12.462778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:12.494676 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.496323 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Added segment 84f57591-cc8f-4b31-9474-12d0767dca5c of type vlan for network 3bef745b-802c-4014-a776-2ca3fd2d3938 Aug 11 02:36:12.499246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbbf222-42ff-4bc8-962d-b63472555168,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.519728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eea4d5cd-ce16-4467-8c48-692c80c10150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.524967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eea4d5cd-ce16-4467-8c48-692c80c10150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.527661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eea4d5cd-ce16-4467-8c48-692c80c10150 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7d13602-56ba-4be7-876b-c77f8531690d HTTP/1.1" status: 204 len: 168 time: 0.2858751 Aug 11 02:36:12.529017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d8534855-2966-49c1-b731-e179f13e58d7) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:12.546795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69871e6f-d2c0-41ac-9fc8-b6ffd6b457a3 None None] Network d8534855-2966-49c1-b731-e179f13e58d7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:12.557703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4d5cd-ce16-4467-8c48-692c80c10150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d13602-56ba-4be7-876b-c77f8531690d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.565696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.571048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.620000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.631948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.633872 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c39d949-f33a-4341-9576-a661b232a484 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2916505 Aug 11 02:36:12.638159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38124) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.645895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1436565914'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:12.694416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event updated for resources: {'Subnet': ['ID=be7603bd-ed0d-4604-943f-fd01a6fc4bf7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.708006 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.709000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:12.711906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.721125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Checking segment: {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:12.721503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network hostable DHCP agents. Network: b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:12.731550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Made reservation on behalf of 540afad4a3584cca8635fd2a44d82429 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:12.735163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.767559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.799318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4392169 Aug 11 02:36:12.804831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.810480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Request body: {'subnet': {'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-520949185-subnet', 'tenant_id': '7f9d7812a04b4207b5adc6e3f00791ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:12.815199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187dfa2-5a49-4207-84f3-88e38dda0202 admin admin] Pushing event updated for resources: {'Network': ['ID=3bef745b-802c-4014-a776-2ca3fd2d3938,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.834114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:12.834346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3bef745b-802c-4014-a776-2ca3fd2d3938 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:12.842886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:36:12.842886 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:36:12.842886 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': '540afad4a3584cca8635fd2a44d82429', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 36, 12, 814572)}] Aug 11 02:36:12.842886 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:12.843418 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:12.852229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:12.857473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Made reservation on behalf of 7f9d7812a04b4207b5adc6e3f00791ef for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:12.860373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.863765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:12.864568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:12.865400 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.906616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8da52-3386-41f8-a56b-3e0d6fbb4c96 None None] Network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:12.939044 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b7339754-f3a5-4841-984e-6ce3c532a89a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5372419 Aug 11 02:36:12.942644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38130) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.024245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de917c-b14f-42c5-a0a4-20040a4b6a16 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:13.026648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de917c-b14f-42c5-a0a4-20040a4b6a16 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:13.026998 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:36:13.029464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de917c-b14f-42c5-a0a4-20040a4b6a16 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:13.031730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-80de917c-b14f-42c5-a0a4-20040a4b6a16 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0879874 Aug 11 02:36:13.037871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38132) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.170214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Deleting subnet a7a414b0-cf41-4614-8a2f-d11b0cd9b91f {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:13.175944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.259819 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.277912 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.351277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.362729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe320e4-080a-4357-8769-8f1f721a5356,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:13.375781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Checking segment: {'id': '84f57591-cc8f-4b31-9474-12d0767dca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:13.376497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Network hostable DHCP agents. Network: 3bef745b-802c-4014-a776-2ca3fd2d3938, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:13.406238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Network 3bef745b-802c-4014-a776-2ca3fd2d3938 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:13.423928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3bef745b-802c-4014-a776-2ca3fd2d3938) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:13.438045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:13.438711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.643955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bec21b-c0dc-47a1-8d84-3b13df5f0711 None None] Network 3bef745b-802c-4014-a776-2ca3fd2d3938 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:13.692241 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.715986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a08a703f-45de-4508-ba0d-0ea1290359eb req-022ea2ae-250d-4a10-8a4b-5f0e4b03bae5 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.3416812 Aug 11 02:36:13.731290 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-48167518-e7be-429a-bc6f-bc9a51fed6e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9124408 Aug 11 02:36:13.732404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.739701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:13.768672 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.768974 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Added segment 72b6d561-d4cc-4930-b603-ca07d8335d71 of type vlan for network 44f210aa-a4fc-4050-ab92-6cae93108365 Aug 11 02:36:13.781478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830e094-a2c1-4c4b-b3ab-5a32869d699b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d8534855-2966-49c1-b731-e179f13e58d7', 'network_id': 'd8534855-2966-49c1-b731-e179f13e58d7', 'tenant_id': '7807f0cea4c94f5e9b5f85677260ad1f', 'fixed_ips': [{'subnet_id': 'a7a414b0-cf41-4614-8a2f-d11b0cd9b91f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:13.783346 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0830e094-a2c1-4c4b-b3ab-5a32869d699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.829167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.902277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.910650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc', 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc', 'tenant_id': '7807f0cea4c94f5e9b5f85677260ad1f', 'fixed_ips': [{'subnet_id': 'be7603bd-ed0d-4604-943f-fd01a6fc4bf7'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:13.912603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.151879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad060c6-9608-40d8-ace9-f4971239d037 None None] Network 3bef745b-802c-4014-a776-2ca3fd2d3938 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:14.199761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1547a63f-b824-4f3f-92c2-be9049e33697,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.221812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.254126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:14.255728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.315526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff43805-5078-4a71-ade5-24b3b3ed0b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.507759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8664236 Aug 11 02:36:14.509962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.517701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Request body: {'subnet': {'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:14.524220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.637589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a414b0-cf41-4614-8a2f-d11b0cd9b91f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.637589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.640214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-814a01c2-7940-4b32-bcd7-5e72206a22b0 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/subnets/a7a414b0-cf41-4614-8a2f-d11b0cd9b91f HTTP/1.1" status: 204 len: 168 time: 1.6002762 Aug 11 02:36:14.641214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f948849-ebe3-4dbc-b15d-4ebb2ac53b96 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Network': ['ID=44f210aa-a4fc-4050-ab92-6cae93108365,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.654467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38180) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.800063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Deleting subnet be7603bd-ed0d-4604-943f-fd01a6fc4bf7 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:14.870140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Made reservation on behalf of 540afad4a3584cca8635fd2a44d82429 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:14.875104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.908470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Allocated IP 172.20.0.18 (b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc/be7603bd-ed0d-4604-943f-fd01a6fc4bf7/9931a3d7-69bd-470d-9b5b-861a071b9ee7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:15.069916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bacf4373-b798-4f69-87bf-54d6f3526338 req-5ea0d637-2725-48b7-9a56-ada9a9c728c0 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0747516 Aug 11 02:36:15.273547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-33a9b31a-04fb-4a52-bfbe-f0c0dc59aef4 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:15.297353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-33a9b31a-04fb-4a52-bfbe-f0c0dc59aef4 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/networks?id=3bef745b-802c-4014-a776-2ca3fd2d3938 HTTP/1.1" status: 200 len: 813 time: 0.3889091 Aug 11 02:36:15.300625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38198) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.329067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 44f210aa-a4fc-4050-ab92-6cae93108365 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server [None req-0830e094-a2c1-4c4b-b3ab-5a32869d699b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7a414b0-cf41-4614-8a2f-d11b0cd9b91f: This subnet is being modified by another concurrent operation. Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:36:15.338549 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7a414b0-cf41-4614-8a2f-d11b0cd9b91f: This subnet is being modified by another concurrent operation. Aug 11 02:36:15.342852 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Aug 11 02:36:15.354202 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.370674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-8a70fd59-93e8-446d-b114-e8529fd1764c tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/quotas/7f9d7812a04b4207b5adc6e3f00791ef HTTP/1.1" status: 200 len: 375 time: 0.0715530 Aug 11 02:36:15.406494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-541ab199-03d8-48a1-bc79-53c9fce84fda tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9d7812a04b4207b5adc6e3f00791ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332460 Aug 11 02:36:15.529735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Subnet': ['ID=c775d825-78c4-4984-af7f-9ead14028399,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:15.554644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.570352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Checking segment: {'id': '72b6d561-d4cc-4930-b603-ca07d8335d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:15.571454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network hostable DHCP agents. Network: 44f210aa-a4fc-4050-ab92-6cae93108365, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:15.602791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network 44f210aa-a4fc-4050-ab92-6cae93108365 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:15.612375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-d46176e8-8f52-4d32-b447-6bee2390fd78 service neutron] 10.222.0.16 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777215 Aug 11 02:36:15.625716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 44f210aa-a4fc-4050-ab92-6cae93108365) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:15.632268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:15.633023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.645727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4525f7-e7fd-4671-976f-7e4940471b32 None None] Network d8534855-2966-49c1-b731-e179f13e58d7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:15.661293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a4bd354-0122-4b8f-8132-15a04e6629f8 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1496902 Aug 11 02:36:15.664333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.670238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1012285908', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:15.682457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7209504e-b25b-4788-b09f-8c536bb39618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.717362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.718123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.830116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.855703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b5cdd-08f7-47f8-ab14-912df480c3a9 None None] Network 44f210aa-a4fc-4050-ab92-6cae93108365 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:15.890771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a6129c87-c1da-4a4e-90d0-774b1c334a39 service neutron] 10.222.0.16 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311628 Aug 11 02:36:15.986724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Transition to ACTIVE for port object 9931a3d7-69bd-470d-9b5b-861a071b9ee7 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:16.013673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7209504e-b25b-4788-b09f-8c536bb39618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.027659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7209504e-b25b-4788-b09f-8c536bb39618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.064552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.092536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209504e-b25b-4788-b09f-8c536bb39618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab85afb-1149-4746-bc7a-496ad0973c14,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:16.170959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7209504e-b25b-4788-b09f-8c536bb39618 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccf8bd9b71784b779498349fbc59254f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8630929 Aug 11 02:36:16.173476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38214) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.298145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Transition to ACTIVE for port object 9931a3d7-69bd-470d-9b5b-861a071b9ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:16.342862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.352212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.378454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b1a3a6d-429e-47a3-b418-79dc98ab8e0b req-a4d950a9-9669-4481-b9bf-d510324f011e tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 210 time: 0.1113865 Aug 11 02:36:16.404161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da935b8d-4c4b-4cd5-bfcb-7ec1290f060a req-539e7b1c-3285-4382-a1a3-44ff0c42a1ea tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1163280 Aug 11 02:36:16.484855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.487035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ca84-e04c-48d0-b1fd-64c823a2d0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.495309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.525759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.551983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ca84-e04c-48d0-b1fd-64c823a2d0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.580501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:16.640293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:16.646345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:16.707379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.774033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Pushing event updated for resources: {'Port': ['ID=9931a3d7-69bd-470d-9b5b-861a071b9ee7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:16.785660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Allocated IP 172.25.6.57 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/61bce1e1-72ce-451f-aa08-7a7aa61d09db) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:16.794575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ca84-e04c-48d0-b1fd-64c823a2d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.797294 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ca84-e04c-48d0-b1fd-64c823a2d0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.798524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bcd5ca84-e04c-48d0-b1fd-64c823a2d0d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dab85afb-1149-4746-bc7a-496ad0973c14 HTTP/1.1" status: 204 len: 168 time: 0.6239703 Aug 11 02:36:16.845107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5ca84-e04c-48d0-b1fd-64c823a2d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab85afb-1149-4746-bc7a-496ad0973c14,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:16.881350 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.915850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.919113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/subnets/be7603bd-ed0d-4604-943f-fd01a6fc4bf7 HTTP/1.1" status: 204 len: 168 time: 2.2547483 Aug 11 02:36:16.930175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-44f210aa-a4fc-4050-ab92-6cae93108365', 'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365', 'tenant_id': '540afad4a3584cca8635fd2a44d82429', 'fixed_ips': [{'subnet_id': 'c775d825-78c4-4984-af7f-9ead14028399'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:16.930460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.931045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.992048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Attempting to bind port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:17.007084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Attempting to bind port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:17.007811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Attempting to bind port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 on network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:17.012851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c17a4-39fa-462d-be8a-5afc43a82098 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Subnet': ['ID=be7603bd-ed0d-4604-943f-fd01a6fc4bf7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:17.111051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.196962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17a76e-17b0-47cb-a1ea-685201e6b356 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:17.208892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a17a76e-17b0-47cb-a1ea-685201e6b356 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2698405 Aug 11 02:36:17.209186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:17.209186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Checking segment: {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:17.209186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.209186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Bound using segment: {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:17.209186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Bound port: 9931a3d7-69bd-470d-9b5b-861a071b9ee7, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:17.209186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.210293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.249179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Allocated IP 172.20.0.2 (44f210aa-a4fc-4050-ab92-6cae93108365/c775d825-78c4-4984-af7f-9ead14028399/9a821975-a140-4d5d-a1c6-debd2e5014d3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:17.300628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.392208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.399864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Port': ['ID=61bce1e1-72ce-451f-aa08-7a7aa61d09db,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:17.435970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:17.441601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:17.449256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:17.515990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Deleting port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:17.516335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.622264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] For port 9931a3d7-69bd-470d-9b5b-861a071b9ee7, host n-d-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:17.622547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:17.639982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Calling delete_port for 9931a3d7-69bd-470d-9b5b-861a071b9ee7 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:17.770733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-96706e43-50d3-472f-a3c3-b0b96b36fca8 req-0aec7b9d-5501-4511-a04d-4f6fbe2ec657 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0545654 Aug 11 02:36:17.826829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61d49be8-1d78-47c9-833a-c627dade81c3 req-27d34df8-029e-4d83-a42d-994b0cd16fc8 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 210 time: 0.1095238 Aug 11 02:36:17.855458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.014343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.028657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d21de7fb-7d1e-4bce-9a89-a9d838fb54b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.038820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.064689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.072273 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:18.072765 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:18.083292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Transition to ACTIVE for port object 9a821975-a140-4d5d-a1c6-debd2e5014d3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:18.124075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Transition to ACTIVE for port object 9a821975-a140-4d5d-a1c6-debd2e5014d3 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:18.139359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.195075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Pushing event updated for resources: {'Port': ['ID=9a821975-a140-4d5d-a1c6-debd2e5014d3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:18.226788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Network 44f210aa-a4fc-4050-ab92-6cae93108365 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:18.228601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:18.260170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:18.412423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.486968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Attempting to bind port 9a821975-a140-4d5d-a1c6-debd2e5014d3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:18.487777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Attempting to bind port 9a821975-a140-4d5d-a1c6-debd2e5014d3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '72b6d561-d4cc-4930-b603-ca07d8335d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:18.488165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Attempting to bind port 9a821975-a140-4d5d-a1c6-debd2e5014d3 on network 44f210aa-a4fc-4050-ab92-6cae93108365 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:18.499283 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.504970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:18.505498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Checking segment: {'id': '72b6d561-d4cc-4930-b603-ca07d8335d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:18.506329 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.506712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Bound using segment: {'id': '72b6d561-d4cc-4930-b603-ca07d8335d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:18.507632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Bound port: 9a821975-a140-4d5d-a1c6-debd2e5014d3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b6d561-d4cc-4930-b603-ca07d8335d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:18.508228 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.624895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Router 970f0f62-f21b-4f53-897e-208180a87f8f is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:36:18.696096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] No DVR routers for this DVR port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:18.730960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Port': ['ID=9931a3d7-69bd-470d-9b5b-861a071b9ee7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:18.738630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Attempting to bind port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:18.738630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Attempting to bind port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:18.738630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Attempting to bind port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 on network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:18.784324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:18.784811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Checking segment: {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:18.785240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.785661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Bound using segment: {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:18.786179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Bound port: 9931a3d7-69bd-470d-9b5b-861a071b9ee7, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683b63e9-22df-4d89-b2d9-4f9f3450c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:18.786955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.826996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] For port 9a821975-a140-4d5d-a1c6-debd2e5014d3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:18.852164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.852921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.853527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.854134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.855459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.856261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.856816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.857391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.857942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.858519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.859105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.859676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:18.908061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:18.913635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5e371-5c43-4a1b-a42d-4778314d7c7a None None] Port 9931a3d7-69bd-470d-9b5b-861a071b9ee7 has been deleted concurrently {{(pid=94701) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 02:36:18.920888 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] Sync routers for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:18.947367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:18.947943 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:18.981453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] For port 9a821975-a140-4d5d-a1c6-debd2e5014d3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9a821975-a140-4d5d-a1c6-debd2e5014d3,segment=NetworkSegment(72b6d561-d4cc-4930-b603-ca07d8335d71),segment_id=72b6d561-d4cc-4930-b603-ca07d8335d71)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:19.001975 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.013682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.021662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-f3a020ad-f085-4a6d-a649-232440f59368 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:19.025312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f794e9d7-8120-47a3-9058-e27c57d97731 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.3543477 Aug 11 02:36:19.025561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-f3a020ad-f085-4a6d-a649-232440f59368 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.25 "GET /v2.0/networks?id=3bef745b-802c-4014-a776-2ca3fd2d3938 HTTP/1.1" status: 200 len: 813 time: 0.4548378 Aug 11 02:36:19.030043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:19.053962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Request body: {'port': {'device_id': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938', 'admin_state_up': True, 'tenant_id': '7f9d7812a04b4207b5adc6e3f00791ef'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:19.065855 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.107142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:19.107786 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.209090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724b7c5-5f69-41a5-a742-5e807e505505 None None] Pushing event updated for resources: {'Port': ['ID=9a821975-a140-4d5d-a1c6-debd2e5014d3,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:19.232491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.233501 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e571-94a9-4be0-aa4a-1697260881bd None None] The sync data for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:19.306277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1b323b0-9a66-4054-82e2-d76d2a990d23 req-6b526bfa-ee57-40d2-89f9-62856447d825 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 210 time: 0.2338321 Aug 11 02:36:19.312192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.374905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba609471-d061-43d3-9e3a-acd4ea184f3b req-491068c5-5dfd-4361-9d70-4a125b7da8c6 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.2957320 Aug 11 02:36:19.442607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.576898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683b63e9-22df-4d89-b2d9-4f9f3450c4e3') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.596604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683b63e9-22df-4d89-b2d9-4f9f3450c4e3') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.697276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.772573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.844284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:19.850894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:19.864129 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:20.031676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.034929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.041261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.043487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/networks/b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc HTTP/1.1" status: 204 len: 168 time: 2.8333392 Aug 11 02:36:20.044311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Made reservation on behalf of 7f9d7812a04b4207b5adc6e3f00791ef for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:20.050656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.071909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:20.099763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512ac6-a448-46ce-b0f0-908d9f36c825 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Network': ['ID=b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:20.276176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.444129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Allocated IP 172.20.0.4 (3bef745b-802c-4014-a776-2ca3fd2d3938/bfe320e4-080a-4357-8769-8f1f721a5356/973528fd-d915-4f25-ba62-94ba09b4d1e9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:20.512443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9a821975-a140-4d5d-a1c6-debd2e5014d3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:20.565530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb55fb2c-03e7-4681-830f-f6675d88b509 req-5eb7090d-6a5d-4853-aea1-973f006f0b89 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 210 time: 0.0761650 Aug 11 02:36:20.644991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fafd572a-094c-4b72-ae99-49d68fddcdf9 req-241e3b26-3dd0-46b4-a3a9-d9081c31a922 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0479610 Aug 11 02:36:20.651045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.656783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.693501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9a821975-a140-4d5d-a1c6-debd2e5014d3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:20.710388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8534855-2966-49c1-b731-e179f13e58d7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:20.762809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abcf462-3bbd-4844-ab94-231bdf08f3af') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:20.767589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abcf462-3bbd-4844-ab94-231bdf08f3af') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:20.830576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:20.850226 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.907851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.922522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:20.922939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.069515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:21.150663 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:21.160355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.176949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.226144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.229040 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/networks/d8534855-2966-49c1-b731-e179f13e58d7 HTTP/1.1" status: 204 len: 168 time: 1.1558847 Aug 11 02:36:21.231897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Network': ['ID=d8534855-2966-49c1-b731-e179f13e58d7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:21.234785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667d38b8-6f43-46ae-abdc-fc694113e655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.239682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:21.269888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.269888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.269888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.269888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.269888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.282652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.283016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.283365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.283719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.284067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.284418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.284738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc776bd-0b03-4d54-bfcc-8a46ade92cb1 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:21.285856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Network 3bef745b-802c-4014-a776-2ca3fd2d3938 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:21.291238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:21.303697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:21.371911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Pushing event updated for resources: {'Port': ['ID=973528fd-d915-4f25-ba62-94ba09b4d1e9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:21.416935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778f41e-4cd7-485a-825d-c90b229971eb None None] Network 44f210aa-a4fc-4050-ab92-6cae93108365 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:21.471554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:21.472848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.487535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Provisioning for port 9a821975-a140-4d5d-a1c6-debd2e5014d3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:21.494109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Provisioning complete for port 9a821975-a140-4d5d-a1c6-debd2e5014d3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:21.494496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.498048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194b4fa-8f08-4a38-b06f-2e3019c9084e req-e5a1d24c-384f-4f38-8d36-f50aaf590f42 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:21.500402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9194b4fa-8f08-4a38-b06f-2e3019c9084e req-e5a1d24c-384f-4f38-8d36-f50aaf590f42 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.1216311 Aug 11 02:36:21.573699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.598623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9194b4fa-8f08-4a38-b06f-2e3019c9084e req-877ac387-f6d1-40e7-bb1b-0abfa36409c1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906479 Aug 11 02:36:21.727825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667d38b8-6f43-46ae-abdc-fc694113e655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.765396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667d38b8-6f43-46ae-abdc-fc694113e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.800516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7528d428-1c0b-4a1e-b867-ad23ade7fce0 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7510128 Aug 11 02:36:21.821609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Request body: {'port': {'device_id': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:21.857043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6908b9-b927-4028-8087-c79ee50c626c None None] DHCP port deletion for b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:21.915995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930fdd9-5197-4f62-9d31-ad1ccee9311a None None] Network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:21.947162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930fdd9-5197-4f62-9d31-ad1ccee9311a None None] Network b1f3f7e0-b6ae-4f00-bec0-5ad0f58e34fc could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:36:21.959522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.030562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cad378-6e48-45f9-a294-230ba71d4d2e req-7159fa05-4a2c-4911-950f-00c5028094ae tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:22.033624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78cad378-6e48-45f9-a294-230ba71d4d2e req-7159fa05-4a2c-4911-950f-00c5028094ae tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 931 time: 0.3260276 Aug 11 02:36:22.034987 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.037343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] For port 9a821975-a140-4d5d-a1c6-debd2e5014d3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9a821975-a140-4d5d-a1c6-debd2e5014d3,segment=NetworkSegment(72b6d561-d4cc-4930-b603-ca07d8335d71),segment_id=72b6d561-d4cc-4930-b603-ca07d8335d71)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:22.045695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.170733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78cad378-6e48-45f9-a294-230ba71d4d2e req-740426e5-e775-4bdd-8fa8-fc8c6398529e tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942059 Aug 11 02:36:22.215570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Pushing event updated for resources: {'Port': ['ID=9a821975-a140-4d5d-a1c6-debd2e5014d3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.219678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f4eb3592-9b8d-4eaf-a358-3c6ab71fcbac None None] Could not find standard attr ID for object 9931a3d7-69bd-470d-9b5b-861a071b9ee7. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:36:22.232631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.233149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.233634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.234268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.234829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.235452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.236014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.236512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.236977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.237925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.238515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.239032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8223afc-f988-4a4b-8114-151756ed7cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:22.411741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9a821975-a140-4d5d-a1c6-debd2e5014d3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:22.420882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19c6c2-1407-4cfe-a2ff-908d7a271eef None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:36:22.451180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73fe8bf5-11cd-4e5d-963e-c2578dd57ce7 req-7fc22b9d-9b42-4e17-9600-d538ae192b04 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0957110 Aug 11 02:36:22.524247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-667d38b8-6f43-46ae-abdc-fc694113e655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f06d70e15b8d4a65a27c65623dd13b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6918888 Aug 11 02:36:22.525314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d38b8-6f43-46ae-abdc-fc694113e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549283ae-0819-41e9-849d-64627207ecfd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.534769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:22.546821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d7895206-5888-408a-b0af-31140a7c7df2 None None] Provisioning complete for port 9a821975-a140-4d5d-a1c6-debd2e5014d3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:22.547214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7895206-5888-408a-b0af-31140a7c7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.550292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.586933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb18b53-ce0e-48ec-9b37-d090c1849e78']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:22.627077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Allocated IP 172.20.0.1 (44f210aa-a4fc-4050-ab92-6cae93108365/c775d825-78c4-4984-af7f-9ead14028399/390594bf-4e00-491e-98aa-63acc3c7f8bd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:22.649144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962cbd09-380d-4597-883b-8ba840ccc3f3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:22.656578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962cbd09-380d-4597-883b-8ba840ccc3f3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:22.681866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9a821975-a140-4d5d-a1c6-debd2e5014d3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:22.684870 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.685093 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.706960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.729959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:22.730818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:22.735725 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:22.778164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b69872-d660-43df-b3a4-208a8883f283 req-e92befa3-02f5-4eb9-82e6-dbe1cc09f359 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:22.781012 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16b69872-d660-43df-b3a4-208a8883f283 req-e92befa3-02f5-4eb9-82e6-dbe1cc09f359 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.1640613 Aug 11 02:36:22.792159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19c6c2-1407-4cfe-a2ff-908d7a271eef None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:36:22.844514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc5d-72c3-4374-bc30-d5923f6c761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.883189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.887379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc5d-72c3-4374-bc30-d5923f6c761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.890042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16b69872-d660-43df-b3a4-208a8883f283 req-39b130f4-42c5-4456-9084-6ab50f3391d4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975420 Aug 11 02:36:22.910896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.913288 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/networks/3fb18b53-ce0e-48ec-9b37-d090c1849e78 HTTP/1.1" status: 204 len: 168 time: 1.6731205 Aug 11 02:36:22.929792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973528fd-d915-4f25-ba62-94ba09b4d1e9 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:22.936337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38384) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:22.944251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.963995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Transition to ACTIVE for port object 973528fd-d915-4f25-ba62-94ba09b4d1e9 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:22.971686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfed86-f8cc-4f4c-ab75-02f98d666078 tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Network': ['ID=3fb18b53-ce0e-48ec-9b37-d090c1849e78,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.972796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.031656 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.044272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.077489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.081142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Pushing event updated for resources: {'Port': ['ID=973528fd-d915-4f25-ba62-94ba09b4d1e9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.097522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.103918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Transition to ACTIVE for port object 390594bf-4e00-491e-98aa-63acc3c7f8bd will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:23.120975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9931a3d7-69bd-470d-9b5b-861a071b9ee7 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:23.139000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc5d-72c3-4374-bc30-d5923f6c761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.141662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc5d-72c3-4374-bc30-d5923f6c761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.143079 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4ae9dc5d-72c3-4374-bc30-d5923f6c761d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/549283ae-0819-41e9-849d-64627207ecfd HTTP/1.1" status: 204 len: 168 time: 0.6071613 Aug 11 02:36:23.146072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9931a3d7-69bd-470d-9b5b-861a071b9ee7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:23.147012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9931a3d7-69bd-470d-9b5b-861a071b9ee7 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:23.210760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9dc5d-72c3-4374-bc30-d5923f6c761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549283ae-0819-41e9-849d-64627207ecfd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.241593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.261921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2363f7e-b015-4157-ab35-f3b86fc822db']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.276370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d90289-68e0-4ecd-8fd7-a0ae541a3cd5') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.277286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d90289-68e0-4ecd-8fd7-a0ae541a3cd5') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.277856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Attempting to bind port 973528fd-d915-4f25-ba62-94ba09b4d1e9 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:23.278543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Attempting to bind port 973528fd-d915-4f25-ba62-94ba09b4d1e9 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '84f57591-cc8f-4b31-9474-12d0767dca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:23.278543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Attempting to bind port 973528fd-d915-4f25-ba62-94ba09b4d1e9 on network 3bef745b-802c-4014-a776-2ca3fd2d3938 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:23.283917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Port 973528fd-d915-4f25-ba62-94ba09b4d1e9 on network 3bef745b-802c-4014-a776-2ca3fd2d3938 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:36:23.284544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Attempting to bind port 973528fd-d915-4f25-ba62-94ba09b4d1e9 on network 3bef745b-802c-4014-a776-2ca3fd2d3938 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:23.290568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:23.290965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Checking segment: {'id': '84f57591-cc8f-4b31-9474-12d0767dca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:23.291475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Bound using segment: {'id': '84f57591-cc8f-4b31-9474-12d0767dca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:23.291742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Bound port: 973528fd-d915-4f25-ba62-94ba09b4d1e9, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f57591-cc8f-4b31-9474-12d0767dca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:23.292158 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.295890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.303969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.340777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.358270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network 44f210aa-a4fc-4050-ab92-6cae93108365 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:23.361352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:23.361784 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:23.365700 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:23.383028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:23.433448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:23.467181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] For port 973528fd-d915-4f25-ba62-94ba09b4d1e9, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:23.472059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] For port 973528fd-d915-4f25-ba62-94ba09b4d1e9, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9,segment=NetworkSegment(84f57591-cc8f-4b31-9474-12d0767dca5c),segment_id=84f57591-cc8f-4b31-9474-12d0767dca5c)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:23.510789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Port': ['ID=390594bf-4e00-491e-98aa-63acc3c7f8bd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.513145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.575350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.587159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Pushing event updated for resources: {'Port': ['ID=973528fd-d915-4f25-ba62-94ba09b4d1e9,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.616691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:23.617438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.619004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-a9a7b10d-929d-4910-b79d-f12e626b0c05 service neutron] 10.222.0.25 "PUT /v2.0/ports/973528fd-d915-4f25-ba62-94ba09b4d1e9 HTTP/1.1" status: 200 len: 1091 time: 1.8096735 Aug 11 02:36:23.619561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'tag': '973528fd-d915-4f25-ba62-94ba09b4d1e9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:23.622381 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46e15c4-7be5-45df-a557-2b697e0ef32f" -d '{"events": [{"name": "network-changed", "server_uuid": "5829c0b6-8e93-4b0f-9679-064d3c7997ef", "tag": "973528fd-d915-4f25-ba62-94ba09b4d1e9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:23.664969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bff952-0b67-4aab-909f-78130930f6fa req-7a6dfdd0-8862-43ce-a63f-c2f50ec715ce tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:23.673973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0bff952-0b67-4aab-909f-78130930f6fa req-7a6dfdd0-8862-43ce-a63f-c2f50ec715ce tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 943 time: 0.1991689 Aug 11 02:36:23.786033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0bff952-0b67-4aab-909f-78130930f6fa req-a43e8e16-8841-45a7-97b5-c3b29872362a tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113009 Aug 11 02:36:23.834020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc46014-fa7d-4d82-ae08-ad42c8b1d2bb req-4000ef57-2491-4f97-b041-50272ce7db60 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0684283 Aug 11 02:36:23.839059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.844743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7a6a3f8b-8a21-4ee0-82f7-552e76b096af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:23.846901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7a6a3f8b-8a21-4ee0-82f7-552e76b096af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f9d7812a04b4207b5adc6e3f00791ef&device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 1094 time: 0.1533742 Aug 11 02:36:23.860546 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b3fde1-f1af-44c4-80b0-9e873c326e75 x-openstack-request-id: req-99b3fde1-f1af-44c4-80b0-9e873c326e75 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:23.860853 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829c0b6-8e93-4b0f-9679-064d3c7997ef", "tag": "973528fd-d915-4f25-ba62-94ba09b4d1e9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:23.861113 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99b3fde1-f1af-44c4-80b0-9e873c326e75 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:23.861544 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'tag': '973528fd-d915-4f25-ba62-94ba09b4d1e9', 'status': 'completed', 'code': 200} Aug 11 02:36:23.881713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.884222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] 10.222.0.16 "DELETE /v2.0/networks/f2363f7e-b015-4157-ab35-f3b86fc822db HTTP/1.1" status: 204 len: 168 time: 0.9463456 Aug 11 02:36:23.910868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b61c8-3c60-475d-90f1-92a12e29e06a tempest-BulkNetworkOpsTest-759658085 tempest-BulkNetworkOpsTest-759658085-project] Pushing event deleted for resources: {'Network': ['ID=f2363f7e-b015-4157-ab35-f3b86fc822db,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:23.934707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-cb46a265-374d-4462-b2e3-e7bf68ed1110 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0720448 Aug 11 02:36:23.996914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-89e8a746-6615-4360-b690-ba44bd6f1a66 None None] Provisioning for port 390594bf-4e00-491e-98aa-63acc3c7f8bd completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:24.003797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-89e8a746-6615-4360-b690-ba44bd6f1a66 None None] Provisioning complete for port 390594bf-4e00-491e-98aa-63acc3c7f8bd triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:24.004408 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89e8a746-6615-4360-b690-ba44bd6f1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.011879 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.075605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a746-6615-4360-b690-ba44bd6f1a66 None None] Port 390594bf-4e00-491e-98aa-63acc3c7f8bd cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:24.132392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7b3a2fef-2d53-4728-b685-6ab2ff37684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.134948 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-7b3a2fef-2d53-4728-b685-6ab2ff37684b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfe320e4-080a-4357-8769-8f1f721a5356 HTTP/1.1" status: 200 len: 853 time: 0.1907270 Aug 11 02:36:24.157846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaf5fe-3332-4baa-a4d7-69dc9cf63df5 req-348ad7db-7866-4a4f-b0c8-cc231d712203 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.159943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfeaf5fe-3332-4baa-a4d7-69dc9cf63df5 req-348ad7db-7866-4a4f-b0c8-cc231d712203 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.1281986 Aug 11 02:36:24.199337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-53cfffbc-c623-4927-9508-2b674b987cbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bef745b-802c-4014-a776-2ca3fd2d3938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370014 Aug 11 02:36:24.288237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:24.320555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfeaf5fe-3332-4baa-a4d7-69dc9cf63df5 req-07259c5c-35a7-46c3-a63f-65cf07937414 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486158 Aug 11 02:36:24.407000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-363f33a9-8016-4dc9-b5ff-2c150f527a00 service neutron] 10.222.0.25 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968596 Aug 11 02:36:24.573812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5728276-d5a2-48ed-8de7-142c966dc621 req-9dc1ec5e-4cce-43c7-b310-9b1fb7681743 service neutron] 10.222.0.25 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531091 Aug 11 02:36:24.634481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.642300 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-458af5c4-60d9-4131-8a87-3a4542c5dbed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7807f0cea4c94f5e9b5f85677260ad1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522434 Aug 11 02:36:24.650059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38428) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:24.651579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.700943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:36:24.705763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:24.707588 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.753665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7701d43c-b714-4242-840c-8f34262af24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.793077 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7701d43c-b714-4242-840c-8f34262af24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.879368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network 44f210aa-a4fc-4050-ab92-6cae93108365 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:24.883985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:24.906385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7701d43c-b714-4242-840c-8f34262af24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.916500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7701d43c-b714-4242-840c-8f34262af24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.918901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7701d43c-b714-4242-840c-8f34262af24c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d4c237f-a382-4568-a57d-aabd942b11b6 HTTP/1.1" status: 204 len: 168 time: 0.2727730 Aug 11 02:36:24.938852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-281e2396-c4ed-4423-9afb-bb7865440dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.941248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-281e2396-c4ed-4423-9afb-bb7865440dc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f9d7812a04b4207b5adc6e3f00791ef&device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 1094 time: 0.2676017 Aug 11 02:36:24.970870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701d43c-b714-4242-840c-8f34262af24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4c237f-a382-4568-a57d-aabd942b11b6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.180247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Port': ['ID=390594bf-4e00-491e-98aa-63acc3c7f8bd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.197321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Router 970f0f62-f21b-4f53-897e-208180a87f8f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:25.250996 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.283118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:25.308518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26d18d22-8907-45c3-a0e2-29d4801101f8 req-70a5500b-d77f-4947-951f-89236724fa13 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1545177 Aug 11 02:36:25.368380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:25.388846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10791b77-8e06-4622-abde-bc287073b5e5 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "PUT /v2.0/routers/970f0f62-f21b-4f53-897e-208180a87f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3516567 Aug 11 02:36:25.389796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:25.397013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Request body: {'port': {'network_id': '44f210aa-a4fc-4050-ab92-6cae93108365', 'name': 'tempest-FloatingIPAdminTestJSON-1585226074'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:25.405810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] Sync routers for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:25.434644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646c32-b017-4828-92a9-48b334a2f0d2 req-91da0227-760a-4c49-a794-9242895ed3d1 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.437636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11646c32-b017-4828-92a9-48b334a2f0d2 req-91da0227-760a-4c49-a794-9242895ed3d1 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 943 time: 0.4950683 Aug 11 02:36:25.467656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:25.471991 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00a1fdc-d8de-4f0d-b44c-b1891791554d" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:25.504706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'mac_address': 'fa:16:3e:c3:e8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:36:25.514860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-40b14e32-a91c-4400-b0e2-8c9452203b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.520076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-40b14e32-a91c-4400-b0e2-8c9452203b0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bef745b-802c-4014-a776-2ca3fd2d3938 HTTP/1.1" status: 200 len: 913 time: 0.5573635 Aug 11 02:36:25.578548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:25.618706 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.625244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-143091bd-33ef-4f13-a6e2-bfd6cbcc7dfa None None] Provisioning complete for port 390594bf-4e00-491e-98aa-63acc3c7f8bd triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:25.625813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-143091bd-33ef-4f13-a6e2-bfd6cbcc7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.627879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:25.628629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:25.656734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-0d50f68d-daeb-4c93-9590-df5baf25cdd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9 HTTP/1.1" status: 200 len: 217 time: 0.1105106 Aug 11 02:36:25.706671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11646c32-b017-4828-92a9-48b334a2f0d2 req-a9268cf2-ac93-4cae-b7bb-e5fdc7230cba tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190018 Aug 11 02:36:25.727201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Made reservation on behalf of 540afad4a3584cca8635fd2a44d82429 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:25.733883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:25.735658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.775667 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748598b-eae1-41c9-b594-2034c1e04add x-openstack-request-id: req-1748598b-eae1-41c9-b594-2034c1e04add {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:25.776061 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:25.776376 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1748598b-eae1-41c9-b594-2034c1e04add {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:25.776917 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'code': 200} Aug 11 02:36:25.788622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] device_id is not set on port b2050d5e-f83b-4078-87e1-494fc0810192 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:25.790503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:25.791078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:25.794442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.800396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a1cef-8d4f-428d-be49-fa5492e07543 req-4e200e4a-980f-4bad-83c3-8149ae304952 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.803704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a13a1cef-8d4f-428d-be49-fa5492e07543 req-4e200e4a-980f-4bad-83c3-8149ae304952 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.2389348 Aug 11 02:36:25.804868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-143091bd-33ef-4f13-a6e2-bfd6cbcc7dfa None None] Port 390594bf-4e00-491e-98aa-63acc3c7f8bd cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:25.902351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-611c50fc-cbdc-4a6b-9322-33fedbadf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.905151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-611c50fc-cbdc-4a6b-9322-33fedbadf876 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfe320e4-080a-4357-8769-8f1f721a5356 HTTP/1.1" status: 200 len: 853 time: 0.2300403 Aug 11 02:36:25.924821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:25.925574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b68ab-7988-462a-b0af-6f01af728b5d None None] The sync data for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:25.929562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.937822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:25.981249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Allocated IP 172.20.0.6 (44f210aa-a4fc-4050-ab92-6cae93108365/c775d825-78c4-4984-af7f-9ead14028399/b2050d5e-f83b-4078-87e1-494fc0810192) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:25.991557 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:25.991557 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:25.998898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a13a1cef-8d4f-428d-be49-fa5492e07543 req-92b3e51b-ad88-4e52-82c8-bb6bfa58c78a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667111 Aug 11 02:36:26.071099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-8237ad51-0d77-408b-9d1f-bd26980659ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bef745b-802c-4014-a776-2ca3fd2d3938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005480 Aug 11 02:36:26.232868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-0f917344-3263-469c-a858-2dff4ecdeeb5 service neutron] 10.222.0.25 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498687 Aug 11 02:36:26.305344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.329422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Transition to ACTIVE for port object b2050d5e-f83b-4078-87e1-494fc0810192 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:26.383034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.445401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Network 44f210aa-a4fc-4050-ab92-6cae93108365 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:26.456826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:26.463852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:26.476730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f46e15c4-7be5-45df-a557-2b697e0ef32f req-170c7ad3-b4cd-4c94-87fc-1e6ad8a044f2 service neutron] 10.222.0.25 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008674 Aug 11 02:36:26.523416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:26.524013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.541037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event updated for resources: {'Port': ['ID=b2050d5e-f83b-4078-87e1-494fc0810192,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:26.549954 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-33ec96d5-4004-42bc-bbc8-2940271a2b6a tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1556158 Aug 11 02:36:26.550336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:26.598061 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.629912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:26.655470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:26.684468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:26.692878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.737780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f9f147b-debb-4ffd-a8bb-53f3cc13ba79 req-94746f00-741c-44ec-9ba0-7fea85a88450 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1225605 Aug 11 02:36:26.815588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:26.837295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2ea6d66c-2f58-40fd-aaea-517da7ab6a88'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:36:26.858028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677168451'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:26.919096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'project_id': '540afad4a3584cca8635fd2a44d82429', 'port_id': 'b2050d5e-f83b-4078-87e1-494fc0810192'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:26.979260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:26.984132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-793a4a3d-f5aa-40ae-99ac-d965aa109e9f None None] Provisioning for port b2050d5e-f83b-4078-87e1-494fc0810192 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:26.992134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a1f12-7305-48c9-b528-bd5faa6c1743 req-2651694e-af81-4b93-b504-19bbd8acfa14 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:26.996507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-793a4a3d-f5aa-40ae-99ac-d965aa109e9f None None] Provisioning complete for port b2050d5e-f83b-4078-87e1-494fc0810192 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:26.997163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-793a4a3d-f5aa-40ae-99ac-d965aa109e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.000756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef0a1f12-7305-48c9-b528-bd5faa6c1743 req-2651694e-af81-4b93-b504-19bbd8acfa14 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 943 time: 0.1776402 Aug 11 02:36:27.011134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.096313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.097235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-793a4a3d-f5aa-40ae-99ac-d965aa109e9f None None] Port b2050d5e-f83b-4078-87e1-494fc0810192 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:27.104198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef0a1f12-7305-48c9-b528-bd5faa6c1743 req-18d50359-0ce6-49f4-90e0-d0a28f7de16c tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023362 Aug 11 02:36:27.114264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.257680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747687f9-2e2d-416d-9e1e-eae5e55b334d req-a25dfdfa-8d29-4747-97d6-4f8257c40da3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:27.260731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-747687f9-2e2d-416d-9e1e-eae5e55b334d req-a25dfdfa-8d29-4747-97d6-4f8257c40da3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.0681839 Aug 11 02:36:27.364785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-747687f9-2e2d-416d-9e1e-eae5e55b334d req-bd7d2534-731d-49f9-bcfe-a047aad5fa15 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947011 Aug 11 02:36:27.458503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.462573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.498078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.593272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:27.612799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d6c4f6-f22e-4f76-9333-6065e3c6d58c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:27.651413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.652452 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 440c85b1-0745-49bf-9b4c-03504f5ef5f4 of type vlan for network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 Aug 11 02:36:27.729437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Allocated IP 172.25.6.252 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/7182a63b-b2e5-4dc0-a7a8-cf6e82883c76) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:27.749704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.859548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.874883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:27.877424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.964950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c68666ed-03be-49b8-9d26-b4f6e018c9f0 req-1f1804e9-4511-493a-9c99-c7fdbd597876 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0404792 Aug 11 02:36:28.371750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe0166-3e5f-4bb6-a4d7-3d1b97ff3c72 req-fa3a4659-db57-40a1-8b9f-4e191bfaa6b9 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:28.387487 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7300899 Aug 11 02:36:28.389986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58fe0166-3e5f-4bb6-a4d7-3d1b97ff3c72 req-fa3a4659-db57-40a1-8b9f-4e191bfaa6b9 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 943 time: 0.1546562 Aug 11 02:36:28.487656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58fe0166-3e5f-4bb6-a4d7-3d1b97ff3c72 req-94c57ecb-c89d-4c97-8268-8fe80e94b393 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924232 Aug 11 02:36:28.488431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bb8bc-3ab8-47a9-8e56-c7496e28a8c6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=45f6ca61-ccc9-436d-91fc-bf6b79545fc6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:28.493517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.508069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:28.635572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.698026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730369e-6447-4117-897b-97b306bc925a req-ae0aee62-b3e5-4413-a8f9-e4503ff2c75a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:28.704649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2730369e-6447-4117-897b-97b306bc925a req-ae0aee62-b3e5-4413-a8f9-e4503ff2c75a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 946 time: 0.1757247 Aug 11 02:36:28.708550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:28.712492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:28.715899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:28.724411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 973528fd-d915-4f25-ba62-94ba09b4d1e9 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:36:28.849132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2730369e-6447-4117-897b-97b306bc925a req-4af42992-57a3-40e9-a85c-ccd2973581e9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244209 Aug 11 02:36:28.882638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Pushing event updated for resources: {'Port': ['ID=7182a63b-b2e5-4dc0-a7a8-cf6e82883c76,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:28.894587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:28.998480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 973528fd-d915-4f25-ba62-94ba09b4d1e9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9,segment=NetworkSegment(84f57591-cc8f-4b31-9474-12d0767dca5c),segment_id=84f57591-cc8f-4b31-9474-12d0767dca5c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:29.020513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '973528fd-d915-4f25-ba62-94ba09b4d1e9', 'network_id': '3bef745b-802c-4014-a776-2ca3fd2d3938', 'port_id': '973528fd-d915-4f25-ba62-94ba09b4d1e9', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe320e4-080a-4357-8769-8f1f721a5356', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:36:29.024242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:29.024989 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.144858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.170926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973528fd-d915-4f25-ba62-94ba09b4d1e9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:36:29.196661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 973528fd-d915-4f25-ba62-94ba09b4d1e9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9,segment=NetworkSegment(84f57591-cc8f-4b31-9474-12d0767dca5c),segment_id=84f57591-cc8f-4b31-9474-12d0767dca5c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:29.198656 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.204073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.275954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76d4d060-0f4d-42bb-a957-c4687f91abd8 req-877cc092-fc98-47ee-91f0-6a2b8044648e tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1365731 Aug 11 02:36:29.307139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:29.312027 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93dd10-eb9d-44e0-9652-2e960b9b371d" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:29.495793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:29.528418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.531631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=973528fd-d915-4f25-ba62-94ba09b4d1e9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:29.667001 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0210c801-cbe0-4184-b7b2-5289d710a2d3 x-openstack-request-id: req-0210c801-cbe0-4184-b7b2-5289d710a2d3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:29.667719 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-plugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:29.668420 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0210c801-cbe0-4184-b7b2-5289d710a2d3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:29.669272 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'code': 200} Aug 11 02:36:29.672167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=13']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:29.677084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['973528fd-d915-4f25-ba62-94ba09b4d1e9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:36:30.243521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a05aa-485a-4067-9a06-81d94660d659 req-7572ca06-90c3-4f8b-8acc-f46308d5fe7d tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:30.286130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da8a05aa-485a-4067-9a06-81d94660d659 req-7572ca06-90c3-4f8b-8acc-f46308d5fe7d tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 944 time: 0.4308083 Aug 11 02:36:30.428228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.589495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da8a05aa-485a-4067-9a06-81d94660d659 req-912c07cf-3d67-429d-9b6a-33e48874c920 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834632 Aug 11 02:36:30.693525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.920963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.928224 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.006974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.139644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb2015-2ec6-4ced-b0bb-62a6a9a8ae4c req-5003fa7c-8b0f-437f-a6a7-15357657d4bd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:31.162475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1bb2015-2ec6-4ced-b0bb-62a6a9a8ae4c req-5003fa7c-8b0f-437f-a6a7-15357657d4bd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.2386470 Aug 11 02:36:31.165937 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Floating IP 291ad612-71aa-4808-89b7-2cef32858872 associated. External IP: 172.25.6.252, port: b2050d5e-f83b-4078-87e1-494fc0810192. Aug 11 02:36:31.250648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ef48e05-a046-41ac-afee-9378e6e008b6 req-12909caf-ca47-424f-bf03-07cee167f5c6 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0738323 Aug 11 02:36:31.273206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Pushing event updated for resources: {'Port': ['ID=7182a63b-b2e5-4dc0-a7a8-cf6e82883c76,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.403665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1bb2015-2ec6-4ced-b0bb-62a6a9a8ae4c req-a5826970-4337-455a-8a8e-625d776c5be9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358422 Aug 11 02:36:31.725694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Router 970f0f62-f21b-4f53-897e-208180a87f8f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:32.180226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e35a2-48cb-4655-ab32-ca6c4ad6d5f8 req-0f679642-b04c-428a-b255-15d77848f362 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:32.189274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a73e35a2-48cb-4655-ab32-ca6c4ad6d5f8 req-0f679642-b04c-428a-b255-15d77848f362 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 944 time: 0.1194973 Aug 11 02:36:32.211812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:32.231181 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] Sync routers for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:32.243469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a73e35a2-48cb-4655-ab32-ca6c4ad6d5f8 req-b2bbcd57-f188-4470-83d3-0e54dcd3dd6d tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483513 Aug 11 02:36:32.252653 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:32.254657 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:32.260560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.296785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5538242d-9277-4d7c-962c-689b0c3d90b0 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7451875 Aug 11 02:36:32.301333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38568) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:32.338106 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:32.353553 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:32.355187 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:32.380463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38572) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:32.392248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:32.467485 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:32.471259 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafed1d4-5e55-4a32-888d-50e3cdf8bdc5 None None] The sync data for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:32.572455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:32.583504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.599563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0231db49-caa8-4de5-ab4e-62afaeefe61e req-98e9faae-a114-4c66-af97-1d30e66d94f8 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1049314 Aug 11 02:36:32.664270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-82fcbd48-722b-421a-ad25-1389d4e0503e tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] 10.222.0.16 "GET /v2.0/floatingips/291ad612-71aa-4808-89b7-2cef32858872 HTTP/1.1" status: 200 len: 983 time: 0.3582678 Aug 11 02:36:32.668471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38578) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:32.689598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40223b32-f589-4eb7-8ad3-3fbf17f9f601 req-2adb2b5e-9082-4ffb-8379-d1c745aa3533 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:32.691964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40223b32-f589-4eb7-8ad3-3fbf17f9f601 req-2adb2b5e-9082-4ffb-8379-d1c745aa3533 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.0901861 Aug 11 02:36:32.777416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 973528fd-d915-4f25-ba62-94ba09b4d1e9 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:32.887303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 973528fd-d915-4f25-ba62-94ba09b4d1e9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:32.902396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 973528fd-d915-4f25-ba62-94ba09b4d1e9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:32.903190 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.968608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40223b32-f589-4eb7-8ad3-3fbf17f9f601 req-da5bebd9-cc08-4e27-89bc-a6b28761e502 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305733 Aug 11 02:36:32.972738 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.017571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-daeadcd6-0f08-42d4-be91-97ee3f7eaf99 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.3411198 Aug 11 02:36:33.018196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38582) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:33.076278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.123470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 973528fd-d915-4f25-ba62-94ba09b4d1e9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9,segment=NetworkSegment(84f57591-cc8f-4b31-9474-12d0767dca5c),segment_id=84f57591-cc8f-4b31-9474-12d0767dca5c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:33.126018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973528fd-d915-4f25-ba62-94ba09b4d1e9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:33.128400 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0848395-d0c5-419b-9d73-f394b4cb17f7" -d '{"events": [{"server_uuid": "5829c0b6-8e93-4b0f-9679-064d3c7997ef", "name": "network-vif-plugged", "status": "completed", "tag": "973528fd-d915-4f25-ba62-94ba09b4d1e9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:33.133430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.157217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': '440c85b1-0745-49bf-9b4c-03504f5ef5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:33.157858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: 45f6ca61-ccc9-436d-91fc-bf6b79545fc6, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:33.174435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=c52fd690-db2e-4b50-ac58-218508dc751e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:33.219453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=973528fd-d915-4f25-ba62-94ba09b4d1e9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:33.220702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:33.242889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 45f6ca61-ccc9-436d-91fc-bf6b79545fc6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:33.254446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f47918-06d6-49b3-b3ae-1bb440cfced8 None None] Network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:33.254705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:33.255834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.295224 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fcace2-a952-4cca-8d0e-a16785371ffd x-openstack-request-id: req-94fcace2-a952-4cca-8d0e-a16785371ffd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:33.295506 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829c0b6-8e93-4b0f-9679-064d3c7997ef", "name": "network-vif-plugged", "status": "completed", "tag": "973528fd-d915-4f25-ba62-94ba09b4d1e9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:33.295768 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94fcace2-a952-4cca-8d0e-a16785371ffd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:33.296286 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973528fd-d915-4f25-ba62-94ba09b4d1e9', 'code': 200} Aug 11 02:36:33.305626 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-326fa8f0-6eed-46b4-aea1-36d9aa6dd2b8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9235837 Aug 11 02:36:33.311356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:33.339762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-163705747'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:33.404569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:33.411905 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.468410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:33.521385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.523658 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 3d2c9eed-e4a5-4ab6-9e75-1745ebda5271 of type vlan for network d415382f-d8b7-4683-aaa5-81544651e617 Aug 11 02:36:33.723275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.733275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-45f6ca61-ccc9-436d-91fc-bf6b79545fc6', 'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': 'c52fd690-db2e-4b50-ac58-218508dc751e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:33.734714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.847038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.863185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:33.869388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.999106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6861398 Aug 11 02:36:34.003246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.008979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:34.083618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba7f11-9c45-4cce-9750-3030d71563bd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=d415382f-d8b7-4683-aaa5-81544651e617,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.102079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d415382f-d8b7-4683-aaa5-81544651e617 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:34.116800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dffcd77e-4893-43da-83fc-8ececa91132f req-803d2d44-5b36-4b6b-bd1b-de67a19834a6 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0666142 Aug 11 02:36:34.139847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27d8e1-04fa-48e5-b593-5d8f6078a725 req-72f6955b-4a4c-46da-91c6-0f3724c34f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.155038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c27d8e1-04fa-48e5-b593-5d8f6078a725 req-72f6955b-4a4c-46da-91c6-0f3724c34f39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 1096 time: 0.7538407 Aug 11 02:36:34.200778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:34.206922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.246736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d9417-c1ba-401e-8149-fdbc7a86a68c req-128a2f96-dc93-4508-97d1-c5653460eb4a tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.255762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-488d9417-c1ba-401e-8149-fdbc7a86a68c req-128a2f96-dc93-4508-97d1-c5653460eb4a tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.8284400 Aug 11 02:36:34.262493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Allocated IP 2001:db8:0:ffff::2 (45f6ca61-ccc9-436d-91fc-bf6b79545fc6/c52fd690-db2e-4b50-ac58-218508dc751e/ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:34.271428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c27d8e1-04fa-48e5-b593-5d8f6078a725 req-a0e7ff43-fdc9-45dd-953b-99b4f5c3925f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176746 Aug 11 02:36:34.285421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting port 7182a63b-b2e5-4dc0-a7a8-cf6e82883c76 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:34.286228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.594217 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.603415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-488d9417-c1ba-401e-8149-fdbc7a86a68c req-1313b8e6-ceaf-4f5a-8a75-2ecb7f5da578 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465586 Aug 11 02:36:34.613766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.615773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.643567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Transition to ACTIVE for port object ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:34.688678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Transition to ACTIVE for port object ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:34.692493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Calling delete_port for 7182a63b-b2e5-4dc0-a7a8-cf6e82883c76 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:34.704402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.721325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.792735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:34.794489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:34.813614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:34.843932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d24f-80a6-4d65-a169-1d0e70ea7dc7 req-c35d97e0-9b5b-42af-b617-b2ee4bc8c5da tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.845548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de64d24f-80a6-4d65-a169-1d0e70ea7dc7 req-c35d97e0-9b5b-42af-b617-b2ee4bc8c5da tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.3857217 Aug 11 02:36:34.887790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:34.888167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: d415382f-d8b7-4683-aaa5-81544651e617, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:34.894638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=57f5414e-c2d4-48b7-9233-833ecab221d1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.918150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network d415382f-d8b7-4683-aaa5-81544651e617 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:34.943130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d415382f-d8b7-4683-aaa5-81544651e617) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:34.943534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Pushing event updated for resources: {'Port': ['ID=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.949105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.949718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.973994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee2a1e-3c7b-446a-a81b-8305aa9f8bf4 None None] Network d415382f-d8b7-4683-aaa5-81544651e617 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:34.979217 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eee64db4-3c7f-49f2-ad74-5cc5924dfed4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9704316 Aug 11 02:36:34.979623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-de64d24f-80a6-4d65-a169-1d0e70ea7dc7 req-cb445088-87f9-4244-9116-2a6b127e485d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878398 Aug 11 02:36:34.979821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38616) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:35.049136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Attempting to bind port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:35.050242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Attempting to bind port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '440c85b1-0745-49bf-9b4c-03504f5ef5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:35.051128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Attempting to bind port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 on network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:35.104868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:35.106169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Checking segment: {'id': '440c85b1-0745-49bf-9b4c-03504f5ef5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:35.106636 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.107036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Bound using segment: {'id': '440c85b1-0745-49bf-9b4c-03504f5ef5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:35.107544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Bound port: ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440c85b1-0745-49bf-9b4c-03504f5ef5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '45f6ca61-ccc9-436d-91fc-bf6b79545fc6'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:35.108013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.174429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.350134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.373762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d828f56-ba06-4d9e-a0b8-3a1ea2ef6239 req-bc3615db-f35c-4298-9807-373faf00d09b tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1143076 Aug 11 02:36:35.375407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] For port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:35.377260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.388584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] For port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,segment=NetworkSegment(440c85b1-0745-49bf-9b4c-03504f5ef5f4),segment_id=440c85b1-0745-49bf-9b4c-03504f5ef5f4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:35.455424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Port': ['ID=7182a63b-b2e5-4dc0-a7a8-cf6e82883c76,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:35.471058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.539374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d415382f-d8b7-4683-aaa5-81544651e617', 'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '57f5414e-c2d4-48b7-9233-833ecab221d1'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:35.540774 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.657986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.659012 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Floating IP 291ad612-71aa-4808-89b7-2cef32858872 disassociated (deleted). External IP: 172.25.6.252, port: b2050d5e-f83b-4078-87e1-494fc0810192. Aug 11 02:36:35.867048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424973-d74e-4686-a49c-c5b588838a7d None None] Pushing event updated for resources: {'Port': ['ID=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:36.028587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Allocated IP 2001:db8::1 (d415382f-d8b7-4683-aaa5-81544651e617/57f5414e-c2d4-48b7-9233-833ecab221d1/e209a8dc-83da-4641-a046-6d0785a80ba8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:36.366564 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.387558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d9c51-42e6-4b4d-9144-d486e45f97ce req-f62dc308-17c2-4c5c-a21d-a11496a23d8d tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.395424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d9c51-42e6-4b4d-9144-d486e45f97ce req-f62dc308-17c2-4c5c-a21d-a11496a23d8d tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.4441893 Aug 11 02:36:36.416817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Transition to ACTIVE for port object e209a8dc-83da-4641-a046-6d0785a80ba8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:36.469667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Transition to ACTIVE for port object e209a8dc-83da-4641-a046-6d0785a80ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:36.477560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Router 970f0f62-f21b-4f53-897e-208180a87f8f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:36.487985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.530497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eeaf1-ce1b-4797-bff0-24c2ce8a3330 req-8d7c1172-27a3-4762-aae4-74d3ee162f46 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.533568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-696eeaf1-ce1b-4797-bff0-24c2ce8a3330 req-8d7c1172-27a3-4762-aae4-74d3ee162f46 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.2357137 Aug 11 02:36:36.542737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.590138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:36.649699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=57f5414e-c2d4-48b7-9233-833ecab221d1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:36.672724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d9c51-42e6-4b4d-9144-d486e45f97ce req-532130c6-087e-49ed-a836-d0c40e514eea tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763610 Aug 11 02:36:36.688327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Network d415382f-d8b7-4683-aaa5-81544651e617 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:36.728859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:36.747736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Pushing event updated for resources: {'Port': ['ID=e209a8dc-83da-4641-a046-6d0785a80ba8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:36.762764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:36.846478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.877045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d415382f-d8b7-4683-aaa5-81544651e617']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:36.904677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baa651ec-2aa6-4870-b241-d0f6b79efa1d req-d5c5037e-e7d8-4d82-bd13-67e910e523a6 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0529296 Aug 11 02:36:36.908583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:36.909006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:36.943957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Attempting to bind port e209a8dc-83da-4641-a046-6d0785a80ba8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:36.944756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Attempting to bind port e209a8dc-83da-4641-a046-6d0785a80ba8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:36.945655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Attempting to bind port e209a8dc-83da-4641-a046-6d0785a80ba8 on network d415382f-d8b7-4683-aaa5-81544651e617 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:36.947463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-696eeaf1-ce1b-4797-bff0-24c2ce8a3330 req-47fd6787-73ad-453b-bd74-91c2809f0134 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892705 Aug 11 02:36:36.954379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:36.982313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.983536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:36.984153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Checking segment: {'id': '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:36.984824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.001558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Bound using segment: {'id': '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:37.005476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Bound port: e209a8dc-83da-4641-a046-6d0785a80ba8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd415382f-d8b7-4683-aaa5-81544651e617'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:37.006177 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.027427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.054703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:37.056180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.145425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:37.152613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.169353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] Sync routers for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:37.216313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ad9ad369-b641-4a13-a126-b354843013d4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "DELETE /v2.0/floatingips/291ad612-71aa-4808-89b7-2cef32858872 HTTP/1.1" status: 204 len: 168 time: 4.1965449 Aug 11 02:36:37.216995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38638) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:37.236122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:37.248515 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:37.258548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:36:37.258548 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:36:37.258548 n-d-715271-8 neutron-server[94700]: [parameters: {'id': 'd415382f-d8b7-4683-aaa5-81544651e617'}] Aug 11 02:36:37.258548 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:37.259172 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:37.284550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:37.290204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:37.295866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] For port e209a8dc-83da-4641-a046-6d0785a80ba8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:37.305548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] For port e209a8dc-83da-4641-a046-6d0785a80ba8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e209a8dc-83da-4641-a046-6d0785a80ba8,segment=NetworkSegment(3d2c9eed-e4a5-4ab6-9e75-1745ebda5271),segment_id=3d2c9eed-e4a5-4ab6-9e75-1745ebda5271)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:37.316662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.411655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:37.426197 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.429115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:37.429772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:37.521072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:37.521896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e776690-dbd4-4a89-b823-4e5bfbd47324 None None] The sync data for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:37.533257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-e4fc5b72-c819-40a4-8fa6-009b401ac7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.535017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-e4fc5b72-c819-40a4-8fa6-009b401ac7b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f9d7812a04b4207b5adc6e3f00791ef&device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 1096 time: 0.1271231 Aug 11 02:36:37.546361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b916-c06a-4c5b-86b7-75c3ff33a7b8 req-c537341b-42fb-4f67-987c-496667fd82ff tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.547966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d70b916-c06a-4c5b-86b7-75c3ff33a7b8 req-c537341b-42fb-4f67-987c-496667fd82ff tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.1377606 Aug 11 02:36:37.564112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563f2c8-9503-43e7-ac0e-890b32861fde None None] Pushing event updated for resources: {'Port': ['ID=e209a8dc-83da-4641-a046-6d0785a80ba8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:37.674908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666b10b-690e-4a6e-89cb-733a68aaabb8 None None] Network d415382f-d8b7-4683-aaa5-81544651e617 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:37.691325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d70b916-c06a-4c5b-86b7-75c3ff33a7b8 req-ecef0130-f75b-41e8-977f-f4ad307fbdb8 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328490 Aug 11 02:36:37.758648 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.761664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.768810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a1cf8-a33f-493a-a8f3-0bec6a6cb8f9 None None] Network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:37.785112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-ac7e80ab-d617-4518-b4a7-cc7e1f6fcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.790623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-ac7e80ab-d617-4518-b4a7-cc7e1f6fcd8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bef745b-802c-4014-a776-2ca3fd2d3938 HTTP/1.1" status: 200 len: 913 time: 0.2378345 Aug 11 02:36:37.874712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-3e812d61-7445-459b-9a38-3e6c8c6706ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9 HTTP/1.1" status: 200 len: 217 time: 0.0533676 Aug 11 02:36:37.910453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port e209a8dc-83da-4641-a046-6d0785a80ba8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:37.910897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.928133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] Provisioning for port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:37.949822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] Provisioning complete for port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:37.950234 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.026019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-ac2006bf-6c85-4a22-b166-3371bdab3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.033060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-ac2006bf-6c85-4a22-b166-3371bdab3f57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfe320e4-080a-4357-8769-8f1f721a5356 HTTP/1.1" status: 200 len: 853 time: 0.1459515 Aug 11 02:36:38.064898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Allocated IP 172.25.6.69 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a4256bcc-411f-4547-a414-2fff556f58f4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:38.124633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-cc84ed7d-348b-4b8d-9ca5-a2b4617f0754 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bef745b-802c-4014-a776-2ca3fd2d3938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789826 Aug 11 02:36:38.134819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port e209a8dc-83da-4641-a046-6d0785a80ba8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e209a8dc-83da-4641-a046-6d0785a80ba8,segment=NetworkSegment(3d2c9eed-e4a5-4ab6-9e75-1745ebda5271),segment_id=3d2c9eed-e4a5-4ab6-9e75-1745ebda5271)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:38.137482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.156916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57cf91ef-720a-4737-b1bc-45c8b96f980f req-6267c5f3-19d6-4f5d-a834-ef55856ee595 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0740378 Aug 11 02:36:38.177223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for e209a8dc-83da-4641-a046-6d0785a80ba8 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:38.329439 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.424320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.427008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] For port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,segment=NetworkSegment(440c85b1-0745-49bf-9b4c-03504f5ef5f4),segment_id=440c85b1-0745-49bf-9b4c-03504f5ef5f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:38.433128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.482988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=e209a8dc-83da-4641-a046-6d0785a80ba8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.503836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port e209a8dc-83da-4641-a046-6d0785a80ba8 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:38.561745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301335e6-7728-4bba-beac-1433e6f165d0 None None] Pushing event updated for resources: {'Port': ['ID=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.574238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062e08-286d-4df7-aa51-3b0691088de0 req-7ff7f7c2-92eb-435a-90a4-1771e1adc031 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.576738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6062e08-286d-4df7-aa51-3b0691088de0 req-7ff7f7c2-92eb-435a-90a4-1771e1adc031 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.3961287 Aug 11 02:36:38.581876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-4eeb165b-98f6-435f-bd8f-840ca1d88131 service neutron] 10.222.0.25 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361308 Aug 11 02:36:38.606299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.678381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.713244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.743916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d415382f-d8b7-4683-aaa5-81544651e617']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:38.767867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fe456-288b-40cb-9a11-a0cf9c31acb9 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:36:38.786663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:38.787607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2c9eed-e4a5-4ab6-9e75-1745ebda5271') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:38.794724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Pushing event updated for resources: {'Port': ['ID=a4256bcc-411f-4547-a414-2fff556f58f4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.811419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.850129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.876630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:38.877885 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:38.885026 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:38.896085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:38.933775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:38.936843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:38.939250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-659fbeb5-763a-4ef8-9e81-ea635d14d097 None None] Provisioning complete for port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:38.942826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-659fbeb5-763a-4ef8-9e81-ea635d14d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.987665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6062e08-286d-4df7-aa51-3b0691088de0 req-7ac2f40c-2e26-4d4b-8923-dab1c7eda3c9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995540 Aug 11 02:36:38.988122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.008688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.015320 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/d415382f-d8b7-4683-aaa5-81544651e617 HTTP/1.1" status: 204 len: 168 time: 4.0344744 Aug 11 02:36:39.037827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.043482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451988692'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:39.048170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b431f7-4227-49b9-8b0a-de9bc73e28b1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=d415382f-d8b7-4683-aaa5-81544651e617,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:39.056644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779b55c-53d4-4a4f-b9d6-94aa42d7d3cf req-20fee3ff-7be4-4fef-b03c-5fdc8a235354 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:39.072383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a779b55c-53d4-4a4f-b9d6-94aa42d7d3cf req-20fee3ff-7be4-4fef-b03c-5fdc8a235354 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.2357528 Aug 11 02:36:39.075599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:39.080099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.101565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47cbb5b1-3200-4501-9c8b-4a0d8e25cfef req-053b340c-f4c3-4a2e-a6ad-87199ab84f1d service neutron] 10.222.0.25 "GET /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341178 Aug 11 02:36:39.112444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:39.129264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.129878 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 621b498d-5967-4acb-bdca-ab192f8b33c2 of type vlan for network 69df3e2f-c707-413a-8a34-7a702ded6849 Aug 11 02:36:39.192157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.196224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a779b55c-53d4-4a4f-b9d6-94aa42d7d3cf req-d0684544-a518-486c-a0a2-7bd1f8443072 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889740 Aug 11 02:36:39.283182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.305068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:39.306987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.338413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67fe456-288b-40cb-9a11-a0cf9c31acb9 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:36:39.339115 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.405398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.423322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38a63ba3-fe20-4e89-aed1-828f9e432908 req-a7dc348b-648e-4c1d-a324-5db8d0e4e9fe tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0762401 Aug 11 02:36:39.499482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4604008 Aug 11 02:36:39.505043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.510434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:39.598475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519538c8-8b6d-459b-a90a-41fe03b44efb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=69df3e2f-c707-413a-8a34-7a702ded6849,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:39.627183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 69df3e2f-c707-413a-8a34-7a702ded6849 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:39.706890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:39.717395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.853210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.865668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.065388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Pushing event updated for resources: {'Port': ['ID=a4256bcc-411f-4547-a414-2fff556f58f4,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.092127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.124489 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.129614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c075f458-5652-4e39-bf49-41b2053a83ca tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9088085 Aug 11 02:36:40.130883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38664) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.238321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-7f533b26-dd64-4499-b221-ff238dfe6e04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2670362 Aug 11 02:36:40.297067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d738b09-8376-4cff-b4c6-0a25c3f6fe7c req-6270a625-3efa-4a56-8232-807080bdc656 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.300022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d738b09-8376-4cff-b4c6-0a25c3f6fe7c req-6270a625-3efa-4a56-8232-807080bdc656 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.1261096 Aug 11 02:36:40.422769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.440081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:40.456858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d738b09-8376-4cff-b4c6-0a25c3f6fe7c req-3aa666d3-a629-4de3-8e9d-7b3490cbf82a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424217 Aug 11 02:36:40.494323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:40.497726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.498571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.499379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.500294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.501088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.501828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.502651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.506246 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-1a9f44b9-f2b7-4b87-9484-eccd492d0988 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.1668787 Aug 11 02:36:40.547722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a033a1c-495b-4388-bca0-752ec6ecd93c req-bfbfd64b-a597-4b0e-92f8-6c4aef7985e3 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.560384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a033a1c-495b-4388-bca0-752ec6ecd93c req-bfbfd64b-a597-4b0e-92f8-6c4aef7985e3 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.2026074 Aug 11 02:36:40.580972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:40.581368 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.695021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75048316-8bad-4d08-ba08-e879a3fa91c0 req-7ce54135-9731-4955-9325-94001809cbfc tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1081383 Aug 11 02:36:40.700106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.708320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-a3f0b5bc-95ea-43a5-b023-16afb79f1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.708860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-a3f0b5bc-95ea-43a5-b023-16afb79f1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.709349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-a3f0b5bc-95ea-43a5-b023-16afb79f1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.711680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-a3f0b5bc-95ea-43a5-b023-16afb79f1814 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=b91db2a3-0627-45f6-b6ae-4e49e8960384&id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 2289 time: 0.1727693 Aug 11 02:36:40.738400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=13b5278c-165d-45aa-a7c7-14227d4b322a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.801572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': '621b498d-5967-4acb-bdca-ab192f8b33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:40.802109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: 69df3e2f-c707-413a-8a34-7a702ded6849, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:40.837042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 69df3e2f-c707-413a-8a34-7a702ded6849 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:40.846047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a033a1c-495b-4388-bca0-752ec6ecd93c req-947a3ab2-53d0-48fa-92e0-318d9693df19 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819798 Aug 11 02:36:40.847891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-7f2a6288-c73b-4e76-9058-65a1c897fefd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 1002 time: 0.1266782 Aug 11 02:36:40.854852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 69df3e2f-c707-413a-8a34-7a702ded6849) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:40.870834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e5ee4-2322-4e03-8cd7-cc9b4102213e None None] Network 69df3e2f-c707-413a-8a34-7a702ded6849 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:40.880109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.880743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.952485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c03a8f76-eca9-4417-8f73-d9f9430b80de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4465590 Aug 11 02:36:40.953348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38682) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.961341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-4dac80cd-6e8a-4b92-b0c6-eadf0a552458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:40.962950 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-4dac80cd-6e8a-4b92-b0c6-eadf0a552458 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 200 len: 850 time: 0.1010606 Aug 11 02:36:40.976769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-591522640'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:41.020445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.025301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:41.030708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.072142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-01fbc36e-f9b2-4568-846b-f290fb34aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.073957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-01fbc36e-f9b2-4568-846b-f290fb34aa90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017962 Aug 11 02:36:41.119897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:41.132279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.133034 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 83c51a8e-9b4d-4c81-9ebe-b63e770d7e94 of type vlan for network 357c80c6-081c-42c2-b75e-608806439311 Aug 11 02:36:41.153714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-69df3e2f-c707-413a-8a34-7a702ded6849', 'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '13b5278c-165d-45aa-a7c7-14227d4b322a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:41.155171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.196596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.290259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Allocated IP 172.25.6.186 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/b2682c39-3daf-4b81-8c74-12758f2170f9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:41.293152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.300306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.301153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.397387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4373395 Aug 11 02:36:41.406093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.441018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '357c80c6-081c-42c2-b75e-608806439311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:41.461910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79613f08-fdb5-482b-9221-8c325783b9d2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=357c80c6-081c-42c2-b75e-608806439311,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:41.474759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-60fc5aef-8408-4ae2-b878-c50ddf887031 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876412 Aug 11 02:36:41.508272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 357c80c6-081c-42c2-b75e-608806439311 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:41.675885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Allocated IP 2001:db8::3 (69df3e2f-c707-413a-8a34-7a702ded6849/13b5278c-165d-45aa-a7c7-14227d4b322a/6f2c3422-8ec4-4568-a873-a703afd56788) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:41.694064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-dd6db251-0a2c-40e9-a2cc-248f5a6b98e1 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017145 Aug 11 02:36:41.699714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:41.703695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.707423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-7234e63d-a9ac-44ca-913e-a4c88e12db52 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2013419 Aug 11 02:36:41.717396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.752167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c8617-2036-4c2a-9a94-c105d213ecc5 req-9a0ff48f-55b5-4098-8607-1beb1e5a7f83 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.754128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d72c8617-2036-4c2a-9a94-c105d213ecc5 req-9a0ff48f-55b5-4098-8607-1beb1e5a7f83 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.1763923 Aug 11 02:36:41.764047 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-6fe4eefc-3536-40af-97bc-e6d379c21bc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 217 time: 0.0564671 Aug 11 02:36:41.779253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389fc91-c00b-4e8d-ac57-39d6cb8e680d req-fc426929-3d7d-43d3-88c5-78b4b5b1802b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.787369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d389fc91-c00b-4e8d-ac57-39d6cb8e680d req-fc426929-3d7d-43d3-88c5-78b4b5b1802b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.1788335 Aug 11 02:36:41.856931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:36:41.857677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:36:41.892434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-2511ea31-20f4-42be-9151-3ead8a2d1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.895242 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-2511ea31-20f4-42be-9151-3ead8a2d1a53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.0926175 Aug 11 02:36:41.939469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d72c8617-2036-4c2a-9a94-c105d213ecc5 req-d403d392-b8d8-402c-b9d0-9286dd957ae4 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694634 Aug 11 02:36:41.984023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d389fc91-c00b-4e8d-ac57-39d6cb8e680d req-64397013-3980-40e4-8fe4-b04c6c667c7f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951830 Aug 11 02:36:42.015315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.016518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.017548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.018622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.019692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.020713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.021856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.027148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b7f4e328-100a-491e-b3e2-b8c3b66a0cb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6499 time: 0.2309005 Aug 11 02:36:42.039319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.072331 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.095671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Transition to ACTIVE for port object 6f2c3422-8ec4-4568-a873-a703afd56788 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:42.130672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Transition to ACTIVE for port object 6f2c3422-8ec4-4568-a873-a703afd56788 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:42.169690 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.208689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.284153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-fedec79e-c070-4033-bc7c-b400d2aecc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.286269 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-fedec79e-c070-4033-bc7c-b400d2aecc7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3774507 Aug 11 02:36:42.371486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=1766c1b5-5f92-4b34-8713-f7615860652a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:42.391773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': '83c51a8e-9b4d-4c81-9ebe-b63e770d7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '357c80c6-081c-42c2-b75e-608806439311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:42.392152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: 357c80c6-081c-42c2-b75e-608806439311, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:42.431897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Network 69df3e2f-c707-413a-8a34-7a702ded6849 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:42.432259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 357c80c6-081c-42c2-b75e-608806439311 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:42.437971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:42.463163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:42.468990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 357c80c6-081c-42c2-b75e-608806439311) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:42.478603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-419322b7-44cf-4216-bccb-a15533f629fd service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795506 Aug 11 02:36:42.480613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.481188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.503453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6513872-175d-47c5-91e2-a0f85936f6e8 None None] Network 357c80c6-081c-42c2-b75e-608806439311 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:42.601906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-7424f84d-897b-41b7-9c86-4b7ed34cc33c service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124508 Aug 11 02:36:42.624738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ede952b8-3025-4000-815c-6fdf47d253ef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2158282 Aug 11 02:36:42.656460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38698) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:42.844590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.852349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-bf80ef81-f4fb-4c16-b92a-3c1ac6831402 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 217 time: 0.2410343 Aug 11 02:36:42.944859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Pushing event updated for resources: {'Port': ['ID=6f2c3422-8ec4-4568-a873-a703afd56788,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:42.997091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Attempting to bind port 6f2c3422-8ec4-4568-a873-a703afd56788 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:42.997668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Attempting to bind port 6f2c3422-8ec4-4568-a873-a703afd56788 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '621b498d-5967-4acb-bdca-ab192f8b33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:42.998182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Attempting to bind port 6f2c3422-8ec4-4568-a873-a703afd56788 on network 69df3e2f-c707-413a-8a34-7a702ded6849 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:43.006803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:43.007341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Checking segment: {'id': '621b498d-5967-4acb-bdca-ab192f8b33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:43.007876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.008381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Bound using segment: {'id': '621b498d-5967-4acb-bdca-ab192f8b33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:43.008982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Bound port: 6f2c3422-8ec4-4568-a873-a703afd56788, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621b498d-5967-4acb-bdca-ab192f8b33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69df3e2f-c707-413a-8a34-7a702ded6849'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:43.009478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.103243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-2c780ee3-7859-4664-8e2f-ae07f9d6c1b1 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.115502 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-2c780ee3-7859-4664-8e2f-ae07f9d6c1b1 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.25 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.1130216 Aug 11 02:36:43.117141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-31deef7d-9299-4ee6-9aea-18a9fe5a0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.119990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-31deef7d-9299-4ee6-9aea-18a9fe5a0a02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.2526810 Aug 11 02:36:43.120945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.220538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] For port 6f2c3422-8ec4-4568-a873-a703afd56788, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:43.224620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f0917-4d0a-4f35-bb67-16f72d2e6338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-357c80c6-081c-42c2-b75e-608806439311', 'network_id': '357c80c6-081c-42c2-b75e-608806439311', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '1766c1b5-5f92-4b34-8713-f7615860652a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:43.226273 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f54f0917-4d0a-4f35-bb67-16f72d2e6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.246791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b50f814-2e0e-4126-af30-639aa88bfd36 req-7bb80b1d-2eb4-42a2-ad11-17b3dac61bf7 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 1.1049235 Aug 11 02:36:43.252959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:43.255561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] For port 6f2c3422-8ec4-4568-a873-a703afd56788, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6f2c3422-8ec4-4568-a873-a703afd56788,segment=NetworkSegment(621b498d-5967-4acb-bdca-ab192f8b33c2),segment_id=621b498d-5967-4acb-bdca-ab192f8b33c2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:43.269694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.281252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:43.286522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.345421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:43.363075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453fe4-8602-437a-b0cb-1f7558208034 None None] Pushing event updated for resources: {'Port': ['ID=6f2c3422-8ec4-4568-a873-a703afd56788,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:43.410167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Pushing event updated for resources: {'Port': ['ID=b2682c39-3daf-4b81-8c74-12758f2170f9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:43.425011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.448914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357c80c6-081c-42c2-b75e-608806439311']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:43.535002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a2f4f-a4a8-41d8-ae99-a7a320f1d398 None None] Network 357c80c6-081c-42c2-b75e-608806439311 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:43.536865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c51a8e-9b4d-4c81-9ebe-b63e770d7e94') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:43.537343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c51a8e-9b4d-4c81-9ebe-b63e770d7e94') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:43.552694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=1766c1b5-5f92-4b34-8713-f7615860652a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:43.561169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.571589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77a301-4168-41bf-a43a-33123bbb296a req-a4489fd1-f127-4eb3-8da6-9a5f763034a2 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.574163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e77a301-4168-41bf-a43a-33123bbb296a req-a4489fd1-f127-4eb3-8da6-9a5f763034a2 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 945 time: 0.3470237 Aug 11 02:36:43.578638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-42ff4991-9e49-4f3b-bf26-5644bca9dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.579128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-42ff4991-9e49-4f3b-bf26-5644bca9dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.579614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-42ff4991-9e49-4f3b-bf26-5644bca9dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.581323 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-42ff4991-9e49-4f3b-bf26-5644bca9dc8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=80c670f7-3427-4bcf-b897-079b596e0b82&id=80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 200 len: 2294 time: 1.4377987 Aug 11 02:36:43.599864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.618463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-b01b5d51-ead2-4620-a44e-0aca75c59032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.620136 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-b01b5d51-ead2-4620-a44e-0aca75c59032 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3497930 Aug 11 02:36:43.621833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:43.622578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:43.633284 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:43.637172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Deleting port 973528fd-d915-4f25-ba62-94ba09b4d1e9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:43.637761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.696939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.804042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] For port 973528fd-d915-4f25-ba62-94ba09b4d1e9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=973528fd-d915-4f25-ba62-94ba09b4d1e9,segment=NetworkSegment(84f57591-cc8f-4b31-9474-12d0767dca5c),segment_id=84f57591-cc8f-4b31-9474-12d0767dca5c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:43.804466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.821609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Calling delete_port for 973528fd-d915-4f25-ba62-94ba09b4d1e9 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:43.911697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc164c93-b6e6-4ce4-9e78-eb46b1729bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.935279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fa9bc-65c9-40e1-8345-36923bb93ece req-013bd28a-185d-457c-984c-a8fd785bb53c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:43.951749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-285fa9bc-65c9-40e1-8345-36923bb93ece req-013bd28a-185d-457c-984c-a8fd785bb53c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.5379591 Aug 11 02:36:43.958944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e77a301-4168-41bf-a43a-33123bbb296a req-32eb94f1-a45c-4d1f-ae07-7362aafcd83b tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccbbf222-42ff-4bc8-962d-b63472555168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475857 Aug 11 02:36:44.004283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.074634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.096362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6ff68eda-dec5-4126-a09a-eed872aca921 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 200 len: 1001 time: 0.5040607 Aug 11 02:36:44.100984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.101938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-285fa9bc-65c9-40e1-8345-36923bb93ece req-0cd065f6-0036-4e1e-9b61-d25401855206 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488864 Aug 11 02:36:44.118283 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/357c80c6-081c-42c2-b75e-608806439311 HTTP/1.1" status: 204 len: 168 time: 1.4602659 Aug 11 02:36:44.126966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38708) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:44.155312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663348841'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:44.180316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a978f-eb76-4701-986a-5b3b4dbe511c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=357c80c6-081c-42c2-b75e-608806439311,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:44.225299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:44.229361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.282658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-790803ff-950c-4469-9dd5-c9b454008f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:44.284071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-790803ff-950c-4469-9dd5-c9b454008f25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51524578-0e03-439f-b1c6-01773bae30c4 HTTP/1.1" status: 200 len: 856 time: 0.1791961 Aug 11 02:36:44.345178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-edabadad-5848-4d29-a763-586b5349cf5a service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348543 Aug 11 02:36:44.349104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.368916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['973528fd-d915-4f25-ba62-94ba09b4d1e9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:36:44.453357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:44.459905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-391e313e-874d-4647-b21d-b72322bf336a req-a9e2c582-80fa-4ad9-910d-7670b0797d01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1702173 Aug 11 02:36:44.537097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6f2c3422-8ec4-4568-a873-a703afd56788 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:44.546644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.547311 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 745e25ae-0881-4bf7-aea3-9d7dcc73351f of type vlan for network 6f990125-a868-4d68-8a94-b557d60473d1 Aug 11 02:36:44.592931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e214153-64f4-45f2-91a1-4ec2d50cc3be req-d8da68e9-5def-421b-86aa-138f0f1ce3ae tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1006727 Aug 11 02:36:44.609383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-825344f0-d957-48e6-aa79-1754c3faeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:44.611052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-825344f0-d957-48e6-aa79-1754c3faeb0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3100693 Aug 11 02:36:44.719819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Pushing event deleted for resources: {'Port': ['ID=973528fd-d915-4f25-ba62-94ba09b4d1e9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:44.723256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.740586 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-6474266c-7fdd-4d5b-9876-c053eb945b5a service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878865 Aug 11 02:36:44.767252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6f2c3422-8ec4-4568-a873-a703afd56788 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:44.793060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.800915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] No DVR routers for this DVR port 973528fd-d915-4f25-ba62-94ba09b4d1e9 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:44.806087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.809369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c5409991-fe56-46af-920e-5f329f7dfee4 req-8a1ae998-f600-4e4b-8416-a040319f0a67 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.25 "DELETE /v2.0/ports/973528fd-d915-4f25-ba62-94ba09b4d1e9 HTTP/1.1" status: 204 len: 173 time: 1.5898819 Aug 11 02:36:44.818624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.819497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'name': 'network-vif-deleted', 'tag': '973528fd-d915-4f25-ba62-94ba09b4d1e9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:44.822370 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245089d-b306-41da-a943-914c5ddda0b5" -d '{"events": [{"server_uuid": "5829c0b6-8e93-4b0f-9679-064d3c7997ef", "name": "network-vif-deleted", "tag": "973528fd-d915-4f25-ba62-94ba09b4d1e9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:44.927647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.938795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:44.939693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.957832 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f5a6db-84bd-40d4-90e5-7bbeca8486d2 x-openstack-request-id: req-60f5a6db-84bd-40d4-90e5-7bbeca8486d2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:44.958295 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829c0b6-8e93-4b0f-9679-064d3c7997ef", "name": "network-vif-deleted", "tag": "973528fd-d915-4f25-ba62-94ba09b4d1e9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:44.958552 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60f5a6db-84bd-40d4-90e5-7bbeca8486d2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:44.959073 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829c0b6-8e93-4b0f-9679-064d3c7997ef', 'name': 'network-vif-deleted', 'tag': '973528fd-d915-4f25-ba62-94ba09b4d1e9', 'status': 'completed', 'code': 200} Aug 11 02:36:44.961326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-d822eacd-c1cf-40e7-a31b-f8e875914fc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 200 len: 217 time: 0.1509116 Aug 11 02:36:44.989638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8604290 Aug 11 02:36:44.993754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38714) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.011867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-96abdf41-a1b1-4039-b826-0064103914b8 service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607309 Aug 11 02:36:45.021942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '6f990125-a868-4d68-8a94-b557d60473d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:45.085253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Pushing event updated for resources: {'Port': ['ID=b2682c39-3daf-4b81-8c74-12758f2170f9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:45.128056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-17c5b945-5260-474b-8b27-3bfdf3152342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:45.130787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-17c5b945-5260-474b-8b27-3bfdf3152342 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.1592836 Aug 11 02:36:45.132663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.227307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-45f6759d-1d17-40ab-82d7-65f6753de4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:45.232987 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-45f6759d-1d17-40ab-82d7-65f6753de4e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927355 Aug 11 02:36:45.307424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a81152-dec1-4748-964f-dba9becd952c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=6f990125-a868-4d68-8a94-b557d60473d1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:45.341893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e8864e-1aef-4bb3-8754-fb61162800cc req-0023c225-e7cb-445e-bdf1-e647c53bcae4 tempest-InstanceActionsTestJSON-193313571 tempest-InstanceActionsTestJSON-193313571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5829c0b6-8e93-4b0f-9679-064d3c7997ef HTTP/1.1" status: 200 len: 210 time: 0.1008587 Aug 11 02:36:45.347345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6f990125-a868-4d68-8a94-b557d60473d1 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:45.349838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.354095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a93ee7ef-2c23-4477-be6d-fe76717ec5bd tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2204134 Aug 11 02:36:45.357252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38722) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.416133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317bd0d4-b7ef-4c89-aecc-09db56914521 None None] Network 69df3e2f-c707-413a-8a34-7a702ded6849 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:45.479549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-f8939c1c-4994-4e5f-a16d-c13b600e2ff7 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340553 Aug 11 02:36:45.583653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] Provisioning for port 6f2c3422-8ec4-4568-a873-a703afd56788 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:45.595246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] Provisioning complete for port 6f2c3422-8ec4-4568-a873-a703afd56788 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:45.595622 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.684511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-f738dcb0-ac26-4ef3-8125-d7ad4e159909 service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227913 Aug 11 02:36:45.793984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-4726afe3-7c64-4ebc-bbb8-4dbabeca29b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 217 time: 0.0963435 Aug 11 02:36:45.796472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:45.802481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.827577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ee6dca77-a597-4938-835e-5a3c475c6251 tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.4424539 Aug 11 02:36:45.840215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38732) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.962452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.103823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509eb7e-cabc-4ea0-8af9-6575de7631c7 req-b55db87d-e658-4e02-8d1b-35a72e7c3fdf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:46.117575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a509eb7e-cabc-4ea0-8af9-6575de7631c7 req-b55db87d-e658-4e02-8d1b-35a72e7c3fdf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.6728146 Aug 11 02:36:46.119741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] For port 6f2c3422-8ec4-4568-a873-a703afd56788, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6f2c3422-8ec4-4568-a873-a703afd56788,segment=NetworkSegment(621b498d-5967-4acb-bdca-ab192f8b33c2),segment_id=621b498d-5967-4acb-bdca-ab192f8b33c2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:46.131427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.169282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9517668-f106-45e4-a2b9-8df96508c204 req-8b70e361-e514-42f3-8fd4-8996d2b82d1f tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.3397701 Aug 11 02:36:46.216611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-154e9f7e-91fb-44cb-8ac5-31b153486221 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3620913 Aug 11 02:36:46.221878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.253769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-8c8eb819-ef9e-49ab-827a-6576a02c1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:46.255804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-8c8eb819-ef9e-49ab-827a-6576a02c1147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.4428391 Aug 11 02:36:46.283059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d673e8-4574-48fd-9c81-5475f82f148a None None] Pushing event updated for resources: {'Port': ['ID=6f2c3422-8ec4-4568-a873-a703afd56788,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:46.388126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a509eb7e-cabc-4ea0-8af9-6575de7631c7 req-1554e6cc-e08b-4651-965f-903bc64c3d59 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668958 Aug 11 02:36:46.450548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-8189dd85-13e0-44c0-97dc-410e74193ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9609501 Aug 11 02:36:46.533977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38740) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.561166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6f2c3422-8ec4-4568-a873-a703afd56788 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:46.590786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-25edd770-0069-4241-b934-ed5e69272d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:46.593524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-25edd770-0069-4241-b934-ed5e69272d1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3219049 Aug 11 02:36:46.598698 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-c683f69f-a26d-4d34-9245-07974e52b9c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 200 len: 217 time: 0.1052146 Aug 11 02:36:46.697566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-bc4857b2-b8d4-495f-829f-823cef6db9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:46.699932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-bc4857b2-b8d4-495f-829f-823cef6db9a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.0893042 Aug 11 02:36:46.716294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-029a3a33-8aec-4b70-bcf0-cbe6b32228c1 None None] Provisioning complete for port 6f2c3422-8ec4-4568-a873-a703afd56788 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:46.717265 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-029a3a33-8aec-4b70-bcf0-cbe6b32228c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.740472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Deleting port b2682c39-3daf-4b81-8c74-12758f2170f9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:46.741093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.847649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6f2c3422-8ec4-4568-a873-a703afd56788 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:46.859142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.882509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 973528fd-d915-4f25-ba62-94ba09b4d1e9 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:46.911546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Deleting subnet bfe320e4-080a-4357-8769-8f1f721a5356 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:46.925853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.927573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.932527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.971106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Calling delete_port for b2682c39-3daf-4b81-8c74-12758f2170f9 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:47.004762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 973528fd-d915-4f25-ba62-94ba09b4d1e9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:47.006065 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 973528fd-d915-4f25-ba62-94ba09b4d1e9 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:47.030558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.105530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-62a2d993-818b-4cfc-8519-94a08c72b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:47.108236 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-62a2d993-818b-4cfc-8519-94a08c72b31b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3989134 Aug 11 02:36:47.185719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-c31c20d4-d8bf-4ded-b8e7-8f5274adf67a service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489538 Aug 11 02:36:47.188363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=2ea1bbb8-e96b-4b0d-8618-75049ae5c599,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:47.216277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.363234 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-3f08126d-40bc-40fe-98ad-041ce721359e service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202766 Aug 11 02:36:47.420494 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ebdded29-c2e3-4e80-91a4-d9dfba687ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.532782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53073c27-cd07-4b85-a50f-cdb6714afeba req-cc262833-0bde-4bf2-8e5b-e4af35f97ea7 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0960004 Aug 11 02:36:47.598443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': '745e25ae-0881-4bf7-aea3-9d7dcc73351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6f990125-a868-4d68-8a94-b557d60473d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:47.605525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-ac12ce2f-02c9-4179-a1ec-f2ff0eedf2f4 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309356 Aug 11 02:36:47.606307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: 6f990125-a868-4d68-8a94-b557d60473d1, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:47.651043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.686784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.715942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.730564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-ba044a97-c098-4dc6-9f87-a90a2c833293 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 200 len: 217 time: 0.0994878 Aug 11 02:36:47.773947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Pushing event deleted for resources: {'Port': ['ID=b2682c39-3daf-4b81-8c74-12758f2170f9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:47.820514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-906942a3-daa3-4e12-ba90-7bccc1dcb9c9 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113827 Aug 11 02:36:47.889898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-1d23ea6a-8b37-4c87-8e48-f26409c9f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:47.903590 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-1d23ea6a-8b37-4c87-8e48-f26409c9f5db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.1400130 Aug 11 02:36:47.926164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.929164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.930762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c3b315aa-01d2-4d8d-834e-3f9e96617325 tempest-FloatingIPAdminTestJSON-1976627468 tempest-FloatingIPAdminTestJSON-1976627468-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea7f42ed-f9f5-4b19-9944-158cffd59552 HTTP/1.1" status: 204 len: 168 time: 1.7053318 Aug 11 02:36:47.950845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:47.960909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 6f990125-a868-4d68-8a94-b557d60473d1 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:47.980467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-8f5937fc-7785-4a0f-991c-405dbd959cb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 217 time: 0.1200352 Aug 11 02:36:47.996284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2471e29-9533-4c3c-a255-1586f3859b75 req-de26f4d7-54f3-4a97-a236-094457eba2ad tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:48.009419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2471e29-9533-4c3c-a255-1586f3859b75 req-de26f4d7-54f3-4a97-a236-094457eba2ad tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.3996701 Aug 11 02:36:48.085568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6f990125-a868-4d68-8a94-b557d60473d1) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:48.093298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.096469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8451793-c682-4037-bc73-242b8124095d None None] Network 6f990125-a868-4d68-8a94-b557d60473d1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:48.111112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:48.112643 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.299559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-c8865809-9b7d-45f7-b858-0e856059b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:48.301788 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-c8865809-9b7d-45f7-b858-0e856059b1db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3900845 Aug 11 02:36:48.310212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe320e4-080a-4357-8769-8f1f721a5356,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:48.316822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.323559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8d4ad3da-7533-4a60-97e8-469d4ac8c9b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bfe320e4-080a-4357-8769-8f1f721a5356 HTTP/1.1" status: 204 len: 168 time: 1.7457674 Aug 11 02:36:48.360496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38774) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:48.372031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b375b28f-2e0d-4cf8-9ad3-eb39a407df70 req-9a681fe1-be53-40de-8f2c-14f44528e821 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85891a6cab03445fa18f3b38b0243872&device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.1384084 Aug 11 02:36:48.429170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6c563b0e-0372-41f6-a643-087430582fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:48.432316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6c563b0e-0372-41f6-a643-087430582fa4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.4062967 Aug 11 02:36:48.437440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b375b28f-2e0d-4cf8-9ad3-eb39a407df70 req-fc06fedb-bcbe-4ffe-b5fe-bd3ec0b82246 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=85891a6cab03445fa18f3b38b0243872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511544 Aug 11 02:36:48.525820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-6420fa7f-b95c-4d3b-b85c-076633f3c5bc service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125213 Aug 11 02:36:48.580260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7d3d33c0-b919-4f9a-ab60-db7b00b0c1de tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5656784 Aug 11 02:36:48.613869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38778) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:48.643835 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.673981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6f990125-a868-4d68-8a94-b557d60473d1', 'network_id': '6f990125-a868-4d68-8a94-b557d60473d1', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '2ea1bbb8-e96b-4b0d-8618-75049ae5c599'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:48.675498 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.699433 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2471e29-9533-4c3c-a255-1586f3859b75 req-7604023e-fe58-4de9-ae23-be7ff4d5cd36 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6877193 Aug 11 02:36:48.726266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Deleting port a4256bcc-411f-4547-a414-2fff556f58f4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:48.736975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.782412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6b3e43-62b9-4466-a28f-58be3dbed381 req-aeb7d5d9-8376-43ef-8654-c35db03865fa tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.2341063 Aug 11 02:36:48.919140 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-e932d20a-3efa-4041-93f2-4acf07dba0eb service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770559 Aug 11 02:36:49.007061 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.022849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b28f-2e0d-4cf8-9ad3-eb39a407df70 req-5789d55f-b998-4185-bc61-db9fcdae99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:49.030648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b375b28f-2e0d-4cf8-9ad3-eb39a407df70 req-5789d55f-b998-4185-bc61-db9fcdae99c2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5672452 Aug 11 02:36:49.041298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-0f81aabd-a099-47d6-b4ee-5d5a8ebc5a33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 217 time: 0.1097820 Aug 11 02:36:49.045391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.046145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.052901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-15d9107a-ea79-4c33-8e10-39355d7c0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:49.055349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-15d9107a-ea79-4c33-8e10-39355d7c0614 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5774338 Aug 11 02:36:49.096108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Calling delete_port for a4256bcc-411f-4547-a414-2fff556f58f4 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:49.101452 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.177629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Allocated IP 2001:db8::1 (6f990125-a868-4d68-8a94-b557d60473d1/2ea1bbb8-e96b-4b0d-8618-75049ae5c599/27ffcf72-bb1d-4193-aae3-bf9687cf0634) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:49.252831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-378fa424-e3a6-4a81-90fa-7b4dec7016ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:49.254937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-378fa424-e3a6-4a81-90fa-7b4dec7016ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.1831541 Aug 11 02:36:49.448557 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.461425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Transition to ACTIVE for port object 27ffcf72-bb1d-4193-aae3-bf9687cf0634 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:49.482618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Transition to ACTIVE for port object 27ffcf72-bb1d-4193-aae3-bf9687cf0634 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:49.493130 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.569897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Pushing event updated for resources: {'Port': ['ID=27ffcf72-bb1d-4193-aae3-bf9687cf0634,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.597546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Network 6f990125-a868-4d68-8a94-b557d60473d1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:49.600122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:49.603219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.669470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:49.681554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9914-12a3-451e-9dc6-825e6265648e req-8ebb78ca-f182-4ee2-a744-2d852f196a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:49.684229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-8ebb78ca-f182-4ee2-a744-2d852f196a6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4193721 Aug 11 02:36:49.708731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.713577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.806876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Attempting to bind port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:49.807701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Attempting to bind port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '745e25ae-0881-4bf7-aea3-9d7dcc73351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6f990125-a868-4d68-8a94-b557d60473d1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:49.808178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Attempting to bind port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 on network 6f990125-a868-4d68-8a94-b557d60473d1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:49.822507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:49.823929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Checking segment: {'id': '745e25ae-0881-4bf7-aea3-9d7dcc73351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6f990125-a868-4d68-8a94-b557d60473d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:49.824616 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.825299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Bound using segment: {'id': '745e25ae-0881-4bf7-aea3-9d7dcc73351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6f990125-a868-4d68-8a94-b557d60473d1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:49.827736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Bound port: 27ffcf72-bb1d-4193-aae3-bf9687cf0634, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745e25ae-0881-4bf7-aea3-9d7dcc73351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6f990125-a868-4d68-8a94-b557d60473d1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:49.827736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.848279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4256bcc-411f-4547-a414-2fff556f58f4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.914127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b641a9f5-543f-4859-9e97-c329e84dac98 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480506 Aug 11 02:36:49.990244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bef745b-802c-4014-a776-2ca3fd2d3938']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:50.037735 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:36:50.070316 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.083887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] For port 27ffcf72-bb1d-4193-aae3-bf9687cf0634, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:50.094353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] For port 27ffcf72-bb1d-4193-aae3-bf9687cf0634, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27ffcf72-bb1d-4193-aae3-bf9687cf0634,segment=NetworkSegment(745e25ae-0881-4bf7-aea3-9d7dcc73351f),segment_id=745e25ae-0881-4bf7-aea3-9d7dcc73351f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:50.106386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.173564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.185656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.188004 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-baa78d22-467a-4440-8c84-0c5999c1963b tempest-FloatingIPAdminTestJSON-155250224 tempest-FloatingIPAdminTestJSON-155250224-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/5de9f722-c893-46b2-854e-4fb3d876c4d8 HTTP/1.1" status: 204 len: 168 time: 2.2356830 Aug 11 02:36:50.198780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:50.216298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-5855d2be-b9c7-4f37-8e5b-649661d45fab service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229354 Aug 11 02:36:50.246716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f131a79-561f-453e-a8f4-f523d190ffb3 None None] Pushing event updated for resources: {'Port': ['ID=27ffcf72-bb1d-4193-aae3-bf9687cf0634,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:50.458694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-286d9914-12a3-451e-9dc6-825e6265648e req-08985a77-02cc-4128-87cd-7b21419318b0 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918254 Aug 11 02:36:50.483675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting port b2050d5e-f83b-4078-87e1-494fc0810192 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:50.485008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.688439 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b375b28f-2e0d-4cf8-9ad3-eb39a407df70 req-e16c4468-38b2-417c-9335-b1579b0cc771 tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.59 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.0632226 Aug 11 02:36:50.783760 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.834342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Calling delete_port for b2050d5e-f83b-4078-87e1-494fc0810192 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:50.847452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f57591-cc8f-4b31-9474-12d0767dca5c') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:50.848307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f57591-cc8f-4b31-9474-12d0767dca5c') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:50.890632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4b0f5ce-0d15-4f43-9cab-9542ade3f82e req-deb03d1c-a12d-43a4-87ef-ccf2d196b97c tempest-ServerShowV257Test-28686728 tempest-ServerShowV257Test-28686728-project] 10.222.0.16 "GET /v2.0/ports?device_id=e404ed42-c002-4ee0-b47d-efe065f6d9bc HTTP/1.1" status: 200 len: 210 time: 0.8488159 Aug 11 02:36:50.899645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.923431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.972830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea1bbb8-e96b-4b0d-8618-75049ae5c599,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:50.992627 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.095629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:51.096346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:51.099761 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:51.148926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae31fb-8c47-42ae-ae62-d99b5281455f req-341eb05f-1f8b-44fc-ab9c-dee3e9dbbcf9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:51.161405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15ae31fb-8c47-42ae-ae62-d99b5281455f req-341eb05f-1f8b-44fc-ab9c-dee3e9dbbcf9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 1.1667483 Aug 11 02:36:51.213111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.327398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Port': ['ID=b2050d5e-f83b-4078-87e1-494fc0810192,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:51.363110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-46aec144-2af1-420a-81f0-ae49c770dd4b service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4031422 Aug 11 02:36:51.395130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.534356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f990125-a868-4d68-8a94-b557d60473d1']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:51.539235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-a3f34bb0-1efd-40fc-8bb1-9b20a93e32c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f HTTP/1.1" status: 200 len: 217 time: 0.1313338 Aug 11 02:36:51.563390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.592061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.600119 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dcaa0180-7d72-4382-92b1-ffc08bd5a65f tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "DELETE /v2.0/ports/b2050d5e-f83b-4078-87e1-494fc0810192 HTTP/1.1" status: 204 len: 168 time: 1.3993249 Aug 11 02:36:51.600982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:51.642397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745e25ae-0881-4bf7-aea3-9d7dcc73351f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:51.642903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745e25ae-0881-4bf7-aea3-9d7dcc73351f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:51.676205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.685182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3bef745b-802c-4014-a776-2ca3fd2d3938 HTTP/1.1" status: 204 len: 168 time: 3.3113055 Aug 11 02:36:51.713447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15ae31fb-8c47-42ae-ae62-d99b5281455f req-4f0919d1-f66b-4690-b626-7abf43207124 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5498669 Aug 11 02:36:51.715292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-86b31358-cf36-4cd0-89cd-3277b60b0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:51.717967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-86b31358-cf36-4cd0-89cd-3277b60b0b45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1456916 Aug 11 02:36:51.757422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.803025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363b011-12a6-48c6-b5ee-fed36af1ae28 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:51.805964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0363b011-12a6-48c6-b5ee-fed36af1ae28 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "GET /v2.0/ports?device_id=970f0f62-f21b-4f53-897e-208180a87f8f HTTP/1.1" status: 200 len: 913 time: 0.2033579 Aug 11 02:36:51.810842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:51.892490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0b638-b458-4df2-84cc-f88bca42d6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bef745b-802c-4014-a776-2ca3fd2d3938,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:51.918790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.944906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:51.945623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:51.951697 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:52.169210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-48b43cc5-cfa0-43c6-9fb2-150b25cc1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:52.172484 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-48b43cc5-cfa0-43c6-9fb2-150b25cc1612 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4065294 Aug 11 02:36:52.176002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:36:52.176002 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:36:52.176002 n-d-715271-8 neutron-server[94699]: [parameters: {'id': '6f990125-a868-4d68-8a94-b557d60473d1'}] Aug 11 02:36:52.176002 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:52.182494 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:52.249045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a2e75-927c-4890-a21d-6689dde57ed5 None None] Network 6f990125-a868-4d68-8a94-b557d60473d1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:52.410435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-83a9cfe2-57f5-475f-aac5-900ba30105d9 None None] Provisioning for port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:52.446084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-7707e095-f2b2-42e4-adcd-49082b40f569 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604523 Aug 11 02:36:52.447091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38828) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:52.645270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] DHCP port deletion for 6f990125-a868-4d68-8a94-b557d60473d1 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:52.681198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-883bf91f-c555-4783-ba0e-ed712f437d6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f9d7812a04b4207b5adc6e3f00791ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320361 Aug 11 02:36:52.682046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38836) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:52.686368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.711058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:52.733157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] Deleting port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:52.733575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.845593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] For port 27ffcf72-bb1d-4193-aae3-bf9687cf0634, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27ffcf72-bb1d-4193-aae3-bf9687cf0634,segment=NetworkSegment(745e25ae-0881-4bf7-aea3-9d7dcc73351f),segment_id=745e25ae-0881-4bf7-aea3-9d7dcc73351f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:52.847688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.891464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-b8f81d4e-b9de-440a-85c9-7efa94512ddf service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280872 Aug 11 02:36:52.915781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] Calling delete_port for 27ffcf72-bb1d-4193-aae3-bf9687cf0634 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:52.945177 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.965242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-1b2d0171-96f2-4747-93e3-b3dce9e4aa17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02 HTTP/1.1" status: 200 len: 217 time: 0.0666578 Aug 11 02:36:53.037284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.065358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65822526-2b19-4494-a3c0-7c520f341268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.091731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.123603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e0daea6-fcb8-41d0-a4c1-30767f24826d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.126101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] Pushing event deleted for resources: {'Port': ['ID=27ffcf72-bb1d-4193-aae3-bf9687cf0634,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:53.132581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db2883-c581-486d-9f88-a6afa1708605 None None] No DVR routers for this DVR port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:53.182461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-760ea3bf-3153-4059-85fe-50a709e68d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:53.184242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-760ea3bf-3153-4059-85fe-50a709e68d4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1961410 Aug 11 02:36:53.201593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddfb61-a68e-4dd5-9b81-1419bc6b41a2 req-84f894b7-5bb9-4695-bca3-e2321df20ace tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:53.203550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bddfb61-a68e-4dd5-9b81-1419bc6b41a2 req-84f894b7-5bb9-4695-bca3-e2321df20ace tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.2373385 Aug 11 02:36:53.205916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e0daea6-fcb8-41d0-a4c1-30767f24826d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.325769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.329263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:53.329619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.359509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38862) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:53.476607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bddfb61-a68e-4dd5-9b81-1419bc6b41a2 req-c0779953-22d8-4861-9ae3-ef5a1f79eb8d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510841 Aug 11 02:36:53.494970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-954f221e-d1de-4fef-8358-4443d8a6d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:53.498626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-954f221e-d1de-4fef-8358-4443d8a6d530 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2881522 Aug 11 02:36:53.685284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port 27ffcf72-bb1d-4193-aae3-bf9687cf0634, host n-d-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:53.685667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.715536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cb1196ab-7fe4-41e0-ac82-82d8605b59cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.722426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e0daea6-fcb8-41d0-a4c1-30767f24826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.725333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e0daea6-fcb8-41d0-a4c1-30767f24826d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.726618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7e0daea6-fcb8-41d0-a4c1-30767f24826d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccbbf222-42ff-4bc8-962d-b63472555168 HTTP/1.1" status: 204 len: 168 time: 1.0416126 Aug 11 02:36:53.742093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for 27ffcf72-bb1d-4193-aae3-bf9687cf0634 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:53.759185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-1cf4f038-5598-4390-aad4-da4e1a5ba83e service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416787 Aug 11 02:36:53.763034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.ipam_backend_mixin [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 was not found and therefore no delete operation was performed {{(pid=94699) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:36:53.800119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.803627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65822526-2b19-4494-a3c0-7c520f341268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.812723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65822526-2b19-4494-a3c0-7c520f341268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.813067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0daea6-fcb8-41d0-a4c1-30767f24826d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbbf222-42ff-4bc8-962d-b63472555168,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:53.910374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=27ffcf72-bb1d-4193-aae3-bf9687cf0634,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:53.930919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port 27ffcf72-bb1d-4193-aae3-bf9687cf0634 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:53.931336 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65822526-2b19-4494-a3c0-7c520f341268 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85891a6cab03445fa18f3b38b0243872&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2195096 Aug 11 02:36:53.937615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38874) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:53.949360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65822526-2b19-4494-a3c0-7c520f341268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7163b5bf-ec4c-45c9-b39f-64767daca6b1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.159933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-597515a3-55c5-4214-978a-ca19ccc6f96b service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861079 Aug 11 02:36:54.172060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.197132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting port 390594bf-4e00-491e-98aa-63acc3c7f8bd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:54.199035 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.241684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f990125-a868-4d68-8a94-b557d60473d1']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.257446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6c6b2ed3-db99-4e66-9333-ab59ef285bcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0881293 Aug 11 02:36:54.273463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745e25ae-0881-4bf7-aea3-9d7dcc73351f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.273931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745e25ae-0881-4bf7-aea3-9d7dcc73351f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.286068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-308d07fb-e879-41ef-912a-d3fd7561b326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.366645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.389109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.397040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:54.398211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.482520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.496881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27ffcf72-bb1d-4193-aae3-bf9687cf0634 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:54.545262 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:54.552143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Calling delete_port for 390594bf-4e00-491e-98aa-63acc3c7f8bd owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:54.570870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.599805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cb1196ab-7fe4-41e0-ac82-82d8605b59cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.624840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.633201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/6f990125-a868-4d68-8a94-b557d60473d1 HTTP/1.1" status: 204 len: 168 time: 5.9403312 Aug 11 02:36:54.634292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf83d8-6290-4d51-ac9e-582d3e4ae15b tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=6f990125-a868-4d68-8a94-b557d60473d1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.643726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38912) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:54.646543 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cb1196ab-7fe4-41e0-ac82-82d8605b59cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.676024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 27ffcf72-bb1d-4193-aae3-bf9687cf0634 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:54.679586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27ffcf72-bb1d-4193-aae3-bf9687cf0634 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:54.687313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105316260'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:54.704403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cb1196ab-7fe4-41e0-ac82-82d8605b59cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac0e190f131746ba99fe8dfbbe7d498d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3430417 Aug 11 02:36:54.709216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-308d07fb-e879-41ef-912a-d3fd7561b326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.711150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38914) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:54.753667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6f5e4e4b-1cf0-45f4-9ab2-c4d134279080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:54.755596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6f5e4e4b-1cf0-45f4-9ab2-c4d134279080 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.4845705 Aug 11 02:36:54.803511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1196ab-7fe4-41e0-ac82-82d8605b59cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d50d7f2-f7b5-470f-a9aa-e647599e2529,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.931448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.005553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:55.009734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.020288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Port': ['ID=390594bf-4e00-491e-98aa-63acc3c7f8bd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.083211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-308d07fb-e879-41ef-912a-d3fd7561b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.091082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-308d07fb-e879-41ef-912a-d3fd7561b326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.096378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-308d07fb-e879-41ef-912a-d3fd7561b326 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7163b5bf-ec4c-45c9-b39f-64767daca6b1 HTTP/1.1" status: 204 len: 168 time: 1.1483948 Aug 11 02:36:55.105127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e223c95-8ef7-4842-a40c-cb1da3014b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.108305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-44e1bd5f-8fb9-4d09-bb6d-104ef5b793ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:55.110079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-44e1bd5f-8fb9-4d09-bb6d-104ef5b793ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3367455 Aug 11 02:36:55.119201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:55.131862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.132192 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment b2a558e6-df67-4b1f-9b71-04ad83a72d95 of type vlan for network 31cc85ea-b191-4d30-b86d-f4b713168201 Aug 11 02:36:55.187616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.265430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.272954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:55.274056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.278145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d07fb-e879-41ef-912a-d3fd7561b326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7163b5bf-ec4c-45c9-b39f-64767daca6b1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.404656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.410701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e223c95-8ef7-4842-a40c-cb1da3014b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.498883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8532081 Aug 11 02:36:55.499333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:55.530384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '31cc85ea-b191-4d30-b86d-f4b713168201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:55.673701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9cb14-9113-4442-b50b-b37282e100f9 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=31cc85ea-b191-4d30-b86d-f4b713168201,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.688048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 31cc85ea-b191-4d30-b86d-f4b713168201 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:55.736201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e223c95-8ef7-4842-a40c-cb1da3014b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.741824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e223c95-8ef7-4842-a40c-cb1da3014b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.741824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e223c95-8ef7-4842-a40c-cb1da3014b9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d50d7f2-f7b5-470f-a9aa-e647599e2529 HTTP/1.1" status: 204 len: 168 time: 1.0212989 Aug 11 02:36:55.753786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38940) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:55.758040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a637-8bd0-4325-9a53-9bae5d5939b5 req-cfa7e0b0-a1bd-4892-966d-09d1911a38e1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:55.766766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c57a637-8bd0-4325-9a53-9bae5d5939b5 req-cfa7e0b0-a1bd-4892-966d-09d1911a38e1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.9989204 Aug 11 02:36:55.788623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-9ffdf1ba-d690-4838-9c9e-9ed34b0a2220 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512552 Aug 11 02:36:55.820687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e223c95-8ef7-4842-a40c-cb1da3014b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d50d7f2-f7b5-470f-a9aa-e647599e2529,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.914918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Router 970f0f62-f21b-4f53-897e-208180a87f8f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:56.077196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:56.083925 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5d7740c3-6943-40f3-9540-88a4fdff3587 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "PUT /v2.0/routers/970f0f62-f21b-4f53-897e-208180a87f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2714157 Aug 11 02:36:56.086670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:56.092647 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] Sync routers for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:56.105415 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:56.106252 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.149402 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.162726 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] Routers {'970f0f62-f21b-4f53-897e-208180a87f8f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:56.163740 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:36:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['970f0f62-f21b-4f53-897e-208180a87f8f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.211118 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:56.212275 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb5f28-6078-4685-85b5-0c77cf2faeb4 None None] The sync data for ids ['970f0f62-f21b-4f53-897e-208180a87f8f'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:56.232483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-388675291-network', 'tenant_id': '9a5f3101570d4c1ea09aef6df033f229'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:56.238147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.304478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:36:56.304478 n-d-715271-8 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:36:56.304478 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id': '9a5f3101570d4c1ea09aef6df033f229', 'id': 'b38105f9-dda1-4722-9fe7-0f3f75d4bf7c', 'expiration': datetime.datetime(2021, 8, 11, 2, 38, 56, 291847)}] Aug 11 02:36:56.304478 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:56.305292 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:56.375048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:56.382484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.384907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.406813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c57a637-8bd0-4325-9a53-9bae5d5939b5 req-f0e11049-0ce8-4bf1-8bbf-7a4520fc168d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6371973 Aug 11 02:36:56.495854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting port 61bce1e1-72ce-451f-aa08-7a7aa61d09db {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:56.496495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.617077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.617351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-6bb0bfc7-b041-4e5f-8f64-da921e465ebd service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131442 Aug 11 02:36:56.638392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Calling delete_port for 61bce1e1-72ce-451f-aa08-7a7aa61d09db owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:56.751348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-68c4d49e-890d-4482-a785-caff2d827cd7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 200 len: 217 time: 0.1239805 Aug 11 02:36:56.878242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:56.944392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Made reservation on behalf of 9a5f3101570d4c1ea09aef6df033f229 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:56.951043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.989058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.021765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.024470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.059805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Port': ['ID=61bce1e1-72ce-451f-aa08-7a7aa61d09db,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.065874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:36:57.070457 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2c225f-414c-4870-a9dc-78a40393bccc" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:36:57.099091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:57.121722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.206369 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc8beb-1f62-47ec-aadb-dc070288fa8a x-openstack-request-id: req-a6fc8beb-1f62-47ec-aadb-dc070288fa8a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:36:57.206726 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:36:57.207128 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6fc8beb-1f62-47ec-aadb-dc070288fa8a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:36:57.207746 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'code': 200} Aug 11 02:36:57.216710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.222079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd138-46db-4126-bc49-b426e46a4c1c req-9cb59667-374d-438e-af8e-3d305baeb9f9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.227039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d2bd138-46db-4126-bc49-b426e46a4c1c req-9cb59667-374d-438e-af8e-3d305baeb9f9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 947 time: 0.4837453 Aug 11 02:36:57.234932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-e5133279-d742-4d6a-ac1b-f421f74ce343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.239527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-e5133279-d742-4d6a-ac1b-f421f74ce343 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.4703302 Aug 11 02:36:57.314836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=14']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.327113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.329884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.437402 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.440464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.442174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Fanout notify agent at l3_agent the message router_deleted on router 970f0f62-f21b-4f53-897e-208180a87f8f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:36:57.467001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.469489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.476169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f455fd50-5965-4c4d-8443-76b20d070ec4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "DELETE /v2.0/routers/970f0f62-f21b-4f53-897e-208180a87f8f HTTP/1.1" status: 204 len: 168 time: 1.3874738 Aug 11 02:36:57.477336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:57.478418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.516670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d2bd138-46db-4126-bc49-b426e46a4c1c req-e819e0fa-50a5-44f9-ae4b-e6ff99fd59e6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749300 Aug 11 02:36:57.538298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-76f25a26-d39d-4fcc-b80a-e2e5c726e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.540218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-76f25a26-d39d-4fcc-b80a-e2e5c726e40b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2780671 Aug 11 02:36:57.544205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=9e0ea782-5d45-4415-b4db-470f85cb31ee,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.578074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:57.628371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.628875 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Added segment 8c298021-ee18-4752-bd57-546289244630 of type vlan for network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 Aug 11 02:36:57.664904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting subnet c775d825-78c4-4984-af7f-9ead14028399 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:57.668575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f136982d-8ab2-4d04-a0e8-5beba458eb36,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.695445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.741112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': 'b2a558e6-df67-4b1f-9b71-04ad83a72d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '31cc85ea-b191-4d30-b86d-f4b713168201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:57.741707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: 31cc85ea-b191-4d30-b86d-f4b713168201, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:57.790191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.798711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 31cc85ea-b191-4d30-b86d-f4b713168201 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:57.831066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 31cc85ea-b191-4d30-b86d-f4b713168201) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:57.844621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0596fc7-4b17-40f7-9864-89daa60f28b2 None None] Network 31cc85ea-b191-4d30-b86d-f4b713168201 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:57.846209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.847239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.856252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-12d39830-e42d-4bbd-bbf7-d83ce36f505e service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049552 Aug 11 02:36:57.912151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.925823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-54264bb4-705d-4a64-aae0-766396825598 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4022262 Aug 11 02:36:57.929666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.125441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e81f8feb-8d60-4f01-95d2-75fc1339d05b req-3f459512-7dcd-4b3f-96b9-3510a055d78e service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439535 Aug 11 02:36:58.140391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.175533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.176892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:58.178235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.303323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15aef28-9967-467f-8d9f-316decffe077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-31cc85ea-b191-4d30-b86d-f4b713168201', 'network_id': '31cc85ea-b191-4d30-b86d-f4b713168201', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '9e0ea782-5d45-4415-b4db-470f85cb31ee'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:58.309586 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a15aef28-9967-467f-8d9f-316decffe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.421827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6647549 Aug 11 02:36:58.426898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39052) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.437290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e726d-6e83-4581-9ff5-b65a50841da0 admin admin] Pushing event updated for resources: {'Network': ['ID=21c22bd5-3fac-4a67-9f06-a933b0ff6e52,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.444860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Request body: {'subnet': {'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-388675291-subnet', 'tenant_id': '9a5f3101570d4c1ea09aef6df033f229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:58.446705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.481968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:58.489689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.518688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Made reservation on behalf of 9a5f3101570d4c1ea09aef6df033f229 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:58.523973 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.632566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Subnet': ['ID=c775d825-78c4-4984-af7f-9ead14028399,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.643808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.645825 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-15875842-ca60-4206-b988-8ceb49e14de4 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "DELETE /v2.0/subnets/c775d825-78c4-4984-af7f-9ead14028399 HTTP/1.1" status: 204 len: 168 time: 1.1612492 Aug 11 02:36:58.650294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.675416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.685523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c3873-963e-454d-9388-c74ceb81e5b9 None None] Network 44f210aa-a4fc-4050-ab92-6cae93108365 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:58.815180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.867141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.914118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0ea782-5d45-4415-b4db-470f85cb31ee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server [None req-a15aef28-9967-467f-8d9f-316decffe077 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e0ea782-5d45-4415-b4db-470f85cb31ee: This subnet is being modified by another concurrent operation. Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:36:58.960743 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e0ea782-5d45-4415-b4db-470f85cb31ee: This subnet is being modified by another concurrent operation. Aug 11 02:36:58.966831 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Aug 11 02:36:58.989836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623923bd-4d5a-486d-a46a-db5d70e6313e None None] Network 31cc85ea-b191-4d30-b86d-f4b713168201 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:58.997145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.040139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.068241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cc85ea-b191-4d30-b86d-f4b713168201']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:59.072438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting port 9a821975-a140-4d5d-a1c6-debd2e5014d3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:59.073152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.128555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a558e6-df67-4b1f-9b71-04ad83a72d95') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:59.129218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a558e6-df67-4b1f-9b71-04ad83a72d95') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:59.153391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867d06cd-51f6-4b9d-ac06-52f48ea6e8c2,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:59.154710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.177657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Checking segment: {'id': '8c298021-ee18-4752-bd57-546289244630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:59.178081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Network hostable DHCP agents. Network: 21c22bd5-3fac-4a67-9f06-a933b0ff6e52, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:59.195778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.200173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] For port 9a821975-a140-4d5d-a1c6-debd2e5014d3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9a821975-a140-4d5d-a1c6-debd2e5014d3,segment=NetworkSegment(72b6d561-d4cc-4930-b603-ca07d8335d71),segment_id=72b6d561-d4cc-4930-b603-ca07d8335d71)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:59.200952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.222790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:59.224848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:59.225510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:59.231683 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:59.240873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 21c22bd5-3fac-4a67-9f06-a933b0ff6e52) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:59.252966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:59.253603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.254207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Calling delete_port for 9a821975-a140-4d5d-a1c6-debd2e5014d3 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:59.301381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-496b02e6-0d19-478b-945f-c5225f6132b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8698382 Aug 11 02:36:59.378306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7053ef-77bb-4774-96d8-644a3c754e6b None None] Network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:59.391629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.407940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.410187 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/31cc85ea-b191-4d30-b86d-f4b713168201 HTTP/1.1" status: 204 len: 168 time: 1.4790664 Aug 11 02:36:59.415762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39096) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:59.421748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205095494'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:59.432482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c9017-7225-436f-8a6f-8f092a124e9f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=31cc85ea-b191-4d30-b86d-f4b713168201,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:59.468359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:59.472839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.473296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.515301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:59.546487 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.547234 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 420a69aa-d558-4832-8e62-fb47d2845839 of type vlan for network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc Aug 11 02:36:59.617055 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.690619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.704644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:59.706801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.774499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed359ac-330b-490f-b95a-e2940ef2f372 None None] Network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:59.888112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5904a7-7699-4e76-9f05-72d2b51cdf64 None None] DHCP port deletion for 44f210aa-a4fc-4050-ab92-6cae93108365 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:59.920993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Port': ['ID=9a821975-a140-4d5d-a1c6-debd2e5014d3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:59.930754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] No DVR routers for this DVR port 9a821975-a140-4d5d-a1c6-debd2e5014d3 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:59.974880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5570598 Aug 11 02:36:59.979299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39114) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:59.997356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:00.035916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c35484-8da3-4f81-8f5c-196b00e801cd tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:00.066506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:00.070044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853d639-943e-4a0c-bae7-dc564707f068 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:00.101051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.115976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f210aa-a4fc-4050-ab92-6cae93108365']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:00.133586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b6d561-d4cc-4930-b603-ca07d8335d71') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:00.133898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b6d561-d4cc-4930-b603-ca07d8335d71') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:00.157268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.194534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.206726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:00.207810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.218199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:00.228263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:00.393075 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:00.398894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.446381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.453238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853d639-943e-4a0c-bae7-dc564707f068 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:00.466683 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "DELETE /v2.0/networks/44f210aa-a4fc-4050-ab92-6cae93108365 HTTP/1.1" status: 204 len: 168 time: 1.8147526 Aug 11 02:37:00.489787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39132) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:00.509279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75674850-156b-4e3a-8470-07ead6affd45 tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Network': ['ID=44f210aa-a4fc-4050-ab92-6cae93108365,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:00.625027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9a821975-a140-4d5d-a1c6-debd2e5014d3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:00.704541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9a821975-a140-4d5d-a1c6-debd2e5014d3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:00.705108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9a821975-a140-4d5d-a1c6-debd2e5014d3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:00.944106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.071092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Deleting port 44862b23-f919-418c-8a0e-99c06dad92c2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:01.075948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.318706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=63a8e370-9074-4db7-a16d-7a7f0fb5c570,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:01.353479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': '420a69aa-d558-4832-8e62-fb47d2845839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:01.354105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:01.367672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:01.433205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.433712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.444460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:01.462971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-c799d70a-49d9-431a-b18b-3db3049a3878 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:01.471104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-c799d70a-49d9-431a-b18b-3db3049a3878 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/networks?id=21c22bd5-3fac-4a67-9f06-a933b0ff6e52 HTTP/1.1" status: 200 len: 820 time: 0.2462332 Aug 11 02:37:01.478183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:01.486331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Calling delete_port for 44862b23-f919-418c-8a0e-99c06dad92c2 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:01.494963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed29dfa0-83fb-44d5-affa-5f10311de402 None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:01.507083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:01.514469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.542672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-256e7d74-d77f-43da-8356-003e187e945a tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/quotas/9a5f3101570d4c1ea09aef6df033f229 HTTP/1.1" status: 200 len: 375 time: 0.0701399 Aug 11 02:37:01.678687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-eb5d670d-22f5-4f94-aa17-cbb8a7f3c549 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a5f3101570d4c1ea09aef6df033f229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289122 Aug 11 02:37:01.704046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e932f4a-5d4b-4175-a9e3-a2fffe102876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.824032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc', 'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '63a8e370-9074-4db7-a16d-7a7f0fb5c570'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:01.824879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.854444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:01.882483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-65e57da2-3d10-4c6e-a6e3-ea8067f86313 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8954599 Aug 11 02:37:01.888533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39210) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:01.901563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:01.966209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e932f4a-5d4b-4175-a9e3-a2fffe102876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.983232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e932f4a-5d4b-4175-a9e3-a2fffe102876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.010830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e9ce-1d59-4c2c-a1e3-647ee87af4ad req-dcc707c8-6996-4816-baf0-70b868b67f2b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:02.019074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9e932f4a-5d4b-4175-a9e3-a2fffe102876 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ce39c7733b241ffaae6f403a79b1853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499963 Aug 11 02:37:02.021294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e09e9ce-1d59-4c2c-a1e3-647ee87af4ad req-dcc707c8-6996-4816-baf0-70b868b67f2b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2097862 Aug 11 02:37:02.023093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39212) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:02.048298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e932f4a-5d4b-4175-a9e3-a2fffe102876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cde5d4-a6b8-42bd-a39a-107330426dd2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.054304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Allocated IP 2001:db8::2 (60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc/63a8e370-9074-4db7-a16d-7a7f0fb5c570/cfa17936-eff8-4efe-852f-79b8c54b1cdf) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:02.074871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97fac6c0-bb4e-48cb-9601-bb3c50325c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.108745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-5e7bcd2c-9103-42cc-892d-c313072ff60a service neutron] 10.222.0.16 "GET /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239204 Aug 11 02:37:02.218795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97fac6c0-bb4e-48cb-9601-bb3c50325c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.224233 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97fac6c0-bb4e-48cb-9601-bb3c50325c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.269126 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-97fac6c0-bb4e-48cb-9601-bb3c50325c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2855f8f8fee449e483f80d83e5a4e68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131532 Aug 11 02:37:02.270668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac6c0-bb4e-48cb-9601-bb3c50325c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba862f-2127-4144-97d3-20ba20883e8c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.273356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:02.304162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.365455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a99fb6b2-1b27-4e67-8e45-6112379a58cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.393805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e09e9ce-1d59-4c2c-a1e3-647ee87af4ad req-1e19c3b6-0ee5-4686-ae63-25ef60baa7df tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715022 Aug 11 02:37:02.405513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a99fb6b2-1b27-4e67-8e45-6112379a58cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.442776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e770c031-5904-48d3-89f9-de090e29fc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.456846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:02.461377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.464514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Transition to ACTIVE for port object cfa17936-eff8-4efe-852f-79b8c54b1cdf will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:02.496756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Transition to ACTIVE for port object cfa17936-eff8-4efe-852f-79b8c54b1cdf will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:02.512978 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.515644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a99fb6b2-1b27-4e67-8e45-6112379a58cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.518655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a99fb6b2-1b27-4e67-8e45-6112379a58cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.525049 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a99fb6b2-1b27-4e67-8e45-6112379a58cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acba862f-2127-4144-97d3-20ba20883e8c HTTP/1.1" status: 204 len: 168 time: 0.2450678 Aug 11 02:37:02.540096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.542351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fb6b2-1b27-4e67-8e45-6112379a58cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba862f-2127-4144-97d3-20ba20883e8c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.616544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:02.628144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:02.636476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:02.649921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Pushing event updated for resources: {'Port': ['ID=cfa17936-eff8-4efe-852f-79b8c54b1cdf,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.760040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Attempting to bind port cfa17936-eff8-4efe-852f-79b8c54b1cdf on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:02.761026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Attempting to bind port cfa17936-eff8-4efe-852f-79b8c54b1cdf by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '420a69aa-d558-4832-8e62-fb47d2845839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:02.761701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Attempting to bind port cfa17936-eff8-4efe-852f-79b8c54b1cdf on network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:02.778812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:02.779619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Checking segment: {'id': '420a69aa-d558-4832-8e62-fb47d2845839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:02.780384 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.781410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Bound using segment: {'id': '420a69aa-d558-4832-8e62-fb47d2845839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:02.782456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Bound port: cfa17936-eff8-4efe-852f-79b8c54b1cdf, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a69aa-d558-4832-8e62-fb47d2845839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:02.784011 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.920517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] For port cfa17936-eff8-4efe-852f-79b8c54b1cdf, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:02.926799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] For port cfa17936-eff8-4efe-852f-79b8c54b1cdf, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cfa17936-eff8-4efe-852f-79b8c54b1cdf,segment=NetworkSegment(420a69aa-d558-4832-8e62-fb47d2845839),segment_id=420a69aa-d558-4832-8e62-fb47d2845839)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:02.934107 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.052623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508d369-469d-424b-8e41-32e1c9d1981d None None] Pushing event updated for resources: {'Port': ['ID=cfa17936-eff8-4efe-852f-79b8c54b1cdf,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.060099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-ab200e67-785f-4665-b8da-8522a3139feb service neutron] 10.222.0.16 "GET /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163370 Aug 11 02:37:03.084577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e770c031-5904-48d3-89f9-de090e29fc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.095346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Pushing event deleted for resources: {'Port': ['ID=44862b23-f919-418c-8a0e-99c06dad92c2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.216094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:03.250348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4986574f-c7c9-4da7-9385-d2b26a4f1fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.266420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-9717b7b6-ca2c-4345-92b4-5269bf44d5ed req-f3b5a05c-8cb8-4673-a856-eb7e56cd2de5 service neutron] (94699) timed out ('10.222.0.16', 43968) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:37:03.505512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4986574f-c7c9-4da7-9385-d2b26a4f1fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.516131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4986574f-c7c9-4da7-9385-d2b26a4f1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.567149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-c1d821b0-13a7-4a4a-a5d0-b8b609e7e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:03.568977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-c1d821b0-13a7-4a4a-a5d0-b8b609e7e846 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.5131133 Aug 11 02:37:03.579613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d610c51-2b6d-4b9a-b9a8-1fec1901f1bd req-caf8a352-2d97-4dc9-a508-45265f089546 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 210 time: 0.1184788 Aug 11 02:37:03.609336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e770c031-5904-48d3-89f9-de090e29fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.611869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e770c031-5904-48d3-89f9-de090e29fc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.615938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e770c031-5904-48d3-89f9-de090e29fc26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83cde5d4-a6b8-42bd-a39a-107330426dd2 HTTP/1.1" status: 204 len: 168 time: 1.5819962 Aug 11 02:37:03.640554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8823a-7407-49e5-842e-ac5c66f09cfe req-ad9055f5-ab90-4f39-a964-1923d3192322 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:03.658926 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4986574f-c7c9-4da7-9385-d2b26a4f1fe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4972143f38f4411b68aee685be7e471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373894 Aug 11 02:37:03.660716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfb8823a-7407-49e5-842e-ac5c66f09cfe req-ad9055f5-ab90-4f39-a964-1923d3192322 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.6067698 Aug 11 02:37:03.664794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986574f-c7c9-4da7-9385-d2b26a4f1fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb9be0c-8b15-4fdc-9358-c69702bb125e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.672243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:03.789896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.795803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.804089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aa7514e8-baca-48bb-9c84-a9f04f1e4eea tempest-FloatingIPAdminTestJSON-325000217 tempest-FloatingIPAdminTestJSON-325000217-project] 10.222.0.16 "DELETE /v2.0/floatingips/50bbead0-0562-482a-8127-a00bb5e34e3b HTTP/1.1" status: 204 len: 168 time: 3.3116996 Aug 11 02:37:03.882932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18cfccb-4b59-4a26-96bb-045237a1ba83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.919513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c031-5904-48d3-89f9-de090e29fc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cde5d4-a6b8-42bd-a39a-107330426dd2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.982511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18cfccb-4b59-4a26-96bb-045237a1ba83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.147115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18cfccb-4b59-4a26-96bb-045237a1ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.150290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18cfccb-4b59-4a26-96bb-045237a1ba83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.151610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f18cfccb-4b59-4a26-96bb-045237a1ba83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afb9be0c-8b15-4fdc-9358-c69702bb125e HTTP/1.1" status: 204 len: 168 time: 0.4785092 Aug 11 02:37:04.167538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cfccb-4b59-4a26-96bb-045237a1ba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb9be0c-8b15-4fdc-9358-c69702bb125e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:04.285740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.294131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfb8823a-7407-49e5-842e-ac5c66f09cfe req-0caf6849-3ce1-4b41-914f-0d484243e4a0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6319797 Aug 11 02:37:04.398558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-27342c3d-4d7a-48b1-b7a4-f58697eaeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:04.402547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-27342c3d-4d7a-48b1-b7a4-f58697eaeb0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.8144579 Aug 11 02:37:04.516519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.529827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.587932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cfa17936-eff8-4efe-852f-79b8c54b1cdf up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:04.592196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-715dbd5b-e2c8-42f6-9250-ccd2264c0162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.677310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:04.718716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:04.725852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:04.726889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.770931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port cfa17936-eff8-4efe-852f-79b8c54b1cdf completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:04.792642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-7c292ec3-68b8-41f8-97fc-0556449903ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.3734009 Aug 11 02:37:04.817158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=8ad62672-5564-47b5-b588-f342f630f0ac,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:04.892278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d93634fb-48ca-479d-9257-39f8a199271e req-e8e47f51-3246-43a9-b9ec-85fa75020071 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 210 time: 0.0967515 Aug 11 02:37:04.919113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49e54f-0824-41c8-a84e-56408d2eb486 None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:04.927279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-82286da3-c216-4970-a4a0-04f81a6ee13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:04.929641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-82286da3-c216-4970-a4a0-04f81a6ee13b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1230121 Aug 11 02:37:05.032891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] Provisioning for port cfa17936-eff8-4efe-852f-79b8c54b1cdf completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:05.039656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] Provisioning complete for port cfa17936-eff8-4efe-852f-79b8c54b1cdf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:05.040471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.088752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-715dbd5b-e2c8-42f6-9250-ccd2264c0162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.097280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-715dbd5b-e2c8-42f6-9250-ccd2264c0162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.119947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-d181333e-2ac8-4660-ae51-063fd8743ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.129655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-d181333e-2ac8-4660-ae51-063fd8743ad5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888380 Aug 11 02:37:05.136117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3f087517-0c92-46e1-8bf5-a1b37df70658 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2438359 Aug 11 02:37:05.143267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:05.177428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-715dbd5b-e2c8-42f6-9250-ccd2264c0162 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99b95e2145c144cab5c4f8af0f046d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434066 Aug 11 02:37:05.180212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:05.272199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dbd5b-e2c8-42f6-9250-ccd2264c0162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97399da-1c1f-4a52-a0ae-5c0a3bd6e9a9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:05.299334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-78cc8259-0190-4c1a-ab96-9d8056295966 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570675 Aug 11 02:37:05.346770 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-67c627e1-5a68-4be2-aab2-ec91d1be2f07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=540afad4a3584cca8635fd2a44d82429&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0590668 Aug 11 02:37:05.351417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1347a0-a106-4746-984e-5dbbc2498b72 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.353070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1347a0-a106-4746-984e-5dbbc2498b72 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.355560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1347a0-a106-4746-984e-5dbbc2498b72 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.357973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1347a0-a106-4746-984e-5dbbc2498b72 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.359618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1347a0-a106-4746-984e-5dbbc2498b72 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.361457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db1347a0-a106-4746-984e-5dbbc2498b72 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2171776 Aug 11 02:37:05.362316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f90a36d1-e07e-4510-b587-6a79c5af6cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.390151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f90a36d1-e07e-4510-b587-6a79c5af6cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.390817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39280) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:05.391748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:05.503848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953071256'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:05.602368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d9b92748-58b2-4b89-ba80-e6a0d00d65ac tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.605747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d9b92748-58b2-4b89-ba80-e6a0d00d65ac tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.59 "GET /v2.0/networks?id=21c22bd5-3fac-4a67-9f06-a933b0ff6e52 HTTP/1.1" status: 200 len: 820 time: 0.1663501 Aug 11 02:37:05.607266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f90a36d1-e07e-4510-b587-6a79c5af6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.610192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f90a36d1-e07e-4510-b587-6a79c5af6cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.614863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f90a36d1-e07e-4510-b587-6a79c5af6cbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c97399da-1c1f-4a52-a0ae-5c0a3bd6e9a9 HTTP/1.1" status: 204 len: 168 time: 0.4126434 Aug 11 02:37:05.620784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Request body: {'port': {'device_id': 'd879abad-8223-4036-86de-ca4eafa2f492', 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52', 'admin_state_up': True, 'tenant_id': '9a5f3101570d4c1ea09aef6df033f229'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:05.675511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.747603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a36d1-e07e-4510-b587-6a79c5af6cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97399da-1c1f-4a52-a0ae-5c0a3bd6e9a9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:05.773942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] For port cfa17936-eff8-4efe-852f-79b8c54b1cdf, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cfa17936-eff8-4efe-852f-79b8c54b1cdf,segment=NetworkSegment(420a69aa-d558-4832-8e62-fb47d2845839),segment_id=420a69aa-d558-4832-8e62-fb47d2845839)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:05.788566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266691f-fe28-4b78-872f-fe53c6d82d88 req-78283a53-c00c-476d-9a21-3ec32919225d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.792320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3266691f-fe28-4b78-872f-fe53c6d82d88 req-78283a53-c00c-476d-9a21-3ec32919225d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2717161 Aug 11 02:37:05.796162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9c81152-ef5a-48f9-8c36-d84ba2e32046 req-b9685292-56a4-4d64-8e4a-6c55d9efd134 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877474 Aug 11 02:37:05.801609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:05.807945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.847691 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.890778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2c7418f-3954-4def-ac90-7a3bddb824b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.891423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Made reservation on behalf of 9a5f3101570d4c1ea09aef6df033f229 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:05.899557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.922860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Update dhcp port {'port': {'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc', 'fixed_ips': [{'subnet_id': '63a8e370-9074-4db7-a16d-7a7f0fb5c570', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ad62672-5564-47b5-b588-f342f630f0ac'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cfa17936-eff8-4efe-852f-79b8c54b1cdf'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:37:05.982775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2c7418f-3954-4def-ac90-7a3bddb824b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.003924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306c76f-ca47-4bf7-88c2-df487e19fded None None] Pushing event updated for resources: {'Port': ['ID=cfa17936-eff8-4efe-852f-79b8c54b1cdf,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.017444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.035224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:06.082070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.089046 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment e5e2edeb-2c1d-4b61-9043-d91e65f578c9 of type vlan for network d12dc4a5-a4d1-40bc-86c1-505a852a6622 Aug 11 02:37:06.266580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.286607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Allocated IP 172.20.0.5 (21c22bd5-3fac-4a67-9f06-a933b0ff6e52/867d06cd-51f6-4b9d-ac06-52f48ea6e8c2/9a74d889-5bfe-413b-a2ab-2b1c4cf14013) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:06.287516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3266691f-fe28-4b78-872f-fe53c6d82d88 req-bf724e8a-3c0a-45da-9fbc-f9ee70d2713f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755220 Aug 11 02:37:06.380174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.393530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.402877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.534043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cfa17936-eff8-4efe-852f-79b8c54b1cdf up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:06.583799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2c7418f-3954-4def-ac90-7a3bddb824b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.586945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2c7418f-3954-4def-ac90-7a3bddb824b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.588508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d2c7418f-3954-4def-ac90-7a3bddb824b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1547a63f-b824-4f3f-92c2-be9049e33697 HTTP/1.1" status: 204 len: 168 time: 1.1953301 Aug 11 02:37:06.624616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03e4a818-e4a3-4780-b49d-7db141073787 req-85b688ec-011e-4a50-89f1-84f86f3c896a tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 210 time: 0.2133465 Aug 11 02:37:06.636703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2381694 Aug 11 02:37:06.650117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39316) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:06.652151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7418f-3954-4def-ac90-7a3bddb824b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547a63f-b824-4f3f-92c2-be9049e33697,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.667519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:06.677868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419aa0-4fe4-4528-876e-bee59d3452f0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=d12dc4a5-a4d1-40bc-86c1-505a852a6622,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.716839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:06.732613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.733676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Allocated IP 172.20.0.1 (60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc/8ad62672-5564-47b5-b588-f342f630f0ac/cfa17936-eff8-4efe-852f-79b8c54b1cdf) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:06.882482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.000659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.021441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.043638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:07.048098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Pushing event updated for resources: {'Port': ['ID=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:07.051177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 is not hosted by any dhcp agent {{(pid=94699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:37:07.052941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cfa17936-eff8-4efe-852f-79b8c54b1cdf triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:07.053170 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.055962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:07.061072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:07.064941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:07.065167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.067800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "PUT /v2.0/networks/d12dc4a5-a4d1-40bc-86c1-505a852a6622 HTTP/1.1" status: 200 len: 723 time: 0.4130714 Aug 11 02:37:07.142969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:07.153210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:07.193212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] For port cfa17936-eff8-4efe-852f-79b8c54b1cdf, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cfa17936-eff8-4efe-852f-79b8c54b1cdf,segment=NetworkSegment(420a69aa-d558-4832-8e62-fb47d2845839),segment_id=420a69aa-d558-4832-8e62-fb47d2845839)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:07.213588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0d2e0-6504-43c0-a42c-87ee16f9b721 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=d12dc4a5-a4d1-40bc-86c1-505a852a6622,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:07.252468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:07.253147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.305805 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-a4b02b92-3c95-4037-a2fc-037e9e7152d7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6892285 Aug 11 02:37:07.309948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:07.328432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-63a28903-335a-48c1-89e6-e3380a92f33b tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:37:07.332173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-63a28903-335a-48c1-89e6-e3380a92f33b tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155187 Aug 11 02:37:07.358172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:07.385334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Request body: {'port': {'device_id': 'd879abad-8223-4036-86de-ca4eafa2f492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:07.387013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3665a2c7-cc13-45e1-bc7c-9bdd9e9506af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.470095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:07.474171 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.481905 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.539273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Transition to ACTIVE for port object cfa17936-eff8-4efe-852f-79b8c54b1cdf will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:07.552930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.580950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76421b5-06ef-4ea4-89b5-2aea5d555b30 req-873de40e-e9e5-4a35-b21b-9bec76618b90 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:07.582693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e76421b5-06ef-4ea4-89b5-2aea5d555b30 req-873de40e-e9e5-4a35-b21b-9bec76618b90 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1711175 Aug 11 02:37:07.595033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.679926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e76421b5-06ef-4ea4-89b5-2aea5d555b30 req-1b2edce0-bbe4-49ce-b109-39614c4ee20c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830350 Aug 11 02:37:07.849882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b90d12-2f32-4c2f-be85-24701d65c0a3 None None] Pushing event updated for resources: {'Port': ['ID=cfa17936-eff8-4efe-852f-79b8c54b1cdf,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:07.899272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3665a2c7-cc13-45e1-bc7c-9bdd9e9506af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.934629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3665a2c7-cc13-45e1-bc7c-9bdd9e9506af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.030388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665a2c7-cc13-45e1-bc7c-9bdd9e9506af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb76d3-1c3a-4e91-93d5-6961bc6c18ba,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.102655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3665a2c7-cc13-45e1-bc7c-9bdd9e9506af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec166058e5f742d9af7e3ffbe946f2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428234 Aug 11 02:37:08.114836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e625422-aafa-4225-9e69-bddb9701335b req-04e34049-a4c9-46d2-82a0-d49ff1c85c79 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.122689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e625422-aafa-4225-9e69-bddb9701335b req-04e34049-a4c9-46d2-82a0-d49ff1c85c79 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 931 time: 0.2856097 Aug 11 02:37:08.132170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:08.186845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3e894-a459-4a46-afd1-2dee63c3e81b req-08b56230-9f5b-4764-a043-a27499b9c764 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.196358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fe3e894-a459-4a46-afd1-2dee63c3e81b req-08b56230-9f5b-4764-a043-a27499b9c764 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3008630 Aug 11 02:37:08.227024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e625422-aafa-4225-9e69-bddb9701335b req-4536982a-8046-41c1-a48c-a9b5ffcd478b tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919724 Aug 11 02:37:08.276280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fe3e894-a459-4a46-afd1-2dee63c3e81b req-a99f7d90-194d-48e2-a140-d7d77c09b408 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781202 Aug 11 02:37:08.304606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.389246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb013507-aeb2-46ab-adb3-0da2b0a3e6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.488311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a7f82-466b-4cd0-a367-f8476902f82c req-b18b431d-1376-45fd-9b4d-8e0010772690 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.491166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cfa17936-eff8-4efe-852f-79b8c54b1cdf up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:08.497353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f6a7f82-466b-4cd0-a367-f8476902f82c req-b18b431d-1376-45fd-9b4d-8e0010772690 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.0802524 Aug 11 02:37:08.575447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f6a7f82-466b-4cd0-a367-f8476902f82c req-5eb6f1d7-9abe-43f9-87ff-043ce46c9966 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777307 Aug 11 02:37:08.582880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb013507-aeb2-46ab-adb3-0da2b0a3e6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.602945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=110206d8-1e38-483c-ac64-93c794049cf4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.682490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:08.712338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:08.712812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: d12dc4a5-a4d1-40bc-86c1-505a852a6622, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:08.718104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.752878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Transition to ACTIVE for port object 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:08.763533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.808359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:08.825139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb013507-aeb2-46ab-adb3-0da2b0a3e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.830867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb013507-aeb2-46ab-adb3-0da2b0a3e6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.832054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb013507-aeb2-46ab-adb3-0da2b0a3e6cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4fb76d3-1c3a-4e91-93d5-6961bc6c18ba HTTP/1.1" status: 204 len: 168 time: 0.6989298 Aug 11 02:37:08.842049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d12dc4a5-a4d1-40bc-86c1-505a852a6622) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:08.853929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece4e61-092c-48df-b4cc-b3d80f90338b None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:08.863582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb013507-aeb2-46ab-adb3-0da2b0a3e6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb76d3-1c3a-4e91-93d5-6961bc6c18ba,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.867654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.868272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.879811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Pushing event updated for resources: {'Port': ['ID=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.907558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83160dc0-5fe4-4b7a-a097-c8d70505c390 None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:08.923640 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d642851-be24-43bd-9d2f-637f9c1a4aa2 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7791269 Aug 11 02:37:08.926630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:08.954501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:09.050155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Attempting to bind port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:09.050155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Attempting to bind port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '8c298021-ee18-4752-bd57-546289244630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:09.050648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Attempting to bind port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 on network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:09.054167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-26c021ba-2290-4539-aeb6-5a4e0ac26473 None None] Provisioning for port cfa17936-eff8-4efe-852f-79b8c54b1cdf completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:09.082029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 on network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:37:09.082300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Attempting to bind port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 on network 21c22bd5-3fac-4a67-9f06-a933b0ff6e52 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:09.083321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-26c021ba-2290-4539-aeb6-5a4e0ac26473 None None] Provisioning complete for port cfa17936-eff8-4efe-852f-79b8c54b1cdf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:09.083511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26c021ba-2290-4539-aeb6-5a4e0ac26473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.091525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:09.091525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Checking segment: {'id': '8c298021-ee18-4752-bd57-546289244630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:09.091987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Bound using segment: {'id': '8c298021-ee18-4752-bd57-546289244630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:09.092237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Bound port: 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c298021-ee18-4752-bd57-546289244630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:09.093380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.126470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31058196'] for subnet, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.388360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] For port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:09.446878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] For port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,segment=NetworkSegment(8c298021-ee18-4752-bd57-546289244630),segment_id=8c298021-ee18-4752-bd57-546289244630)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:09.468046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-d12dc4a5-a4d1-40bc-86c1-505a852a6622', 'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': '110206d8-1e38-483c-ac64-93c794049cf4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:09.469208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.488293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.628354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-ff1790a7-8ede-410d-af2c-b8b3130586ec tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.645981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Pushing event updated for resources: {'Port': ['ID=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:09.664725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-ff1790a7-8ede-410d-af2c-b8b3130586ec tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.6102729 Aug 11 02:37:09.673059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.674595 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.677638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d370753f-6b3e-4a77-b945-04b0da047406 service neutron] 10.222.0.59 "PUT /v2.0/ports/9a74d889-5bfe-413b-a2ab-2b1c4cf14013 HTTP/1.1" status: 200 len: 1091 time: 2.3035116 Aug 11 02:37:09.686221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd879abad-8223-4036-86de-ca4eafa2f492', 'tag': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:09.699389 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fe49f8-333a-4d84-b8d9-2289ba51541c" -d '{"events": [{"name": "network-changed", "server_uuid": "d879abad-8223-4036-86de-ca4eafa2f492", "tag": "9a74d889-5bfe-413b-a2ab-2b1c4cf14013"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:09.764688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791178363796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30593343'] for subnet, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.843600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-41be72b3-0cd3-415d-814b-39d3aba7110c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/quotas/7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 375 time: 0.0838981 Aug 11 02:37:09.863670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Allocated IP 2001:db8::2 (d12dc4a5-a4d1-40bc-86c1-505a852a6622/110206d8-1e38-483c-ac64-93c794049cf4/b89197f0-13ba-4b87-b9e8-1ac060a60145) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:09.950098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1b72ef58-de89-4858-a675-0417607cd702 None None] Provisioning complete for port cfa17936-eff8-4efe-852f-79b8c54b1cdf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:09.952617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b72ef58-de89-4858-a675-0417607cd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.957151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.958359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.963435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "PUT /v2.0/subnets/110206d8-1e38-483c-ac64-93c794049cf4 HTTP/1.1" status: 200 len: 826 time: 1.0340283 Aug 11 02:37:09.984075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39462) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:10.003135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4081f5-6b6c-4cfd-b0a3-95d176ae86af req-7ef9ab97-727c-467a-b0c1-73c9f7123883 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:10.026667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c4081f5-6b6c-4cfd-b0a3-95d176ae86af req-7ef9ab97-727c-467a-b0c1-73c9f7123883 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 943 time: 0.5619037 Aug 11 02:37:10.187866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-8a2fb422-a5b8-41b1-b382-e727f129d81e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3235929 Aug 11 02:37:10.209495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69cc0f-7cf0-480b-9725-056c9615c195 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=110206d8-1e38-483c-ac64-93c794049cf4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:10.249384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c4081f5-6b6c-4cfd-b0a3-95d176ae86af req-c833efe9-343a-4614-a4f8-5dc624c5efb9 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200153 Aug 11 02:37:10.255793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-751d75e0-0cba-45c5-aa18-2ec831b6097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:10.259205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-751d75e0-0cba-45c5-aa18-2ec831b6097a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a5f3101570d4c1ea09aef6df033f229&device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 1094 time: 0.5292127 Aug 11 02:37:10.298730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:10.379809 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.393449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Transition to ACTIVE for port object b89197f0-13ba-4b87-b9e8-1ac060a60145 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:10.458273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Transition to ACTIVE for port object b89197f0-13ba-4b87-b9e8-1ac060a60145 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:10.468693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-cfc79fc9-bbbc-4794-ae56-1f94d40bbe55 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095520 Aug 11 02:37:10.474286 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.479845 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-79ac15d4-7faf-4ede-965c-cc8f02e0e59d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013 HTTP/1.1" status: 200 len: 217 time: 0.1981101 Aug 11 02:37:10.482798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94827b65-67df-46d6-9524-4642d26dcd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.499641 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.518331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:10.521946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:10.527265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:10.574156 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c861f9e-7287-4f76-b91b-98bff57c4ddb x-openstack-request-id: req-6c861f9e-7287-4f76-b91b-98bff57c4ddb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:10.574491 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d879abad-8223-4036-86de-ca4eafa2f492", "tag": "9a74d889-5bfe-413b-a2ab-2b1c4cf14013", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:10.574683 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c861f9e-7287-4f76-b91b-98bff57c4ddb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:10.575550 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd879abad-8223-4036-86de-ca4eafa2f492', 'tag': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013', 'status': 'completed', 'code': 200} Aug 11 02:37:10.605495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Pushing event updated for resources: {'Port': ['ID=b89197f0-13ba-4b87-b9e8-1ac060a60145,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:10.653677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed4d8-572d-48a4-8953-878cf05def15 req-90f62390-96f6-4c50-9f71-dc79230f923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:10.657709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-90f62390-96f6-4c50-9f71-dc79230f923d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=867d06cd-51f6-4b9d-ac06-52f48ea6e8c2 HTTP/1.1" status: 200 len: 860 time: 0.1691489 Aug 11 02:37:10.729932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-d113a267-a4fd-49c2-9b7a-7946990c2014 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21c22bd5-3fac-4a67-9f06-a933b0ff6e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541973 Aug 11 02:37:10.741955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-cf106927-3b5c-4084-9921-3e29a7af79be service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697132 Aug 11 02:37:10.862892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Attempting to bind port b89197f0-13ba-4b87-b9e8-1ac060a60145 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:10.863518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Attempting to bind port b89197f0-13ba-4b87-b9e8-1ac060a60145 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:10.864141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Attempting to bind port b89197f0-13ba-4b87-b9e8-1ac060a60145 on network d12dc4a5-a4d1-40bc-86c1-505a852a6622 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:10.875249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port b89197f0-13ba-4b87-b9e8-1ac060a60145 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:10.875660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:10.875833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.888613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Checking segment: {'id': 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:10.889810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.890503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Bound using segment: {'id': 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:10.891444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Bound port: b89197f0-13ba-4b87-b9e8-1ac060a60145, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd12dc4a5-a4d1-40bc-86c1-505a852a6622'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:10.891961 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.053117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60d7659-ce99-4de4-bc0d-ce9a2e235a6d req-e77e4f27-d26c-4a78-ae8b-cdca1046a7bd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 210 time: 0.0797048 Aug 11 02:37:11.057130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94827b65-67df-46d6-9524-4642d26dcd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.076481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94827b65-67df-46d6-9524-4642d26dcd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.099940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] For port b89197f0-13ba-4b87-b9e8-1ac060a60145, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:11.104541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] For port b89197f0-13ba-4b87-b9e8-1ac060a60145, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b89197f0-13ba-4b87-b9e8-1ac060a60145,segment=NetworkSegment(e5e2edeb-2c1d-4b61-9043-d91e65f578c9),segment_id=e5e2edeb-2c1d-4b61-9043-d91e65f578c9)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:11.120718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-ae87c657-c5f1-4259-8b30-e56f283d56ed service neutron] 10.222.0.59 "GET /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829970 Aug 11 02:37:11.127894 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.186761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port b89197f0-13ba-4b87-b9e8-1ac060a60145, host n-d-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:11.187117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.215540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121c4c4-66c8-4312-981f-66272e5e5900 None None] Pushing event updated for resources: {'Port': ['ID=b89197f0-13ba-4b87-b9e8-1ac060a60145,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:11.230205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for b89197f0-13ba-4b87-b9e8-1ac060a60145 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:11.274370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827b65-67df-46d6-9524-4642d26dcd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d938bd-d9cd-457f-bbd7-7129411965ed,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:11.346852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39524) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:11.349143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-94827b65-67df-46d6-9524-4642d26dcd45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=583b47aacb4f44d6a14aaf3c3f554ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0400469 Aug 11 02:37:11.530475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860fd07-61ee-4037-afab-87dbc44c11b5 req-f4f7a92f-cd82-4d6b-8d72-519c19590b42 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.548896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e860fd07-61ee-4037-afab-87dbc44c11b5 req-f4f7a92f-cd82-4d6b-8d72-519c19590b42 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 943 time: 0.1245561 Aug 11 02:37:11.552834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-14bb7298-5553-4842-a9bf-a35e466f625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.722117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e860fd07-61ee-4037-afab-87dbc44c11b5 req-70628721-b108-4825-84f8-a1e1b8ec9b68 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715813 Aug 11 02:37:11.729248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-14bb7298-5553-4842-a9bf-a35e466f625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.730926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.885924 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-14bb7298-5553-4842-a9bf-a35e466f625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.894149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-14bb7298-5553-4842-a9bf-a35e466f625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.902192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-14bb7298-5553-4842-a9bf-a35e466f625a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8d938bd-d9cd-457f-bbd7-7129411965ed HTTP/1.1" status: 204 len: 168 time: 0.5521109 Aug 11 02:37:11.932937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7298-5553-4842-a9bf-a35e466f625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d938bd-d9cd-457f-bbd7-7129411965ed,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:11.968984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=b89197f0-13ba-4b87-b9e8-1ac060a60145,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:11.988381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port b89197f0-13ba-4b87-b9e8-1ac060a60145 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:12.136378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-879ed4d8-572d-48a4-8953-878cf05def15 req-b8f8c672-1290-4aa1-9722-e0b1168636b8 service neutron] 10.222.0.59 "GET /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696558 Aug 11 02:37:12.138734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.280707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f8931d2-a695-41f8-bf34-89f661f59581 req-ef940c8c-a148-4fe0-bbbe-dbf2cae4b28f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 210 time: 0.0435050 Aug 11 02:37:12.491004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-0b51c00d-266c-4e41-b824-5d4d2d9b3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:12.492789 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-0b51c00d-266c-4e41-b824-5d4d2d9b3326 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a5f3101570d4c1ea09aef6df033f229&device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 1094 time: 0.2282672 Aug 11 02:37:12.505500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.538174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:12.796184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=110206d8-1e38-483c-ac64-93c794049cf4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:12.872313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-864d792a-aab7-460d-9607-26c9a1c88ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.077928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.122534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12dc4a5-a4d1-40bc-86c1-505a852a6622']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:13.216618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-dd13b447-04a9-4727-9b91-0cca32b7b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:13.219268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-dd13b447-04a9-4727-9b91-0cca32b7b8f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21c22bd5-3fac-4a67-9f06-a933b0ff6e52 HTTP/1.1" status: 200 len: 920 time: 0.7160742 Aug 11 02:37:13.225784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:13.226422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e2edeb-2c1d-4b61-9043-d91e65f578c9') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:13.305341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904adc9-2b67-481e-a251-ddecf9ea44d8 None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:13.339620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-864d792a-aab7-460d-9607-26c9a1c88ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.351764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.362224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57195f03-7dd6-49ac-a1ec-52f4f7d521a0 req-d22b7f98-aea3-4d51-ab20-96c88db53db7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:13.376663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57195f03-7dd6-49ac-a1ec-52f4f7d521a0 req-d22b7f98-aea3-4d51-ab20-96c88db53db7 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 943 time: 0.2669239 Aug 11 02:37:13.385604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.391002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-864d792a-aab7-460d-9607-26c9a1c88ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.398668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:13.399547 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.459934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ce10d84-c110-46ab-8608-bf4a30b2a428 None None] Could not find standard attr ID for object b89197f0-13ba-4b87-b9e8-1ac060a60145. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:13.534974 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:13.550500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-7891f1bf-3606-42c7-bd54-02d34e02e32b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013 HTTP/1.1" status: 200 len: 217 time: 0.3201404 Aug 11 02:37:13.591942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-864d792a-aab7-460d-9607-26c9a1c88ff1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ded0e149f7c4338b1ec6cc3c5c8940d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0519853 Aug 11 02:37:13.601268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-175a21ff-cdb0-401d-be22-612dec94c634 req-d9cee3cc-0a06-4b9d-a156-97f8b98e6a2f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 210 time: 0.1354449 Aug 11 02:37:13.604502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39656) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:13.656753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57195f03-7dd6-49ac-a1ec-52f4f7d521a0 req-676e8eac-c700-483a-818d-b66911b538fb tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524843 Aug 11 02:37:13.669340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d792a-aab7-460d-9607-26c9a1c88ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45e695a-c5f5-4430-a9a6-61b157fd205d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:13.777201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.777765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f89-e413-45f5-a7fe-13df7ced1ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.786138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dcd755-64b3-4302-8e51-31fd9c4ad020 None None] DHCP port deletion for d12dc4a5-a4d1-40bc-86c1-505a852a6622 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:13.803656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:13.811403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/d12dc4a5-a4d1-40bc-86c1-505a852a6622 HTTP/1.1" status: 204 len: 168 time: 3.7365234 Aug 11 02:37:13.812759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39662) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:13.876468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731c732-179b-419a-a9c0-71e78e8460e1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=d12dc4a5-a4d1-40bc-86c1-505a852a6622,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:13.880436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c69a4d-9d85-4223-aaf0-b91cca8e5bfd None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:13.927205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c69a4d-9d85-4223-aaf0-b91cca8e5bfd None None] Network d12dc4a5-a4d1-40bc-86c1-505a852a6622 could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:37:13.932926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-8493c272-b217-45c3-8b3c-69a7b851b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:13.935915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-8493c272-b217-45c3-8b3c-69a7b851b1be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=867d06cd-51f6-4b9d-ac06-52f48ea6e8c2 HTTP/1.1" status: 200 len: 860 time: 0.3743694 Aug 11 02:37:13.942168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c30f0cb0-821e-4166-bbfd-7355d7f2ee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.013645 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-4573f4a2-dd04-41e1-9c06-c36f3e679acc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21c22bd5-3fac-4a67-9f06-a933b0ff6e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668447 Aug 11 02:37:14.104924 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8920f8bc-9797-4a6b-bf07-717f51987b8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:14.105891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8920f8bc-9797-4a6b-bf07-717f51987b8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:14.108329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8920f8bc-9797-4a6b-bf07-717f51987b8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/d12dc4a5-a4d1-40bc-86c1-505a852a6622 HTTP/1.1" status: 404 len: 339 time: 0.2863140 Aug 11 02:37:14.113325 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f89-e413-45f5-a7fe-13df7ced1ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.114537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:14.132249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75172989', 'description': 'd1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:14.230091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39676) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:14.251605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-f5c69239-2a69-450b-b7b8-937d6abbd163 service neutron] 10.222.0.59 "GET /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263057 Aug 11 02:37:14.252958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:14.265483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.279894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-a88ea576-1af7-47d7-af56-3409c74f194b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.281730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-a88ea576-1af7-47d7-af56-3409c74f194b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.4708588 Aug 11 02:37:14.306609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'port': {'device_id': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'admin_state_up': True, 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:14.369333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f89-e413-45f5-a7fe-13df7ced1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.380206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4f89-e413-45f5-a7fe-13df7ced1ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.380206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bbdc4f89-e413-45f5-a7fe-13df7ced1ece admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e45e695a-c5f5-4430-a9a6-61b157fd205d HTTP/1.1" status: 204 len: 168 time: 0.7657747 Aug 11 02:37:14.399395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4f89-e413-45f5-a7fe-13df7ced1ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45e695a-c5f5-4430-a9a6-61b157fd205d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.416039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b89197f0-13ba-4b87-b9e8-1ac060a60145 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:14.504060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b89197f0-13ba-4b87-b9e8-1ac060a60145 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:14.505018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b89197f0-13ba-4b87-b9e8-1ac060a60145 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:14.516670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-187645695'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:14.551880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:14.570185 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-16fe49f8-333a-4d84-b8d9-2289ba51541c req-aae2b015-ae3d-4388-8a13-b9148380eeaa service neutron] 10.222.0.59 "GET /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925279 Aug 11 02:37:14.572093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.573274 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment 18699b75-0d59-4941-95ab-9ef1776b9790 of type vlan for network 98831157-9072-4b46-879b-90577bae8dae Aug 11 02:37:14.632131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:14.634557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.641580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:14.671150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.708715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.727680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.803940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.812811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.813524 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.914608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=98831157-9072-4b46-879b-90577bae8dae,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.932222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 98831157-9072-4b46-879b-90577bae8dae details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:15.095893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:15.244987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39710) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:15.251736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-21ecf376-bec2-46f6-bc4f-11162d71dbd4 req-c25253b2-43fb-4f08-9eef-02ab384abe59 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 210 time: 0.4297101 Aug 11 02:37:15.272381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33b066d2-64ff-41a3-bf2e-b3ae646443b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.274688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-357164e0-0808-4cf8-9825-6b93ea082ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.343765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79f04e-64e6-4860-a460-08bc8cf7cb52 req-8aaaaf87-1802-4d67-88fc-01b8f0056a94 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:15.347607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a79f04e-64e6-4860-a460-08bc8cf7cb52 req-8aaaaf87-1802-4d67-88fc-01b8f0056a94 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 943 time: 0.4852128 Aug 11 02:37:15.406819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Allocated IP 172.20.0.5 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/43cdc08d-9ae1-4cfe-83c6-3191185fe5c1) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:15.459747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a79f04e-64e6-4860-a460-08bc8cf7cb52 req-7cbf75e3-893e-4dba-864c-3a3df78ec606 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029675 Aug 11 02:37:15.500728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.516534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a9de42f-7613-48e1-b332-df65f5605297 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3999903 Aug 11 02:37:15.522168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:15.525290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.615253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:15.637138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca2f40-59ac-4ede-83a2-43f9eb3cf5bb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:15.668767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.669371 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Added segment 27b5efc2-3786-470d-bc6e-e34f859eb6c0 of type vlan for network a7548113-1c15-4cbd-941e-a75d799a7de7 Aug 11 02:37:15.745076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.752053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.779822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Transition to ACTIVE for port object 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:15.810820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.819068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:15.819352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.932572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Network': ['ID=a7548113-1c15-4cbd-941e-a75d799a7de7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:15.938277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.948782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:16.005831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499f2be-56a7-4737-9e6e-3e547ede1a6a tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.011099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8499f2be-56a7-4737-9e6e-3e547ede1a6a tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks?id=98831157-9072-4b46-879b-90577bae8dae HTTP/1.1" status: 200 len: 763 time: 0.4849484 Aug 11 02:37:16.012090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.019297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:16.022286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'description': 'd2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:16.024944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:16.032793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:16.038796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.122975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.124328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.184093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:37:16.207653 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33b066d2-64ff-41a3-bf2e-b3ae646443b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.216530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33b066d2-64ff-41a3-bf2e-b3ae646443b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.228579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-63255102-62d6-4406-ac62-5bce2eb33c2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9820430 Aug 11 02:37:16.229322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39718) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.236685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:16.311195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-33b066d2-64ff-41a3-bf2e-b3ae646443b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37590c76a61d4b00b0ff0a8c9bb382c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648522 Aug 11 02:37:16.320662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39722) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.325933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b066d2-64ff-41a3-bf2e-b3ae646443b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51df514-46ef-44b9-869b-ae26757c9f38,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.372156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.456453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.482185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,segment=NetworkSegment(8c298021-ee18-4752-bd57-546289244630),segment_id=8c298021-ee18-4752-bd57-546289244630)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:16.502394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013', 'network_id': '21c22bd5-3fac-4a67-9f06-a933b0ff6e52', 'port_id': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013', 'mac_address': 'fa:16:3e:d1:a9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867d06cd-51f6-4b9d-ac06-52f48ea6e8c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:37:16.505751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e2b77451-63ec-43bd-bb44-845cc23c78ca None None] Provisioning for port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:16.512186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e2b77451-63ec-43bd-bb44-845cc23c78ca None None] Provisioning complete for port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:16.512571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2b77451-63ec-43bd-bb44-845cc23c78ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.520544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network 98831157-9072-4b46-879b-90577bae8dae is not hosted by any dhcp agent {{(pid=94700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:37:16.527985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.528647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.530054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "PUT /v2.0/networks/98831157-9072-4b46-879b-90577bae8dae HTTP/1.1" status: 200 len: 760 time: 0.5165527 Aug 11 02:37:16.551611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39730) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.558182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e2b77451-63ec-43bd-bb44-845cc23c78ca None None] Port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:16.610415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc47608e-9119-4e69-8575-509481715c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.624590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c60bae-2c73-4f2d-a7ed-aca0deb12941 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=98831157-9072-4b46-879b-90577bae8dae,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.664360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-357164e0-0808-4cf8-9825-6b93ea082ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.667078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc47608e-9119-4e69-8575-509481715c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.675046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-357164e0-0808-4cf8-9825-6b93ea082ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.678663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 98831157-9072-4b46-879b-90577bae8dae details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:16.703891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-65e5e32f-e824-4752-9a9d-00c6e90f47ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4108963 Aug 11 02:37:16.740578 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.740948 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-357164e0-0808-4cf8-9825-6b93ea082ad3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b65047f39be44124845c7223c2e0307f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6427996 Aug 11 02:37:16.742277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357164e0-0808-4cf8-9825-6b93ea082ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c003ed8-1255-4435-8dab-3892fe570cb6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.744414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60fd57-4660-48c3-b7a5-9c494218b38a tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.745162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.747093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd60fd57-4660-48c3-b7a5-9c494218b38a tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks?id=98831157-9072-4b46-879b-90577bae8dae HTTP/1.1" status: 200 len: 763 time: 0.1831694 Aug 11 02:37:16.752472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Request body: {'port': {'device_id': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:16.755537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.814446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459445-9661-4ca2-9a7e-fd4795073598 req-2fb8e76f-2eb2-4a23-a6f6-8d6bb77e2a1a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.816532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6459445-9661-4ca2-9a7e-fd4795073598 req-2fb8e76f-2eb2-4a23-a6f6-8d6bb77e2a1a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 931 time: 0.3992448 Aug 11 02:37:16.838170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:16.858763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:16.862814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.866534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc47608e-9119-4e69-8575-509481715c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.869540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc47608e-9119-4e69-8575-509481715c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.871038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cc47608e-9119-4e69-8575-509481715c65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f51df514-46ef-44b9-869b-ae26757c9f38 HTTP/1.1" status: 204 len: 168 time: 0.5461817 Aug 11 02:37:16.873209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5b832-7d5f-4b16-9f17-5a26979b9af8 req-aaa48a84-c1cf-4cae-aba3-323c496965e2 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.882897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,segment=NetworkSegment(8c298021-ee18-4752-bd57-546289244630),segment_id=8c298021-ee18-4752-bd57-546289244630)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:16.883437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ddc5b832-7d5f-4b16-9f17-5a26979b9af8 req-aaa48a84-c1cf-4cae-aba3-323c496965e2 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 943 time: 0.2035794 Aug 11 02:37:16.893474 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.924622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47608e-9119-4e69-8575-509481715c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51df514-46ef-44b9-869b-ae26757c9f38,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:16.976584 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.016085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4b1a-9290-417f-982b-ce60ba1404e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.042911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.066714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab0328-a781-4dae-93b3-1c329c54d53e tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.072549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-efab0328-a781-4dae-93b3-1c329c54d53e tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3118680 Aug 11 02:37:17.074471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.079418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6459445-9661-4ca2-9a7e-fd4795073598 req-f99e1bac-48f1-4d3a-a5ec-24b4525692fc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440398 Aug 11 02:37:17.120780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4b1a-9290-417f-982b-ce60ba1404e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.127180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ddc5b832-7d5f-4b16-9f17-5a26979b9af8 req-0696cd79-4e97-410a-b984-a7a7c09fe1cd tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793878 Aug 11 02:37:17.134867 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e26d0f2b-636b-4b31-b7c1-b1a4c85c520d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 207 time: 0.0560672 Aug 11 02:37:17.136038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.213263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['9a74d889-5bfe-413b-a2ab-2b1c4cf14013'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:17.314906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4b1a-9290-417f-982b-ce60ba1404e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.317712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4b1a-9290-417f-982b-ce60ba1404e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.318960 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a1fc4b1a-9290-417f-982b-ce60ba1404e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c003ed8-1255-4435-8dab-3892fe570cb6 HTTP/1.1" status: 204 len: 168 time: 0.5728388 Aug 11 02:37:17.345286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.351660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.358667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.364659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.370992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.377691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.379734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b2c1cf6e-2465-48e4-b891-0e8336adcf82 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2431109 Aug 11 02:37:17.380982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4b1a-9290-417f-982b-ce60ba1404e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c003ed8-1255-4435-8dab-3892fe570cb6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.385281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.607258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1739-891c-4891-adf2-e5c1b28ed066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.681418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.688459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.699877 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-50de8ada-58a0-4b15-b422-55d93f05956a tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3131139 Aug 11 02:37:17.703862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.822033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6b001-54b2-48fc-b3e2-a3a58b74ef8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.825849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6b001-54b2-48fc-b3e2-a3a58b74ef8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.829217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6b001-54b2-48fc-b3e2-a3a58b74ef8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.832319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6b001-54b2-48fc-b3e2-a3a58b74ef8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.835460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6b001-54b2-48fc-b3e2-a3a58b74ef8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.838442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-44a6b001-54b2-48fc-b3e2-a3a58b74ef8d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1326728 Aug 11 02:37:17.843665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.890906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=b404ad6f-45f5-4bfd-9dd1-729206f64095,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.959585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6878c5-f04f-4a28-add3-1c50c4d63bff tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.964150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6878c5-f04f-4a28-add3-1c50c4d63bff tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.969713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6878c5-f04f-4a28-add3-1c50c4d63bff tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.970031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:17.970594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network hostable DHCP agents. Network: a7548113-1c15-4cbd-941e-a75d799a7de7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:17.984052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6878c5-f04f-4a28-add3-1c50c4d63bff tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.989854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6878c5-f04f-4a28-add3-1c50c4d63bff tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.996546 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fd6878c5-f04f-4a28-add3-1c50c4d63bff tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1476130 Aug 11 02:37:17.996806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:17.997326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.019837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.052926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Transition to ACTIVE for port object 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:18.056219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:18.065127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.156591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a7548113-1c15-4cbd-941e-a75d799a7de7) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:18.203439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.204551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.236770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7d777c93-eb2e-43f2-b46f-4022eab205e3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0051203 Aug 11 02:37:18.238146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Pushing event updated for resources: {'Port': ['ID=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:18.251454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db414fc5-0ade-425e-92af-647138d304e0 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:18.274939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6e8b6-9612-4ce8-bd5d-06ceae1021a1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.287340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b8d6e8b6-9612-4ce8-bd5d-06ceae1021a1 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks/45f6ca61-ccc9-436d-91fc-bf6b79545fc6 HTTP/1.1" status: 200 len: 804 time: 0.2829490 Aug 11 02:37:18.287895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.290488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.329489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'name': 'tempest-NetworksTestDHCPv6-33859781'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:18.625694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-94b3603b-480a-4ef1-86d3-36ee463bb639 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/networks/45f6ca61-ccc9-436d-91fc-bf6b79545fc6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3300133 Aug 11 02:37:18.626531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.692479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': 'b404ad6f-45f5-4bfd-9dd1-729206f64095'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:18.693720 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.721585 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.801958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a11bfd-ed30-43a1-9358-8a2241c37cf4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.812485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39806) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.817688 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51a11bfd-ed30-43a1-9358-8a2241c37cf4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/subnets/c52fd690-db2e-4b50-ac58-218508dc751e HTTP/1.1" status: 200 len: 843 time: 0.1900737 Aug 11 02:37:18.890621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Attempting to bind port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:18.890621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Attempting to bind port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:18.890621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Attempting to bind port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:18.912725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a3844-5c75-4ebc-a5a6-8c307c82ed49 req-cd63281e-5635-450e-bbaf-2308ea01bc9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.920578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f14a3844-5c75-4ebc-a5a6-8c307c82ed49 req-cd63281e-5635-450e-bbaf-2308ea01bc9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 943 time: 0.5702648 Aug 11 02:37:18.923913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:18.926901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.965544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 on network a4f8a805-762d-47ac-8116-8429cb51e77d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:37:18.965544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Attempting to bind port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:18.967566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/b404ad6f-45f5-4bfd-9dd1-729206f64095/0a316ebf-277b-4f29-baa0-2464c5a25bd8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:18.985124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498d32b-1b49-491f-b793-74b84e73e158 req-186998ff-cbdc-4c06-839f-c1cb48a7ef77 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.993582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f498d32b-1b49-491f-b793-74b84e73e158 req-186998ff-cbdc-4c06-839f-c1cb48a7ef77 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 944 time: 0.4717114 Aug 11 02:37:19.010395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:19.010822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:19.011125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:19.011623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Bound port: 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:19.011992 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.019746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c46dc10-fa56-43f2-b767-7dfeda590c93 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.024787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6c46dc10-fa56-43f2-b767-7dfeda590c93 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "GET /v2.0/subnets/c52fd690-db2e-4b50-ac58-218508dc751e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2055979 Aug 11 02:37:19.024787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 3f3f0554-c880-4cad-99a9-adc34ac8fc3c yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:19.025935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.035498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552860891'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:19.098690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:19.102884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f14a3844-5c75-4ebc-a5a6-8c307c82ed49 req-21d1568c-61e1-461a-8141-fe12128ea60f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813378 Aug 11 02:37:19.112429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.163407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f498d32b-1b49-491f-b793-74b84e73e158 req-bdf2ce42-1495-4f7c-88e9-60915df4703c tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684821 Aug 11 02:37:19.232642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:19.258919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.259288 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Added segment a9fac38f-5b89-4ef4-9bfd-50471a717a85 of type vlan for network e9e9b264-d622-4e0a-b7a7-63543e74f526 Aug 11 02:37:19.271840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] For port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:19.283690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] For port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:19.295587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.318988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.332220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Transition to ACTIVE for port object 0a316ebf-277b-4f29-baa0-2464c5a25bd8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:19.364873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Transition to ACTIVE for port object 0a316ebf-277b-4f29-baa0-2464c5a25bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:19.375868 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.380814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.423204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:19.430450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:19.436754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:19.447288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Pushing event updated for resources: {'Port': ['ID=0a316ebf-277b-4f29-baa0-2464c5a25bd8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:19.478888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.513471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.514584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.528004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.528726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.530310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] 10.222.0.25 "PUT /v2.0/ports/43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 HTTP/1.1" status: 200 len: 1091 time: 2.7997334 Aug 11 02:37:19.531153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'tag': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:19.533647 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25" -d '{"events": [{"name": "network-changed", "server_uuid": "e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0", "tag": "43cdc08d-9ae1-4cfe-83c6-3191185fe5c1"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:19.588845 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5605795 Aug 11 02:37:19.609934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39830) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.611691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Attempting to bind port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:19.621330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Attempting to bind port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:19.622078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Attempting to bind port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:19.644504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:19.644866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:19.646602 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.647378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:19.650873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Bound port: 0a316ebf-277b-4f29-baa0-2464c5a25bd8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:19.651540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.656180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:19.688052 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be49d75-1c20-41ff-a9a5-4142defa5057 x-openstack-request-id: req-7be49d75-1c20-41ff-a9a5-4142defa5057 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:19.689235 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0", "tag": "43cdc08d-9ae1-4cfe-83c6-3191185fe5c1", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:19.689505 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7be49d75-1c20-41ff-a9a5-4142defa5057 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:19.690319 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'tag': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1', 'status': 'completed', 'code': 200} Aug 11 02:37:19.719141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::397 (a7548113-1c15-4cbd-941e-a75d799a7de7/b404ad6f-45f5-4bfd-9dd1-729206f64095/3f3f0554-c880-4cad-99a9-adc34ac8fc3c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:19.758448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afa33-1aeb-4a24-a90d-12c1dc3cab5d tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Network': ['ID=e9e9b264-d622-4e0a-b7a7-63543e74f526,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:19.780655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e9e9b264-d622-4e0a-b7a7-63543e74f526 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:19.801126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Pushing event updated for resources: {'Port': ['ID=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:19.921666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.922510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.923111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.923591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.924084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.924733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.925325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.925868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.926471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.927047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.927809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.928461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031b2aa-116b-4e4b-a003-cc3418309d99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:19.950925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.956054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] For port 0a316ebf-277b-4f29-baa0-2464c5a25bd8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:19.967109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] For port 0a316ebf-277b-4f29-baa0-2464c5a25bd8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0a316ebf-277b-4f29-baa0-2464c5a25bd8,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:19.976803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.031528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-57fcf3a2-3dc6-4d38-bf12-19c641e5321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.033205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-57fcf3a2-3dc6-4d38-bf12-19c641e5321e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 1094 time: 0.4040802 Aug 11 02:37:20.059563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c11b3-ab96-4d9a-838e-321c0702ac2c None None] Pushing event updated for resources: {'Port': ['ID=0a316ebf-277b-4f29-baa0-2464c5a25bd8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:20.106677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.149951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:20.206216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:20.211840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-579426e7-12ce-4214-939e-350fa3ddffef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 HTTP/1.1" status: 200 len: 217 time: 0.1619411 Aug 11 02:37:20.311723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Made reservation on behalf of 44e6509c4b514227b230d08f92cb144a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:20.315543 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.319752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.342331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:20.349554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:20.349973 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.538246 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.595414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd879abad-8223-4036-86de-ca4eafa2f492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:20.597682 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68323609-dc42-4a59-8053-5ce58bdaeaf6" -d '{"events": [{"server_uuid": "d879abad-8223-4036-86de-ca4eafa2f492", "name": "network-vif-plugged", "status": "completed", "tag": "9a74d889-5bfe-413b-a2ab-2b1c4cf14013"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:20.621863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,segment=NetworkSegment(8c298021-ee18-4752-bd57-546289244630),segment_id=8c298021-ee18-4752-bd57-546289244630)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:20.639775 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.685755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.757933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:20.884967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Allocated IP 172.25.6.169 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/25cf5c88-d1e2-45f8-8f52-0413203c49f5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:21.021080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-506b2194-7ec4-4a5e-bbd8-f68275267e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.022667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-506b2194-7ec4-4a5e-bbd8-f68275267e1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.7858198 Aug 11 02:37:21.032480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.ipam_backend_mixin [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Performing IP validity checks on allocation pools {{(pid=94699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:37:21.033039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.ipam_backend_mixin [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:37:21.042847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.084330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898483c-0f91-4fda-a834-0c6e806d9e09 req-0b05d882-a361-4c5d-a63b-1c2d9ad18104 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.084527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.085181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2898483c-0f91-4fda-a834-0c6e806d9e09 req-0b05d882-a361-4c5d-a63b-1c2d9ad18104 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 943 time: 0.7980061 Aug 11 02:37:21.104556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.111800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.160893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:21.167530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042d166-07ba-4f8f-834e-ed368877f42c req-a6c7cce4-5aa3-4598-bc99-b278c00fc808 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.169231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:21.175102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:21.175360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a042d166-07ba-4f8f-834e-ed368877f42c req-a6c7cce4-5aa3-4598-bc99-b278c00fc808 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 944 time: 0.8465600 Aug 11 02:37:21.179034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Pushing event updated for resources: {'Port': ['ID=25cf5c88-d1e2-45f8-8f52-0413203c49f5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.186572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 3f3f0554-c880-4cad-99a9-adc34ac8fc3c will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:21.257864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-afe4ccba-2fc8-4d0a-924a-fc4b81149268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.261155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-afe4ccba-2fc8-4d0a-924a-fc4b81149268 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225637 Aug 11 02:37:21.291786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.311035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2898483c-0f91-4fda-a834-0c6e806d9e09 req-c3aad84e-b458-4a9e-bf2e-7ae80b3c168f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033494 Aug 11 02:37:21.315653 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.390815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.407667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a042d166-07ba-4f8f-834e-ed368877f42c req-c8ba05b0-2b01-47a8-8828-ab6a4b19ffe5 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315483 Aug 11 02:37:21.431008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.544431 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a148101-ba5b-4fc9-92e5-374f9e07208c x-openstack-request-id: req-8a148101-ba5b-4fc9-92e5-374f9e07208c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:21.545221 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d879abad-8223-4036-86de-ca4eafa2f492", "name": "network-vif-plugged", "status": "completed", "tag": "9a74d889-5bfe-413b-a2ab-2b1c4cf14013", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:21.545221 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a148101-ba5b-4fc9-92e5-374f9e07208c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:21.545564 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd879abad-8223-4036-86de-ca4eafa2f492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013', 'code': 200} Aug 11 02:37:21.563426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.652996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.675212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.680525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-bb8627ac-b007-450f-b245-a6cc3411b1ff service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812110 Aug 11 02:37:21.686544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf5fbe-078f-48a5-b0df-1bddaaff233d None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:21.698434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:21.720330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:21.723563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:21.730809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.731795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.756063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62bd36007d484dbb87ba7b47a618faf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704283 Aug 11 02:37:21.764267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.786322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e24f2435-679f-4f10-ac7a-34a74e47ac14 None None] Provisioning for port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:21.786852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f4c98-5151-4873-918c-4e50a2dd7180,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.818603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d3c7c-3a97-40ff-8473-f5e6016f9778 req-9d0e622e-1280-450d-ae4c-2673dc6c2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.820172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-498d3c7c-3a97-40ff-8473-f5e6016f9778 req-9d0e622e-1280-450d-ae4c-2673dc6c2261 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 1096 time: 0.1589706 Aug 11 02:37:21.823769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=3f3f0554-c880-4cad-99a9-adc34ac8fc3c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.830944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.831291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.831638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.831978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.832313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.832655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.832979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.833308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.833636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.833970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.834331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.835227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d08e60e-0f49-42b8-b047-6cd7433d10d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:21.839799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.848459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-04763c94-e582-408a-b74a-0f33571d3926 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5503838 Aug 11 02:37:21.849586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39888) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.862201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.865735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=ddce86b4-8103-41f2-90a5-d76fd9f71929,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.876989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Checking segment: {'id': 'a9fac38f-5b89-4ef4-9bfd-50471a717a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:21.877449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network hostable DHCP agents. Network: e9e9b264-d622-4e0a-b7a7-63543e74f526, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:21.948160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Network e9e9b264-d622-4e0a-b7a7-63543e74f526 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:21.970984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf80f692-d19d-45dd-bb66-47def294cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.972315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Pushing event updated for resources: {'Port': ['ID=25cf5c88-d1e2-45f8-8f52-0413203c49f5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.973652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f9e53-e380-412c-aae9-e9da3ee505b1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.975982 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-498d3c7c-3a97-40ff-8473-f5e6016f9778 req-0bf56445-1d0e-4899-8296-93729364f374 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308725 Aug 11 02:37:21.981749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f9e53-e380-412c-aae9-e9da3ee505b1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.986924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d8f9e53-e380-412c-aae9-e9da3ee505b1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1318173 Aug 11 02:37:21.987183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.989943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e9e9b264-d622-4e0a-b7a7-63543e74f526) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:21.998745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c29aa7-5422-41e3-ba70-40e2c0b49647 req-7c9d5206-af61-46e3-9ae2-dd13b196ef1e service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950437 Aug 11 02:37:22.000187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.001175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621784'] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.007302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5e5b3-2704-48ac-9ca3-d79366ab49b4 None None] Network e9e9b264-d622-4e0a-b7a7-63543e74f526 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:22.030601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df0ef486-fa5f-4047-b109-0d6e5c659eaa tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4124501 Aug 11 02:37:22.031525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39892) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:22.037223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:22.041755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.047944 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf80f692-d19d-45dd-bb66-47def294cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.106768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.108076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8be241b9-1655-4525-8eb0-cc6959af4483 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1556361 Aug 11 02:37:22.120113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:22.128478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-7094948', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'fixed_ips': [{'ip_address': '172.25.6.169'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:22.176993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 3f3f0554-c880-4cad-99a9-adc34ac8fc3c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:22.177769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.184056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf80f692-d19d-45dd-bb66-47def294cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.187473 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf80f692-d19d-45dd-bb66-47def294cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.189080 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf80f692-d19d-45dd-bb66-47def294cc35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af8f4c98-5151-4873-918c-4e50a2dd7180 HTTP/1.1" status: 204 len: 168 time: 0.4207520 Aug 11 02:37:22.222579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-a3eb7397-7996-4f9c-9295-f2c4cd0e83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.234376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-a3eb7397-7996-4f9c-9295-f2c4cd0e83bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 1094 time: 0.1537549 Aug 11 02:37:22.250475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80f692-d19d-45dd-bb66-47def294cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f4c98-5151-4873-918c-4e50a2dd7180,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.334182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Made reservation on behalf of d9016aea972246e096568e015ed6272c for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:22.337236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.366262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-e9e9b264-d622-4e0a-b7a7-63543e74f526', 'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526', 'tenant_id': '44e6509c4b514227b230d08f92cb144a', 'fixed_ips': [{'subnet_id': 'ddce86b4-8103-41f2-90a5-d76fd9f71929'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:22.368114 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.379262 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31006257'] for subnet, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.387130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.409806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.490832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 3f3f0554-c880-4cad-99a9-adc34ac8fc3c owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:22.530366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a9e1802e-f217-4a0f-bc30-751b2b6ecd3e None None] Provisioning for port 3f3f0554-c880-4cad-99a9-adc34ac8fc3c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:22.542622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a9e1802e-f217-4a0f-bc30-751b2b6ecd3e None None] Provisioning complete for port 3f3f0554-c880-4cad-99a9-adc34ac8fc3c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:22.550038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e1802e-f217-4a0f-bc30-751b2b6ecd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.618730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-3d50e48b-d5dc-4c26-93f0-c69dcc73c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.620858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-3d50e48b-d5dc-4c26-93f0-c69dcc73c409 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.3854721 Aug 11 02:37:22.683715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1802e-f217-4a0f-bc30-751b2b6ecd3e None None] Port 3f3f0554-c880-4cad-99a9-adc34ac8fc3c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:22.702188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a316ebf-277b-4f29-baa0-2464c5a25bd8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:22.752572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.795507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=3f3f0554-c880-4cad-99a9-adc34ac8fc3c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.834356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:37:22.834356 n-d-715271-8 neutron-server[94701]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 11 02:37:22.834356 n-d-715271-8 neutron-server[94701]: [parameters: {'in_use': 1, 'id_1': 'ddce86b4-8103-41f2-90a5-d76fd9f71929'}] Aug 11 02:37:22.834356 n-d-715271-8 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:22.835244 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:22.841508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-b4be3773-f90e-405a-8c98-7e5222968939 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 HTTP/1.1" status: 200 len: 217 time: 0.2033935 Aug 11 02:37:22.852320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.857434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:22.858441 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f9b82f55-3f22-498e-8eab-6d070a72a23b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/3f3f0554-c880-4cad-99a9-adc34ac8fc3c HTTP/1.1" status: 204 len: 168 time: 0.8648076 Aug 11 02:37:22.859287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39914) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:22.863745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:22.864216 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.950212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc010f16-85ca-48a6-8b37-5f338524c9dd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.954182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc010f16-85ca-48a6-8b37-5f338524c9dd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.964424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc010f16-85ca-48a6-8b37-5f338524c9dd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1020389 Aug 11 02:37:22.965755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:22.970382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be15580-d07d-4a12-a5a3-8339d1a6d79a req-d8e67d67-58d7-43db-b52b-12a39094caef tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.975688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7be15580-d07d-4a12-a5a3-8339d1a6d79a req-d8e67d67-58d7-43db-b52b-12a39094caef tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 943 time: 0.4235976 Aug 11 02:37:23.003460 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.096984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aca921-04c4-448d-8ff9-c45528172b0e req-826f5ee7-bc8a-4a0e-a3aa-addec9c63f4f tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:23.113228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05aca921-04c4-448d-8ff9-c45528172b0e req-826f5ee7-bc8a-4a0e-a3aa-addec9c63f4f tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 945 time: 0.5210724 Aug 11 02:37:23.116320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a6fa90f9-abcb-4e99-a685-01d8fbd739ff None None] Could not find standard attr ID for object 3f3f0554-c880-4cad-99a9-adc34ac8fc3c. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:23.125444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.137663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet b404ad6f-45f5-4bfd-9dd1-729206f64095 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:23.151246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.221897 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.346573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 0a316ebf-277b-4f29-baa0-2464c5a25bd8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0a316ebf-277b-4f29-baa0-2464c5a25bd8,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:23.355274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7be15580-d07d-4a12-a5a3-8339d1a6d79a req-301ff4fc-8c03-47c3-9008-8fc3250836d3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576610 Aug 11 02:37:23.356427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.368080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.409264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791178363796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30615696'] for subnet, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.433694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.460301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.526371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05aca921-04c4-448d-8ff9-c45528172b0e req-c94382bf-44ed-476f-9c5c-9af07cdb861c tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121037 Aug 11 02:37:23.552511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-e4fccb77-11a2-45c9-81b9-7ef2b959cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:23.554824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-e4fccb77-11a2-45c9-81b9-7ef2b959cce4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.6670091 Aug 11 02:37:23.615374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.646940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] device_id is not set on port cb00ab6e-e0ee-4df4-82fa-7c8d37ba3949 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:23.759300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.784719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:23.785902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.792773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "PUT /v2.0/subnets/ddce86b4-8103-41f2-90a5-d76fd9f71929 HTTP/1.1" status: 200 len: 900 time: 1.7568736 Aug 11 02:37:23.798298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:23.864930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=0a316ebf-277b-4f29-baa0-2464c5a25bd8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:23.877372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.877937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.878327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.878674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.879071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.879413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.879800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.880080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.880610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.880835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.881254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.881638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:23.945089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Allocated IP 2001:db8::3 (e9e9b264-d622-4e0a-b7a7-63543e74f526/ddce86b4-8103-41f2-90a5-d76fd9f71929/1f9bba94-6ca8-4933-8655-eb1584d1cbdc) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:23.963977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.980728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f034928f-410a-4226-8f29-2c2a05b6d16f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.000223 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.015536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154c02d-e2ee-48c8-86fd-ca51c5164d6c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event updated for resources: {'Subnet': ['ID=ddce86b4-8103-41f2-90a5-d76fd9f71929,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.049377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-1a163599-5de8-4970-96e6-540ee1773e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:24.050756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.051542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-1a163599-5de8-4970-96e6-540ee1773e2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4220090 Aug 11 02:37:24.053298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/b404ad6f-45f5-4bfd-9dd1-729206f64095 HTTP/1.1" status: 204 len: 168 time: 1.0856314 Aug 11 02:37:24.057826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39932) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.066695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-5404ede4-f59b-4274-831d-27575d78e172 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:37:24.067906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-5404ede4-f59b-4274-831d-27575d78e172 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080466 Aug 11 02:37:24.089202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706c30-e640-46f8-8dd9-7606b2f4219a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=b404ad6f-45f5-4bfd-9dd1-729206f64095,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.104981 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.145486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe57904-3655-4159-b46e-46a0cdb17320 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:24.160024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e8af6eca-f51e-4c2b-968e-9558dc1cb8cf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010463 Aug 11 02:37:24.163889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39940) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.173846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:24.253804 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:37:24.254479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:24.283971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3f744332-2e90-4d04-b9d3-aed17affc49c tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1621883 Aug 11 02:37:24.286615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39942) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.298684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-aed18ae9-7953-411f-b1c0-560a7e451582 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007241 Aug 11 02:37:24.399411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:24.404452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.505078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.537856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5a6db8-ce0c-4e24-b31b-9407c5f59a25 req-c1b14bbc-751a-437e-b35f-b4060e2bab6f service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051358 Aug 11 02:37:24.563293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Deleting port 25cf5c88-d1e2-45f8-8f52-0413203c49f5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:24.564139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.600076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Transition to ACTIVE for port object 1f9bba94-6ca8-4933-8655-eb1584d1cbdc will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:24.618187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Transition to ACTIVE for port object 1f9bba94-6ca8-4933-8655-eb1584d1cbdc will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:24.625972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a316ebf-277b-4f29-baa0-2464c5a25bd8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:24.633246 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.727708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.735172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Network e9e9b264-d622-4e0a-b7a7-63543e74f526 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:24.763247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Pushing event updated for resources: {'Port': ['ID=1f9bba94-6ca8-4933-8655-eb1584d1cbdc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.763495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.763955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.786717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:24.792233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:24.797161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.800621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Calling delete_port for 25cf5c88-d1e2-45f8-8f52-0413203c49f5 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:24.849888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8e36-b886-4c29-afc1-98a62a2f946d req-5878b063-f413-4941-ac71-a175be0912c1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:24.861402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4fb8e36-b886-4c29-afc1-98a62a2f946d req-5878b063-f413-4941-ac71-a175be0912c1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 943 time: 0.2384222 Aug 11 02:37:24.867652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=ddce86b4-8103-41f2-90a5-d76fd9f71929,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.896096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.929659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:24.930566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.941125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:24.985447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-297ea0a9-0807-46b5-b9f9-899d53f84496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.995496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.025805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:25.028201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e9b264-d622-4e0a-b7a7-63543e74f526']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:25.035029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Attempting to bind port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:25.035635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Attempting to bind port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'a9fac38f-5b89-4ef4-9bfd-50471a717a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:25.036233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Attempting to bind port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc on network e9e9b264-d622-4e0a-b7a7-63543e74f526 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:25.042925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:25.052972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fac38f-5b89-4ef4-9bfd-50471a717a85') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:25.053290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fac38f-5b89-4ef4-9bfd-50471a717a85') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:25.055973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:25.056694 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.063927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4fb8e36-b886-4c29-afc1-98a62a2f946d req-ace807db-9909-4a67-83d7-62b9e8d9b172 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204011 Aug 11 02:37:25.078177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=c568be65-f8de-4277-91e2-1ef7099b2652,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:25.088350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.091197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:37:25.098301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b755c0-912f-4a6d-9a0b-3cb1e598ceda req-55789e06-a826-424b-87a7-c4c3fd06465e tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:25.104711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b755c0-912f-4a6d-9a0b-3cb1e598ceda req-55789e06-a826-424b-87a7-c4c3fd06465e tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 945 time: 0.2919464 Aug 11 02:37:25.113232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.121361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:25.121770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.122489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:25.123268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Checking segment: {'id': 'a9fac38f-5b89-4ef4-9bfd-50471a717a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:25.124277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.125358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Bound using segment: {'id': 'a9fac38f-5b89-4ef4-9bfd-50471a717a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:25.126407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Bound port: 1f9bba94-6ca8-4933-8655-eb1584d1cbdc, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fac38f-5b89-4ef4-9bfd-50471a717a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:25.127242 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:25.189071 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:25.197177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:37:25.197177 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:37:25.197177 n-d-715271-8 neutron-server[94700]: [parameters: {'id': 'e9e9b264-d622-4e0a-b7a7-63543e74f526'}] Aug 11 02:37:25.197177 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:25.197728 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:25.305621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-297ea0a9-0807-46b5-b9f9-899d53f84496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.312285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-297ea0a9-0807-46b5-b9f9-899d53f84496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.331486 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b5850503-1e11-46b5-86f6-d416636c0847 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1622205 Aug 11 02:37:25.335242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] Deleting port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:25.335811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.336046 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.343358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'name': 'tempest-NetworksTestDHCPv6-167789957'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:25.367375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b755c0-912f-4a6d-9a0b-3cb1e598ceda req-4c5d9d6c-a5f2-4711-a27e-b9c86cb62f81 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922369 Aug 11 02:37:25.394052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.419225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-297ea0a9-0807-46b5-b9f9-899d53f84496 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d5f87b180724cf690c911b7141a6014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902778 Aug 11 02:37:25.420302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 39962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.426856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Pushing event deleted for resources: {'Port': ['ID=25cf5c88-d1e2-45f8-8f52-0413203c49f5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:25.432836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ea0a9-0807-46b5-b9f9-899d53f84496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2974a-79ae-4abb-b1ec-4b9dfafd8641,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:25.594339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.594339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.594753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-759807fb-708d-47c7-a860-8b4ed430ae39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.594925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-434b91f2-d777-4ed9-b301-13369e8d0675 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633 tempest-ExternalNetworksAdminNegativeTestJSON-1167624633-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/9e7d41f0-ca0d-450c-a7f1-ce313a6e5f2d HTTP/1.1" status: 204 len: 168 time: 1.3030415 Aug 11 02:37:25.661156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-759807fb-708d-47c7-a860-8b4ed430ae39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.664747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:25.675908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.706332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.740048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 22c9a0aa-3513-4c54-b0ea-31b6a403a634 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:25.787613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] For port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:25.853843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] For port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1f9bba94-6ca8-4933-8655-eb1584d1cbdc,segment=NetworkSegment(a9fac38f-5b89-4ef4-9bfd-50471a717a85),segment_id=a9fac38f-5b89-4ef4-9bfd-50471a717a85)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:25.867936 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.956334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:25.977146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 39982) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.983729 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-759807fb-708d-47c7-a860-8b4ed430ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.993252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-759807fb-708d-47c7-a860-8b4ed430ae39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.999649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-759807fb-708d-47c7-a860-8b4ed430ae39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95f2974a-79ae-4abb-b1ec-4b9dfafd8641 HTTP/1.1" status: 204 len: 168 time: 0.5719502 Aug 11 02:37:26.006892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] For port 0a316ebf-277b-4f29-baa0-2464c5a25bd8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0a316ebf-277b-4f29-baa0-2464c5a25bd8,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:26.007310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.044337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1', 'mac_address': 'fa:16:3e:ab:76:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:37:26.048669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759807fb-708d-47c7-a860-8b4ed430ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2974a-79ae-4abb-b1ec-4b9dfafd8641,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.049819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] Calling delete_port for 0a316ebf-277b-4f29-baa0-2464c5a25bd8 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:26.120455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b44b9-86f7-427a-854b-119eb38c7ebb None None] Network e9e9b264-d622-4e0a-b7a7-63543e74f526 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:26.122926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f2dd7-d5f0-4b1a-bee3-c3addfcec26d None None] Pushing event updated for resources: {'Port': ['ID=1f9bba94-6ca8-4933-8655-eb1584d1cbdc,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.201466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:26.202048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.236089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ddf-6a22-4734-b2fb-ffdec7034ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.432432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.517402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91804-ec82-474e-8c1f-c3465329ac6d req-4cf61ed9-a9ee-4329-b339-7d954fa5f468 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.532146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0dd91804-ec82-474e-8c1f-c3465329ac6d req-4cf61ed9-a9ee-4329-b339-7d954fa5f468 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 943 time: 0.1668897 Aug 11 02:37:26.540195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:26.664487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0dd91804-ec82-474e-8c1f-c3465329ac6d req-20b944c5-245f-4724-8d2c-1914d669e10d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306953 Aug 11 02:37:26.667389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0a316ebf-277b-4f29-baa0-2464c5a25bd8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:26.731527 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ddf-6a22-4734-b2fb-ffdec7034ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.738298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6ddf-6a22-4734-b2fb-ffdec7034ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.840031 n-d-715271-8 neutron-server[94701]: INFO neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No ports have port_id starting with 0a316ebf-277b-4f29-baa0-2464c5a25bd8 Aug 11 02:37:26.841299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.847741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7ecf6ddf-6a22-4734-b2fb-ffdec7034ab6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de13dcc943cc4ca9b7fb67fb5cd26b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687608 Aug 11 02:37:26.850406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:26.852376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40008) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:26.888997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf6ddf-6a22-4734-b2fb-ffdec7034ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc13b4ef-b45e-42cb-922c-7c38e97df449,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.899868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] Pushing event deleted for resources: {'Port': ['ID=0a316ebf-277b-4f29-baa0-2464c5a25bd8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:26.909048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.964917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2de5b-f3e0-485c-9fe0-88623e83dc43 None None] No DVR routers for this DVR port 0a316ebf-277b-4f29-baa0-2464c5a25bd8 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:27.000549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1f9bba94-6ca8-4933-8655-eb1584d1cbdc,segment=NetworkSegment(a9fac38f-5b89-4ef4-9bfd-50471a717a85),segment_id=a9fac38f-5b89-4ef4-9bfd-50471a717a85)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:27.001368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.034597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.038606 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:37:27.054902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee3f46-48d7-4119-a573-be4da4fae93c None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:27.065514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-967e3b5c-dbfe-4af8-a79a-0353a833bbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.092598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::380 (a7548113-1c15-4cbd-941e-a75d799a7de7/c568be65-f8de-4277-91e2-1ef7099b2652/22c9a0aa-3513-4c54-b0ea-31b6a403a634) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:27.099808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff68908-9d79-4061-9878-994ff0d8885f None None] Network e9e9b264-d622-4e0a-b7a7-63543e74f526 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:27.111285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for 1f9bba94-6ca8-4933-8655-eb1584d1cbdc owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:27.112560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-967e3b5c-dbfe-4af8-a79a-0353a833bbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.242592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:27.257227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390401-b090-438f-85d5-19637d8b17da req-c92db1b6-62f3-44f0-803d-618da68a6afe tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:27.271561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08390401-b090-438f-85d5-19637d8b17da req-c92db1b6-62f3-44f0-803d-618da68a6afe tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 945 time: 0.1705735 Aug 11 02:37:27.360661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08390401-b090-438f-85d5-19637d8b17da req-0d7ffd0b-f0c8-458b-b8bb-ceb3ca884b31 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871499 Aug 11 02:37:27.365022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-967e3b5c-dbfe-4af8-a79a-0353a833bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.381380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-967e3b5c-dbfe-4af8-a79a-0353a833bbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.388381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-967e3b5c-dbfe-4af8-a79a-0353a833bbea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc13b4ef-b45e-42cb-922c-7c38e97df449 HTTP/1.1" status: 204 len: 168 time: 0.5283549 Aug 11 02:37:27.406027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e3b5c-dbfe-4af8-a79a-0353a833bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc13b4ef-b45e-42cb-922c-7c38e97df449,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.565708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.607645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=1f9bba94-6ca8-4933-8655-eb1584d1cbdc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.612773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.619459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port 1f9bba94-6ca8-4933-8655-eb1584d1cbdc on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:27.661444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 22c9a0aa-3513-4c54-b0ea-31b6a403a634 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:27.693459 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': 'c568be65-f8de-4277-91e2-1ef7099b2652'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:27.695331 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.737073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.760106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e9b264-d622-4e0a-b7a7-63543e74f526']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:27.774749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fac38f-5b89-4ef4-9bfd-50471a717a85') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:27.775659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fac38f-5b89-4ef4-9bfd-50471a717a85') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:27.791103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.808610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.876195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.877490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=22c9a0aa-3513-4c54-b0ea-31b6a403a634,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.890122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:27.892275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:27.892742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:27.896517 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:27.899318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:27.910821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:27.918175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:27.918871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.990038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb0ad455-1b97-4dca-a6a6-8568f9ee1637 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6506221 Aug 11 02:37:27.990776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:27.991043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b06b-b54e-457f-a26e-76884b429475 req-3049d891-60ea-4e84-ab3d-c156603e87ee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:27.995472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0265b06b-b54e-457f-a26e-76884b429475 req-3049d891-60ea-4e84-ab3d-c156603e87ee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 944 time: 0.1568599 Aug 11 02:37:28.010045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.054394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40038) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.056689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.063356 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/e9e9b264-d622-4e0a-b7a7-63543e74f526 HTTP/1.1" status: 204 len: 168 time: 4.2632964 Aug 11 02:37:28.064402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde6a2b-3ae3-4b0d-9f03-643b44ec74a8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=e9e9b264-d622-4e0a-b7a7-63543e74f526,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:28.075273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40040) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.104969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/c568be65-f8de-4277-91e2-1ef7099b2652/8b1066a3-de53-4b9c-b918-115905df7f60) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:28.125959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0265b06b-b54e-457f-a26e-76884b429475 req-10e8367e-f10c-40c2-b85c-23493dc439e5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243880 Aug 11 02:37:28.135838 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2daca1c-ce14-46fe-acbe-6719a8d69647 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:28.136429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2daca1c-ce14-46fe-acbe-6719a8d69647 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:28.141660 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d2daca1c-ce14-46fe-acbe-6719a8d69647 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/ddce86b4-8103-41f2-90a5-d76fd9f71929 HTTP/1.1" status: 404 len: 337 time: 0.0575855 Aug 11 02:37:28.148123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40044) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.152829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ad9be-e578-4f6d-94fd-bc2425a4ac7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.157514 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b1ad9be-e578-4f6d-94fd-bc2425a4ac7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1625698 Aug 11 02:37:28.158912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.192884 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-47941426-df98-4b02-ab5a-1520f6f0d801 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:28.193921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47941426-df98-4b02-ab5a-1520f6f0d801 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:28.197520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-47941426-df98-4b02-ab5a-1520f6f0d801 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/e9e9b264-d622-4e0a-b7a7-63543e74f526 HTTP/1.1" status: 404 len: 339 time: 0.0472314 Aug 11 02:37:28.200152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.220332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2c4d5d62-6680-4f84-a037-ba561a419800 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9016aea972246e096568e015ed6272c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639221 Aug 11 02:37:28.222808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40050) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.321334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5697261c-232b-49a1-8a80-9716905e2200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.328441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.343580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Transition to ACTIVE for port object 8b1066a3-de53-4b9c-b918-115905df7f60 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:28.347838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.366314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Transition to ACTIVE for port object 8b1066a3-de53-4b9c-b918-115905df7f60 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:28.366749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 22c9a0aa-3513-4c54-b0ea-31b6a403a634 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:28.366999 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.368614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5697261c-232b-49a1-8a80-9716905e2200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.379010 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.465770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5697261c-232b-49a1-8a80-9716905e2200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.468683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5697261c-232b-49a1-8a80-9716905e2200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.470246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5697261c-232b-49a1-8a80-9716905e2200 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f034928f-410a-4226-8f29-2c2a05b6d16f HTTP/1.1" status: 204 len: 168 time: 0.2459939 Aug 11 02:37:28.502314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697261c-232b-49a1-8a80-9716905e2200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f034928f-410a-4226-8f29-2c2a05b6d16f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:28.531580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Pushing event updated for resources: {'Port': ['ID=8b1066a3-de53-4b9c-b918-115905df7f60,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:28.571002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:28.586435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:28.590742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:28.675938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.676457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bbcc-0035-46da-a055-561be7cc68e3 req-e1b2913b-96e2-4be2-968f-7f641675549c tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.678497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5d1bbcc-0035-46da-a055-561be7cc68e3 req-e1b2913b-96e2-4be2-968f-7f641675549c tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 945 time: 0.1640682 Aug 11 02:37:28.705344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Attempting to bind port 8b1066a3-de53-4b9c-b918-115905df7f60 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:28.706058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Attempting to bind port 8b1066a3-de53-4b9c-b918-115905df7f60 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:28.706814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Attempting to bind port 8b1066a3-de53-4b9c-b918-115905df7f60 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:28.715666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:28.716410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:28.717034 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.717920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:28.718819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Bound port: 8b1066a3-de53-4b9c-b918-115905df7f60, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:28.721263 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.758826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5d1bbcc-0035-46da-a055-561be7cc68e3 req-c7a26381-47d8-4f8b-b7d2-abe5df88bf3a tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724504 Aug 11 02:37:28.771670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98831157-9072-4b46-879b-90577bae8dae']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:28.821130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18699b75-0d59-4941-95ab-9ef1776b9790') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:28.822812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18699b75-0d59-4941-95ab-9ef1776b9790') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:28.828409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.854055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] For port 8b1066a3-de53-4b9c-b918-115905df7f60, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:28.861557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] For port 8b1066a3-de53-4b9c-b918-115905df7f60, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b1066a3-de53-4b9c-b918-115905df7f60,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:28.870186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.875338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.908715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-495db299-3b64-424a-b759-7d6cd0fd5131 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.911516 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-495db299-3b64-424a-b759-7d6cd0fd5131 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.59 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 945 time: 0.2734506 Aug 11 02:37:28.916820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 22c9a0aa-3513-4c54-b0ea-31b6a403a634 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:28.994336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d56a3b-3ddc-4961-8b0e-204ad1c6cce6 None None] Pushing event updated for resources: {'Port': ['ID=8b1066a3-de53-4b9c-b918-115905df7f60,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.016973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.058192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:29.058877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:29.072554 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:29.075524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:29.197989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:29.203098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:29.204136 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.413134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40084) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.424480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.449920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.451291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73149e5f-181a-44f5-9789-9bb59cd9c224 req-2061c89e-7982-4d24-8377-22ff2b95ae49 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:29.453732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73149e5f-181a-44f5-9789-9bb59cd9c224 req-2061c89e-7982-4d24-8377-22ff2b95ae49 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 944 time: 0.1788821 Aug 11 02:37:29.467553 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/98831157-9072-4b46-879b-90577bae8dae HTTP/1.1" status: 204 len: 168 time: 1.2642639 Aug 11 02:37:29.480466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.529753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.541445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fb137-f771-42b0-a1e5-4ab941871411 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=98831157-9072-4b46-879b-90577bae8dae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.584154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Deleting port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:29.584629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.606068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:29.609434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:29.618865 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeedc61-f961-4af0-aa44-9371c1ea0b34" -d '{"events": [{"server_uuid": "e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0", "name": "network-vif-plugged", "status": "completed", "tag": "43cdc08d-9ae1-4cfe-83c6-3191185fe5c1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:29.627163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.710196 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54be201-9def-49d6-855f-3d311cb8f005 x-openstack-request-id: req-c54be201-9def-49d6-855f-3d311cb8f005 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:29.710523 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0", "name": "network-vif-plugged", "status": "completed", "tag": "43cdc08d-9ae1-4cfe-83c6-3191185fe5c1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:29.710803 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c54be201-9def-49d6-855f-3d311cb8f005 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:29.711215 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1', 'code': 200} Aug 11 02:37:29.813495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:29.930359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.963369 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e96309-acf1-4dba-8482-cb7f845cf5c0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:29.964155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e96309-acf1-4dba-8482-cb7f845cf5c0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:29.970507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f7e96309-acf1-4dba-8482-cb7f845cf5c0 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/110206d8-1e38-483c-ac64-93c794049cf4 HTTP/1.1" status: 404 len: 337 time: 0.4851091 Aug 11 02:37:29.989383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.993111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=22c9a0aa-3513-4c54-b0ea-31b6a403a634,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.041415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.043523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d26808e9-24c1-416e-8420-378bb968a893 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/22c9a0aa-3513-4c54-b0ea-31b6a403a634 HTTP/1.1" status: 204 len: 168 time: 1.8835106 Aug 11 02:37:30.057245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40108) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.077158 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a7be3f-6f1a-4e85-a443-8202212e5cc8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:30.078316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a7be3f-6f1a-4e85-a443-8202212e5cc8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:30.083318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c4a7be3f-6f1a-4e85-a443-8202212e5cc8 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/d12dc4a5-a4d1-40bc-86c1-505a852a6622 HTTP/1.1" status: 404 len: 339 time: 0.0867493 Aug 11 02:37:30.086454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.106884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-342375803'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:30.132371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] For port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,segment=NetworkSegment(8c298021-ee18-4752-bd57-546289244630),segment_id=8c298021-ee18-4752-bd57-546289244630)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:30.133182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.169739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Made reservation on behalf of be8ce296929746deab35317f6e5bc7f8 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:30.173592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.178331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Calling delete_port for 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:30.180908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73149e5f-181a-44f5-9789-9bb59cd9c224 req-ea765152-053a-43eb-8195-e1625d3d77c8 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074647 Aug 11 02:37:30.183791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d4378-ee99-429e-b32a-18958955c4dc req-3cd349a4-b250-4271-b7b3-c73c33c43a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:30.185763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e4d4378-ee99-429e-b32a-18958955c4dc req-3cd349a4-b250-4271-b7b3-c73c33c43a0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 1096 time: 0.3179297 Aug 11 02:37:30.233229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.238731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e4d4378-ee99-429e-b32a-18958955c4dc req-6e26ba96-203f-4702-856d-1bc96bd5fe80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Aug 11 02:37:30.255658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15efe9-7893-4772-b376-b8543d60d856 req-254578be-7f42-4d3b-91e1-def661903b81 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:30.257317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c15efe9-7893-4772-b376-b8543d60d856 req-254578be-7f42-4d3b-91e1-def661903b81 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/ports?device_id=d879abad-8223-4036-86de-ca4eafa2f492 HTTP/1.1" status: 200 len: 945 time: 0.3241506 Aug 11 02:37:30.278941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16857c0f-77ab-4644-90bc-3369690d5f83 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:30.280722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16857c0f-77ab-4644-90bc-3369690d5f83 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:30.282562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-16857c0f-77ab-4644-90bc-3369690d5f83 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2239926 Aug 11 02:37:30.288172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40112) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.295279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting subnet 8ad62672-5564-47b5-b588-f342f630f0ac {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:30.299068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.352523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.461548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c15efe9-7893-4772-b376-b8543d60d856 req-f76d95c9-8ff4-47ab-85cd-85722c4adb60 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.16 "GET /v2.0/security-groups?id=f136982d-8ab2-4d04-a0e8-5beba458eb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823001 Aug 11 02:37:30.488414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet c568be65-f8de-4277-91e2-1ef7099b2652 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:30.499886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.579326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.607833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b1066a3-de53-4b9c-b918-115905df7f60 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:30.645735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.693409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.700476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.719692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.729210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.739645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.746780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/8ad62672-5564-47b5-b588-f342f630f0ac HTTP/1.1" status: 204 len: 168 time: 0.6304152 Aug 11 02:37:30.749767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.789508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce36eb8-9691-42af-a748-0f0a0b647b8b None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:30.792508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1eab7e-509e-4f0a-ac4c-d8a5528336b4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.854321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:30.877504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Pushing event deleted for resources: {'Port': ['ID=9a74d889-5bfe-413b-a2ab-2b1c4cf14013,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.886084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48686a-16e2-4f2c-9f29-def47251cb65 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad62672-5564-47b5-b588-f342f630f0ac,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.922322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] No DVR routers for this DVR port 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:30.929812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.932476 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db0800d-22cf-4e65-a953-7d797fba1535 req-6475fac2-c700-4a6d-824f-0d15ddf62791 tempest-ServerMetadataNegativeTestJSON-364010908 tempest-ServerMetadataNegativeTestJSON-364010908-project] 10.222.0.59 "DELETE /v2.0/ports/9a74d889-5bfe-413b-a2ab-2b1c4cf14013 HTTP/1.1" status: 204 len: 173 time: 2.0125458 Aug 11 02:37:30.933264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd879abad-8223-4036-86de-ca4eafa2f492', 'name': 'network-vif-deleted', 'tag': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:30.936366 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8a53de-4fbc-4d63-bb37-dace2ae1b071" -d '{"events": [{"server_uuid": "d879abad-8223-4036-86de-ca4eafa2f492", "name": "network-vif-deleted", "tag": "9a74d889-5bfe-413b-a2ab-2b1c4cf14013"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:30.969854 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.970495 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Added segment c62b809d-3308-4871-b99c-f394d0ce7908 of type vlan for network a23c266b-7511-4817-89d6-490238994dbe Aug 11 02:37:30.987769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting subnet 63a8e370-9074-4db7-a16d-7a7f0fb5c570 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:30.998392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.070522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b1066a3-de53-4b9c-b918-115905df7f60 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:31.100525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.142231 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.143028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d7c6784a-484d-4e23-9321-31d971fe6f13 None None] Provisioning for port 8b1066a3-de53-4b9c-b918-115905df7f60 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:31.157310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b1066a3-de53-4b9c-b918-115905df7f60 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:31.158079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.205431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d7c6784a-484d-4e23-9321-31d971fe6f13 None None] Provisioning complete for port 8b1066a3-de53-4b9c-b918-115905df7f60 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:31.213068 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c6784a-484d-4e23-9321-31d971fe6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.256981 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.351618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.451111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.466137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:31.467062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.520999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.527647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.552904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.570051 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/63a8e370-9074-4db7-a16d-7a7f0fb5c570 HTTP/1.1" status: 204 len: 168 time: 0.7871821 Aug 11 02:37:31.612196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.651308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9438ab-902f-4be3-bc9a-e05ff55991fe tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=63a8e370-9074-4db7-a16d-7a7f0fb5c570,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.738987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=c568be65-f8de-4277-91e2-1ef7099b2652,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.802950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3477304 Aug 11 02:37:31.808164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40144) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.826563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.828566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1bf74727-7a24-4af7-9b6b-9501b3efad2d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/c568be65-f8de-4277-91e2-1ef7099b2652 HTTP/1.1" status: 204 len: 168 time: 1.5284433 Aug 11 02:37:31.833488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Request body: {'subnet': {'network_id': 'a23c266b-7511-4817-89d6-490238994dbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:31.837152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40146) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.847716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f74fa-a120-4476-ae5c-f56b22aeefe9 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event updated for resources: {'Network': ['ID=a23c266b-7511-4817-89d6-490238994dbe,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.856807 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f32daad-b145-4295-b386-ebb557d10500 x-openstack-request-id: req-5f32daad-b145-4295-b386-ebb557d10500 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:31.857473 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d879abad-8223-4036-86de-ca4eafa2f492", "name": "network-vif-deleted", "tag": "9a74d889-5bfe-413b-a2ab-2b1c4cf14013", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:31.857880 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f32daad-b145-4295-b386-ebb557d10500 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:31.858496 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd879abad-8223-4036-86de-ca4eafa2f492', 'name': 'network-vif-deleted', 'tag': '9a74d889-5bfe-413b-a2ab-2b1c4cf14013', 'status': 'completed', 'code': 200} Aug 11 02:37:31.876029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2bbc97-9065-4e54-b5b4-cdf465ca40c9 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:31.892824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a23c266b-7511-4817-89d6-490238994dbe details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:31.901784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9645f0-7baf-4188-b9d3-7550c6c71527 req-460213a3-b849-4ad7-84d9-3bc7da7a9180 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:31.910556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a9645f0-7baf-4188-b9d3-7550c6c71527 req-460213a3-b849-4ad7-84d9-3bc7da7a9180 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.4912751 Aug 11 02:37:31.917929 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.964792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33b60c16-1f70-4cb2-9e28-39eed2b57b89 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249387 Aug 11 02:37:31.976380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40148) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.987484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:31.996765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.027153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40150) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.056692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Made reservation on behalf of be8ce296929746deab35317f6e5bc7f8 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:32.060554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.079316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port cfa17936-eff8-4efe-852f-79b8c54b1cdf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:32.079670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.119353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.142285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a9645f0-7baf-4188-b9d3-7550c6c71527 req-27997e7d-6a4f-4945-abef-23f5e86a79c0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302592 Aug 11 02:37:32.260660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:32.264926 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.270353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Deleting subnet 867d06cd-51f6-4b9d-ac06-52f48ea6e8c2 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:32.274238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.326433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.380509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port cfa17936-eff8-4efe-852f-79b8c54b1cdf, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cfa17936-eff8-4efe-852f-79b8c54b1cdf,segment=NetworkSegment(420a69aa-d558-4832-8e62-fb47d2845839),segment_id=420a69aa-d558-4832-8e62-fb47d2845839)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:32.381015 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.386841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0676d931-7d0a-4255-8bf6-2c9888629082 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-50173101'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:32.387363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0676d931-7d0a-4255-8bf6-2c9888629082 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Unknown quota resources ['metering_label']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:37:32.422111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:32.442913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for cfa17936-eff8-4efe-852f-79b8c54b1cdf owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:32.474107 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c6784a-484d-4e23-9321-31d971fe6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.476058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:32.476950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 9a74d889-5bfe-413b-a2ab-2b1c4cf14013 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:32.487518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.498602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e151c0a-7807-4494-a61b-43f7f0ca32c3 None None] Update dhcp port {'port': {'network_id': '60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc', 'fixed_ips': [{'subnet_id': '63a8e370-9074-4db7-a16d-7a7f0fb5c570'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cfa17936-eff8-4efe-852f-79b8c54b1cdf'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:37:32.534492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8b1066a3-de53-4b9c-b918-115905df7f60, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b1066a3-de53-4b9c-b918-115905df7f60,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:32.565476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.572984 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e151c0a-7807-4494-a61b-43f7f0ca32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.720120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.746307 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-d7c6784a-484d-4e23-9321-31d971fe6f13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:32.747004 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-d7c6784a-484d-4e23-9321-31d971fe6f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:32.768313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8b1066a3-de53-4b9c-b918-115905df7f60,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.771152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0676d931-7d0a-4255-8bf6-2c9888629082 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.773209 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0676d931-7d0a-4255-8bf6-2c9888629082 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7435114 Aug 11 02:37:32.781457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40158) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.793206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3ad02e6a-ff59-4c7e-a377-67ef380cd03d tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '109f15a5-f477-4fcc-bf15-f7357aaee753'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:32.794375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3ad02e6a-ff59-4c7e-a377-67ef380cd03d tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:37:32.845640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.876524 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.882957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867d06cd-51f6-4b9d-ac06-52f48ea6e8c2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.893879 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.898576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2b79e419-947b-4799-b027-431dd7fc7487 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/867d06cd-51f6-4b9d-ac06-52f48ea6e8c2 HTTP/1.1" status: 204 len: 168 time: 0.7779703 Aug 11 02:37:32.902469 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.905023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.909831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:32.942914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:32.998903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8029e87-85b0-4917-87a0-10c5749e6219 None None] Network 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:33.020697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:33.027557 n-d-715271-8 neutron-server[94699]: WARNING neutron.services.metering.metering_plugin [None req-3ad02e6a-ff59-4c7e-a377-67ef380cd03d tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:37:33.084212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] Deleting port 8b1066a3-de53-4b9c-b918-115905df7f60 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:33.084708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.111097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=cfa17936-eff8-4efe-852f-79b8c54b1cdf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.118824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:33.119305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port cfa17936-eff8-4efe-852f-79b8c54b1cdf on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:33.119564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.227227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ad02e6a-ff59-4c7e-a377-67ef380cd03d tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.232471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3ad02e6a-ff59-4c7e-a377-67ef380cd03d tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4463227 Aug 11 02:37:33.234768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.238045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=7e2752f6-47e5-4aaf-bf33-8ca1567cac4f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.239567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff8874d-6dea-4071-9327-e9dcf2c65039 None None] DHCP port deletion for 60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:33.249524 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.254074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] For port 8b1066a3-de53-4b9c-b918-115905df7f60, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b1066a3-de53-4b9c-b918-115905df7f60,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:33.254603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.260935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-65064d65-a617-46d1-9dcd-708958a69f51 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '109f15a5-f477-4fcc-bf15-f7357aaee753'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:33.274580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-65064d65-a617-46d1-9dcd-708958a69f51 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:37:33.275021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9fb9f8e5-0034-4381-8e7d-f6f50dbe5f95 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2898626 Aug 11 02:37:33.301835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40170) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.304627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] Calling delete_port for 8b1066a3-de53-4b9c-b918-115905df7f60 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:33.309450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'name': 'tempest-NetworksTestDHCPv6-1244918339'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:33.351146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event updated for resources: {'Subnet': ['ID=55b7fbd7-0505-4402-a05c-b4104a88172f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.430431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aed3f-cebd-4189-9257-59e2561b2be2 req-0740c6da-670a-48bd-a8fe-65b85a6f4c07 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:33.432439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-387aed3f-cebd-4189-9257-59e2561b2be2 req-0740c6da-670a-48bd-a8fe-65b85a6f4c07 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2007742 Aug 11 02:37:33.442426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.454605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Checking segment: {'id': 'c62b809d-3308-4871-b99c-f394d0ce7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23c266b-7511-4817-89d6-490238994dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:33.455185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Network hostable DHCP agents. Network: a23c266b-7511-4817-89d6-490238994dbe, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:33.477942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.486299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] Pushing event deleted for resources: {'Port': ['ID=8b1066a3-de53-4b9c-b918-115905df7f60,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.489909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7b4a60f7-91af-4e97-b326-25bbbdafc1a3 None None] Could not find standard attr ID for object 22c9a0aa-3513-4c54-b0ea-31b6a403a634. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:33.493407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16314953-0c94-40a9-8b0b-18cc2a1c657d None None] No DVR routers for this DVR port 8b1066a3-de53-4b9c-b918-115905df7f60 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:33.499904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7b4a60f7-91af-4e97-b326-25bbbdafc1a3 None None] Could not find standard attr ID for object cfa17936-eff8-4efe-852f-79b8c54b1cdf. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:33.519535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-387aed3f-cebd-4189-9257-59e2561b2be2 req-45fd9a21-1d94-4a01-8335-146b647bc4ab tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704486 Aug 11 02:37:33.521352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:33.521791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b547b-41dc-4e0a-98cb-cbecef5c973f None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:33.526679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.549098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 7d3b9308-c29e-4ae4-b589-7f26d4e5d766 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:33.730734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '7e2752f6-47e5-4aaf-bf33-8ca1567cac4f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:33.731797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.751478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::d6 (a7548113-1c15-4cbd-941e-a75d799a7de7/7e2752f6-47e5-4aaf-bf33-8ca1567cac4f/7d3b9308-c29e-4ae4-b589-7f26d4e5d766) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:34.021035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.052559 n-d-715271-8 neutron-server[94700]: WARNING neutron.services.metering.metering_plugin [None req-65064d65-a617-46d1-9dcd-708958a69f51 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:37:34.056359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420a69aa-d558-4832-8e62-fb47d2845839') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.056687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420a69aa-d558-4832-8e62-fb47d2845839') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.060303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a50ce-c09f-488f-9add-6ee228b43605 req-6156e201-b682-4b27-b9a2-e4c3c42f4297 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:34.063017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a7a50ce-c09f-488f-9add-6ee228b43605 req-6156e201-b682-4b27-b9a2-e4c3c42f4297 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1970909 Aug 11 02:37:34.175256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.184607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a7a50ce-c09f-488f-9add-6ee228b43605 req-b63afeaa-0f89-45f2-b382-6bef35523e75 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107605 Aug 11 02:37:34.192257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.196369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Network a23c266b-7511-4817-89d6-490238994dbe is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:34.206897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 7d3b9308-c29e-4ae4-b589-7f26d4e5d766 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:34.221519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.255859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.266645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65064d65-a617-46d1-9dcd-708958a69f51 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.268080 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65064d65-a617-46d1-9dcd-708958a69f51 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0250754 Aug 11 02:37:34.272700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.273015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a23c266b-7511-4817-89d6-490238994dbe) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:34.275976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:34.276406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.280759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.281837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c22bd5-3fac-4a67-9f06-a933b0ff6e52']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:34.284240 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:34.293825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6f721-3cc0-469f-94e5-32fbd486459d None None] Network a23c266b-7511-4817-89d6-490238994dbe requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:34.305359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:34.305859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.352838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c298021-ee18-4752-bd57-546289244630') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.353254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c298021-ee18-4752-bd57-546289244630') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.384282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.391760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:34.392102 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d665809-162c-4723-95b7-22b2864441c4 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=fe24f6e4-7168-4fa1-b672-fc4e14c3d58a HTTP/1.1" status: 200 len: 462 time: 0.1020730 Aug 11 02:37:34.392289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40182) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.413034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:34.421158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a2191a0-7c91-4178-8b12-328996583049 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6118445 Aug 11 02:37:34.425602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.429919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.431838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:34.439008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Request body: {'port': {'network_id': 'a23c266b-7511-4817-89d6-490238994dbe', 'name': 'tempest-DHCPAgentSchedulersTestJSON-721694474'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:34.443710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:34.445690 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.449567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:34.450578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:34.453081 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:34.456193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=7d3b9308-c29e-4ae4-b589-7f26d4e5d766,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.475043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/7e2752f6-47e5-4aaf-bf33-8ca1567cac4f/a75dc0f1-7348-4afc-a827-6cf8f9f998f9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:34.503463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24260566-a3d7-4a10-98d4-71d88b3ae568 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1999924 Aug 11 02:37:34.506639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40186) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.560244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.600891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.613202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc HTTP/1.1" status: 204 len: 168 time: 2.9964311 Aug 11 02:37:34.618403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.716126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add3365-cbd3-4592-8c5a-d06439d71485 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=60e86cd3-5b80-4a39-b929-7d9ca1e9f0fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.730538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cfa17936-eff8-4efe-852f-79b8c54b1cdf no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:34.731436 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7e9d3a-a433-4615-b893-0f3932eb47d4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:34.732009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7e9d3a-a433-4615-b893-0f3932eb47d4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:34.733428 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-feaee5bd-15d2-40b5-bb5b-bfe6394faf49 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.734858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-feaee5bd-15d2-40b5-bb5b-bfe6394faf49 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/fe24f6e4-7168-4fa1-b672-fc4e14c3d58a HTTP/1.1" status: 204 len: 168 time: 0.3413453 Aug 11 02:37:34.736688 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a7e9d3a-a433-4615-b893-0f3932eb47d4 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/9e0ea782-5d45-4415-b4db-470f85cb31ee HTTP/1.1" status: 404 len: 337 time: 0.1119936 Aug 11 02:37:34.739957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.740308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40192) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.745663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.769869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.775091 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] 10.222.0.16 "DELETE /v2.0/networks/21c22bd5-3fac-4a67-9f06-a933b0ff6e52 HTTP/1.1" status: 204 len: 168 time: 1.8570163 Aug 11 02:37:34.790283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ff4ba-d57f-4fa6-bc21-d8501485ec19 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:34.792913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-373ff4ba-d57f-4fa6-bc21-d8501485ec19 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2851286 Aug 11 02:37:34.800244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-173c64f1-7ed9-445b-a382-c99eb81d17b1 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=fe24f6e4-7168-4fa1-b672-fc4e14c3d58a HTTP/1.1" status: 200 len: 221 time: 0.0501807 Aug 11 02:37:34.800574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: cfa17936-eff8-4efe-852f-79b8c54b1cdf {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:34.800574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cfa17936-eff8-4efe-852f-79b8c54b1cdf not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:34.801294 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-397b8ca4-d513-416b-963a-7ceb681daeef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:34.801483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b1066a3-de53-4b9c-b918-115905df7f60 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:34.801674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397b8ca4-d513-416b-963a-7ceb681daeef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:34.801674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-397b8ca4-d513-416b-963a-7ceb681daeef tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/31cc85ea-b191-4d30-b86d-f4b713168201 HTTP/1.1" status: 404 len: 339 time: 0.0584698 Aug 11 02:37:34.802430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40196) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.802762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40198) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.803250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40200) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.817584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c1fcc6c3-72b6-4e2f-a7d9-eacdc635f5c0 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1492674283', 'description': 'label created by tempest'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:34.817927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c1fcc6c3-72b6-4e2f-a7d9-eacdc635f5c0 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Unknown quota resources ['metering_label']. {{(pid=94699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:37:34.823148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6ca2a-aed2-416a-9720-0eac019d935e admin admin] Pushing event deleted for resources: {'Network': ['ID=21c22bd5-3fac-4a67-9f06-a933b0ff6e52,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.873157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b1066a3-de53-4b9c-b918-115905df7f60 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:34.873859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b1066a3-de53-4b9c-b918-115905df7f60 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:34.900359 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10fcff6-9c80-4919-94d1-47cde5840194 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:34.901912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10fcff6-9c80-4919-94d1-47cde5840194 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:34.906280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b10fcff6-9c80-4919-94d1-47cde5840194 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/2ea1bbb8-e96b-4b0d-8618-75049ae5c599 HTTP/1.1" status: 404 len: 337 time: 0.0812914 Aug 11 02:37:34.936545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40202) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.963333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Made reservation on behalf of be8ce296929746deab35317f6e5bc7f8 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:34.970614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.983003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a23c266b-7511-4817-89d6-490238994dbe', 'network_id': 'a23c266b-7511-4817-89d6-490238994dbe', 'tenant_id': 'be8ce296929746deab35317f6e5bc7f8', 'fixed_ips': [{'subnet_id': '55b7fbd7-0505-4402-a05c-b4104a88172f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:34.984563 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.009321 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0062de43-ad56-46fb-aa4a-ac8cd6d67c2c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:35.010472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0062de43-ad56-46fb-aa4a-ac8cd6d67c2c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:35.013314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.014076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0062de43-ad56-46fb-aa4a-ac8cd6d67c2c tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/6f990125-a868-4d68-8a94-b557d60473d1 HTTP/1.1" status: 404 len: 339 time: 0.0756190 Aug 11 02:37:35.017793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] device_id is not set on port af68afc7-8d70-4c2e-a14d-c278728bf779 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:35.029190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.035512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Transition to ACTIVE for port object a75dc0f1-7348-4afc-a827-6cf8f9f998f9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:35.074518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40206) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.101954 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ae74d5-d645-4c71-8951-280118811cb6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:35.102865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ae74d5-d645-4c71-8951-280118811cb6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:35.110373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c1ae74d5-d645-4c71-8951-280118811cb6 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/1766c1b5-5f92-4b34-8713-f7615860652a HTTP/1.1" status: 404 len: 337 time: 0.0756288 Aug 11 02:37:35.128640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40208) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.136711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Transition to ACTIVE for port object a75dc0f1-7348-4afc-a827-6cf8f9f998f9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:35.154140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.199460 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdda9c0-e010-4fff-8fa6-9c1f14a07843 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:35.200171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdda9c0-e010-4fff-8fa6-9c1f14a07843 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:35.206585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3fdda9c0-e010-4fff-8fa6-9c1f14a07843 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/357c80c6-081c-42c2-b75e-608806439311 HTTP/1.1" status: 404 len: 339 time: 0.0734375 Aug 11 02:37:35.207178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.226789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:35.238307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:35.247633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:35.259160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Pushing event updated for resources: {'Port': ['ID=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.327274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Allocated IP 172.20.0.2 (a23c266b-7511-4817-89d6-490238994dbe/55b7fbd7-0505-4402-a05c-b4104a88172f/46301b8f-e989-4d9f-88bb-d37ef09a3cfe) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:35.340677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc6c3-72b6-4e2f-a7d9-eacdc635f5c0 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.343475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c1fcc6c3-72b6-4e2f-a7d9-eacdc635f5c0 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5288243 Aug 11 02:37:35.348614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40216) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.351746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting subnet 13b5278c-165d-45aa-a7c7-14227d4b322a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:35.362838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-27414f94-1ffb-408e-acf8-987a218313b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a5f3101570d4c1ea09aef6df033f229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829137 Aug 11 02:37:35.363131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.365706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.420047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 7d3b9308-c29e-4ae4-b589-7f26d4e5d766 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:35.420948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.450943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.508158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Attempting to bind port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:35.508658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Attempting to bind port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:35.509032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Attempting to bind port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:35.522601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:35.522997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:35.523360 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.524010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:35.524520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Bound port: a75dc0f1-7348-4afc-a827-6cf8f9f998f9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:35.524922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.529433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce40a0b5-0c33-4674-8b9b-bbe023c5258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.593819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fccf3ca9-e0c2-443a-912a-9adf7ab9d3e3 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=242215ca-b612-4633-9c82-f1c00953d33e HTTP/1.1" status: 200 len: 468 time: 0.2386858 Aug 11 02:37:35.596046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40222) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.628106 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce40a0b5-0c33-4674-8b9b-bbe023c5258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.690235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.765894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce40a0b5-0c33-4674-8b9b-bbe023c5258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.768983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce40a0b5-0c33-4674-8b9b-bbe023c5258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.770691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce40a0b5-0c33-4674-8b9b-bbe023c5258e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f136982d-8ab2-4d04-a0e8-5beba458eb36 HTTP/1.1" status: 204 len: 168 time: 0.4036419 Aug 11 02:37:35.785228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] For port a75dc0f1-7348-4afc-a827-6cf8f9f998f9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:35.789492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.795396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] For port a75dc0f1-7348-4afc-a827-6cf8f9f998f9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:35.810731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.815314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Transition to ACTIVE for port object 46301b8f-e989-4d9f-88bb-d37ef09a3cfe will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:35.820176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40a0b5-0c33-4674-8b9b-bbe023c5258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136982d-8ab2-4d04-a0e8-5beba458eb36,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.851196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.881764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=13b5278c-165d-45aa-a7c7-14227d4b322a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.888695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.891252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5fe79daa-5950-421b-ac03-f283cc033a8f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/13b5278c-165d-45aa-a7c7-14227d4b322a HTTP/1.1" status: 204 len: 168 time: 0.6822429 Aug 11 02:37:35.895473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.923306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3075e-3c10-4768-8ccf-05ffa0f4bcec None None] Pushing event updated for resources: {'Port': ['ID=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:35.933195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2816b7-1faf-4c90-90ac-dce549fe05ea None None] Network 69df3e2f-c707-413a-8a34-7a702ded6849 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:36.051386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cf80a-121a-44ac-90b9-0bdbc3954a64 req-858e0841-c40f-4fa8-87f7-765884b87548 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:36.052812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032cf80a-121a-44ac-90b9-0bdbc3954a64 req-858e0841-c40f-4fa8-87f7-765884b87548 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.5668299 Aug 11 02:37:36.095466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Transition to ACTIVE for port object 46301b8f-e989-4d9f-88bb-d37ef09a3cfe will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:36.117552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.124758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.222608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.223443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Network a23c266b-7511-4817-89d6-490238994dbe is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:36.228629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Pushing event updated for resources: {'Port': ['ID=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.240418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:36.245423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:36.293588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Allocated IP 172.20.0.3 (a23c266b-7511-4817-89d6-490238994dbe/55b7fbd7-0505-4402-a05c-b4104a88172f/af68afc7-8d70-4c2e-a14d-c278728bf779) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:36.337394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Attempting to bind port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:36.338425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Attempting to bind port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c62b809d-3308-4871-b99c-f394d0ce7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23c266b-7511-4817-89d6-490238994dbe'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:36.338425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Attempting to bind port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe on network a23c266b-7511-4817-89d6-490238994dbe {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:36.348990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:36.350895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Checking segment: {'id': 'c62b809d-3308-4871-b99c-f394d0ce7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23c266b-7511-4817-89d6-490238994dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:36.352316 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.354073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Bound using segment: {'id': 'c62b809d-3308-4871-b99c-f394d0ce7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23c266b-7511-4817-89d6-490238994dbe'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:36.354752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Bound port: 46301b8f-e989-4d9f-88bb-d37ef09a3cfe, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b809d-3308-4871-b99c-f394d0ce7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23c266b-7511-4817-89d6-490238994dbe'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:36.357418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.365204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032cf80a-121a-44ac-90b9-0bdbc3954a64 req-c411b62a-9c5a-42be-9a65-1eb4830dd880 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920337 Aug 11 02:37:36.371727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 7d3b9308-c29e-4ae4-b589-7f26d4e5d766 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:36.383633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6b65e568-c32a-4ea5-9743-6f363b2abd62 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.385826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b65e568-c32a-4ea5-9743-6f363b2abd62 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/242215ca-b612-4633-9c82-f1c00953d33e HTTP/1.1" status: 204 len: 168 time: 0.7849638 Aug 11 02:37:36.392980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.436293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e7fecc8a-2029-4f22-bc47-399a30f43668 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=242215ca-b612-4633-9c82-f1c00953d33e HTTP/1.1" status: 200 len: 216 time: 0.0418944 Aug 11 02:37:36.452540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.459856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] DHCP port deletion for 69df3e2f-c707-413a-8a34-7a702ded6849 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:36.496190 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6068e2e9-0ae9-4367-9274-4febf0591314 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0409176 Aug 11 02:37:36.505674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.547935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port 6f2c3422-8ec4-4568-a873-a703afd56788 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:36.548281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.576648 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e8484fbb-5f92-417c-afeb-10dc6d9aef55 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0653067 Aug 11 02:37:36.593036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.687938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-88c0e12e-76bd-4dba-b7fe-1e2f490f9f76 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/109f15a5-f477-4fcc-bf15-f7357aaee753 HTTP/1.1" status: 200 len: 471 time: 0.0928025 Aug 11 02:37:36.694195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40242) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.698293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.707677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25cb2e17-8a91-499e-a457-686a5c13b8ba tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/b2e39491-981f-4cb8-b5bf-0b913dbf1516 HTTP/1.1" status: 200 len: 459 time: 0.0120227 Aug 11 02:37:36.712951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40246) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:36.731313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] For port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:36.748265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Transition to ACTIVE for port object af68afc7-8d70-4c2e-a14d-c278728bf779 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:36.756456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] For port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,segment=NetworkSegment(c62b809d-3308-4871-b99c-f394d0ce7908),segment_id=c62b809d-3308-4871-b99c-f394d0ce7908)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:36.841084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port 6f2c3422-8ec4-4568-a873-a703afd56788, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6f2c3422-8ec4-4568-a873-a703afd56788,segment=NetworkSegment(621b498d-5967-4acb-bdca-ab192f8b33c2),segment_id=621b498d-5967-4acb-bdca-ab192f8b33c2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:36.841476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.878110 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.912666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for 6f2c3422-8ec4-4568-a873-a703afd56788 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:36.922640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.011608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.026208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75dc0f1-7348-4afc-a827-6cf8f9f998f9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:37.037900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aac562-5628-432c-8c5c-45030f7c3dfc None None] Pushing event updated for resources: {'Port': ['ID=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.062841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eced16cc-9069-4e00-9bf2-71a5b1524599 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.063586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eced16cc-9069-4e00-9bf2-71a5b1524599 tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/b2e39491-981f-4cb8-b5bf-0b913dbf1516 HTTP/1.1" status: 204 len: 168 time: 0.3496079 Aug 11 02:37:37.067795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Network a23c266b-7511-4817-89d6-490238994dbe is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:37.071260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:37.082391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event updated for resources: {'Port': ['ID=af68afc7-8d70-4c2e-a14d-c278728bf779,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.085991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:37.087331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=7d3b9308-c29e-4ae4-b589-7f26d4e5d766,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.110252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:37.166596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.176488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b3e3f635-6936-4e45-8d6f-4712052aec77 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/7d3b9308-c29e-4ae4-b589-7f26d4e5d766 HTTP/1.1" status: 204 len: 168 time: 2.3717928 Aug 11 02:37:37.179746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] Deleting port 6f2c3422-8ec4-4568-a873-a703afd56788 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:37.180227 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.181072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40256) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:37.281878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:37.292101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] For port 6f2c3422-8ec4-4568-a873-a703afd56788, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6f2c3422-8ec4-4568-a873-a703afd56788,segment=NetworkSegment(621b498d-5967-4acb-bdca-ab192f8b33c2),segment_id=621b498d-5967-4acb-bdca-ab192f8b33c2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:37.292620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.310303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] Calling delete_port for 6f2c3422-8ec4-4568-a873-a703afd56788 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:37.330228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:37.330839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.359438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391253e-e3aa-4f84-b17f-4119c23b7b23 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:37.363089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391253e-e3aa-4f84-b17f-4119c23b7b23 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:37.374936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c391253e-e3aa-4f84-b17f-4119c23b7b23 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1884923 Aug 11 02:37:37.375940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40258) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:37.427454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6f2c3422-8ec4-4568-a873-a703afd56788 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:37.471230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.540406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No active binding found for port 6f2c3422-8ec4-4568-a873-a703afd56788 {{(pid=94701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:37:37.541007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6f2c3422-8ec4-4568-a873-a703afd56788 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:37.554771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.569450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] No DVR routers for this DVR port 6f2c3422-8ec4-4568-a873-a703afd56788 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:37.569923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 7e2752f6-47e5-4aaf-bf33-8ca1567cac4f {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:37.591358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.614988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c63e03-7525-4724-bc45-22ba79694e7a None None] Pushing event deleted for resources: {'Port': ['ID=6f2c3422-8ec4-4568-a873-a703afd56788,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.666289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port 6f2c3422-8ec4-4568-a873-a703afd56788 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:37.689671 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc05e933-8d15-4244-98de-ccb0fe101041 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2578752 Aug 11 02:37:37.695919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a25804c-ee7b-450e-8815-37a4d62495bb tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.697778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40266) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:37.702196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a25804c-ee7b-450e-8815-37a4d62495bb tempest-MeteringIpV6TestJSON-711618050 tempest-MeteringIpV6TestJSON-711618050-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/109f15a5-f477-4fcc-bf15-f7357aaee753 HTTP/1.1" status: 204 len: 168 time: 0.6283693 Aug 11 02:37:37.738214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.746425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=6f2c3422-8ec4-4568-a873-a703afd56788,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.865758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.882869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69df3e2f-c707-413a-8a34-7a702ded6849']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:37.889763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed2846-4900-47f1-8be3-8894e2aa490d req-dc7702b2-6e59-48a5-9bc2-71bec3d677e3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:37.891464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebed2846-4900-47f1-8be3-8894e2aa490d req-dc7702b2-6e59-48a5-9bc2-71bec3d677e3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2313573 Aug 11 02:37:37.922136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621b498d-5967-4acb-bdca-ab192f8b33c2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:37.922136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621b498d-5967-4acb-bdca-ab192f8b33c2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:37.942394 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.974155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.988503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:37.988927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:37.992278 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:38.095947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.118152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.125816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.128090 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/69df3e2f-c707-413a-8a34-7a702ded6849 HTTP/1.1" status: 204 len: 168 time: 2.2310417 Aug 11 02:37:38.132519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.147871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Deleting port af68afc7-8d70-4c2e-a14d-c278728bf779 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:38.148239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.190158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebed2846-4900-47f1-8be3-8894e2aa490d req-400a033f-9632-4275-96e2-f6fd7ffc66d3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609177 Aug 11 02:37:38.200141 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c93710-cede-4670-9650-8b7241698756 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:38.200614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c93710-cede-4670-9650-8b7241698756 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:38.202535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b1c93710-cede-4670-9650-8b7241698756 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/57f5414e-c2d4-48b7-9233-833ecab221d1 HTTP/1.1" status: 404 len: 337 time: 0.0688438 Aug 11 02:37:38.231697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.243215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c326-b061-4b97-b4d8-df6c7bae168f tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=69df3e2f-c707-413a-8a34-7a702ded6849,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:38.282075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.286677 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7508fe-9170-43c6-9962-ace34a71dbbb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:38.287287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7508fe-9170-43c6-9962-ace34a71dbbb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:38.289116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d7508fe-9170-43c6-9962-ace34a71dbbb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/d415382f-d8b7-4683-aaa5-81544651e617 HTTP/1.1" status: 404 len: 339 time: 0.0544586 Aug 11 02:37:38.295327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.374297 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.403049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] Provisioning for port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:38.408069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting subnet c52fd690-db2e-4b50-ac58-218508dc751e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:38.416695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] Provisioning complete for port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:38.418235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.419804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.421709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.429213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.446581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/7e2752f6-47e5-4aaf-bf33-8ca1567cac4f HTTP/1.1" status: 204 len: 168 time: 1.0690687 Aug 11 02:37:38.453164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.512689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae65682-eef7-4a96-a73b-df1d6f47d6de tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2752f6-47e5-4aaf-bf33-8ca1567cac4f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:38.520211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Calling delete_port for af68afc7-8d70-4c2e-a14d-c278728bf779 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:38.521981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-33588bfd-5c73-4bb2-bfd9-dd822f087c48 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676739 Aug 11 02:37:38.527544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.586223 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.592714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.670239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] For port a75dc0f1-7348-4afc-a827-6cf8f9f998f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:38.682098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.684817 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f5af374-db22-4ca9-80d9-65f2833fe872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.765919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc30f6-2794-4c57-931a-12d73b03d1c0 None None] Pushing event updated for resources: {'Port': ['ID=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:38.814629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.854068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fbed1-9186-4252-b55f-bccf28127536 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:38.856642 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-638fbed1-9186-4252-b55f-bccf28127536 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3278735 Aug 11 02:37:38.874414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 46301b8f-e989-4d9f-88bb-d37ef09a3cfe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:38.882198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40298) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:38.883159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event deleted for resources: {'Port': ['ID=af68afc7-8d70-4c2e-a14d-c278728bf779,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:38.895299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.980823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:39.056794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce58659-bbc9-49ba-b370-dc3502d2cafb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:39.058628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2ce58659-bbc9-49ba-b370-dc3502d2cafb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1674588 Aug 11 02:37:39.062976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40310) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.116889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.131384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bc8d6-a43e-4dc4-b0f8-c4c2a296b101 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:39.140200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-15b070be-8eb1-4b6b-835b-0152782b8405 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683460 Aug 11 02:37:39.140200 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.147418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-10e40262-2e40-4831-a0b4-5464236fb0eb tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "DELETE /v2.0/ports/af68afc7-8d70-4c2e-a14d-c278728bf779 HTTP/1.1" status: 204 len: 168 time: 1.4230723 Aug 11 02:37:39.147418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.149847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:39.157632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40314) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.170553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Subnet': ['ID=c52fd690-db2e-4b50-ac58-218508dc751e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.173878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f5af374-db22-4ca9-80d9-65f2833fe872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.178433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.180990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c7c44b7e-5638-4515-aeaa-813a73a5aeeb tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/subnets/c52fd690-db2e-4b50-ac58-218508dc751e HTTP/1.1" status: 204 len: 168 time: 0.8845446 Aug 11 02:37:39.182646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f5af374-db22-4ca9-80d9-65f2833fe872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.191891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.215680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f5af374-db22-4ca9-80d9-65f2833fe872 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e69ad1e0c1324251a8de2be94c55a116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9282403 Aug 11 02:37:39.223666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.269232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af374-db22-4ca9-80d9-65f2833fe872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec112a1-2b35-44bd-8535-a31f4b3d1bb5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.315209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65a0722b-2790-466e-9f55-b315f82d116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.365992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65a0722b-2790-466e-9f55-b315f82d116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.506788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65a0722b-2790-466e-9f55-b315f82d116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.511192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65a0722b-2790-466e-9f55-b315f82d116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.512884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65a0722b-2790-466e-9f55-b315f82d116e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ec112a1-2b35-44bd-8535-a31f4b3d1bb5 HTTP/1.1" status: 204 len: 168 time: 0.2879591 Aug 11 02:37:39.527797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0722b-2790-466e-9f55-b315f82d116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec112a1-2b35-44bd-8535-a31f4b3d1bb5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.537471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-39c42fb0-9d0b-4512-be7c-de8873edb6d4 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3781221 Aug 11 02:37:39.540120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.547527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-948764830'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:39.612031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be07b7d-5ac6-443a-bb22-80bff32f33df None None] Network 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:39.621080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Made reservation on behalf of be8ce296929746deab35317f6e5bc7f8 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:39.628290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.699025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:39.703277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5754dda-1d05-45e5-8005-73ba36d2523d None None] Network a23c266b-7511-4817-89d6-490238994dbe requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:39.719950 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.725717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.726327 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Added segment dbbc37d5-ab8b-47ee-9f7c-17bdfbefd466 of type vlan for network 48413f27-f393-438b-aa7d-2a82e769a32d Aug 11 02:37:39.742498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:39.747811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.760931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ae386-ed34-47ca-aee0-947f178f0d6b req-fee796f3-f61b-4ae8-8d13-4f68f580df05 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:39.770135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e52ae386-ed34-47ca-aee0-947f178f0d6b req-fee796f3-f61b-4ae8-8d13-4f68f580df05 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2802839 Aug 11 02:37:39.813139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.876939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.890503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:39.892504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.980137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e52ae386-ed34-47ca-aee0-947f178f0d6b req-a3f67604-e3ab-4ba8-90be-7decefba9bbf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087069 Aug 11 02:37:40.020078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-617c998c-1245-49e1-a5b0-eff1dae1f5cd None None] Could not find standard attr ID for object 7d3b9308-c29e-4ae4-b589-7f26d4e5d766. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:40.077226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5354812 Aug 11 02:37:40.083483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.100063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40354) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.111019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dcd7f-004d-471b-9c97-dac03a251d99 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event updated for resources: {'Network': ['ID=48413f27-f393-438b-aa7d-2a82e769a32d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.116363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Deleting port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:40.116863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.222722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 48413f27-f393-438b-aa7d-2a82e769a32d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:40.252960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40360) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.292649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63e81a9c-4b89-4ab6-ba71-100c7840a9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.298431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] For port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,segment=NetworkSegment(440c85b1-0745-49bf-9b4c-03504f5ef5f4),segment_id=440c85b1-0745-49bf-9b4c-03504f5ef5f4)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:40.298910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.311035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.341060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Calling delete_port for ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:40.442736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:40.471422 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e91489e8-0b47-4f11-85cc-723b4320396a tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/agents/cc70665e-e5ec-46b4-803b-73043cb4619e/dhcp-networks HTTP/1.1" status: 200 len: 10354 time: 0.3818305 Aug 11 02:37:40.472100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.475674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:40.481786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.482488 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.502197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] Provisioning for port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:40.553272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] Provisioning complete for port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:40.553918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.757603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96061728-2a2c-443d-b567-922013b6bbb6 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] Network 48413f27-f393-438b-aa7d-2a82e769a32d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:40.785906 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-96061728-2a2c-443d-b567-922013b6bbb6 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "POST /v2.0/agents/cc70665e-e5ec-46b4-803b-73043cb4619e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3117425 Aug 11 02:37:40.790115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40366) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.869643 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.875211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75dc0f1-7348-4afc-a827-6cf8f9f998f9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:40.882430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a564a-5035-47b5-9b6b-7573f61633a3 None None] Network 48413f27-f393-438b-aa7d-2a82e769a32d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:40.887813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] DHCP port deletion for 45f6ca61-ccc9-436d-91fc-bf6b79545fc6 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:40.932266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=14f4d6ee-4268-471f-a3d2-0c07f8ca3b33,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.956109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd235f07-6686-42d5-9c93-5f8a74d6e60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.958223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:40.965381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63e81a9c-4b89-4ab6-ba71-100c7840a9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.018565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6b71f660-53ed-466f-bddf-1168ed8bf06b tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/agents/cc70665e-e5ec-46b4-803b-73043cb4619e/dhcp-networks HTTP/1.1" status: 200 len: 11161 time: 0.2266009 Aug 11 02:37:41.023270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.025195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63e81a9c-4b89-4ab6-ba71-100c7840a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.043571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-719f49a9-cb59-4634-b238-c1aa2bfa2a09 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8984673 Aug 11 02:37:41.056846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.064609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '14f4d6ee-4268-471f-a3d2-0c07f8ca3b33', 'ip_address': '2001:db8::b55e:a9d8:be2:6bd9'}], 'name': 'tempest-NetworksTestDHCPv6-1849616238'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:41.152892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] For port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,segment=NetworkSegment(c62b809d-3308-4871-b99c-f394d0ce7908),segment_id=c62b809d-3308-4871-b99c-f394d0ce7908)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:41.173700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e81a9c-4b89-4ab6-ba71-100c7840a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d89f9-1a7d-44ec-85b6-703027aac1a9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.202320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-63e81a9c-4b89-4ab6-ba71-100c7840a9e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=364473cf80c74a1081195e49aada0695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9473433 Aug 11 02:37:41.210464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40374) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.230434 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.235031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3869a773-b8ce-4572-92b5-5bcfe36a909a tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "DELETE /v2.0/agents/cc70665e-e5ec-46b4-803b-73043cb4619e/dhcp-networks/48413f27-f393-438b-aa7d-2a82e769a32d HTTP/1.1" status: 204 len: 168 time: 0.2047975 Aug 11 02:37:41.236194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.252230 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.334093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:41.334492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.378129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b8c34-ed99-4ead-860e-a7f2132f4c76 None None] Pushing event updated for resources: {'Port': ['ID=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.387513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Deleting port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:41.387891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.388539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Port': ['ID=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.396777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] No DVR routers for this DVR port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:41.531653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d9d805f0-453a-4983-a20d-823bd2601c27 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/agents/cc70665e-e5ec-46b4-803b-73043cb4619e/dhcp-networks HTTP/1.1" status: 200 len: 10392 time: 0.2782347 Aug 11 02:37:41.537331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.539516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] For port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:41.539846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.555972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Calling delete_port for ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:41.559437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:37:41.563483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] Deleting port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:41.563855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.568272 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0db6bfbb-f9cd-4e11-974b-e5f669673749 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/networks/a23c266b-7511-4817-89d6-490238994dbe/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0300441 Aug 11 02:37:41.572153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.582726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.600891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-278ed1b0-3b87-462c-bace-b812693773d3 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/networks/a23c266b-7511-4817-89d6-490238994dbe/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0269744 Aug 11 02:37:41.603204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40384) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.646590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de6760-bfbf-4c1f-9818-c7c6b267a425 req-bb6e9f62-3c87-40a6-8d5f-1d336572c6cc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:41.659346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08de6760-bfbf-4c1f-9818-c7c6b267a425 req-bb6e9f62-3c87-40a6-8d5f-1d336572c6cc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.4448366 Aug 11 02:37:41.667985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] Pushing event deleted for resources: {'Port': ['ID=ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.674582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16c97069-fb88-44ff-9bc2-cb6d1f7248b6 None None] Provisioning complete for port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:41.674950 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16c97069-fb88-44ff-9bc2-cb6d1f7248b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.679154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc60f8-5545-48da-82dc-73bac3efd874 None None] No DVR routers for this DVR port ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:41.754195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.782467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f6ca61-ccc9-436d-91fc-bf6b79545fc6']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.785563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-347eab63-a84c-4527-b007-b85343b5287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.805271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08de6760-bfbf-4c1f-9818-c7c6b267a425 req-cd819c54-2ef9-46b2-ac89-77bf81b68e4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447589 Aug 11 02:37:41.824681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440c85b1-0745-49bf-9b4c-03504f5ef5f4') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.825408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440c85b1-0745-49bf-9b4c-03504f5ef5f4') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:41.848715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.870938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] For port a75dc0f1-7348-4afc-a827-6cf8f9f998f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:41.872415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.875859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-347eab63-a84c-4527-b007-b85343b5287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.890032 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd235f07-6686-42d5-9c93-5f8a74d6e60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.891196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] Calling delete_port for a75dc0f1-7348-4afc-a827-6cf8f9f998f9 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:41.891663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.901634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd235f07-6686-42d5-9c93-5f8a74d6e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.913382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:41.913816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:41.920738 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:42.033782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd235f07-6686-42d5-9c93-5f8a74d6e60b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6a1a2c379b44188a42d99452db9c10c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9296017 Aug 11 02:37:42.036111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd235f07-6686-42d5-9c93-5f8a74d6e60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d01b1c-8d70-41f6-9336-b915ec92d67b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.038817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40388) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.097561 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.108733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.113593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] 10.222.0.16 "DELETE /v2.0/networks/45f6ca61-ccc9-436d-91fc-bf6b79545fc6 HTTP/1.1" status: 204 len: 168 time: 2.8094394 Aug 11 02:37:42.118261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-832b3752-7533-45de-a34e-2f7b0ef4bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.131186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-347eab63-a84c-4527-b007-b85343b5287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.134126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-347eab63-a84c-4527-b007-b85343b5287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.134315 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.135367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-347eab63-a84c-4527-b007-b85343b5287e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa2d89f9-1a7d-44ec-85b6-703027aac1a9 HTTP/1.1" status: 204 len: 168 time: 0.9039176 Aug 11 02:37:42.139880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58194c79-da65-438e-ad26-913a74d14323 tempest-NetworksIpV6Test-684386436 tempest-NetworksIpV6Test-684386436-project] Pushing event deleted for resources: {'Network': ['ID=45f6ca61-ccc9-436d-91fc-bf6b79545fc6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.158403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347eab63-a84c-4527-b007-b85343b5287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d89f9-1a7d-44ec-85b6-703027aac1a9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.171338 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-832b3752-7533-45de-a34e-2f7b0ef4bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.246495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] No DVR routers for this DVR port a75dc0f1-7348-4afc-a827-6cf8f9f998f9 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:42.268442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-832b3752-7533-45de-a34e-2f7b0ef4bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.278126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-832b3752-7533-45de-a34e-2f7b0ef4bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.283998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-832b3752-7533-45de-a34e-2f7b0ef4bdf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7d01b1c-8d70-41f6-9336-b915ec92d67b HTTP/1.1" status: 204 len: 168 time: 0.2400601 Aug 11 02:37:42.290026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:42.295861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0e81fa0b-ba3e-4077-a115-5d2e8616fd35 None None] Could not find standard attr ID for object af68afc7-8d70-4c2e-a14d-c278728bf779. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:42.306666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e91b0-1cbe-4623-8918-d65cce9d8924 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:42.310197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd949cf-d405-4bdc-b9bf-1272dbc4710c None None] Pushing event deleted for resources: {'Port': ['ID=a75dc0f1-7348-4afc-a827-6cf8f9f998f9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.360607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b3752-7533-45de-a34e-2f7b0ef4bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d01b1c-8d70-41f6-9336-b915ec92d67b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.432627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40398) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.442542 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-50af78c2-58ec-487f-866c-ba25284c3866 tempest-DHCPAgentSchedulersTestJSON-641514484 tempest-DHCPAgentSchedulersTestJSON-641514484-project-admin] 10.222.0.16 "GET /v2.0/agents/cc70665e-e5ec-46b4-803b-73043cb4619e/dhcp-networks HTTP/1.1" status: 200 len: 10392 time: 0.8377633 Aug 11 02:37:42.492176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.549243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:42.561629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.634889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '14f4d6ee-4268-471f-a3d2-0c07f8ca3b33'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:42.636528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.729551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40404) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.770612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.801818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48413f27-f393-438b-aa7d-2a82e769a32d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.829758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbc37d5-ab8b-47ee-9f7c-17bdfbefd466') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.830752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbc37d5-ab8b-47ee-9f7c-17bdfbefd466') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:42.846665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 46301b8f-e989-4d9f-88bb-d37ef09a3cfe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:42.854887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.893901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.912871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:42.914198 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:42.924831 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:42.940339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::b55e:a9d8:be2:6bd9 (a7548113-1c15-4cbd-941e-a75d799a7de7/14f4d6ee-4268-471f-a3d2-0c07f8ca3b33/dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:42.950414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:42.951387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.075095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c1f96-3f57-4f06-ba02-2ca7c4baac0b req-1777fc1c-f3a9-471e-9ad9-2a2395179a47 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:43.076771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd7c1f96-3f57-4f06-ba02-2ca7c4baac0b req-1777fc1c-f3a9-471e-9ad9-2a2395179a47 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.0747373 Aug 11 02:37:43.077993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.087482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.089470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "DELETE /v2.0/networks/48413f27-f393-438b-aa7d-2a82e769a32d HTTP/1.1" status: 204 len: 168 time: 0.6558976 Aug 11 02:37:43.123683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40414) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.181201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b020a0-3900-4b07-9df6-91b828dd649a tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event deleted for resources: {'Network': ['ID=48413f27-f393-438b-aa7d-2a82e769a32d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:43.228281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75dc0f1-7348-4afc-a827-6cf8f9f998f9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:43.250670 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f1d2c8-354d-4ead-b90b-c42b3f9e5d55 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] DELETE failed (client error): The resource could not be found. Aug 11 02:37:43.251821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f1d2c8-354d-4ead-b90b-c42b3f9e5d55 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:43.256818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-58f1d2c8-354d-4ead-b90b-c42b3f9e5d55 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "DELETE /v2.0/ports/af68afc7-8d70-4c2e-a14d-c278728bf779 HTTP/1.1" status: 404 len: 333 time: 0.0991716 Aug 11 02:37:43.263986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40422) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.270358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a75dc0f1-7348-4afc-a827-6cf8f9f998f9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:43.270714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a75dc0f1-7348-4afc-a827-6cf8f9f998f9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:43.271156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:43.302012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:43.302380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ec2d5e25-2cd8-49fd-a2fd-ec9863da3bf0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:43.327290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.362591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:43.435775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.537750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/14f4d6ee-4268-471f-a3d2-0c07f8ca3b33/35cecb68-a257-429e-ba0c-63bf65a9dfbd) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:43.579043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:43.582907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:43.606253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:43.618949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:43.619753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.659677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:43.677131 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad003667-903e-46e5-a757-1a56fd6f200b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6169219 Aug 11 02:37:43.677899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.702417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Deleting subnet 55b7fbd7-0505-4402-a05c-b4104a88172f {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:43.720656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.781792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd7c1f96-3f57-4f06-ba02-2ca7c4baac0b req-91e41b73-bc58-4e9c-a8e4-f60b3c4b9c79 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891556 Aug 11 02:37:43.806378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfb96a-2b27-4b4f-9d9e-262b8512227d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:43.815461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d7dfb96a-2b27-4b4f-9d9e-262b8512227d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1363277 Aug 11 02:37:43.818312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.828874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00bb2be1-be13-4801-9296-0bc370d69bd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44e6509c4b514227b230d08f92cb144a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0976386 Aug 11 02:37:43.833038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.836066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40442) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.908216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-e26db0f0-4652-413e-9328-417cfd1cad90 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143047 Aug 11 02:37:44.021971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:44.022616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.028772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41017074-83cc-49fd-96f4-58bca0a116d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.054946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.073820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.099123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5830c4d0-6b0c-4a17-aff1-f8e982a5ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.101602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Transition to ACTIVE for port object 35cecb68-a257-429e-ba0c-63bf65a9dfbd will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:44.109668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41017074-83cc-49fd-96f4-58bca0a116d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.137936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Transition to ACTIVE for port object 35cecb68-a257-429e-ba0c-63bf65a9dfbd will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:44.148518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-ac87a1df-37d8-4d20-a7a6-752bb6c73e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.150429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.151502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-ac87a1df-37d8-4d20-a7a6-752bb6c73e59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.1932106 Aug 11 02:37:44.220487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.222935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:44.241314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41017074-83cc-49fd-96f4-58bca0a116d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.248278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:44.251820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-41017074-83cc-49fd-96f4-58bca0a116d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.255864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-41017074-83cc-49fd-96f4-58bca0a116d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73d6c4f6-f22e-4f76-9333-6065e3c6d58c HTTP/1.1" status: 204 len: 168 time: 0.4164999 Aug 11 02:37:44.256063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:44.267023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:44.332785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Pushing event updated for resources: {'Port': ['ID=35cecb68-a257-429e-ba0c-63bf65a9dfbd,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.403154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017074-83cc-49fd-96f4-58bca0a116d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d6c4f6-f22e-4f76-9333-6065e3c6d58c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.428333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.453573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Attempting to bind port 35cecb68-a257-429e-ba0c-63bf65a9dfbd on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:44.454341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Attempting to bind port 35cecb68-a257-429e-ba0c-63bf65a9dfbd by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:44.455014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Attempting to bind port 35cecb68-a257-429e-ba0c-63bf65a9dfbd on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:44.464921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:44.465517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:44.466214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.466896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:44.467678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Bound port: 35cecb68-a257-429e-ba0c-63bf65a9dfbd, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:44.468289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.493821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event deleted for resources: {'Subnet': ['ID=55b7fbd7-0505-4402-a05c-b4104a88172f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.507086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.509950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a28cefb6-414b-491f-b3ad-241ed0678280 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "DELETE /v2.0/subnets/55b7fbd7-0505-4402-a05c-b4104a88172f HTTP/1.1" status: 204 len: 168 time: 1.2414672 Aug 11 02:37:44.518490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40462) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:44.565988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e41805-6f86-4c6b-9be3-5bfdab4eea4f None None] Network a23c266b-7511-4817-89d6-490238994dbe requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:44.609086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.688274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.696204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] For port 35cecb68-a257-429e-ba0c-63bf65a9dfbd, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:44.715429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.747247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-8fa40318-41c8-4036-9134-da2e85b7d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.751306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-8fa40318-41c8-4036-9134-da2e85b7d5ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.5373056 Aug 11 02:37:44.768243 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.774121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] For port 35cecb68-a257-429e-ba0c-63bf65a9dfbd, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35cecb68-a257-429e-ba0c-63bf65a9dfbd,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:44.784964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fe4a085c-0381-4228-ad35-e573559704b7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2 HTTP/1.1" status: 204 len: 168 time: 0.9650075 Aug 11 02:37:44.788967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:44.801887 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.943751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4410a66-f60f-43f2-b471-8aff2340fe78 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.947940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4410a66-f60f-43f2-b471-8aff2340fe78 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.953766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a4410a66-f60f-43f2-b471-8aff2340fe78 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1594238 Aug 11 02:37:44.956405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:44.998725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ee9b-5b29-4335-9c2d-eab3551f1472 None None] Pushing event updated for resources: {'Port': ['ID=35cecb68-a257-429e-ba0c-63bf65a9dfbd,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:45.017291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-03b0969e-8bca-4be0-a75f-8f2041715155 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.2569418 Aug 11 02:37:45.069456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 14f4d6ee-4268-471f-a3d2-0c07f8ca3b33 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:45.074590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.111600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] DHCP port deletion for a23c266b-7511-4817-89d6-490238994dbe request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:45.141020 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.176206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Deleting port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:45.176638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.256532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] Deleting port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:45.256946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.414270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.442650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d763-e373-400e-8e39-2944329e0a6d req-efbfc3be-b00b-43d1-a6dd-6b3f0e3aee27 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:45.444543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b809d763-e373-400e-8e39-2944329e0a6d req-efbfc3be-b00b-43d1-a6dd-6b3f0e3aee27 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.4662743 Aug 11 02:37:45.488769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-022241ce-9605-4567-b3dc-f84fe073ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:45.493968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-022241ce-9605-4567-b3dc-f84fe073ea12 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.4374375 Aug 11 02:37:45.501029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] For port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,segment=NetworkSegment(c62b809d-3308-4871-b99c-f394d0ce7908),segment_id=c62b809d-3308-4871-b99c-f394d0ce7908)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:45.504554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.566331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.598454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=14f4d6ee-4268-471f-a3d2-0c07f8ca3b33,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:45.603758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.610200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e04916c-f2ab-400c-ade1-5aa1fceb24ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/14f4d6ee-4268-471f-a3d2-0c07f8ca3b33 HTTP/1.1" status: 204 len: 168 time: 0.6521018 Aug 11 02:37:45.611483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:45.624345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Calling delete_port for 46301b8f-e989-4d9f-88bb-d37ef09a3cfe owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:45.671419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] For port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,segment=NetworkSegment(c62b809d-3308-4871-b99c-f394d0ce7908),segment_id=c62b809d-3308-4871-b99c-f394d0ce7908)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:45.672042 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.672588 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9f26cde7-a3a3-481e-8ea8-3ae37c2d4294 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595582 Aug 11 02:37:45.673424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:45.679010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:45.697088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] Calling delete_port for 46301b8f-e989-4d9f-88bb-d37ef09a3cfe owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:45.934874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b809d763-e373-400e-8e39-2944329e0a6d req-422ff8ec-7517-49b4-8092-0a2fdc662887 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580672 Aug 11 02:37:46.030119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-9c386435-14c2-4936-8da6-fe4b63f9f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:46.039820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:46.041289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-9c386435-14c2-4936-8da6-fe4b63f9f0b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5220442 Aug 11 02:37:46.044544 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.069612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.110717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] Pushing event deleted for resources: {'Port': ['ID=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:46.117400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3b979-73d7-49e9-9fa9-c8a0f296f282 None None] No DVR routers for this DVR port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:46.316253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-b8035af3-6bad-413b-9a30-4f4cd4593e3a service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627785 Aug 11 02:37:46.387269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.459502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event deleted for resources: {'Port': ['ID=46301b8f-e989-4d9f-88bb-d37ef09a3cfe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:46.469128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] No DVR routers for this DVR port 46301b8f-e989-4d9f-88bb-d37ef09a3cfe on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:46.528191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.586999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:46.590771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:46.599050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:46.599050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.617605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9428227 Aug 11 02:37:46.619181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:46.635774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '1a0474d4-a0c0-4c01-ba8a-70a961f4e096', 'ip_address': '2001:db8::631c:b939:3616:1e0a'}], 'name': 'tempest-NetworksTestDHCPv6-2121136096'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:46.641540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23940ecc-ef74-4b26-a70f-9d100d8dfb8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=1a0474d4-a0c0-4c01-ba8a-70a961f4e096,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:46.747662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3216f-487c-49f3-9102-2510b6170d29 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:46.819825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-308217e7-0c92-4e5b-bb5f-c01923fe7a8a req-42e466e9-b902-4901-af49-b12cb2ce972f service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936821 Aug 11 02:37:46.862661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.881414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:46.886831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.902054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23c266b-7511-4817-89d6-490238994dbe']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:46.932842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 4a54eac4-813d-4b9b-b7de-621ed44ee42d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:46.953830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62b809d-3308-4871-b99c-f394d0ce7908') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:46.956446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62b809d-3308-4871-b99c-f394d0ce7908') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.001897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.032096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35cecb68-a257-429e-ba0c-63bf65a9dfbd up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:47.048627 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.063308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:47.063308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:47.072231 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:47.127858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ea72ca33-fc41-41a6-9e24-e46c38e3001c None None] Provisioning for port 35cecb68-a257-429e-ba0c-63bf65a9dfbd completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:47.169112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.221407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 35cecb68-a257-429e-ba0c-63bf65a9dfbd completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:47.228913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 35cecb68-a257-429e-ba0c-63bf65a9dfbd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:47.229600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.282763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.304219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.306311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] 10.222.0.16 "DELETE /v2.0/networks/a23c266b-7511-4817-89d6-490238994dbe HTTP/1.1" status: 204 len: 168 time: 2.7863617 Aug 11 02:37:47.314785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4751-aa48-4cc2-ad91-ab64fe6bc8ab req-0c031149-ed57-44d1-a0e1-94b2b2f01163 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:47.316438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaae4751-aa48-4cc2-ad91-ab64fe6bc8ab req-0c031149-ed57-44d1-a0e1-94b2b2f01163 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1406798 Aug 11 02:37:47.337698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405eb5-ae7e-41a3-b200-4984dd3b9316 tempest-DHCPAgentSchedulersTestJSON-712219513 tempest-DHCPAgentSchedulersTestJSON-712219513-project] Pushing event deleted for resources: {'Network': ['ID=a23c266b-7511-4817-89d6-490238994dbe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:47.422549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aaae4751-aa48-4cc2-ad91-ab64fe6bc8ab req-3820441f-25c5-4944-93f9-78f063395965 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776567 Aug 11 02:37:47.443671 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.480127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::631c:b939:3616:1e0a (a7548113-1c15-4cbd-941e-a75d799a7de7/1a0474d4-a0c0-4c01-ba8a-70a961f4e096/4a54eac4-813d-4b9b-b7de-621ed44ee42d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:47.538205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42c952f-4711-4b7a-b205-a8964f4dfecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.593894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 35cecb68-a257-429e-ba0c-63bf65a9dfbd, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35cecb68-a257-429e-ba0c-63bf65a9dfbd,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:47.606309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.761567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=35cecb68-a257-429e-ba0c-63bf65a9dfbd,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:47.806527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 46301b8f-e989-4d9f-88bb-d37ef09a3cfe no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:47.851283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.879382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 4a54eac4-813d-4b9b-b7de-621ed44ee42d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:47.912006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1063789481', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:47.950448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 46301b8f-e989-4d9f-88bb-d37ef09a3cfe {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:47.950979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 46301b8f-e989-4d9f-88bb-d37ef09a3cfe not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:47.966265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3d93bf3e-792a-48b7-8aab-6fe6754832f2 None None] Provisioning complete for port 35cecb68-a257-429e-ba0c-63bf65a9dfbd triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:47.967506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d93bf3e-792a-48b7-8aab-6fe6754832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.992950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Made reservation on behalf of 9dd277cfddf149fb8f72f95bea92dbb9 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:47.997159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.012454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.026589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.052023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.215277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:48.226714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:48.232783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.239532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:48.246249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:48.246939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.247854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40552) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.256615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.266993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-949842e1-fc51-4fa5-9904-0ef654c094f5 None None] Could not find standard attr ID for object dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:48.271789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] device_id is not set on port d7614827-99cb-4484-b346-cb49330504ab yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:48.289138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=4a54eac4-813d-4b9b-b7de-621ed44ee42d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:48.348896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40556) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.349482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5924fae5-61d8-4321-b288-fa86a30a0b62 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7257288 Aug 11 02:37:48.388195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c41d31-35e6-4c4d-85e1-ee72cc1d5bf4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:48.404475 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.450995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c53fe-5838-4f7b-9c81-8d58d8d3b4f5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:48.464732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c53fe-5838-4f7b-9c81-8d58d8d3b4f5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:48.471420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a51c53fe-5838-4f7b-9c81-8d58d8d3b4f5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1173589 Aug 11 02:37:48.471420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40562) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.472711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40564) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:48.584111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Allocated IP 172.25.6.103 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/d7614827-99cb-4484-b346-cb49330504ab) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:48.702724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deb462-da0d-4ee7-878e-aa6ad167f97b req-d20417e6-9465-43a5-b114-60a627803638 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:48.711095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4deb462-da0d-4ee7-878e-aa6ad167f97b req-d20417e6-9465-43a5-b114-60a627803638 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1615305 Aug 11 02:37:48.763804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4deb462-da0d-4ee7-878e-aa6ad167f97b req-9ed3b516-6941-44d2-b799-f9303d956dbd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516279 Aug 11 02:37:48.820194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 4a54eac4-813d-4b9b-b7de-621ed44ee42d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:48.820610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.834269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35cecb68-a257-429e-ba0c-63bf65a9dfbd up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:48.950433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1912516440'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:48.959892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 35cecb68-a257-429e-ba0c-63bf65a9dfbd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:48.963597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.973470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.008018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:49.012923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.047508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.051539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.078340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 4a54eac4-813d-4b9b-b7de-621ed44ee42d owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:49.113984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.221974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d78df0-6fc0-4088-870a-9d247d0ac92d None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:49.236842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:49.240353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:49.251553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.252378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:49.255131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-129c1c15-69ff-451a-9442-325503baac59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be8ce296929746deab35317f6e5bc7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7858169 Aug 11 02:37:49.338694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Pushing event updated for resources: {'Port': ['ID=d7614827-99cb-4484-b346-cb49330504ab,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:49.453507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:49.454561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.461264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.473542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.489147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa67d7a7-269b-432b-b0ff-a9bca0bcc885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.505356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d78df0-6fc0-4088-870a-9d247d0ac92d None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:37:49.511308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-823b1276-fadd-45c8-a37f-974697b33675 None None] Provisioning for port 4a54eac4-813d-4b9b-b7de-621ed44ee42d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:49.515776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.519674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-823b1276-fadd-45c8-a37f-974697b33675 None None] Provisioning complete for port 4a54eac4-813d-4b9b-b7de-621ed44ee42d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:49.520461 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b1276-fadd-45c8-a37f-974697b33675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.522892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3dc76e2a-ad8f-4cbb-9497-2152d4c1428e tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3521836 Aug 11 02:37:49.528013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40580) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.543082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.103'}]}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:49.547912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:49.554527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-823b1276-fadd-45c8-a37f-974697b33675 None None] Port 4a54eac4-813d-4b9b-b7de-621ed44ee42d was deleted so its status cannot be updated. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 02:37:49.562194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa67d7a7-269b-432b-b0ff-a9bca0bcc885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.592163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=4a54eac4-813d-4b9b-b7de-621ed44ee42d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:49.599435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20ab65-2f0f-495d-a5c0-4a1e99cc9814,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:49.623781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.624125 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796 of type vlan for network a60c2711-8a6f-40aa-9d5c-6701aa18089f Aug 11 02:37:49.635008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.639496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-423aa3c6-ba2d-434a-bb54-f02c1054936d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/4a54eac4-813d-4b9b-b7de-621ed44ee42d HTTP/1.1" status: 204 len: 168 time: 1.1628454 Aug 11 02:37:49.640659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40582) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.643696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.645682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.727097 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.753776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ac4b-aca6-4530-9b95-ae8ea8be7180 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:49.755911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ac4b-aca6-4530-9b95-ae8ea8be7180 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:49.761990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-acc9ac4b-aca6-4530-9b95-ae8ea8be7180 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1160460 Aug 11 02:37:49.765501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.768862 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.783080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa67d7a7-269b-432b-b0ff-a9bca0bcc885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.788272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa67d7a7-269b-432b-b0ff-a9bca0bcc885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.795373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa67d7a7-269b-432b-b0ff-a9bca0bcc885 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b1eab7e-509e-4f0a-ac4c-d8a5528336b4 HTTP/1.1" status: 204 len: 168 time: 0.5368452 Aug 11 02:37:49.831430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.838305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:49.838967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.866031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6168067 Aug 11 02:37:49.874056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40592) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.891180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'name': 'tempest-PortsIpV6TestJSON-698961383'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:49.939697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 1a0474d4-a0c0-4c01-ba8a-70a961f4e096 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:49.954879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.001666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67d7a7-269b-432b-b0ff-a9bca0bcc885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1eab7e-509e-4f0a-ac4c-d8a5528336b4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:50.077920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95086c19-99cd-41be-b444-464e829f44c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=a60c2711-8a6f-40aa-9d5c-6701aa18089f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:50.084656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.122679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:50.209204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.216466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.231779 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.258525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:50.262697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.299582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 1518dbd2-1dc9-4056-9af2-e39ea34b484b yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:50.417949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.475686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0474d4-a0c0-4c01-ba8a-70a961f4e096,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:50.478566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.482832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-050b7522-b19c-409a-aa53-6e91bafd930c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/1a0474d4-a0c0-4c01-ba8a-70a961f4e096 HTTP/1.1" status: 204 len: 168 time: 0.7171597 Aug 11 02:37:50.488026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40602) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:50.521201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03d6ba-6c93-4fc3-ab6b-b3d8f1889ab1 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:50.539917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e83f25b5-1489-4183-9466-b7a1ad47afe5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478473 Aug 11 02:37:50.541604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40604) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:50.549339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:50.675203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.700328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.715952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.848445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.869769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d1831-878c-40a0-8a84-732503ef79de req-237b30b5-acd4-48db-b48d-b7d719f42ac0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:50.877711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:50.878243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c0d1831-878c-40a0-8a84-732503ef79de req-237b30b5-acd4-48db-b48d-b7d719f42ac0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.8515072 Aug 11 02:37:50.955612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:50.959551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.969077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40608) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:50.970805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] Deleting port 35cecb68-a257-429e-ba0c-63bf65a9dfbd {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:50.971199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.041939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.061305 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2d69d440-ce61-4996-898d-adffac699527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.064695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=1518dbd2-1dc9-4056-9af2-e39ea34b484b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.081210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] For port 35cecb68-a257-429e-ba0c-63bf65a9dfbd, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35cecb68-a257-429e-ba0c-63bf65a9dfbd,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:51.081977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.100695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] Calling delete_port for 35cecb68-a257-429e-ba0c-63bf65a9dfbd owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:51.122038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c0d1831-878c-40a0-8a84-732503ef79de req-62b26811-ffc7-4fa1-a884-a74ff3fe850c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427554 Aug 11 02:37:51.162140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:51.162561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: a60c2711-8a6f-40aa-9d5c-6701aa18089f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:51.235282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:51.268157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.288716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] No DVR routers for this DVR port 35cecb68-a257-429e-ba0c-63bf65a9dfbd on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:51.296418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a60c2711-8a6f-40aa-9d5c-6701aa18089f) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:51.313592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ba987-aa87-419b-93aa-b8ed41ae65ea None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:51.316863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:51.317574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c15143-e7a1-4b96-8b25-ce6ca21e4aaf None None] Pushing event deleted for resources: {'Port': ['ID=35cecb68-a257-429e-ba0c-63bf65a9dfbd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.327898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:51.328682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.349186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.353505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.427897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.462831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.463927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e22f27d-562b-47ff-947c-c90070573483 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:51.510121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=19f0e85f-6bd9-414c-8e72-dd052ba32ef3,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.520773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:51.528308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:51.533680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:51.534406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.543147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d859abe-29db-442d-bc3f-2666643235ab None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:51.558185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2d69d440-ce61-4996-898d-adffac699527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.563994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2d69d440-ce61-4996-898d-adffac699527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.574823 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:37:51.582657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8241eaa5-b6f8-4aec-841b-3914a8a9583b tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0525889 Aug 11 02:37:51.583702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40618) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.589316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7de27c4f-ad52-451e-89a5-6242a5b9c731 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7141104 Aug 11 02:37:51.596399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2f04aaa4-06d9-402e-ad3f-a3e499a58f0e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0534966 Aug 11 02:37:51.597187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40620) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.610120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-752629859'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:51.613970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.624390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '19f0e85f-6bd9-414c-8e72-dd052ba32ef3', 'ip_address': '2001:db8::da3c:6f4a:cb82:5d2d'}], 'name': 'tempest-NetworksTestDHCPv6-990611124'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:51.644642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:51.648770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.661894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2d69d440-ce61-4996-898d-adffac699527 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee3015af5d734fa68892a859116eb127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887574 Aug 11 02:37:51.662594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40624) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:51.703166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69d440-ce61-4996-898d-adffac699527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0fcf8-f2e9-4cde-8845-5cf3d9cab02d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.726271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:51.738227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.738586 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment 9793ff88-3f4d-4376-a804-51cc3cfea759 of type vlan for network 71a2c982-b16b-44bc-b16d-c8cfdd2436a4 Aug 11 02:37:51.765639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '19f0e85f-6bd9-414c-8e72-dd052ba32ef3'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:51.766934 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.789724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.828200 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.834311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:51.835016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.950469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:51.968068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/19f0e85f-6bd9-414c-8e72-dd052ba32ef3/addb0d1e-664c-45bd-a6e3-536a680e80fe) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:52.089111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Deleting port d7614827-99cb-4484-b346-cb49330504ab {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:52.089719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.204596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.220315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Calling delete_port for d7614827-99cb-4484-b346-cb49330504ab owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:52.226727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=71a2c982-b16b-44bc-b16d-c8cfdd2436a4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.235908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59d9d5ab-1690-4c48-a001-087252d4f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.239871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0858d8f4-b305-4b5e-9109-0fec9171bf45 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6343355 Aug 11 02:37:52.248268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40632) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:52.251884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.256044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'ports': [{'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'}, {'network_id': '71a2c982-b16b-44bc-b16d-c8cfdd2436a4'}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:52.256308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:52.256646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '71a2c982-b16b-44bc-b16d-c8cfdd2436a4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:52.290419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Transition to ACTIVE for port object addb0d1e-664c-45bd-a6e3-536a680e80fe will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:52.362840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59d9d5ab-1690-4c48-a001-087252d4f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.378273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 71a2c982-b16b-44bc-b16d-c8cfdd2436a4 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:52.405131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.431835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 00b9ecc9-feb9-4035-ad60-771934a75045 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:52.456046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Transition to ACTIVE for port object addb0d1e-664c-45bd-a6e3-536a680e80fe will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:52.478608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.491028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.539165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7614827-99cb-4484-b346-cb49330504ab,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.548222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b794f5-5b58-4ce0-a1bb-52df47d3ef50 req-bb6e6931-36d1-48cf-9faf-08767090bb8b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:52.551137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73b794f5-5b58-4ce0-a1bb-52df47d3ef50 req-bb6e6931-36d1-48cf-9faf-08767090bb8b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1848023 Aug 11 02:37:52.555400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Pushing event updated for resources: {'Port': ['ID=addb0d1e-664c-45bd-a6e3-536a680e80fe,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.570476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:52.575519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:52.579898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:52.689277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59d9d5ab-1690-4c48-a001-087252d4f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.693225 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59d9d5ab-1690-4c48-a001-087252d4f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.698360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-59d9d5ab-1690-4c48-a001-087252d4f1ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36e0fcf8-f2e9-4cde-8845-5cf3d9cab02d HTTP/1.1" status: 204 len: 168 time: 1.0276601 Aug 11 02:37:52.698674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Attempting to bind port addb0d1e-664c-45bd-a6e3-536a680e80fe on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:52.699113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Attempting to bind port addb0d1e-664c-45bd-a6e3-536a680e80fe by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:52.699502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Attempting to bind port addb0d1e-664c-45bd-a6e3-536a680e80fe on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:52.708215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:52.708610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:52.709038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.709507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:52.710047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Bound port: addb0d1e-664c-45bd-a6e3-536a680e80fe, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:52.710535 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.720260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73b794f5-5b58-4ce0-a1bb-52df47d3ef50 req-60e5f51e-5ab7-42f6-8cd1-769e07599cb3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483018 Aug 11 02:37:52.747724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9d5ab-1690-4c48-a001-087252d4f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0fcf8-f2e9-4cde-8845-5cf3d9cab02d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.752572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 2} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:52.757418 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.802256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.851566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] For port addb0d1e-664c-45bd-a6e3-536a680e80fe, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:52.855590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] For port addb0d1e-664c-45bd-a6e3-536a680e80fe, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=addb0d1e-664c-45bd-a6e3-536a680e80fe,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:52.873428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35cecb68-a257-429e-ba0c-63bf65a9dfbd no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:52.889345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.955494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 35cecb68-a257-429e-ba0c-63bf65a9dfbd {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:52.955847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 35cecb68-a257-429e-ba0c-63bf65a9dfbd not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:52.981398 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.004467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 851453fc-9832-48cf-bc28-2c3bbcac9bcd yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:53.031320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee5a89-2608-47af-a695-5526d18ffede None None] Pushing event updated for resources: {'Port': ['ID=addb0d1e-664c-45bd-a6e3-536a680e80fe,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:53.044853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.296093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.378754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.385615 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-00700b45-3462-4e1d-ac8b-ef15e4f93c2c tempest-RoutersAdminNegativeIpV6Test-856371049 tempest-RoutersAdminNegativeIpV6Test-856371049-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d7614827-99cb-4484-b346-cb49330504ab HTTP/1.1" status: 204 len: 168 time: 1.7926643 Aug 11 02:37:53.510664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::da3c:6f4a:cb82:5d2d (a7548113-1c15-4cbd-941e-a75d799a7de7/19f0e85f-6bd9-414c-8e72-dd052ba32ef3/00b9ecc9-feb9-4035-ad60-771934a75045) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:53.563024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 2bb4dc75-be1d-41d8-a811-8c5d09f0e54e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:53.812160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.872039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 00b9ecc9-feb9-4035-ad60-771934a75045 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:53.953356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:53.989589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.012361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.059747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2d60-5637-459b-894c-5ac8da2a0363 req-95d58983-6729-4b6b-98fa-f481f890b0e0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.061821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30ae2d60-5637-459b-894c-5ac8da2a0363 req-95d58983-6729-4b6b-98fa-f481f890b0e0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2062514 Aug 11 02:37:54.125091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:54.149648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30ae2d60-5637-459b-894c-5ac8da2a0363 req-4ada5b73-b62e-4c09-b3b2-b16842acd682 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740633 Aug 11 02:37:54.155585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:54.168886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:54.182838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.184547 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.193049 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.200063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=00b9ecc9-feb9-4035-ad60-771934a75045,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:54.245342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9555ccf8-b07c-4620-bc51-a7f98a2fe5d8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6293924 Aug 11 02:37:54.246029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:54.284116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=851453fc-9832-48cf-bc28-2c3bbcac9bcd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:54.320859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:54.328595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:54.334460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:54.335453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.363162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ce555f9-7866-4195-b01d-cae75a8f2220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.418392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeaf428-f217-4ad6-b59d-bc791d30d523 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.424908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeaf428-f217-4ad6-b59d-bc791d30d523 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.437728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0aeaf428-f217-4ad6-b59d-bc791d30d523 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1905313 Aug 11 02:37:54.440356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:54.501601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=2bb4dc75-be1d-41d8-a811-8c5d09f0e54e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:54.555939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': '9793ff88-3f4d-4376-a804-51cc3cfea759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '71a2c982-b16b-44bc-b16d-c8cfdd2436a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:54.556327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: 71a2c982-b16b-44bc-b16d-c8cfdd2436a4, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:54.590685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 71a2c982-b16b-44bc-b16d-c8cfdd2436a4 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:54.620814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 71a2c982-b16b-44bc-b16d-c8cfdd2436a4) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:54.626309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:54.629569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e12579-d5b5-4e0a-a47e-c951cacba099 None None] Network 71a2c982-b16b-44bc-b16d-c8cfdd2436a4 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:54.674107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.692078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:54.693558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.854022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device addb0d1e-664c-45bd-a6e3-536a680e80fe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:54.879892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 00b9ecc9-feb9-4035-ad60-771934a75045 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:54.881084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.973340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7c30d63-077b-43de-b575-e3975aa8297d None None] Provisioning for port addb0d1e-664c-45bd-a6e3-536a680e80fe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:55.039388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port addb0d1e-664c-45bd-a6e3-536a680e80fe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:55.068544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port addb0d1e-664c-45bd-a6e3-536a680e80fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:55.069133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.149388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ce555f9-7866-4195-b01d-cae75a8f2220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.159464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ce555f9-7866-4195-b01d-cae75a8f2220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.162178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d9442488-f397-4e7d-9030-b6b3a66965dd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9124207 Aug 11 02:37:55.164792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40700) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.204619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce555f9-7866-4195-b01d-cae75a8f2220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c79f10c-88ea-4f41-83eb-2e21d87214f6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:55.262435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3ce555f9-7866-4195-b01d-cae75a8f2220 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2134719ab68548a6be8a0231a3d3ac1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3053560 Aug 11 02:37:55.272418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40704) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.294733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ceab69f-dd6d-48c8-bec5-aca7ea88de96 None None] Provisioning for port 00b9ecc9-feb9-4035-ad60-771934a75045 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:55.301592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.310913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ceab69f-dd6d-48c8-bec5-aca7ea88de96 None None] Provisioning complete for port 00b9ecc9-feb9-4035-ad60-771934a75045 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:55.313029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ceab69f-dd6d-48c8-bec5-aca7ea88de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.327073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 00b9ecc9-feb9-4035-ad60-771934a75045 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:55.466804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7ceab69f-dd6d-48c8-bec5-aca7ea88de96 None None] Port 00b9ecc9-feb9-4035-ad60-771934a75045 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:55.474959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.518689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb17e4fd-debd-4f3b-8b13-f099ff2737f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.548898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port addb0d1e-664c-45bd-a6e3-536a680e80fe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=addb0d1e-664c-45bd-a6e3-536a680e80fe,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:55.556676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.596116 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb17e4fd-debd-4f3b-8b13-f099ff2737f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.654141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.662431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=addb0d1e-664c-45bd-a6e3-536a680e80fe,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:55.708005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=00b9ecc9-feb9-4035-ad60-771934a75045,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:55.731715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050cc6c-8803-44d4-988c-1396c79d8d73 req-a2462a44-6276-447d-a694-c1ed1064ebaa tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:55.734414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4050cc6c-8803-44d4-988c-1396c79d8d73 req-a2462a44-6276-447d-a694-c1ed1064ebaa tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.3951635 Aug 11 02:37:55.754529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.760414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5ef7ccca-b25a-43f0-a546-bdc0b42e7fe4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/00b9ecc9-feb9-4035-ad60-771934a75045 HTTP/1.1" status: 204 len: 168 time: 1.3188715 Aug 11 02:37:55.761264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.798958 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb17e4fd-debd-4f3b-8b13-f099ff2737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.813940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb17e4fd-debd-4f3b-8b13-f099ff2737f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.824169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bb17e4fd-debd-4f3b-8b13-f099ff2737f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c79f10c-88ea-4f41-83eb-2e21d87214f6 HTTP/1.1" status: 204 len: 168 time: 0.5500100 Aug 11 02:37:55.853319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 2bb4dc75-be1d-41d8-a811-8c5d09f0e54e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:55.858345 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.878863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a739a6-5234-4272-9441-973217413e82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:55.884351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a739a6-5234-4272-9441-973217413e82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:55.888444 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a4a739a6-5234-4272-9441-973217413e82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1258004 Aug 11 02:37:55.892204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40728) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.925975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17e4fd-debd-4f3b-8b13-f099ff2737f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c79f10c-88ea-4f41-83eb-2e21d87214f6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:56.027062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 19f0e85f-6bd9-414c-8e72-dd052ba32ef3 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:56.033592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.041161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4050cc6c-8803-44d4-988c-1396c79d8d73 req-5bd4f281-de37-4ad9-8d87-e2bb1227a270 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919905 Aug 11 02:37:56.045696 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.068102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 2bb4dc75-be1d-41d8-a811-8c5d09f0e54e owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:56.117352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.224393 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.259537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.269613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.276971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/2bb4dc75-be1d-41d8-a811-8c5d09f0e54e HTTP/1.1" status: 204 len: 168 time: 1.1077902 Aug 11 02:37:56.278439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515371dc-cef0-46dc-8a31-50c889385349 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=2bb4dc75-be1d-41d8-a811-8c5d09f0e54e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:56.282271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.353271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d9070-e1c1-4fc9-bb64-7d71c2d054c3 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:56.362999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d9070-e1c1-4fc9-bb64-7d71c2d054c3 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:56.367474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.368583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5d2d9070-e1c1-4fc9-bb64-7d71c2d054c3 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0848112 Aug 11 02:37:56.369416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40748) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.406697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=19f0e85f-6bd9-414c-8e72-dd052ba32ef3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:56.411709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.415481 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-622c4b4a-9f03-45b4-9407-b581cccac41e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/19f0e85f-6bd9-414c-8e72-dd052ba32ef3 HTTP/1.1" status: 204 len: 168 time: 0.5208466 Aug 11 02:37:56.420414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.421827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61871bd0-1658-45fd-9946-3b035d8d83dd None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:56.475207 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c1558ba6-a061-4121-bcc9-17b77fd3eb21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529656 Aug 11 02:37:56.479548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.561001 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 851453fc-9832-48cf-bc28-2c3bbcac9bcd {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:56.561726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.561957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183fb62-0bcf-46dd-95bf-114bfa45c127 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:56.563721 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8183fb62-0bcf-46dd-95bf-114bfa45c127 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0814302 Aug 11 02:37:56.567315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40756) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.670769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.684508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.709810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792647e-1463-401a-b489-2507fc4bd4a3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:56.711488 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3792647e-1463-401a-b489-2507fc4bd4a3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429720 Aug 11 02:37:56.718670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.736932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 851453fc-9832-48cf-bc28-2c3bbcac9bcd owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:56.797819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device addb0d1e-664c-45bd-a6e3-536a680e80fe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:56.827681 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-efc1970f-25d2-413b-b521-7ff99a42a9f0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963125 Aug 11 02:37:56.852052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.861576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:56.900392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:56.979082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.998611 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c56ae60f-bc3e-4b27-915c-260588da781b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dd277cfddf149fb8f72f95bea92dbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228219 Aug 11 02:37:56.999313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.016179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port addb0d1e-664c-45bd-a6e3-536a680e80fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:57.016559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.020104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:57.024361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.051550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=851453fc-9832-48cf-bc28-2c3bbcac9bcd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.058336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.061927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-219590eb-75e7-46a8-9ee7-db92fda0f6c1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/851453fc-9832-48cf-bc28-2c3bbcac9bcd HTTP/1.1" status: 204 len: 168 time: 0.6908567 Aug 11 02:37:57.064671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40770) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.253063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e9575c2-d18c-4de2-9951-b353646f00c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.285230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] Deleting port addb0d1e-664c-45bd-a6e3-536a680e80fe {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:57.285866 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.312526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e9575c2-d18c-4de2-9951-b353646f00c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.327794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed437c33-2598-4b42-a1fd-d8cd581c74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:57.335385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.336726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ed437c33-2598-4b42-a1fd-d8cd581c74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2652993 Aug 11 02:37:57.395553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3c5a7-5f8f-46d4-8619-430a36b3a6b0 req-f1758b72-835a-40f6-b282-58e680c0b714 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:57.395935 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3698f98-90af-4d4b-9454-27edc2c0c955 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:37:57.400851 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c3698f98-90af-4d4b-9454-27edc2c0c955 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/2bb4dc75-be1d-41d8-a811-8c5d09f0e54e HTTP/1.1" status: 404 len: 333 time: 0.0643303 Aug 11 02:37:57.403853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.411690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfa3c5a7-5f8f-46d4-8619-430a36b3a6b0 req-f1758b72-835a-40f6-b282-58e680c0b714 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2478225 Aug 11 02:37:57.449231 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6047c4fe-fa55-4343-9602-0a21adb3d053 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:37:57.454677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6047c4fe-fa55-4343-9602-0a21adb3d053 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/851453fc-9832-48cf-bc28-2c3bbcac9bcd HTTP/1.1" status: 404 len: 333 time: 0.0475838 Aug 11 02:37:57.455408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.500764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfa3c5a7-5f8f-46d4-8619-430a36b3a6b0 req-ef2a6f9c-e087-4441-8726-e63e48a9e499 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879323 Aug 11 02:37:57.513105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] For port addb0d1e-664c-45bd-a6e3-536a680e80fe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=addb0d1e-664c-45bd-a6e3-536a680e80fe,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:57.513755 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.552662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] Calling delete_port for addb0d1e-664c-45bd-a6e3-536a680e80fe owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:57.601189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40788) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.617822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e9575c2-d18c-4de2-9951-b353646f00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.621352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e9575c2-d18c-4de2-9951-b353646f00c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.632502 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e9575c2-d18c-4de2-9951-b353646f00c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58c41d31-35e6-4c4d-85e1-ee72cc1d5bf4 HTTP/1.1" status: 204 len: 168 time: 0.6318488 Aug 11 02:37:57.668543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9575c2-d18c-4de2-9951-b353646f00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c41d31-35e6-4c4d-85e1-ee72cc1d5bf4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.682698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.765644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.792763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.829715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] Pushing event deleted for resources: {'Port': ['ID=addb0d1e-664c-45bd-a6e3-536a680e80fe,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.834305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8da754-4aae-4a53-b199-70687cbf6184 None None] No DVR routers for this DVR port addb0d1e-664c-45bd-a6e3-536a680e80fe on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:57.868938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:57.873585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.880242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:57.884426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:57.885123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.893550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66ff46-9e22-4818-b89d-5ad1a7f11e18 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:57.906530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a2c982-b16b-44bc-b16d-c8cfdd2436a4']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.943171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9793ff88-3f4d-4376-a804-51cc3cfea759') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.943456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9793ff88-3f4d-4376-a804-51cc3cfea759') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.957306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=141e5baa-39bc-4345-a4ce-325b6256df49,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.979541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.992796 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7c946c96-b0b6-468c-a9f5-45826a37ce21 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1392920 Aug 11 02:37:57.997032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40796) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.004979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '141e5baa-39bc-4345-a4ce-325b6256df49', 'ip_address': '2001:db8::238d:69bb:197d:5bbe'}], 'name': 'tempest-NetworksTestDHCPv6-605524362'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:58.009789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.024463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:58.025074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:58.029738 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:58.049064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-619031447'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:58.137531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Made reservation on behalf of e231ced4e00d4abbb40e97ee24f39dea for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:58.141645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.159962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.183522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.201197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.204709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/71a2c982-b16b-44bc-b16d-c8cfdd2436a4 HTTP/1.1" status: 204 len: 168 time: 0.7194169 Aug 11 02:37:58.212124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40798) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.223761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1500685382'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:58.227450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fb96a-6cf2-4f6e-b93a-9fc4134d74b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=71a2c982-b16b-44bc-b16d-c8cfdd2436a4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:58.249866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '141e5baa-39bc-4345-a4ce-325b6256df49'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:58.251254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.338251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.345231 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.415648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:58.432401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175b7c3c-27bc-4f81-88ba-65d43cba378f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:58.444138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:58.449792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.450186 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Added segment e6e66590-7217-4f52-8602-f4d772caf445 of type vlan for network c03886de-f658-4f0e-93ba-44ad2b69857a Aug 11 02:37:58.570321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:58.575689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.650941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.744623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:58.776017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.782854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/141e5baa-39bc-4345-a4ce-325b6256df49/6073ca18-dba7-4ef4-be3b-a9103a0265c9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:58.791368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d9d18-c3ba-4d85-a188-8e64052ecce7 req-7b36a4a5-f1af-4164-bb21-917a5e1d7f0f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.793094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c5d9d18-c3ba-4d85-a188-8e64052ecce7 req-7b36a4a5-f1af-4164-bb21-917a5e1d7f0f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1498969 Aug 11 02:37:58.808447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.808908 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment c4215c34-d115-4aa7-bee7-3e922a6f081b of type vlan for network 2a825e68-d867-4380-915b-7f3a910ad127 Aug 11 02:37:58.812990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device addb0d1e-664c-45bd-a6e3-536a680e80fe no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:58.845900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: addb0d1e-664c-45bd-a6e3-536a680e80fe {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:58.847497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device addb0d1e-664c-45bd-a6e3-536a680e80fe not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:58.866357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 1aa520f1-6a55-4cb4-bcc4-3504049410e4 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:58.874932 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.882789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.884010 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.025007 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.035837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Transition to ACTIVE for port object 6073ca18-dba7-4ef4-be3b-a9103a0265c9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:59.054330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Transition to ACTIVE for port object 6073ca18-dba7-4ef4-be3b-a9103a0265c9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:59.070986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.074419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.134310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Pushing event updated for resources: {'Network': ['ID=c03886de-f658-4f0e-93ba-44ad2b69857a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:59.166259 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c5d9d18-c3ba-4d85-a188-8e64052ecce7 req-9afded67-7c88-4047-8f2b-d9ae355e3cca tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589730 Aug 11 02:37:59.175930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network c03886de-f658-4f0e-93ba-44ad2b69857a details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:59.191946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a7744493-feb5-4973-82f3-b01eb6bab004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5898495 Aug 11 02:37:59.235851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:59.242332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:59.249098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:59.298308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Pushing event updated for resources: {'Port': ['ID=6073ca18-dba7-4ef4-be3b-a9103a0265c9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:59.355821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Attempting to bind port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:59.356208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Attempting to bind port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:59.356630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Attempting to bind port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:59.360022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.362691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:59.363250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:59.363847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.364260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:59.364751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Bound port: 6073ca18-dba7-4ef4-be3b-a9103a0265c9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:59.365188 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.372252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:59.373685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.413607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1997013 Aug 11 02:37:59.417378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:59.431804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '2a825e68-d867-4380-915b-7f3a910ad127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:59.474728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] For port 6073ca18-dba7-4ef4-be3b-a9103a0265c9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:59.479413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] For port 6073ca18-dba7-4ef4-be3b-a9103a0265c9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6073ca18-dba7-4ef4-be3b-a9103a0265c9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:59.485711 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.624910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40838) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:59.682077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72a04b-d976-41e1-b630-07d680d534ba None None] Pushing event updated for resources: {'Port': ['ID=6073ca18-dba7-4ef4-be3b-a9103a0265c9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:59.691755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42674aa-d5d0-43f5-abab-673b25270a8c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=2a825e68-d867-4380-915b-7f3a910ad127,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:59.696867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:59.704335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.745822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::238d:69bb:197d:5bbe (a7548113-1c15-4cbd-941e-a75d799a7de7/141e5baa-39bc-4345-a4ce-325b6256df49/1aa520f1-6a55-4cb4-bcc4-3504049410e4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:59.747621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 2a825e68-d867-4380-915b-7f3a910ad127 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:59.839096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40844) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:59.855534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Request body: {'port': {'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a', 'binding:host_id': 'n-h2-715271-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-947860097'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:00.018234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40846) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.076058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7833225c-39a9-412f-9a45-555ec83129f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.094545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Made reservation on behalf of 7ceb47c7335543659cfd76bceaec46d6 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:00.096886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.104150 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.123224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.142861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2040492923'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:00.188932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=d26a7956-dc54-405b-be24-f2a104d25819,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:00.200331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.216423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': 'c4215c34-d115-4aa7-bee7-3e922a6f081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a825e68-d867-4380-915b-7f3a910ad127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:00.216772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: 2a825e68-d867-4380-915b-7f3a910ad127, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:00.228222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 1aa520f1-6a55-4cb4-bcc4-3504049410e4 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:00.241490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 2a825e68-d867-4380-915b-7f3a910ad127 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:00.260024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 2a825e68-d867-4380-915b-7f3a910ad127) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:00.274151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:00.275351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.275992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e8249-2b39-400f-ae6f-c47b6265e8be None None] Network 2a825e68-d867-4380-915b-7f3a910ad127 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:00.315220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.328284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7833225c-39a9-412f-9a45-555ec83129f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.357634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7833225c-39a9-412f-9a45-555ec83129f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.358761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db018027-3cba-4136-8b14-3cb1f4ca8c59 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9392655 Aug 11 02:38:00.370751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.379480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '2a825e68-d867-4380-915b-7f3a910ad127', 'name': 'tempest-PortsIpV6TestJSON-657025986'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:00.411815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:00.434995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Made reservation on behalf of 9f9cc33177b6459a9ea3409bff36cbaf for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:00.439276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.454748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.483997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:00.496446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=1aa520f1-6a55-4cb4-bcc4-3504049410e4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:00.514522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-2a825e68-d867-4380-915b-7f3a910ad127', 'network_id': '2a825e68-d867-4380-915b-7f3a910ad127', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': 'd26a7956-dc54-405b-be24-f2a104d25819'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:00.515780 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.519137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:00.531738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:00.532947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.565570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7833225c-39a9-412f-9a45-555ec83129f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab63dbd35b984a688344ab07c897bee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297812 Aug 11 02:38:00.571649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.599189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833225c-39a9-412f-9a45-555ec83129f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af105f21-723a-4c2b-ae0e-d318cd2ff770,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:00.642849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239a719-d486-4b52-8d68-321ae5ba30cf req-824b8c7d-d6ed-46ec-97d3-303906885c13 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:00.645085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1239a719-d486-4b52-8d68-321ae5ba30cf req-824b8c7d-d6ed-46ec-97d3-303906885c13 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2833495 Aug 11 02:38:00.730047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076addd0-3aea-44c3-bc92-1cebce5791cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.738701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1239a719-d486-4b52-8d68-321ae5ba30cf req-1d3b2ec9-2ffd-4eaa-ba14-3cc16e16c184 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770340 Aug 11 02:38:00.813289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.823394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.829353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port f69297e8-0c4d-4f32-98a6-9231fd9faecb yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:00.848123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Allocated IP 2001:db8::2 (2a825e68-d867-4380-915b-7f3a910ad127/d26a7956-dc54-405b-be24-f2a104d25819/6e6bfcf0-ab13-401f-b829-0ee1315c3b02) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:00.858413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fc2e11eb-71bd-4d9d-9c53-d86fadcbd15b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8592484 Aug 11 02:38:00.865423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.896952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '141e5baa-39bc-4345-a4ce-325b6256df49', 'ip_address': '2001:db8::238d:69bb:197d:5bbe'}], 'name': 'tempest-NetworksTestDHCPv6-1706754696'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:00.919172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076addd0-3aea-44c3-bc92-1cebce5791cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.979355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b71886-0f1e-482c-a6b0-742becceb342,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:01.043705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6073ca18-dba7-4ef4-be3b-a9103a0265c9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:01.200119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port f69297e8-0c4d-4f32-98a6-9231fd9faecb yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:01.231927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.255461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Transition to ACTIVE for port object f69297e8-0c4d-4f32-98a6-9231fd9faecb will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:01.275459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.284315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076addd0-3aea-44c3-bc92-1cebce5791cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.295860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076addd0-3aea-44c3-bc92-1cebce5791cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.297932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-076addd0-3aea-44c3-bc92-1cebce5791cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af105f21-723a-4c2b-ae0e-d318cd2ff770 HTTP/1.1" status: 204 len: 168 time: 0.7248120 Aug 11 02:38:01.326699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076addd0-3aea-44c3-bc92-1cebce5791cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af105f21-723a-4c2b-ae0e-d318cd2ff770,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:01.344563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=f69297e8-0c4d-4f32-98a6-9231fd9faecb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:01.366653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Checking segment: {'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:01.367030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Network hostable DHCP agents. Network: c03886de-f658-4f0e-93ba-44ad2b69857a, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:01.393811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Network c03886de-f658-4f0e-93ba-44ad2b69857a is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:01.413294 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.413898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, c03886de-f658-4f0e-93ba-44ad2b69857a) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:01.421517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:01.433221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.445102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] Provisioning for port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:01.447451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.449597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b96132-67db-431b-8fea-b251ab3be769 None None] Network c03886de-f658-4f0e-93ba-44ad2b69857a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:01.461966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.462278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Transition to ACTIVE for port object 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:01.463047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.463047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.468960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.470413 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.470987 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 2 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.491219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.492764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.494187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.495330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:01.504052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.504739 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.505408 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 3 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.515783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:01.534492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.535043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.535640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.541650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.541994 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.542436 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 4 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.546614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:01.551880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.560620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] Provisioning complete for port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:01.561133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.564847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.566629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec13fc-3923-4317-a35c-f7246806ad90,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:01.569318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.570219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.589173 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.589571 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.591002 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 5 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.608835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.609785 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Added segment b89e6cb4-2e79-4580-9e45-27db6104c5e0 of type vlan for network aeaf594e-1b67-427c-b831-d4231494b166 Aug 11 02:38:01.612204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 7f28fae2-d683-4e1c-b22e-c3486d72491d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:01.619808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.620184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.620523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.626931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.627325 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.627743 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 6 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.655299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.655923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.656364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.666639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.668601 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.669092 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 7 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.687155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:01.705439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.707798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.708405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.717384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.717853 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.718536 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 8 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.739315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.739711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.740158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.753199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.753743 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.754666 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 9 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.767199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:01.767781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.780959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.781505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.781931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.789116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.790333 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.790943 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 10 to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb Aug 11 02:38:01.809921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:01.810541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:01.810989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:01.834818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port f69297e8-0c4d-4f32-98a6-9231fd9faecb on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:01.835594 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port f69297e8-0c4d-4f32-98a6-9231fd9faecb on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:01.837160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.856417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Transition to ACTIVE for port object 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:01.886265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.959619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.011650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] For port f69297e8-0c4d-4f32-98a6-9231fd9faecb, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:02.012508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempted to set empty binding levels {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:38:02.029037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.068490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.103232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:02.103576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 1888e537-9792-4aa3-ba45-eccb053d1fc9 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:02.104715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.146827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677ec9-b1b7-4755-b25a-fcdaaf805d8a req-ed207632-38a4-4e44-ac59-b6f74b7b4b69 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:02.155257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd677ec9-b1b7-4755-b25a-fcdaaf805d8a req-ed207632-38a4-4e44-ac59-b6f74b7b4b69 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1964774 Aug 11 02:38:02.158619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40872) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.196678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=f69297e8-0c4d-4f32-98a6-9231fd9faecb,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.198531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.202465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Network 2a825e68-d867-4380-915b-7f3a910ad127 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:02.206790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b941cf57-92cb-4498-96c0-68f1add89e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.220057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-59481429-d10b-44e8-8065-2553f2f2d410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.3755698 Aug 11 02:38:02.222884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40874) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.227676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:02.229084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.235254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:02.249013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:02.257044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::79 (2a825e68-d867-4380-915b-7f3a910ad127/d26a7956-dc54-405b-be24-f2a104d25819/7f28fae2-d683-4e1c-b22e-c3486d72491d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:02.280537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Pushing event updated for resources: {'Port': ['ID=6e6bfcf0-ab13-401f-b829-0ee1315c3b02,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.289421 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.289734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2674589 Aug 11 02:38:02.306649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd677ec9-b1b7-4755-b25a-fcdaaf805d8a req-caaa0241-33a6-4114-8dfc-dad10abaf36b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340559 Aug 11 02:38:02.313055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40876) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.323175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Request body: {'subnet': {'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:02.513954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Deleting port f69297e8-0c4d-4f32-98a6-9231fd9faecb {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:02.514844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.516746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] For port 6073ca18-dba7-4ef4-be3b-a9103a0265c9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6073ca18-dba7-4ef4-be3b-a9103a0265c9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:02.520783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.522679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3671390-53ae-4b9e-b31b-2f9c7a1469e8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event updated for resources: {'Network': ['ID=aeaf594e-1b67-427c-b831-d4231494b166,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.524724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Attempting to bind port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:02.525305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Attempting to bind port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c4215c34-d115-4aa7-bee7-3e922a6f081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a825e68-d867-4380-915b-7f3a910ad127'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:02.525954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Attempting to bind port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 on network 2a825e68-d867-4380-915b-7f3a910ad127 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:02.548672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.559702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network aeaf594e-1b67-427c-b831-d4231494b166 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:02.569477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:02.570120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Checking segment: {'id': 'c4215c34-d115-4aa7-bee7-3e922a6f081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a825e68-d867-4380-915b-7f3a910ad127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:02.570787 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.571982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Bound using segment: {'id': 'c4215c34-d115-4aa7-bee7-3e922a6f081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a825e68-d867-4380-915b-7f3a910ad127'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:02.572790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Bound port: 6e6bfcf0-ab13-401f-b829-0ee1315c3b02, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4215c34-d115-4aa7-bee7-3e922a6f081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a825e68-d867-4380-915b-7f3a910ad127'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:02.573422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.803750 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:38:02.804602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:02.857588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa587b3b-befb-4673-981c-cdf34704247c None None] Provisioning for port 1aa520f1-6a55-4cb4-bcc4-3504049410e4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:02.860283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.869011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b941cf57-92cb-4498-96c0-68f1add89e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.873168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b941cf57-92cb-4498-96c0-68f1add89e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.890242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa587b3b-befb-4673-981c-cdf34704247c None None] Provisioning complete for port 1aa520f1-6a55-4cb4-bcc4-3504049410e4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:02.890839 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa587b3b-befb-4673-981c-cdf34704247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.891046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 7f28fae2-d683-4e1c-b22e-c3486d72491d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:02.893366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482d205-0ce0-4f8a-a4e1-66c18b03ae6a None None] Pushing event updated for resources: {'Port': ['ID=6073ca18-dba7-4ef4-be3b-a9103a0265c9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.911026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] For port f69297e8-0c4d-4f32-98a6-9231fd9faecb, host n-h2-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:02.911434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.939238 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:02.939750 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:02.952753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Calling delete_port for f69297e8-0c4d-4f32-98a6-9231fd9faecb owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:02.953127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.958314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b941cf57-92cb-4498-96c0-68f1add89e9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ad5189a8019434884092967f05364a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964370 Aug 11 02:38:02.963100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941cf57-92cb-4498-96c0-68f1add89e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28562af9-98fa-46d5-a4c1-da694d52caeb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.965767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Made reservation on behalf of 9f9cc33177b6459a9ea3409bff36cbaf for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:02.967026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.970204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.994561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fa587b3b-befb-4673-981c-cdf34704247c None None] Port 1aa520f1-6a55-4cb4-bcc4-3504049410e4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:02.998083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] For port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:03.002631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] For port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6e6bfcf0-ab13-401f-b829-0ee1315c3b02,segment=NetworkSegment(c4215c34-d115-4aa7-bee7-3e922a6f081b),segment_id=c4215c34-d115-4aa7-bee7-3e922a6f081b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:03.010852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.048830 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c259f695-07de-4980-8a46-6e9b68b31090 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1592901 Aug 11 02:38:03.066661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.087311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee60d-9ec0-42b2-b5a4-101d7aa1fb88 None None] Pushing event updated for resources: {'Port': ['ID=6e6bfcf0-ab13-401f-b829-0ee1315c3b02,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.123511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 2a825e68-d867-4380-915b-7f3a910ad127 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:03.131397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:03.136621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:03.148905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.150031 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.204649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=7f28fae2-d683-4e1c-b22e-c3486d72491d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.221876 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cdfeeedd-27cc-4351-9e83-bff5d4962fb8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8488476 Aug 11 02:38:03.223242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.224353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a7ff020-e041-45cc-b0c4-3c6bfcbee407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.229551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6018b05-563c-4f8a-b15a-14d1aac307a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.235851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6018b05-563c-4f8a-b15a-14d1aac307a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.241538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d6018b05-563c-4f8a-b15a-14d1aac307a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1713235 Aug 11 02:38:03.244405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40886) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.290762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a7ff020-e041-45cc-b0c4-3c6bfcbee407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.306995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.386947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event deleted for resources: {'Port': ['ID=f69297e8-0c4d-4f32-98a6-9231fd9faecb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.444624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a7ff020-e041-45cc-b0c4-3c6bfcbee407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.456667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a7ff020-e041-45cc-b0c4-3c6bfcbee407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.468776 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a7ff020-e041-45cc-b0c4-3c6bfcbee407 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28562af9-98fa-46d5-a4c1-da694d52caeb HTTP/1.1" status: 204 len: 168 time: 0.4974325 Aug 11 02:38:03.510813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.513612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ff020-e041-45cc-b0c4-3c6bfcbee407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28562af9-98fa-46d5-a4c1-da694d52caeb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.519499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f5d35654-9fa1-443f-b76b-2cff41f65413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f69297e8-0c4d-4f32-98a6-9231fd9faecb HTTP/1.1" status: 204 len: 168 time: 1.2954824 Aug 11 02:38:03.530134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.534209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 7f28fae2-d683-4e1c-b22e-c3486d72491d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:03.535744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.616107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.619153 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f654522-6976-4a68-94b7-95d4fd010e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:38:03.624304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1f654522-6976-4a68-94b7-95d4fd010e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "GET /v2.0/ports/f69297e8-0c4d-4f32-98a6-9231fd9faecb HTTP/1.1" status: 404 len: 333 time: 0.0833774 Aug 11 02:38:03.645395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40896) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.656520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Request body: {'port': {'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966194584'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:03.756004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event updated for resources: {'Subnet': ['ID=b1060614-7e30-457e-b6e8-52330c829cd3,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.768399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 1aa520f1-6a55-4cb4-bcc4-3504049410e4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:03.769051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.777524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Made reservation on behalf of 7ceb47c7335543659cfd76bceaec46d6 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:03.780162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.784064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.804959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 7f28fae2-d683-4e1c-b22e-c3486d72491d owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:03.843836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e21b01-165c-4940-b91b-f4fa8dc4498f req-feec3a0e-7ac6-4ff0-a27e-7fb1c1b05e5b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.845438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95e21b01-165c-4940-b91b-f4fa8dc4498f req-feec3a0e-7ac6-4ff0-a27e-7fb1c1b05e5b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.2768552 Aug 11 02:38:03.863422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Checking segment: {'id': 'b89e6cb4-2e79-4580-9e45-27db6104c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:03.863865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Network hostable DHCP agents. Network: aeaf594e-1b67-427c-b831-d4231494b166, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:03.893111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:03.975709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6073ca18-dba7-4ef4-be3b-a9103a0265c9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:03.992070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95e21b01-165c-4940-b91b-f4fa8dc4498f req-f9859d7f-0aeb-4d0e-8cdb-8012eb8d5158 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377149 Aug 11 02:38:04.007110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.013377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Network aeaf594e-1b67-427c-b831-d4231494b166 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:04.035843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 1aa520f1-6a55-4cb4-bcc4-3504049410e4 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:04.045124 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:38:04.046342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, aeaf594e-1b67-427c-b831-d4231494b166) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:04.063174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f0a29-5ec7-4840-bafb-3f5096208624 None None] Network aeaf594e-1b67-427c-b831-d4231494b166 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:04.069586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:04.070236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.079096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.118660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=7f28fae2-d683-4e1c-b22e-c3486d72491d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:04.160746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.165254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed1b4efc-b80f-40d7-8197-80149ec345fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/7f28fae2-d683-4e1c-b22e-c3486d72491d HTTP/1.1" status: 204 len: 168 time: 0.9376755 Aug 11 02:38:04.168531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:04.249242 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d5094f-4b4b-45c7-bc54-12aae274d133 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:04.250592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d5094f-4b4b-45c7-bc54-12aae274d133 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:04.253932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-18d5094f-4b4b-45c7-bc54-12aae274d133 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/7f28fae2-d683-4e1c-b22e-c3486d72491d HTTP/1.1" status: 404 len: 333 time: 0.0836864 Aug 11 02:38:04.265451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:04.275014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:04.275984 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.327414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2816723c-ed19-4333-a5d6-aa625ee4cb0f tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0128689 Aug 11 02:38:04.340276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40910) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:04.354883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Request body: {'port': {'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166', 'name': 'tempest-ExtraDHCPOptionsTestJSON-13159250'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:04.366245 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e79b374-897f-4721-a224-1d9d98381476 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:38:04.373715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e79b374-897f-4721-a224-1d9d98381476 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/7f28fae2-d683-4e1c-b22e-c3486d72491d HTTP/1.1" status: 404 len: 333 time: 0.1018264 Aug 11 02:38:04.374461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:04.538268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-aeaf594e-1b67-427c-b831-d4231494b166', 'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166', 'tenant_id': '9f9cc33177b6459a9ea3409bff36cbaf', 'fixed_ips': [{'subnet_id': 'b1060614-7e30-457e-b6e8-52330c829cd3'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:04.543521 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.549379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet d26a7956-dc54-405b-be24-f2a104d25819 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:04.554933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.674951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.684806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.746601 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.753653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.823016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=1aa520f1-6a55-4cb4-bcc4-3504049410e4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:04.878781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:04.920791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.956677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:05.044374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Made reservation on behalf of 9f9cc33177b6459a9ea3409bff36cbaf for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:05.048451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.052831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Network c03886de-f658-4f0e-93ba-44ad2b69857a is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:05.054667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.057909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9f4e0816-403f-41cf-a2ff-17574db6151f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/1aa520f1-6a55-4cb4-bcc4-3504049410e4 HTTP/1.1" status: 204 len: 168 time: 1.8119512 Aug 11 02:38:05.060732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40924) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.061975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:05.062214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.065565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:05.066932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.068099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.078971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.084411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/d26a7956-dc54-405b-be24-f2a104d25819 HTTP/1.1" status: 204 len: 168 time: 0.7079043 Aug 11 02:38:05.088156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.136124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f69214-4e47-4a79-82aa-c5ed9a71f5a7 None None] Network 2a825e68-d867-4380-915b-7f3a910ad127 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:05.185242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] device_id is not set on port da6594b7-a184-4d59-b1d4-0d67e2a79833 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:05.233603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23367b1d-b2ec-4905-a7c4-7fabdc3daafd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.235480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23367b1d-b2ec-4905-a7c4-7fabdc3daafd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.237289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-23367b1d-b2ec-4905-a7c4-7fabdc3daafd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1728387 Aug 11 02:38:05.241449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-91a422ff-bc7e-4256-9324-5f68d21fb9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5914154 Aug 11 02:38:05.242086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40932) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.251900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40934) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.269890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Allocated IP 172.20.0.2 (aeaf594e-1b67-427c-b831-d4231494b166/b1060614-7e30-457e-b6e8-52330c829cd3/b5c6813d-e074-412a-b9c4-67528269ea35) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:05.277190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e228-cd35-4b55-bad9-1f8cdec117e6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=d26a7956-dc54-405b-be24-f2a104d25819,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:05.285737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:05.304125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.332839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5f750bd-bb46-4666-8789-73cadd14aa26 None None] Provisioning for port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:05.349257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:05.357743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5f750bd-bb46-4666-8789-73cadd14aa26 None None] Provisioning complete for port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:05.358609 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5f750bd-bb46-4666-8789-73cadd14aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.364249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:05.364945 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.396930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:05.398356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.506462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] For port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6e6bfcf0-ab13-401f-b829-0ee1315c3b02,segment=NetworkSegment(c4215c34-d115-4aa7-bee7-3e922a6f081b),segment_id=c4215c34-d115-4aa7-bee7-3e922a6f081b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:05.507147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.526054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:05.548155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.585011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72628869-6398-4912-b36c-7714a5dfc6d4 req-f2a52cba-fefc-4336-911c-d21116242f68 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.599369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72628869-6398-4912-b36c-7714a5dfc6d4 req-f2a52cba-fefc-4336-911c-d21116242f68 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.3702476 Aug 11 02:38:05.613564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 141e5baa-39bc-4345-a4ce-325b6256df49 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:05.636056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.655700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5f750bd-bb46-4666-8789-73cadd14aa26 None None] Could not find standard attr ID for object 6e6bfcf0-ab13-401f-b829-0ee1315c3b02. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:38:05.669063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.670723 n-d-715271-8 neutron-server[94701]: INFO neutron.plugins.ml2.db [None req-a5f750bd-bb46-4666-8789-73cadd14aa26 None None] No ports have port_id starting with 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 Aug 11 02:38:05.674158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=6e6bfcf0-ab13-401f-b829-0ee1315c3b02,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:05.686394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No DVR routers for this DVR port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:05.746981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Port 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 update to ACTIVE by agent not found {{(pid=94701) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:38:05.833308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72628869-6398-4912-b36c-7714a5dfc6d4 req-02236737-9d76-47f4-80f8-a52d37eb3771 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325268 Aug 11 02:38:05.849065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.911569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530e3ba-ac4c-4344-94cf-71d1a830df1b None None] DHCP port deletion for 2a825e68-d867-4380-915b-7f3a910ad127 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:05.946242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.963311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a825e68-d867-4380-915b-7f3a910ad127']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:05.967752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.986376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Transition to ACTIVE for port object b5c6813d-e074-412a-b9c4-67528269ea35 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:05.988868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4215c34-d115-4aa7-bee7-3e922a6f081b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:05.989358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4215c34-d115-4aa7-bee7-3e922a6f081b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:06.003675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.029865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Transition to ACTIVE for port object b5c6813d-e074-412a-b9c4-67528269ea35 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:06.035704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.042819 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.046125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:06.046585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:06.050757 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:06.127424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Network aeaf594e-1b67-427c-b831-d4231494b166 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:06.137189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:06.150589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:06.156833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Pushing event updated for resources: {'Port': ['ID=b5c6813d-e074-412a-b9c4-67528269ea35,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.223608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.231130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.240008 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/2a825e68-d867-4380-915b-7f3a910ad127 HTTP/1.1" status: 204 len: 168 time: 1.1452494 Aug 11 02:38:06.241568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:06.259881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2098253407'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:06.267605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.279554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Attempting to bind port b5c6813d-e074-412a-b9c4-67528269ea35 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:06.280163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Attempting to bind port b5c6813d-e074-412a-b9c4-67528269ea35 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b89e6cb4-2e79-4580-9e45-27db6104c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:06.280780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Attempting to bind port b5c6813d-e074-412a-b9c4-67528269ea35 on network aeaf594e-1b67-427c-b831-d4231494b166 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:06.283323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b0382-24f0-47ee-9efd-a48384b12a43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=2a825e68-d867-4380-915b-7f3a910ad127,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.284438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Allocated IP 172.20.0.7 (aeaf594e-1b67-427c-b831-d4231494b166/b1060614-7e30-457e-b6e8-52330c829cd3/da6594b7-a184-4d59-b1d4-0d67e2a79833) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:06.287343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:06.292554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.304051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:06.304699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Checking segment: {'id': 'b89e6cb4-2e79-4580-9e45-27db6104c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:06.306542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.306731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Bound using segment: {'id': 'b89e6cb4-2e79-4580-9e45-27db6104c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:06.307466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Bound port: b5c6813d-e074-412a-b9c4-67528269ea35, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89e6cb4-2e79-4580-9e45-27db6104c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:06.308109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.334254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:06.347876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.348963 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment 0cf1c1d0-71e3-494c-82d4-22efa454c6db of type vlan for network 4603e696-bae8-4881-9ddc-64ffb0a9a505 Aug 11 02:38:06.370398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba03ba0-babf-43c3-8ae3-9b91aeaabb98 req-738f0144-4808-45cf-9158-63182c6c42d1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:06.372774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ba03ba0-babf-43c3-8ae3-9b91aeaabb98 req-738f0144-4808-45cf-9158-63182c6c42d1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2097650 Aug 11 02:38:06.403350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.426597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:06.443878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] For port b5c6813d-e074-412a-b9c4-67528269ea35, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:06.451018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] For port b5c6813d-e074-412a-b9c4-67528269ea35, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b5c6813d-e074-412a-b9c4-67528269ea35,segment=NetworkSegment(b89e6cb4-2e79-4580-9e45-27db6104c5e0),segment_id=b89e6cb4-2e79-4580-9e45-27db6104c5e0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:06.463542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.470078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.473429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.508396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:06.508396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.531756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Transition to ACTIVE for port object bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:06.546065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.605878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.619717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ba03ba0-babf-43c3-8ae3-9b91aeaabb98 req-8cb66cea-cce6-481b-8dd5-b3335fec8568 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234111 Aug 11 02:38:06.636695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd67861-cedf-4278-8652-0eb792b63c70 None None] Pushing event updated for resources: {'Port': ['ID=b5c6813d-e074-412a-b9c4-67528269ea35,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.711653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.722779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=4603e696-bae8-4881-9ddc-64ffb0a9a505,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.732265 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9ad1a26c-8868-4b58-981f-1bbf5b55fcad tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4900379 Aug 11 02:38:06.737932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40966) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:06.740828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 4603e696-bae8-4881-9ddc-64ffb0a9a505 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:06.753637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:06.890581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:06.899884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.920445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=141e5baa-39bc-4345-a4ce-325b6256df49,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.950470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.952501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cf01c635-2749-4444-9817-d201756b30eb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/141e5baa-39bc-4345-a4ce-325b6256df49 HTTP/1.1" status: 204 len: 168 time: 1.7015140 Aug 11 02:38:06.960157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331168bf-56a8-4a1c-b13e-afee3e6febaa None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:06.963831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40972) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:07.011672 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.183069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0318303d-cf1a-4145-81be-725e89283ae9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1950085 Aug 11 02:38:07.197626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40976) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:07.201784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:07.202423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:07.203028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:07.218713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:07.324846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Transition to ACTIVE for port object da6594b7-a184-4d59-b1d4-0d67e2a79833 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:07.328017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.344890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:07.345406 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:07.348823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:07.357609 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 2 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:07.417200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c80a9e-0dd5-4068-87ed-5d4960fc3bff req-d391914e-5ef7-4636-89f8-adf300c13584 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:07.419030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] Deleting port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:07.419681 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.420577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c80a9e-0dd5-4068-87ed-5d4960fc3bff req-d391914e-5ef7-4636-89f8-adf300c13584 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5030661 Aug 11 02:38:07.456048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=ab8078b6-68a8-44a3-9572-992a418b3269,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:07.462833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': '0cf1c1d0-71e3-494c-82d4-22efa454c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:07.463402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: 4603e696-bae8-4881-9ddc-64ffb0a9a505, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:07.481289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:07.481982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:07.482502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:07.497722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 4603e696-bae8-4881-9ddc-64ffb0a9a505 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:07.510373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:07.511160 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:07.518988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 4603e696-bae8-4881-9ddc-64ffb0a9a505) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:07.530750 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 3 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:07.532523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:07.533834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.554787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cede28-c8f0-426f-af97-7beb914d645c None None] Network 4603e696-bae8-4881-9ddc-64ffb0a9a505 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:07.565520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] For port 6073ca18-dba7-4ef4-be3b-a9103a0265c9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6073ca18-dba7-4ef4-be3b-a9103a0265c9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:07.566033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.580692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c80a9e-0dd5-4068-87ed-5d4960fc3bff req-8208de88-350b-4ec9-93e7-31759d1b655d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389484 Aug 11 02:38:07.610075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:07.610075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:07.610075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:07.620459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.660941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] Calling delete_port for 6073ca18-dba7-4ef4-be3b-a9103a0265c9 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:07.811771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event updated for resources: {'Port': ['ID=da6594b7-a184-4d59-b1d4-0d67e2a79833,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:07.814623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:07.815056 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:07.820657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-033d3cfc-5e23-4533-a95e-d11798cb60d2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0803826 Aug 11 02:38:07.822361 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 4 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:07.824680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 40992) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:07.833966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1681839360'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:07.871347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:07.871699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:07.872042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:07.875933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:07.891450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.064655 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.094773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Network aeaf594e-1b67-427c-b831-d4231494b166 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:08.135925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:08.139189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:08.140137 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:08.149391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:08.183237 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 5 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:08.215930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] Pushing event deleted for resources: {'Port': ['ID=6073ca18-dba7-4ef4-be3b-a9103a0265c9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:08.227381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b5c6813d-e074-412a-b9c4-67528269ea35 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:08.233365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:08.239509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.265862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 9252e994-a29f-4bec-b5d0-1e4a86f2b250 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:08.278897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faef3cc-12c3-4c5b-ae28-d31134d2b4b8 None None] No DVR routers for this DVR port 6073ca18-dba7-4ef4-be3b-a9103a0265c9 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:08.329984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9dee86-a844-4b58-a4b0-e3a73ea39424 None None] Network aeaf594e-1b67-427c-b831-d4231494b166 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:08.403813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:08.404368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:08.404979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:08.480350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-25e99c3d-575b-4394-9d33-1a83058fd5a9 None None] Provisioning for port b5c6813d-e074-412a-b9c4-67528269ea35 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:08.480937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:08.480937 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:08.491401 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 6 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:08.494547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-4603e696-bae8-4881-9ddc-64ffb0a9a505', 'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': 'ab8078b6-68a8-44a3-9572-992a418b3269'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:08.495957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.558424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:08.559617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.564554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b5c6813d-e074-412a-b9c4-67528269ea35 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:08.569938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::107 (4603e696-bae8-4881-9ddc-64ffb0a9a505/ab8078b6-68a8-44a3-9572-992a418b3269/9252e994-a29f-4bec-b5d0-1e4a86f2b250) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:08.593424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:08.594041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:08.594399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:08.659765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:08.660475 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:08.671300 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 7 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:08.676001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-948f8f1b-03c3-428e-8eb7-9a893b7cbd54 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3339741 Aug 11 02:38:08.682117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:08.710866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b5c6813d-e074-412a-b9c4-67528269ea35 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:08.711900 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.719551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:08.720095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:08.720653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:08.735557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-ab6a9981-06e4-4faf-962a-53ec78b3088b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:08.738204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-ab6a9981-06e4-4faf-962a-53ec78b3088b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.6335151 Aug 11 02:38:08.758872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:08.759397 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:08.793186 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 8 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:08.797283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.835013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 9252e994-a29f-4bec-b5d0-1e4a86f2b250 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:08.849199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:08.852350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:08.859420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:08.888088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-86e9717d-6f2e-4344-977e-937e64a9e3db tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/quotas/7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 375 time: 0.1352820 Aug 11 02:38:08.889220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Request body: {'port': {'network_id': 'aeaf594e-1b67-427c-b831-d4231494b166', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1489104104', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:08.890111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] bootfile-name is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:38:08.890651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] tftp-server is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:38:08.891149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] server-ip-address is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:38:08.918787 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.947650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:08.948756 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:08.963913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port b5c6813d-e074-412a-b9c4-67528269ea35, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b5c6813d-e074-412a-b9c4-67528269ea35,segment=NetworkSegment(b89e6cb4-2e79-4580-9e45-27db6104c5e0),segment_id=b89e6cb4-2e79-4580-9e45-27db6104c5e0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:08.972928 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.982782 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 9 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:09.035273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=b5c6813d-e074-412a-b9c4-67528269ea35,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:09.073334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:09.073666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:09.076216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:09.097053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.101158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6073ca18-dba7-4ef4-be3b-a9103a0265c9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:09.103209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:09.103758 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:09.112676 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 10 to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e Aug 11 02:38:09.151062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 6073ca18-dba7-4ef4-be3b-a9103a0265c9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:09.151702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6073ca18-dba7-4ef4-be3b-a9103a0265c9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:09.152347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:09.194598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:09.198795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6e6bfcf0-ab13-401f-b829-0ee1315c3b02 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:09.264042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-9d3c042e-5d84-411e-97ee-906203af22d3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3745999 Aug 11 02:38:09.276611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:09.278466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:09.278986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:09.280140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:09.295985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:09.296911 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:09.297504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.334490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-7b86bfc3-87e2-4d7e-a446-e63c29947154 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:38:09.335946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-7b86bfc3-87e2-4d7e-a446-e63c29947154 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466166 Aug 11 02:38:09.339772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:09.345490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.346639 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.354982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27cb86-956f-4a09-b151-94ef490b304a None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:09.429854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2166193 Aug 11 02:38:09.431673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41030) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:09.434937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f70530-13e8-46c0-a090-5db02f41a910 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=2601c6ba-f141-49c7-bbed-2c7e42e8533a,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:09.464606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '2601c6ba-f141-49c7-bbed-2c7e42e8533a', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1579236079'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:09.497577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d119185-4410-4f24-85a3-641bd11a9858 None None] Provisioning complete for port b5c6813d-e074-412a-b9c4-67528269ea35 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:09.498497 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d119185-4410-4f24-85a3-641bd11a9858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.580510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.665200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 4603e696-bae8-4881-9ddc-64ffb0a9a505 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:09.685885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:09.696718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:09.704310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.705012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.748358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=9252e994-a29f-4bec-b5d0-1e4a86f2b250,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:09.792992 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-66bcbce5-6422-4ead-9561-15f3b1a165a8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9622717 Aug 11 02:38:09.795589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:09.880665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Made reservation on behalf of 9f9cc33177b6459a9ea3409bff36cbaf for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:09.885009 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.913902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Allocated IP 2001:db8::2 (4603e696-bae8-4881-9ddc-64ffb0a9a505/ab8078b6-68a8-44a3-9572-992a418b3269/5b827a91-912c-4411-9948-2738119a320b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:09.920109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b5c6813d-e074-412a-b9c4-67528269ea35 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:09.960891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d119185-4410-4f24-85a3-641bd11a9858 None None] Provisioning for port da6594b7-a184-4d59-b1d4-0d67e2a79833 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:09.984603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d119185-4410-4f24-85a3-641bd11a9858 None None] Provisioning complete for port da6594b7-a184-4d59-b1d4-0d67e2a79833 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:09.984980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d119185-4410-4f24-85a3-641bd11a9858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.027153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] device_id is not set on port e1371392-d3ce-4232-892a-58fbe9d4b2af yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:10.206062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Allocated IP 172.20.0.4 (aeaf594e-1b67-427c-b831-d4231494b166/b1060614-7e30-457e-b6e8-52330c829cd3/e1371392-d3ce-4232-892a-58fbe9d4b2af) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:10.206447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] For port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:10.207179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempted to set empty binding levels {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:38:10.221568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5d119185-4410-4f24-85a3-641bd11a9858 None None] Port da6594b7-a184-4d59-b1d4-0d67e2a79833 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:10.263178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 9252e994-a29f-4bec-b5d0-1e4a86f2b250 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:10.263849 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.266414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.275336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '2601c6ba-f141-49c7-bbed-2c7e42e8533a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:10.276192 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.448858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:10.496085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f1c919ef-a5da-4b5d-8c8e-6afa7c4911e3 None None] Provisioning complete for port da6594b7-a184-4d59-b1d4-0d67e2a79833 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:10.496685 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c919ef-a5da-4b5d-8c8e-6afa7c4911e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.502077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-4a289b3d-b8f8-43f7-ad85-e1641ac8fc62 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1255786 Aug 11 02:38:10.507194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.507897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b5c6813d-e074-412a-b9c4-67528269ea35 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:10.509830 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.519381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] In _notify_port_updated(), no bound segment for port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:10.520343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.521006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.526501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-18a75a96-15c1-4d3c-ab5e-69dcf61671db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "PUT /v2.0/ports/bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e HTTP/1.1" status: 200 len: 979 time: 5.2600818 Aug 11 02:38:10.534330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41044) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:10.572280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 9252e994-a29f-4bec-b5d0-1e4a86f2b250 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:10.592815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.643371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Transition to ACTIVE for port object e1371392-d3ce-4232-892a-58fbe9d4b2af will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:10.747952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.767025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.767339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.767796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.768919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.768919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.769260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.770803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.770803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.770803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.771550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.771550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.772243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.772640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.772826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.774985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.774985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.774985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.776300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.776300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.776775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.777022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.777254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.780282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.780282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.780282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.780282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.780282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.780282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.781557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.781557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.781557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.782220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.782220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.783630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.783630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.784066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.784272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.785128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.785128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.785982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.786259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.798373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-af26c2e7-4e38-4b2f-82e6-dbd8cb563f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36720 time: 0.2561986 Aug 11 02:38:10.799118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41050) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:10.848827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f1c919ef-a5da-4b5d-8c8e-6afa7c4911e3 None None] Port da6594b7-a184-4d59-b1d4-0d67e2a79833 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:10.856018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/2601c6ba-f141-49c7-bbed-2c7e42e8533a/4ea219a8-085f-41ef-b558-0556190a2033) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:10.859670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-7b7c244e-812e-412b-8fff-2c5500c2466e service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578758 Aug 11 02:38:10.865787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:10.870533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Network aeaf594e-1b67-427c-b831-d4231494b166 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:10.901660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:10.907150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:10.910536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event updated for resources: {'Port': ['ID=e1371392-d3ce-4232-892a-58fbe9d4b2af,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:10.923878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.063913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.065580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Transition to ACTIVE for port object 5b827a91-912c-4411-9948-2738119a320b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:11.070392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Deleting port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:11.070921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.077165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.130969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:11.133902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.148074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=9252e994-a29f-4bec-b5d0-1e4a86f2b250,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:11.250781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.258154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Transition to ACTIVE for port object 5b827a91-912c-4411-9948-2738119a320b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:11.258975 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b36d4785-e422-4977-80be-ce2906702f4d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/9252e994-a29f-4bec-b5d0-1e4a86f2b250 HTTP/1.1" status: 204 len: 168 time: 1.4616389 Aug 11 02:38:11.261251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5debe68e-ae68-4753-8fda-cd7610aae524 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5780969 Aug 11 02:38:11.263169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41062) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:11.265515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:11.277641 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.307586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 8c60cc8a-0807-423a-8bd6-10922358dd38 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:11.332283 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe31cd94-df37-4f56-9b6e-61e8421f3374 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:38:11.338404 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fe31cd94-df37-4f56-9b6e-61e8421f3374 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/9252e994-a29f-4bec-b5d0-1e4a86f2b250 HTTP/1.1" status: 404 len: 333 time: 0.0738964 Aug 11 02:38:11.339107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:11.393843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Network 4603e696-bae8-4881-9ddc-64ffb0a9a505 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:11.412645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:11.421346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:11.447245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Pushing event updated for resources: {'Port': ['ID=5b827a91-912c-4411-9948-2738119a320b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:11.457907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.463761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c6334-2f20-4118-b2d8-f714794738bf tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:11.469956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c6334-2f20-4118-b2d8-f714794738bf tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:11.471921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] For port bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e, host n-h2-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:11.472533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.476703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c6334-2f20-4118-b2d8-f714794738bf tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:11.479087 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f66c6334-2f20-4118-b2d8-f714794738bf tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2125702 Aug 11 02:38:11.482205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:11.486216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Transition to ACTIVE for port object 4ea219a8-085f-41ef-b558-0556190a2033 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:11.498058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet ab8078b6-68a8-44a3-9572-992a418b3269 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:11.524366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Calling delete_port for bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:11.525833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.574236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Transition to ACTIVE for port object 4ea219a8-085f-41ef-b558-0556190a2033 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:11.580693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29f5d423-110f-4c81-b718-8ae6e6c4f9ec req-ee54b94d-cba1-4896-b05a-5941797f9e0a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.2777765 Aug 11 02:38:11.584122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5004792e-04f9-4675-b088-67ed94901b31 None None] Provisioning for port e1371392-d3ce-4232-892a-58fbe9d4b2af completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:11.593137 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.604680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5004792e-04f9-4675-b088-67ed94901b31 None None] Provisioning complete for port e1371392-d3ce-4232-892a-58fbe9d4b2af triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:11.605476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5004792e-04f9-4675-b088-67ed94901b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.651626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Attempting to bind port 5b827a91-912c-4411-9948-2738119a320b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:11.652411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Attempting to bind port 5b827a91-912c-4411-9948-2738119a320b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '0cf1c1d0-71e3-494c-82d4-22efa454c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:11.653164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Attempting to bind port 5b827a91-912c-4411-9948-2738119a320b on network 4603e696-bae8-4881-9ddc-64ffb0a9a505 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:11.654120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.658734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5004792e-04f9-4675-b088-67ed94901b31 None None] Port e1371392-d3ce-4232-892a-58fbe9d4b2af cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:11.692698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:11.693564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Checking segment: {'id': '0cf1c1d0-71e3-494c-82d4-22efa454c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:11.694277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.694971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Bound using segment: {'id': '0cf1c1d0-71e3-494c-82d4-22efa454c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:11.696171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Bound port: 5b827a91-912c-4411-9948-2738119a320b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf1c1d0-71e3-494c-82d4-22efa454c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4603e696-bae8-4881-9ddc-64ffb0a9a505'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:11.696854 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.713205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:11.729583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:11.743738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:11.761349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Deleting port e1371392-d3ce-4232-892a-58fbe9d4b2af {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:11.761699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.784820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Pushing event updated for resources: {'Port': ['ID=4ea219a8-085f-41ef-b558-0556190a2033,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:11.875894 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:11.876705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:11.919413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-55aa0542-4560-4ed0-ae09-d7773810cd7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.4843302 Aug 11 02:38:11.922586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:11.934312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Attempting to bind port 4ea219a8-085f-41ef-b558-0556190a2033 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:11.934693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Attempting to bind port 4ea219a8-085f-41ef-b558-0556190a2033 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:11.935116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Attempting to bind port 4ea219a8-085f-41ef-b558-0556190a2033 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:11.944215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:11.944658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:11.945001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.945404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:11.945968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Bound port: 4ea219a8-085f-41ef-b558-0556190a2033, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:11.946402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.947508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.982091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.987584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "DELETE /v2.0/ports/bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e HTTP/1.1" status: 204 len: 168 time: 1.1870708 Aug 11 02:38:11.989509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:11.995459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.038859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] For port 4ea219a8-085f-41ef-b558-0556190a2033, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:12.044449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] For port 4ea219a8-085f-41ef-b558-0556190a2033, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4ea219a8-085f-41ef-b558-0556190a2033,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:12.050469 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b2e322-37a6-4e3d-8174-26226d08818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:38:12.053855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.059900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9b2e322-37a6-4e3d-8174-26226d08818b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "GET /v2.0/ports/bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e HTTP/1.1" status: 404 len: 333 time: 0.0691597 Aug 11 02:38:12.065270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfa224-1bf4-4aa2-bc35-e439bacc3129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf5a4a61-ffa0-46f9-bf7e-21f8ed86414e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:12.065547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.072323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-806968052', 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:12.152423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d158a797-5b74-4315-aef2-4e19c7be6040 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:12.156612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d158a797-5b74-4315-aef2-4e19c7be6040 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2300313 Aug 11 02:38:12.160080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41092) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.161851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.172908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Made reservation on behalf of 7ceb47c7335543659cfd76bceaec46d6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:12.175471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.212625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c3c02-2ed1-4862-8934-5d1fc1420435 None None] Pushing event updated for resources: {'Port': ['ID=4ea219a8-085f-41ef-b558-0556190a2033,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:12.212875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Calling delete_port for e1371392-d3ce-4232-892a-58fbe9d4b2af owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:12.229875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] For port 5b827a91-912c-4411-9948-2738119a320b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:12.269842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] For port 5b827a91-912c-4411-9948-2738119a320b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5b827a91-912c-4411-9948-2738119a320b,segment=NetworkSegment(0cf1c1d0-71e3-494c-82d4-22efa454c6db),segment_id=0cf1c1d0-71e3-494c-82d4-22efa454c6db)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:12.279162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.292497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.298955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port 1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:12.394767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f22f85-e875-4628-852b-70ec2465f03a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:12.397696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f22f85-e875-4628-852b-70ec2465f03a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:12.400808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-60f22f85-e875-4628-852b-70ec2465f03a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2394836 Aug 11 02:38:12.405508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41098) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.412758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5bb95-7fb2-4ea0-aa00-06fa4fbce530 None None] Pushing event updated for resources: {'Port': ['ID=5b827a91-912c-4411-9948-2738119a320b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:12.418784 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.420861 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/ab8078b6-68a8-44a3-9572-992a418b3269 HTTP/1.1" status: 204 len: 168 time: 1.0578353 Aug 11 02:38:12.447378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168190ff-4d73-4fa9-a21e-506005a8b30a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8078b6-68a8-44a3-9572-992a418b3269,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:12.453572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41100) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.595807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 2601c6ba-f141-49c7-bbed-2c7e42e8533a {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:12.603267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.744142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.766934 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.016413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.025556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.077588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcd6ed0f-85d2-4e4c-ac01-fe6a15f2188e req-32a677fb-9a41-4cbb-8cca-761b87fe52c8 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.2079990 Aug 11 02:38:13.088441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event deleted for resources: {'Port': ['ID=e1371392-d3ce-4232-892a-58fbe9d4b2af,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:13.113826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.195194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.204325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d856e40a-1c60-464f-b9a8-e069138ea245 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "DELETE /v2.0/ports/e1371392-d3ce-4232-892a-58fbe9d4b2af HTTP/1.1" status: 204 len: 168 time: 1.7185616 Aug 11 02:38:13.206504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.220631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Request body: {'port': {'name': 'tempest-new-port-name-445007947', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:13.221046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] bootfile-name is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:38:13.221495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] tftp-server is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:38:13.221851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] server-ip-address is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:38:13.226662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.285395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.381467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Network c03886de-f658-4f0e-93ba-44ad2b69857a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:13.402933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=2601c6ba-f141-49c7-bbed-2c7e42e8533a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:13.411374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.418386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-158bc404-e202-4dcc-b955-bf3b00195ece tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/2601c6ba-f141-49c7-bbed-2c7e42e8533a HTTP/1.1" status: 204 len: 168 time: 1.0111437 Aug 11 02:38:13.423180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41118) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.466712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 5b827a91-912c-4411-9948-2738119a320b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:13.466948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:13.468654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.469937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:13.470978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:13.471594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.506118 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4396186 Aug 11 02:38:13.507218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.513961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5284e0-0762-4e82-9b80-902124fa053c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:13.534852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.582724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-225fc13c-efad-4334-9145-79405ad5ff35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1576281 Aug 11 02:38:13.592903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.621317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:13.644856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d60955-db8c-4146-b0bc-ce1842e5a27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:13.646766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-62d60955-db8c-4146-b0bc-ce1842e5a27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "GET /v2.0/ports/1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0 HTTP/1.1" status: 200 len: 958 time: 0.1280010 Aug 11 02:38:13.668729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41128) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.721575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] For port 5b827a91-912c-4411-9948-2738119a320b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5b827a91-912c-4411-9948-2738119a320b,segment=NetworkSegment(0cf1c1d0-71e3-494c-82d4-22efa454c6db),segment_id=0cf1c1d0-71e3-494c-82d4-22efa454c6db)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:13.722130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.748225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 5b827a91-912c-4411-9948-2738119a320b owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:13.862752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7713286a-e99e-4608-b92e-53c99c38b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.927678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Deleting port 1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:13.928163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.012257 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.047735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-7311a0d5-6cbc-493c-b6b8-5b405c2bb3ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:14.051056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-7311a0d5-6cbc-493c-b6b8-5b405c2bb3ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.7804158 Aug 11 02:38:14.080078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'port': {'device_id': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'admin_state_up': True, 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:14.103571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5b827a91-912c-4411-9948-2738119a320b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:14.151086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=5b827a91-912c-4411-9948-2738119a320b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:14.153166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No DVR routers for this DVR port 5b827a91-912c-4411-9948-2738119a320b on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:14.167790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 5b827a91-912c-4411-9948-2738119a320b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:14.168142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5b827a91-912c-4411-9948-2738119a320b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 02:38:14.219784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Port 5b827a91-912c-4411-9948-2738119a320b not found, will not notify nova. {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 02:38:14.220200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ea219a8-085f-41ef-b558-0556190a2033 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:14.250305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:14.254056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.270955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506a7ad-8d12-4e53-92e5-30eba545b7f5 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:14.276533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.302219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Calling delete_port for 1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:14.406059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Provisioning for port 4ea219a8-085f-41ef-b558-0556190a2033 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:14.411441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4ea219a8-085f-41ef-b558-0556190a2033 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:14.447601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Provisioning complete for port 4ea219a8-085f-41ef-b558-0556190a2033 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:14.448362 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.452376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4ea219a8-085f-41ef-b558-0556190a2033 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:14.454382 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.496039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.518063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4603e696-bae8-4881-9ddc-64ffb0a9a505']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:14.542121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf1c1d0-71e3-494c-82d4-22efa454c6db') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:14.542427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf1c1d0-71e3-494c-82d4-22efa454c6db') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:14.558696 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.589827 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.607846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:14.610080 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.679437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ca7c2-4be8-4859-ae82-be53d8ed6b32 None None] Network 4603e696-bae8-4881-9ddc-64ffb0a9a505 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:14.717252 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:14.724296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.753312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.775003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6eedb5b7-b889-47bd-a608-e29c417258f7 req-3e33d980-e4b3-4880-88f3-2a651bdcac87 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.4968407 Aug 11 02:38:14.789237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.789237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/4603e696-bae8-4881-9ddc-64ffb0a9a505 HTTP/1.1" status: 204 len: 168 time: 2.3278720 Aug 11 02:38:14.804918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41142) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:14.820572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.821093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'name': 'tempest-PortsIpV6TestJSON-1019468020'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:14.837208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9766f-48eb-48bc-8475-ab59f783ca1e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=4603e696-bae8-4881-9ddc-64ffb0a9a505,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:14.842621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:14.850431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.853386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-54dcf6f6-3c86-4036-b209-a74fb43411db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0 HTTP/1.1" status: 204 len: 168 time: 1.1835861 Aug 11 02:38:14.856720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41146) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:14.906572 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c45e675-5cb4-4fb4-8134-8157e81fbc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:38:14.923767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c45e675-5cb4-4fb4-8134-8157e81fbc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "GET /v2.0/ports/1d4ae3ce-bb31-4dcd-90b4-7cc776d2f8c0 HTTP/1.1" status: 404 len: 333 time: 0.0645778 Aug 11 02:38:14.931883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41148) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:14.938476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Request body: {'port': {'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1207418251'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:14.948967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4ea219a8-085f-41ef-b558-0556190a2033, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4ea219a8-085f-41ef-b558-0556190a2033,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:14.960005 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.972521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:38:14.972521 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:38:14.972521 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': '7ceb47c7335543659cfd76bceaec46d6', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 38, 14, 944896)}] Aug 11 02:38:14.972521 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:14.973082 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:15.041442 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.052009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:15.065545 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.084452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.108599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:15.115139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.143279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7cf69-186e-4380-bd6e-aa406cd9c860 None None] DHCP port deletion for 4603e696-bae8-4881-9ddc-64ffb0a9a505 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:15.249394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4ea219a8-085f-41ef-b558-0556190a2033,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.289762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:15.290398 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:15.310960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] Deleting port 4ea219a8-085f-41ef-b558-0556190a2033 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:15.311358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.402579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] For port 4ea219a8-085f-41ef-b558-0556190a2033, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4ea219a8-085f-41ef-b558-0556190a2033,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:15.403064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.411177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event updated for resources: {'Port': ['ID=da6594b7-a184-4d59-b1d4-0d67e2a79833,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.436298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] Calling delete_port for 4ea219a8-085f-41ef-b558-0556190a2033 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:15.449879 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.452423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] In _notify_port_updated(), no bound segment for port da6594b7-a184-4d59-b1d4-0d67e2a79833 on network aeaf594e-1b67-427c-b831-d4231494b166 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:15.463708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:15.464684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.466345 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a7ee41b-23de-42e4-a167-ff108dcff801 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "PUT /v2.0/ports/da6594b7-a184-4d59-b1d4-0d67e2a79833 HTTP/1.1" status: 200 len: 1135 time: 2.2589240 Aug 11 02:38:15.469403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41160) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:15.518471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Allocated IP 172.20.0.12 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/acaa373c-ee77-4197-b1a0-ca9e7b3b0390) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:15.557535 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.600222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] Pushing event deleted for resources: {'Port': ['ID=4ea219a8-085f-41ef-b558-0556190a2033,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.608544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e354510-f026-41f1-935a-a1d7ba303e3c None None] No DVR routers for this DVR port 4ea219a8-085f-41ef-b558-0556190a2033 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:15.612534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:15.617154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.627449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae788e-539c-49c7-a76d-93649e79615c tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:15.635344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7ae788e-539c-49c7-a76d-93649e79615c tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "GET /v2.0/ports/da6594b7-a184-4d59-b1d4-0d67e2a79833 HTTP/1.1" status: 200 len: 1135 time: 0.1589470 Aug 11 02:38:15.635580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41164) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:15.651381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Made reservation on behalf of 7ceb47c7335543659cfd76bceaec46d6 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:15.652200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:15.654507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.674591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:15.690650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:15.692425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.701720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:15.702320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.710453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ee51c-10ae-4f00-8436-7633098e82c2 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:15.781238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port dceb12f0-d61a-49f1-a7b7-6471da025eaa yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:15.828636 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d00623aa-5da0-4c57-8129-a32df4eb5364 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2240536 Aug 11 02:38:15.842371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-59991127-620a-4efc-8377-8e1d058a451e None None] Port 4ea219a8-085f-41ef-b558-0556190a2033 update to ACTIVE by agent not found {{(pid=94701) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:38:15.923127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:15.938355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:15.982910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.987913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5b827a91-912c-4411-9948-2738119a320b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:15.993537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:15.995183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.045588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b0cf3732-7a55-4cef-82b6-6defafb9baf8 None None] Could not find standard attr ID for object 5b827a91-912c-4411-9948-2738119a320b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:38:16.047700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.048810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.050788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 5b827a91-912c-4411-9948-2738119a320b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:16.051042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.051833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5b827a91-912c-4411-9948-2738119a320b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:16.053320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ea219a8-085f-41ef-b558-0556190a2033 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:16.097744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4ea219a8-085f-41ef-b558-0556190a2033 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:16.098125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ea219a8-085f-41ef-b558-0556190a2033 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:16.174706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320fa698-c9fd-4e90-9e18-aa747c2b7e69 req-7841c5b5-b19d-43cd-afb9-f739f8a1b3e1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.1443484 Aug 11 02:38:16.183748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Network c03886de-f658-4f0e-93ba-44ad2b69857a is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:16.189141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b0cf3732-7a55-4cef-82b6-6defafb9baf8 None None] Provisioning complete for port da6594b7-a184-4d59-b1d4-0d67e2a79833 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:16.189450 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3732-7a55-4cef-82b6-6defafb9baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.189943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:16.194207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:16.195292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:16.196169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.207695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=4f6c4f1f-aa49-4819-9d9c-1062e0106729,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:16.232778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ccc24ada-d720-4ecb-8350-e44f40aed977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2993958 Aug 11 02:38:16.237166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41184) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:16.243060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:16.275041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.275743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf3732-7a55-4cef-82b6-6defafb9baf8 None None] Port da6594b7-a184-4d59-b1d4-0d67e2a79833 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:16.298783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.308943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.364189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f/df8f2936-9f67-4d14-a4a2-ad96b979f766) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:16.381539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Transition to ACTIVE for port object acaa373c-ee77-4197-b1a0-ca9e7b3b0390 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:16.385006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.392146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Deleting port da6594b7-a184-4d59-b1d4-0d67e2a79833 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:16.392484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.404145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.405644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-686d0e4a-01c8-4c08-9aa4-3bdc117331e1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4742258 Aug 11 02:38:16.409036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:16.515023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.557557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.573093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.606031 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.617084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Transition to ACTIVE for port object df8f2936-9f67-4d14-a4a2-ad96b979f766 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:16.639257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Calling delete_port for da6594b7-a184-4d59-b1d4-0d67e2a79833 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:16.641822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Transition to ACTIVE for port object df8f2936-9f67-4d14-a4a2-ad96b979f766 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:16.650319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:38:16.657488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.663512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:16.675127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:16.680639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:16.685376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:16.750220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.810138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:16.890306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Pushing event updated for resources: {'Port': ['ID=df8f2936-9f67-4d14-a4a2-ad96b979f766,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:16.895248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:16.916657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:16.925936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:16.971217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:16.977522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=dceb12f0-d61a-49f1-a7b7-6471da025eaa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:16.994120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:17.010231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.011326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.065477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.066205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.072310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Attempting to bind port df8f2936-9f67-4d14-a4a2-ad96b979f766 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:17.073703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Attempting to bind port df8f2936-9f67-4d14-a4a2-ad96b979f766 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:17.074965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Attempting to bind port df8f2936-9f67-4d14-a4a2-ad96b979f766 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:17.089759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:17.090647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:17.091254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.091769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:17.092449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Bound port: df8f2936-9f67-4d14-a4a2-ad96b979f766, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:17.092948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.128080 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-fc9e056b-74fa-4cca-8f39-6177bccc069c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0605593 Aug 11 02:38:17.137709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bf76a18b-72e6-4e6e-9f98-567ab2e682a0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3221269 Aug 11 02:38:17.137709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:17.158630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Request body: {'port': {'device_id': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:17.210398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] For port df8f2936-9f67-4d14-a4a2-ad96b979f766, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:17.245531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ed87cd6c-ae33-40c1-9fd7-599aaebd85d9 None None] Provisioning for port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:17.251358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ed87cd6c-ae33-40c1-9fd7-599aaebd85d9 None None] Provisioning complete for port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:17.251773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ed87cd6c-ae33-40c1-9fd7-599aaebd85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.340108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ed87cd6c-ae33-40c1-9fd7-599aaebd85d9 None None] Port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:17.423523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7299df2d-5986-4d8a-a14e-0fde01fd9341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.691251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.703479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.708984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] device_id is not set on port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:17.712493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] For port df8f2936-9f67-4d14-a4a2-ad96b979f766, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=df8f2936-9f67-4d14-a4a2-ad96b979f766,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:17.719431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.719866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.726904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.760373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event deleted for resources: {'Port': ['ID=da6594b7-a184-4d59-b1d4-0d67e2a79833,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:17.794067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Transition to ACTIVE for port object 4f6c4f1f-aa49-4819-9d9c-1062e0106729 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:17.838380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.877397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f4803-03ec-4f07-b607-38407847d2df None None] Pushing event updated for resources: {'Port': ['ID=df8f2936-9f67-4d14-a4a2-ad96b979f766,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:17.924275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95187d-1ba9-4da7-bc38-bc982ace903a req-41a2131b-5848-4a57-adcd-525c00c79fe0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.932328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e95187d-1ba9-4da7-bc38-bc982ace903a req-41a2131b-5848-4a57-adcd-525c00c79fe0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.2790296 Aug 11 02:38:17.944882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port dceb12f0-d61a-49f1-a7b7-6471da025eaa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:17.945365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.990502 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.038455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=4f6c4f1f-aa49-4819-9d9c-1062e0106729,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:18.122423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.127102 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-938868d4-21b4-4491-870d-21e80f0396d8 tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "DELETE /v2.0/ports/da6594b7-a184-4d59-b1d4-0d67e2a79833 HTTP/1.1" status: 204 len: 168 time: 2.4851477 Aug 11 02:38:18.137795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:18.156569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.157381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.158048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.168685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.174552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e95187d-1ba9-4da7-bc38-bc982ace903a req-4b0be079-126e-417e-865d-2f69f67c5487 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407942 Aug 11 02:38:18.181319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.181973 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.205095 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 2 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.253598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for dceb12f0-d61a-49f1-a7b7-6471da025eaa owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:18.273082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.274904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.275526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.290339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.291193 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.296514 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 3 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.308605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Deleting subnet b1060614-7e30-457e-b6e8-52330c829cd3 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:18.324928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.359245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.359653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.360086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.385875 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.390576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.391060 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.394366 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 4 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.452926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.454426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.455459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.491144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.491936 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.495980 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 5 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.497860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.528992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.529337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.529915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.540840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::1 (a7548113-1c15-4cbd-941e-a75d799a7de7/2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f/a16c770b-0322-4522-817f-d5899f5ecb4c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:18.546374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.546731 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.549113 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 6 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.580592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.581228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.581582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.624333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.624688 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.651779 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 7 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.697425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.712226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.715677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.716290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.716651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.728489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.732804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object a16c770b-0322-4522-817f-d5899f5ecb4c will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:18.737372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.737372 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.737372 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 8 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.755960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.756307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.756661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.771277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.771652 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.778385 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 9 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.799872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.800222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.800569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.806458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.806700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.806800 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.807203 n-d-715271-8 neutron-server[94699]: INFO neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempt 10 to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 Aug 11 02:38:18.809058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/dceb12f0-d61a-49f1-a7b7-6471da025eaa HTTP/1.1" status: 204 len: 168 time: 1.6716247 Aug 11 02:38:18.812030 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.813976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41234) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:18.829256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'mac_address': 'fa:16:3e:6a:23:2e', 'name': 'tempest-PortsIpV6TestJSON-1403866609'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:18.837852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c69f2-2342-4c4e-86bb-f18bdf878754 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=dceb12f0-d61a-49f1-a7b7-6471da025eaa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:18.879391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaa373c-ee77-4197-b1a0-ca9e7b3b0390 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:18.885791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:18.886171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:18.886531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempting to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:18.900492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.914967 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.949658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:18.955408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Transition to ACTIVE for port object acaa373c-ee77-4197-b1a0-ca9e7b3b0390 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:18.958551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:18.959019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event deleted for resources: {'Subnet': ['ID=b1060614-7e30-457e-b6e8-52330c829cd3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:18.959184 n-d-715271-8 neutron-server[94699]: ERROR neutron.plugins.ml2.managers [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Failed to bind port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'e6e66590-7217-4f52-8602-f4d772caf445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c03886de-f658-4f0e-93ba-44ad2b69857a'}] Aug 11 02:38:18.959576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.963820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.968720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8eb73cef-dc7d-445c-8548-59ce9f9cff1b tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "DELETE /v2.0/subnets/b1060614-7e30-457e-b6e8-52330c829cd3 HTTP/1.1" status: 204 len: 168 time: 0.8247275 Aug 11 02:38:18.969417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41238) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:18.971708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.973491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:18.975706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76188f2-8bf1-42d7-8944-f58a04918cdb None None] Network aeaf594e-1b67-427c-b831-d4231494b166 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:18.994504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:18.995417 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.077660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.078705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=a16c770b-0322-4522-817f-d5899f5ecb4c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:19.170620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:19.316886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:19.328559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] For port 4f6c4f1f-aa49-4819-9d9c-1062e0106729, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:19.329077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attempted to set empty binding levels {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:38:19.407930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Deleting port b5c6813d-e074-412a-b9c4-67528269ea35 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:19.408515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.441721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.524956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Attempting to bind port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:19.525163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Attempting to bind port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:19.525417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Attempting to bind port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:19.541030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 on network a4f8a805-762d-47ac-8116-8429cb51e77d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:19.541361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Attempting to bind port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:19.558247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:19.558807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:19.559446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:19.560296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Bound port: acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:19.560742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.674310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] For port b5c6813d-e074-412a-b9c4-67528269ea35, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b5c6813d-e074-412a-b9c4-67528269ea35,segment=NetworkSegment(b89e6cb4-2e79-4580-9e45-27db6104c5e0),segment_id=b89e6cb4-2e79-4580-9e45-27db6104c5e0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:19.675628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.676950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] In _notify_port_updated(), no bound segment for port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 on network c03886de-f658-4f0e-93ba-44ad2b69857a {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:19.685317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:19.688577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.691727 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "PUT /v2.0/ports/4f6c4f1f-aa49-4819-9d9c-1062e0106729 HTTP/1.1" status: 200 len: 979 time: 3.4531832 Aug 11 02:38:19.701403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:19.709405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.752376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Calling delete_port for b5c6813d-e074-412a-b9c4-67528269ea35 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:19.765586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] For port acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:19.771420 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.783400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] For port acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:19.809945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.851636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eccda0-6359-4d5e-ba86-94e4bc2f0fb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event updated for resources: {'Port': ['ID=4f6c4f1f-aa49-4819-9d9c-1062e0106729,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:19.887059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-41352b36-3a3a-4de4-bac7-c56a93cb62f5 None None] Provisioning for port df8f2936-9f67-4d14-a4a2-ad96b979f766 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:19.927516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] DHCP port deletion for aeaf594e-1b67-427c-b831-d4231494b166 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:19.986478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:19.987966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.991580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 200 len: 1092 time: 2.8507710 Aug 11 02:38:20.042305 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.044882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'tag': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:20.060814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device df8f2936-9f67-4d14-a4a2-ad96b979f766 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:20.062860 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d666aa-daa2-4797-b1b3-56cea62df3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8", "tag": "acaa373c-ee77-4197-b1a0-ca9e7b3b0390"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:20.130379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Deleting port b5c6813d-e074-412a-b9c4-67528269ea35 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:20.133369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.187504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d23d0-3640-4931-95d8-3595a5f945b2 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:20.191931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bec6d-bf7a-4c34-967f-63f6e9bb2397 req-c62a6c89-6506-434c-a65c-f2045d963c82 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.210981 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f09bb5c-872c-4719-8d8b-8b69aafbd14e x-openstack-request-id: req-3f09bb5c-872c-4719-8d8b-8b69aafbd14e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:20.211832 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8", "tag": "acaa373c-ee77-4197-b1a0-ca9e7b3b0390", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:20.212074 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f09bb5c-872c-4719-8d8b-8b69aafbd14e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:20.212477 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'tag': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390', 'status': 'completed', 'code': 200} Aug 11 02:38:20.213262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5bec6d-bf7a-4c34-967f-63f6e9bb2397 req-c62a6c89-6506-434c-a65c-f2045d963c82 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.8582728 Aug 11 02:38:20.266882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-20627c98-627a-43c8-b508-a67f8b7b65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.268686 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-20627c98-627a-43c8-b508-a67f8b7b65c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1768575 Aug 11 02:38:20.283086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 1c856fb6-94c7-4059-826c-70c55a7d2629 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:20.287339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.356672 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-34dd22b8-2ca3-4f1c-8b8f-15028f8f2879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 200 len: 217 time: 0.0793664 Aug 11 02:38:20.362846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] For port b5c6813d-e074-412a-b9c4-67528269ea35, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b5c6813d-e074-412a-b9c4-67528269ea35,segment=NetworkSegment(b89e6cb4-2e79-4580-9e45-27db6104c5e0),segment_id=b89e6cb4-2e79-4580-9e45-27db6104c5e0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:20.363519 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.401276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event deleted for resources: {'Port': ['ID=b5c6813d-e074-412a-b9c4-67528269ea35,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:20.406447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-42cf805f-64a1-44ba-98d7-64b8d30cd693 None None] Provisioning for port a16c770b-0322-4522-817f-d5899f5ecb4c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:20.423770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-42cf805f-64a1-44ba-98d7-64b8d30cd693 None None] Provisioning complete for port a16c770b-0322-4522-817f-d5899f5ecb4c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:20.424315 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42cf805f-64a1-44ba-98d7-64b8d30cd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.430222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] No DVR routers for this DVR port b5c6813d-e074-412a-b9c4-67528269ea35 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:20.508124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-42cf805f-64a1-44ba-98d7-64b8d30cd693 None None] Port a16c770b-0322-4522-817f-d5899f5ecb4c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:20.512934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port df8f2936-9f67-4d14-a4a2-ad96b979f766 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:20.519891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Calling delete_port for b5c6813d-e074-412a-b9c4-67528269ea35 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:20.529566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port df8f2936-9f67-4d14-a4a2-ad96b979f766 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:20.540923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Deleting port 4f6c4f1f-aa49-4819-9d9c-1062e0106729 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:20.541554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.541702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.558819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-651349c2-2975-4fbb-a0e7-500b1431552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.560804 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-651349c2-2975-4fbb-a0e7-500b1431552d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1745913 Aug 11 02:38:20.605713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.623603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaf594e-1b67-427c-b831-d4231494b166']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:20.639790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89e6cb4-2e79-4580-9e45-27db6104c5e0') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:20.640209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89e6cb4-2e79-4580-9e45-27db6104c5e0') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:20.663374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-69916ee2-846f-485a-a4c5-77b9aa319c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.670199 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-69916ee2-846f-485a-a4c5-77b9aa319c9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963147 Aug 11 02:38:20.672432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.685789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5bec6d-bf7a-4c34-967f-63f6e9bb2397 req-c7de0c78-14a7-47b7-b645-f8c9567e79f1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696231 Aug 11 02:38:20.760218 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.774747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:20.775548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:20.780249 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:20.865262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-3e1c42c9-adea-488e-879c-14ef544dfd66 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899018 Aug 11 02:38:20.890585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.922461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.926096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] 10.222.0.16 "DELETE /v2.0/networks/aeaf594e-1b67-427c-b831-d4231494b166 HTTP/1.1" status: 204 len: 168 time: 1.9551277 Aug 11 02:38:20.948918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.998838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] For port 4f6c4f1f-aa49-4819-9d9c-1062e0106729, host n-h2-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:21.000070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.029444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5d875-6a34-467c-96fc-842f7a8836be tempest-ExtraDHCPOptionsTestJSON-962923403 tempest-ExtraDHCPOptionsTestJSON-962923403-project] Pushing event deleted for resources: {'Network': ['ID=aeaf594e-1b67-427c-b831-d4231494b166,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:21.057854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Network aeaf594e-1b67-427c-b831-d4231494b166 is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:38:21.058472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] No DVR routers for this DVR port b5c6813d-e074-412a-b9c4-67528269ea35 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:21.063306 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.066030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Calling delete_port for 4f6c4f1f-aa49-4819-9d9c-1062e0106729 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:21.076011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf5e9-97e5-4645-805e-61c90afadbd5 None None] Pushing event deleted for resources: {'Port': ['ID=b5c6813d-e074-412a-b9c4-67528269ea35,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:21.093965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.116750 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.117756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.147511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f608a5f-0818-46e5-acbb-ffbb9e288fb2 req-a7ddd3e5-c2d3-4f66-a8da-42a159f6b48a service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735512 Aug 11 02:38:21.180661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=a16c770b-0322-4522-817f-d5899f5ecb4c,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:21.226492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port df8f2936-9f67-4d14-a4a2-ad96b979f766, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=df8f2936-9f67-4d14-a4a2-ad96b979f766,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:21.308096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-9cbd9ce2-4550-4746-80a0-f48194adddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.315333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-9cbd9ce2-4550-4746-80a0-f48194adddcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1128619 Aug 11 02:38:21.332119 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.403875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.404555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.405156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.406040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.406691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.407126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.407568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.407998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.408428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.408861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.409317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.409755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:21.415397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:21.431583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:21.436528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.497174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:21.507595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=df8f2936-9f67-4d14-a4a2-ad96b979f766,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:21.646164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-d61ce9e9-5a8b-4b7e-acdc-f73dc54a60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.647798 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-d61ce9e9-5a8b-4b7e-acdc-f73dc54a60f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.3242800 Aug 11 02:38:21.688392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.756212 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-5351598c-cebd-4918-8fb1-5953283bbb25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 200 len: 217 time: 0.0949662 Aug 11 02:38:21.772105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.797128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f6c4f1f-aa49-4819-9d9c-1062e0106729,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:21.847693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-607a3c71-163b-4ba7-8bb5-5e39f11908b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.849283 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-607a3c71-163b-4ba7-8bb5-5e39f11908b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.0854223 Aug 11 02:38:21.892563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.895262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4ea2cf89-df1d-4db0-8a43-6af9c542eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4f6c4f1f-aa49-4819-9d9c-1062e0106729 HTTP/1.1" status: 204 len: 168 time: 2.1889629 Aug 11 02:38:21.913348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41292) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:21.916727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Router d22fe96c-e028-44a3-9ff0-223e82ef28e3 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:21.941013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-22b62eb9-a240-4581-89b8-212da9cbd937 None None] Provisioning complete for port a16c770b-0322-4522-817f-d5899f5ecb4c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:21.941418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22b62eb9-a240-4581-89b8-212da9cbd937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.960491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:21.991479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device df8f2936-9f67-4d14-a4a2-ad96b979f766 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:21.999374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:22.001625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-21b07b5e-bc09-4ba3-8dfe-1e4f89b8f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.003010 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e3f5e4-045d-4a14-8121-3cb173176063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:38:22.003361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-21b07b5e-bc09-4ba3-8dfe-1e4f89b8f056 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454945 Aug 11 02:38:22.005415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-32e3f5e4-045d-4a14-8121-3cb173176063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523479107-project-admin] 10.222.0.16 "GET /v2.0/ports/4f6c4f1f-aa49-4819-9d9c-1062e0106729 HTTP/1.1" status: 404 len: 333 time: 0.0833826 Aug 11 02:38:22.011107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:22.011463 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aad39193-624a-45e6-8700-baefb1afc6e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f9cc33177b6459a9ea3409bff36cbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118039 Aug 11 02:38:22.012167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.012953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.021279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.023890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.025682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-22b62eb9-a240-4581-89b8-212da9cbd937 None None] Port a16c770b-0322-4522-817f-d5899f5ecb4c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:22.061144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port df8f2936-9f67-4d14-a4a2-ad96b979f766 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:22.061531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.125081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=1c856fb6-94c7-4059-826c-70c55a7d2629,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:22.186920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf072158-6d0f-447d-8e61-6d0327a76df4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3620222 Aug 11 02:38:22.197975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.199556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e294370-4187-48bc-ba80-29b9c3104e1a req-35bb80df-6b84-4a75-8787-5016c61da1e0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.207447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e294370-4187-48bc-ba80-29b9c3104e1a req-35bb80df-6b84-4a75-8787-5016c61da1e0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.3541694 Aug 11 02:38:22.238880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:22.249993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9fd85609-6200-45d0-b65c-348761709ee1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "PUT /v2.0/routers/d22fe96c-e028-44a3-9ff0-223e82ef28e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8391056 Aug 11 02:38:22.252584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41304) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.252867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.260910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b5c6813d-e074-412a-b9c4-67528269ea35 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:22.287344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Sync routers for ids ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:22.292380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b5c6813d-e074-412a-b9c4-67528269ea35 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:22.293112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b5c6813d-e074-412a-b9c4-67528269ea35 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:22.304157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Routers {'d22fe96c-e028-44a3-9ff0-223e82ef28e3'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:22.307287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.313263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e294370-4187-48bc-ba80-29b9c3104e1a req-93b5ca7a-c54c-4975-873b-97a4ff525adf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044090 Aug 11 02:38:22.357198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.362464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306151a-55e5-4e69-8d76-3dde2a4e2e6b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.374658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f306151a-55e5-4e69-8d76-3dde2a4e2e6b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports/a16c770b-0322-4522-817f-d5899f5ecb4c HTTP/1.1" status: 200 len: 911 time: 0.1214166 Aug 11 02:38:22.375604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41308) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.412360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673eca60-46ba-4681-b167-27ca4fc56032 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.414325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-673eca60-46ba-4681-b167-27ca4fc56032 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/1c856fb6-94c7-4059-826c-70c55a7d2629 HTTP/1.1" status: 200 len: 845 time: 0.2090962 Aug 11 02:38:22.420914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41310) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.422475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-8b59e306-010f-44ad-ada4-69b44012c6f9 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878448 Aug 11 02:38:22.440285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Set router d22fe96c-e028-44a3-9ff0-223e82ef28e3 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:22.454103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.522632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb7f0d-f2fa-4564-9f15-360a6439e2b6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.530719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb7f0d-f2fa-4564-9f15-360a6439e2b6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.532684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e5bb7f0d-f2fa-4564-9f15-360a6439e2b6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1560109 Aug 11 02:38:22.535640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.620510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.639577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03886de-f658-4f0e-93ba-44ad2b69857a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.662262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e66590-7217-4f52-8602-f4d772caf445') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.662520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e66590-7217-4f52-8602-f4d772caf445') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.675424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f0d666aa-daa2-4797-b1b3-56cea62df3bf req-2d1d17ec-526c-4124-b565-fef6344a872e service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410116 Aug 11 02:38:22.678522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.690988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.698371 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cec13fc-3923-4317-a35c-f7246806ad90 HTTP/1.1" status: 204 len: 168 time: 0.6835234 Aug 11 02:38:22.703709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.718590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 1c856fb6-94c7-4059-826c-70c55a7d2629 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:22.719064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.722176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec13fc-3923-4317-a35c-f7246806ad90,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:22.734116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.734488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.734870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.735298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.735547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.735895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.736242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.736598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.736932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.737262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.737591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.737918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c5059-9ed0-45b1-8ad1-7d4e5703d993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:22.741344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.745651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:16Z', 'updated_at': '2021-08-11T02:38:19Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None, '_interfaces': [{'id': 'a16c770b-0322-4522-817f-d5899f5ecb4c', 'name': '', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:20Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'subnets': [{'id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.754895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:22.754895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:22.757793 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:22.799991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Checking router: d22fe96c-e028-44a3-9ff0-223e82ef28e3 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:22.800442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Updating router d22fe96c-e028-44a3-9ff0-223e82ef28e3 port a16c770b-0322-4522-817f-d5899f5ecb4c binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:38:22.834877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.856260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.866869 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] 10.222.0.16 "DELETE /v2.0/networks/c03886de-f658-4f0e-93ba-44ad2b69857a HTTP/1.1" status: 204 len: 168 time: 0.8510404 Aug 11 02:38:22.867120 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.900075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef2172-aae4-4327-97b1-0691e2a496ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-232668893-project] Pushing event deleted for resources: {'Network': ['ID=c03886de-f658-4f0e-93ba-44ad2b69857a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:22.924897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.184044 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.213974 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.297251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.314709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Transition to ACTIVE for port object a16c770b-0322-4522-817f-d5899f5ecb4c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:23.315054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 1c856fb6-94c7-4059-826c-70c55a7d2629 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:23.331490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.341677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:23.403502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Pushing event updated for resources: {'Port': ['ID=a16c770b-0322-4522-817f-d5899f5ecb4c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:23.503348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.510635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.516991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.524843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.531574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.538159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.545213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.552042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Attempting to bind port a16c770b-0322-4522-817f-d5899f5ecb4c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:23.552889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Attempting to bind port a16c770b-0322-4522-817f-d5899f5ecb4c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:23.553531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Attempting to bind port a16c770b-0322-4522-817f-d5899f5ecb4c on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:23.554164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d06c2e1b-895f-45e0-901d-91974050363b req-82e16ec3-4459-42e5-9a65-1d9ee9452738 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.2576921 Aug 11 02:38:23.565802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:23.566546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:23.567423 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.568364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:23.569237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Bound port: a16c770b-0322-4522-817f-d5899f5ecb4c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:23.571148 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.733450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c4a30dd7-d693-448f-8753-eeaeea5c9bd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e231ced4e00d4abbb40e97ee24f39dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896978 Aug 11 02:38:23.737520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:23.797304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] For port a16c770b-0322-4522-817f-d5899f5ecb4c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:23.804176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.806167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] For port a16c770b-0322-4522-817f-d5899f5ecb4c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a16c770b-0322-4522-817f-d5899f5ecb4c,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:23.816167 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.945195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=1c856fb6-94c7-4059-826c-70c55a7d2629,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:23.969718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10316121-48c5-41fe-9fe7-821e19472b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.978063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a6ee2-26af-47e8-a45e-daa11a48c811 req-c0678805-a375-4ba0-9c6c-261dd4cf579e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.997730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-729a6ee2-26af-47e8-a45e-daa11a48c811 req-c0678805-a375-4ba0-9c6c-261dd4cf579e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.4409325 Aug 11 02:38:24.020300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Pushing event updated for resources: {'Port': ['ID=a16c770b-0322-4522-817f-d5899f5ecb4c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:24.043221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10316121-48c5-41fe-9fe7-821e19472b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.045293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Routers {'d22fe96c-e028-44a3-9ff0-223e82ef28e3'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:24.046070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:24.079455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.080073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.080541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.080850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.081196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.081532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.081873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.082240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.082576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.082917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.083243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.083568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae61d3-18d3-4212-ace7-17f2255f134a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:24.152381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.172613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ed4bf83a-937e-4bfa-a790-69238392d5c2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/1c856fb6-94c7-4059-826c-70c55a7d2629 HTTP/1.1" status: 204 len: 168 time: 1.7501218 Aug 11 02:38:24.176634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:24.202409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10316121-48c5-41fe-9fe7-821e19472b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.217722 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10316121-48c5-41fe-9fe7-821e19472b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.217722 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10316121-48c5-41fe-9fe7-821e19472b0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/175b7c3c-27bc-4f81-88ba-65d43cba378f HTTP/1.1" status: 204 len: 168 time: 0.4762247 Aug 11 02:38:24.284971 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f3b9e2-8301-4cce-81cd-0ad6fce6436b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:38:24.290149 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-48f3b9e2-8301-4cce-81cd-0ad6fce6436b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/1c856fb6-94c7-4059-826c-70c55a7d2629 HTTP/1.1" status: 404 len: 333 time: 0.1105793 Aug 11 02:38:24.307772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:24.316273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10316121-48c5-41fe-9fe7-821e19472b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b7c3c-27bc-4f81-88ba-65d43cba378f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:24.346946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-729a6ee2-26af-47e8-a45e-daa11a48c811 req-883d1e31-a7a7-4fb7-b776-5f1cb5ffc4ea tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475895 Aug 11 02:38:24.347875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'name': 'tempest-PortsIpV6TestJSON-232758263'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:24.410290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d06c2e1b-895f-45e0-901d-91974050363b req-a860c34c-c503-49a5-af89-696ae302049b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8548648 Aug 11 02:38:24.472413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device acaa373c-ee77-4197-b1a0-ca9e7b3b0390 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:38:24.635890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] Set router d22fe96c-e028-44a3-9ff0-223e82ef28e3 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:24.765305 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:38:24.825521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:24.837192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.839274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41386) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:24.868699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 3f195c3c-f6c5-400b-82db-e2d8f196dbbd yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:24.885922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.985537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:25.121763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:25.166391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390', 'mac_address': 'fa:16:3e:0e:4d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:38:25.247097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.254819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.261605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.272604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.290102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.291687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.322658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.340088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.342895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.359846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c81afa44-8db3-40fa-8381-556e9d71c005 req-c8d71fce-3d0a-47bb-8e71-d3b1cadea476 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.4862888 Aug 11 02:38:25.438065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.465630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaa373c-ee77-4197-b1a0-ca9e7b3b0390 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:25.480993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-140061785'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:25.526099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:25.531902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:25.538642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.549919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:25.554436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:25.569626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.572133 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.621773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:25.629428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:16Z', 'updated_at': '2021-08-11T02:38:19Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None, '_interfaces': [{'id': 'a16c770b-0322-4522-817f-d5899f5ecb4c', 'name': '', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:23Z', 'revision_number': 4, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'subnets': [{'id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:25.651526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:25.660701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.667918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=3f195c3c-f6c5-400b-82db-e2d8f196dbbd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:25.682925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c772-aa1e-4eba-bacb-c54c31f22a97 None None] The sync data for ids ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'] in n-d-715271-8 is: [{'id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:16Z', 'updated_at': '2021-08-11T02:38:19Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None, '_interfaces': [{'id': 'a16c770b-0322-4522-817f-d5899f5ecb4c', 'name': '', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'mac_address': 'fa:16:3e:ad:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:23Z', 'revision_number': 4, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'subnets': [{'id': '2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:25.705595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a2fe463-e5cc-42f7-93a5-1c1c39235192 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3914764 Aug 11 02:38:25.708195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.712490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:25.722993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:25.752285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb758b-a9f7-4e42-b41f-807d28c3f003 req-220adb62-eb50-4119-843b-80f5d6cb0ad0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.756290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20eb758b-a9f7-4e42-b41f-807d28c3f003 req-220adb62-eb50-4119-843b-80f5d6cb0ad0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 945 time: 0.2272952 Aug 11 02:38:25.765317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e3ea8931-a4a3-4b61-af01-7ff36334f9c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ceb47c7335543659cfd76bceaec46d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314273 Aug 11 02:38:25.768831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41404) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:25.849355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['acaa373c-ee77-4197-b1a0-ca9e7b3b0390'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:38:25.889099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.985352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cdf84e6-93fa-45e6-8e5e-95254288d2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.160320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cdf84e6-93fa-45e6-8e5e-95254288d2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.264192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20eb758b-a9f7-4e42-b41f-807d28c3f003 req-b1532a56-851c-42a9-80ff-9b36e3d5a21e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787548 Aug 11 02:38:26.314333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port a16c770b-0322-4522-817f-d5899f5ecb4c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:26.316286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.378512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.387012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.440707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:26.449872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.462846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.465798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b357dfb-8607-4b91-b580-57c5fb235403,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:26.479214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.479585 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment fe32b6ad-832b-4813-9371-9bde153007d4 of type vlan for network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 Aug 11 02:38:26.502267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cdf84e6-93fa-45e6-8e5e-95254288d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.517052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cdf84e6-93fa-45e6-8e5e-95254288d2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.517969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] In _notify_port_updated(), no bound segment for port 3f195c3c-f6c5-400b-82db-e2d8f196dbbd on network a60c2711-8a6f-40aa-9d5c-6701aa18089f {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:26.522991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6cdf84e6-93fa-45e6-8e5e-95254288d2ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03b71886-0f1e-482c-a6b0-742becceb342 HTTP/1.1" status: 204 len: 168 time: 0.7397361 Aug 11 02:38:26.526682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:26.532724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.538427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/ports/3f195c3c-f6c5-400b-82db-e2d8f196dbbd HTTP/1.1" status: 200 len: 818 time: 0.8181095 Aug 11 02:38:26.568107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.585674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf84e6-93fa-45e6-8e5e-95254288d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b71886-0f1e-482c-a6b0-742becceb342,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:26.671230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.684214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ab40-7d59-4ca8-8fc8-f7e09fefe2b9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=3f195c3c-f6c5-400b-82db-e2d8f196dbbd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:26.741192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port a16c770b-0322-4522-817f-d5899f5ecb4c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a16c770b-0322-4522-817f-d5899f5ecb4c,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:26.742083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.764249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.772504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:26.773470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.774881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for a16c770b-0322-4522-817f-d5899f5ecb4c owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:26.887405 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0469384 Aug 11 02:38:26.900489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.915746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-295026392'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:26.960577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f2273-40ab-4597-b1ca-be8257fa23b7 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=6b2c1fef-347d-40e7-8ab9-4d8a7975a725,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:26.965875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:26.970867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.986545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:27.009766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 3f195c3c-f6c5-400b-82db-e2d8f196dbbd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:27.010155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.163399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:27.187700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.191127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.191476 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment ed946b54-0734-46b7-a2cb-0a4b1a137891 of type vlan for network f24b68e2-617a-4705-971a-628530989976 Aug 11 02:38:27.227722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 3f195c3c-f6c5-400b-82db-e2d8f196dbbd owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:27.291911 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.462282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.519331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.541027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:27.546657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.676266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=a16c770b-0322-4522-817f-d5899f5ecb4c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:27.824090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=f24b68e2-617a-4705-971a-628530989976,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:27.868480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-96309273-025c-4a77-8c16-37cd6f040c67 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9597347 Aug 11 02:38:27.868480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.890902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:27.921830 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.931947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f24b68e2-617a-4705-971a-628530989976 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:27.969526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92971ad3-0d87-44fa-9206-b4137dc5c730 req-f2cbb0c6-f4a6-4750-8954-28dfbdc76425 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:27.979589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92971ad3-0d87-44fa-9206-b4137dc5c730 req-f2cbb0c6-f4a6-4750-8954-28dfbdc76425 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 945 time: 0.4140618 Aug 11 02:38:27.981927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.093441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92971ad3-0d87-44fa-9206-b4137dc5c730 req-fccaa9bd-06d3-43cb-ac53-6c40855bd21b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124976 Aug 11 02:38:28.289399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Router d22fe96c-e028-44a3-9ff0-223e82ef28e3 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:28.469446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device acaa373c-ee77-4197-b1a0-ca9e7b3b0390 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:28.597456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:28.618311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-87b7d13a-fcb4-4271-83d9-c305df2f13b5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "PUT /v2.0/routers/d22fe96c-e028-44a3-9ff0-223e82ef28e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0810120 Aug 11 02:38:28.622295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41466) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.623349 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] Sync routers for ids ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:28.650811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:28.655224 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] Routers {'d22fe96c-e028-44a3-9ff0-223e82ef28e3'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:28.659675 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:28.675050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:28.683960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.812524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0767a1f-386e-4842-95b9-40bf37c99305 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:28.815279 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] Set router d22fe96c-e028-44a3-9ff0-223e82ef28e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:28.815670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0767a1f-386e-4842-95b9-40bf37c99305 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:28.830400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d0767a1f-386e-4842-95b9-40bf37c99305 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2026603 Aug 11 02:38:28.831349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41476) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.958519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:28.966454 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.013072 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:16Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 3, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:29.015700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.093093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.102829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=3f195c3c-f6c5-400b-82db-e2d8f196dbbd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.106700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.114236 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-31eb9493-72d5-445f-82c9-76fa36dfee10 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/3f195c3c-f6c5-400b-82db-e2d8f196dbbd HTTP/1.1" status: 204 len: 168 time: 2.5447056 Aug 11 02:38:29.127617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.131983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:29.135013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:29.142985 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728be01-845e-4f99-893e-0d8db70b0015" -d '{"events": [{"server_uuid": "07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8", "name": "network-vif-plugged", "status": "completed", "tag": "acaa373c-ee77-4197-b1a0-ca9e7b3b0390"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:29.164497 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] Checking router: d22fe96c-e028-44a3-9ff0-223e82ef28e3 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:29.165916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.214870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] Routers {'d22fe96c-e028-44a3-9ff0-223e82ef28e3'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:29.216081 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:29.321529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.337886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.341016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41494) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.388312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:29.397934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.426486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f119ae-6dbe-4315-a358-1f04407f7dc6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:29.430765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e3f119ae-6dbe-4315-a358-1f04407f7dc6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3011069 Aug 11 02:38:29.440207 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] Set router d22fe96c-e028-44a3-9ff0-223e82ef28e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:29.446724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41498) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.531470 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:16Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 3, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:29.577254 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0f212a-4a06-4ac1-baf8-dc455c4b2e55 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:38:29.579305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1f0f212a-4a06-4ac1-baf8-dc455c4b2e55 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/3f195c3c-f6c5-400b-82db-e2d8f196dbbd HTTP/1.1" status: 404 len: 333 time: 0.1293130 Aug 11 02:38:29.588311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.600490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2117754517'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:29.609703 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff96e9-8b46-4442-a8f4-5725e2d52b22 None None] The sync data for ids ['d22fe96c-e028-44a3-9ff0-223e82ef28e3'] in n-d-715271-8 is: [{'id': 'd22fe96c-e028-44a3-9ff0-223e82ef28e3', 'name': 'tempest-NetworksTestDHCPv6-router-233528174', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:16Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 3, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:29.625599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fb9c1-bba9-4e9a-b14e-5c02422b8df7 req-a5039017-80c5-4dc0-9822-dcba8931378d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:29.644501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-011fb9c1-bba9-4e9a-b14e-5c02422b8df7 req-a5039017-80c5-4dc0-9822-dcba8931378d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.2570324 Aug 11 02:38:29.669783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.761334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:29.765585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a75f4-0c7f-450f-a9f2-0260dbbf241e None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:29.766571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.766866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.777457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.786394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d2ab5bb6-9047-46b3-867a-315c9387f08c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f HTTP/1.1" status: 204 len: 168 time: 0.9507275 Aug 11 02:38:29.792902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.815161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-011fb9c1-bba9-4e9a-b14e-5c02422b8df7 req-bc30e748-6390-4e24-b2a8-85c9c390f2cd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694551 Aug 11 02:38:29.960305 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d23e91-3e24-478b-8557-5dd5eb57de69 x-openstack-request-id: req-45d23e91-3e24-478b-8557-5dd5eb57de69 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:29.961289 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8", "name": "network-vif-plugged", "status": "completed", "tag": "acaa373c-ee77-4197-b1a0-ca9e7b3b0390", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:29.961787 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45d23e91-3e24-478b-8557-5dd5eb57de69 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:29.962446 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390', 'code': 200} Aug 11 02:38:30.029099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:30.074152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a16c770b-0322-4522-817f-d5899f5ecb4c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:30.138310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.139258 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment 5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d of type vlan for network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 Aug 11 02:38:30.148732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a16c770b-0322-4522-817f-d5899f5ecb4c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:30.148919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a16c770b-0322-4522-817f-d5899f5ecb4c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:30.209242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.209928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.210465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.211023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.211509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.212136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.212626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.221897 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-c4d3a6aa-0b35-4236-9b5a-c45278bb5553 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.8795736 Aug 11 02:38:30.255764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41520) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.259311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d9a5d71c-1bc3-4ef8-867e-94edd2646921 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4648445 Aug 11 02:38:30.272626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.284524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458241a4-01ff-47c7-a7b2-59ebb86131d4 req-38858436-87aa-4a6a-999d-1ded2ae09a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.286753 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-458241a4-01ff-47c7-a7b2-59ebb86131d4 req-38858436-87aa-4a6a-999d-1ded2ae09a4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.3755693 Aug 11 02:38:30.289785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.319385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:30.384247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6ce6e2d-0a3c-45be-b47c-9f26f922a6f0 req-8c162520-4f92-48f9-ada1-35c372edc99d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612940 Aug 11 02:38:30.443655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=c5f78609-ccb4-4671-ad4e-b0b49cbc9777,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:30.443867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] Deleting port df8f2936-9f67-4d14-a4a2-ad96b979f766 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:30.443867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.446504 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-458241a4-01ff-47c7-a7b2-59ebb86131d4 req-48167ea5-03de-4262-9765-6aeacb34c186 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454344 Aug 11 02:38:30.464364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': 'fe32b6ad-832b-4813-9371-9bde153007d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:30.468046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: 6b2c1fef-347d-40e7-8ab9-4d8a7975a725, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:30.477644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.484589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.485292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.496283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.567440 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9754784 Aug 11 02:38:30.568678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:30.578582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] For port df8f2936-9f67-4d14-a4a2-ad96b979f766, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=df8f2936-9f67-4d14-a4a2-ad96b979f766,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:30.578915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41530) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.579047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.586858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:30.601605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] Calling delete_port for df8f2936-9f67-4d14-a4a2-ad96b979f766 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:30.681347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6b2c1fef-347d-40e7-8ab9-4d8a7975a725) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:30.688782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d72907-2f47-46ab-a7b2-4e6d56783e71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=5ab5113f-8dd7-4402-883b-ce7a180e04c6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:30.695781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.696888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.705570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead58eaf-25e4-4d45-b65a-f255dac39020 None None] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:30.708565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:30.719744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-62264065-c9b5-408a-90fb-be659aadef14 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8511684 Aug 11 02:38:30.725058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.729797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.733095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': 'f24b68e2-617a-4705-971a-628530989976', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:30.934550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] Pushing event deleted for resources: {'Port': ['ID=df8f2936-9f67-4d14-a4a2-ad96b979f766,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:30.968636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61dd8e-5b27-445e-bc18-5dde978770eb None None] No DVR routers for this DVR port df8f2936-9f67-4d14-a4a2-ad96b979f766 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:31.000811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:31.009300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.159635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:31.168945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.177963 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.181520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.269703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.270740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Fanout notify agent at l3_agent the message router_deleted on router d22fe96c-e028-44a3-9ff0-223e82ef28e3 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:31.286183 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.290767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f148bfd5-3df2-4ba5-90fa-3a1ac623ac6f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/routers/d22fe96c-e028-44a3-9ff0-223e82ef28e3 HTTP/1.1" status: 204 len: 168 time: 1.0317063 Aug 11 02:38:31.296453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.306588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aeecf-890d-495d-860a-eaee57393cd9 req-86ae0ad9-49e1-420e-a0c1-ccb975055147 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:31.306983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:31.315195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d09aeecf-890d-495d-860a-eaee57393cd9 req-86ae0ad9-49e1-420e-a0c1-ccb975055147 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.0865574 Aug 11 02:38:31.374625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d09aeecf-890d-495d-860a-eaee57393cd9 req-044aaace-9d11-4bbf-b7dc-0602ee812383 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Aug 11 02:38:31.375451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6b2c1fef-347d-40e7-8ab9-4d8a7975a725', 'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': 'c5f78609-ccb4-4671-ad4e-b0b49cbc9777'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:31.377530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.579620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:31.584147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.747864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Allocated IP 172.20.0.2 (6b2c1fef-347d-40e7-8ab9-4d8a7975a725/c5f78609-ccb4-4671-ad4e-b0b49cbc9777/d18d5dbb-3580-480f-8fa2-efce09155330) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:31.761822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.857173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.874128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41558) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.883220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=56dabe4f-a120-4cdd-a04e-da7e9744e28a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:31.955617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device df8f2936-9f67-4d14-a4a2-ad96b979f766 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:32.011271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: df8f2936-9f67-4d14-a4a2-ad96b979f766 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:32.011859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device df8f2936-9f67-4d14-a4a2-ad96b979f766 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:32.038219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:32.038484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: 5ab5113f-8dd7-4402-883b-ce7a180e04c6, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:32.058501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=798a2abe-07d7-411b-b9fb-6c582991e88f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.086690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': 'ed946b54-0734-46b7-a2cb-0a4b1a137891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f24b68e2-617a-4705-971a-628530989976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:32.087007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: f24b68e2-617a-4705-971a-628530989976, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:32.141002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:32.156837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.185660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f24b68e2-617a-4705-971a-628530989976 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:32.201344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.203531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5ab5113f-8dd7-4402-883b-ce7a180e04c6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:32.217027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2961b61f-0b78-48e4-90ab-3a63ba6dd5b8 None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:32.217474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:32.218326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.230708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f24b68e2-617a-4705-971a-628530989976) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:32.254489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:32.259236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:32.259791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.268564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:32.276200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=dc08a496-afc6-4ca0-9f77-8ac76d62d42a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.279387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:32.279984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.293201 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9315dba6-6728-4ed5-b811-32411c9df70d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7119896 Aug 11 02:38:32.296187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Transition to ACTIVE for port object d18d5dbb-3580-480f-8fa2-efce09155330 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:32.298519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d9470-035a-490c-99aa-ab5f8b8e1192 None None] Network f24b68e2-617a-4705-971a-628530989976 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:32.299487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41566) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.308618 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-03787a31-fed2-4e06-a6d8-1ec9a2612ed6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5779111 Aug 11 02:38:32.309020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:32.313873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41568) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.318354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41570) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.319363 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-95324657-4227-4997-a6e4-c8e9f021c9e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0216124 Aug 11 02:38:32.345280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1146813775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:32.376508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a6ac2-fcde-45c7-8974-e3bfad32f4c0 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:32.395917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:32.527793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-935894880', 'router:external': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:32.531572 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.532716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.545525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Transition to ACTIVE for port object d18d5dbb-3580-480f-8fa2-efce09155330 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:32.568930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.639606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.641542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.703965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:32.713760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Pushing event updated for resources: {'Port': ['ID=d18d5dbb-3580-480f-8fa2-efce09155330,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.724088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.726064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:32.732949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:32.739740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.752322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b9694-f09c-4b08-84bb-79fdb8a19e6e req-4f2a742a-4f6d-44f6-bbf9-41be6418e4de tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:32.753982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e5b9694-f09c-4b08-84bb-79fdb8a19e6e req-4f2a742a-4f6d-44f6-bbf9-41be6418e4de tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.2376029 Aug 11 02:38:32.771572 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.831017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:32.834719 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.858848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.916604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.934923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d50f6ff1-4ffb-4869-bbd2-c8b12676401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.943273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Made reservation on behalf of 8e18b152faef4d51b0f80cae572c08d5 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:32.946149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.970034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.971246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-44756c99-240f-441c-a1df-6a214700d461 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6542685 Aug 11 02:38:32.974722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41580) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.989337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e5b9694-f09c-4b08-84bb-79fdb8a19e6e req-899b12bf-77da-46f3-b572-dbacdcee32ae tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207456 Aug 11 02:38:32.990504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.057286 n-d-715271-8 neutron-server[94699]: INFO neutron.db.ipam_backend_mixin [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56dabe4f-a120-4cdd-a04e-da7e9744e28a (CIDR: 2001:db8::/64) Aug 11 02:38:33.063682 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:33.064454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:33.083868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': '56dabe4f-a120-4cdd-a04e-da7e9744e28a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:33.085449 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.136587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Attempting to bind port d18d5dbb-3580-480f-8fa2-efce09155330 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:33.137157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Attempting to bind port d18d5dbb-3580-480f-8fa2-efce09155330 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'fe32b6ad-832b-4813-9371-9bde153007d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:33.137624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Attempting to bind port d18d5dbb-3580-480f-8fa2-efce09155330 on network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:33.147821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:33.149591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.159905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f24b68e2-617a-4705-971a-628530989976', 'network_id': 'f24b68e2-617a-4705-971a-628530989976', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': '798a2abe-07d7-411b-b9fb-6c582991e88f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:33.160801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.178913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:33.179294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Checking segment: {'id': 'fe32b6ad-832b-4813-9371-9bde153007d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:33.180013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.180407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Bound using segment: {'id': 'fe32b6ad-832b-4813-9371-9bde153007d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:33.180891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Bound port: d18d5dbb-3580-480f-8fa2-efce09155330, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe32b6ad-832b-4813-9371-9bde153007d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b2c1fef-347d-40e7-8ab9-4d8a7975a725'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:33.181272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.324728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d50f6ff1-4ffb-4869-bbd2-c8b12676401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.336158 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.342266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-85ba57e0-0280-462a-a584-97b3d9b7105b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0190048 Aug 11 02:38:33.343330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.350022 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.351199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-291fe733-7f4b-4282-baab-22ac47457a17 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0503309 Aug 11 02:38:33.355767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d50f6ff1-4ffb-4869-bbd2-c8b12676401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.359106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.373393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:33.497717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] For port d18d5dbb-3580-480f-8fa2-efce09155330, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:33.508679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f6ff1-4ffb-4869-bbd2-c8b12676401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22368560-9106-4595-9a29-daefc1a80503,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.551946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d50f6ff1-4ffb-4869-bbd2-c8b12676401e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63bd56c383e748129f833e9110aa1642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258445 Aug 11 02:38:33.560582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.565608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] For port d18d5dbb-3580-480f-8fa2-efce09155330, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d18d5dbb-3580-480f-8fa2-efce09155330,segment=NetworkSegment(fe32b6ad-832b-4813-9371-9bde153007d4),segment_id=fe32b6ad-832b-4813-9371-9bde153007d4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:33.611321 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.649017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Allocated IP 2001:db8::2 (5ab5113f-8dd7-4402-883b-ce7a180e04c6/56dabe4f-a120-4cdd-a04e-da7e9744e28a/2d9c2ace-1732-4b46-a89f-d283a4787b42) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:33.684968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/dc08a496-afc6-4ca0-9f77-8ac76d62d42a/c176e6d0-d94e-41b7-86fb-267bc7e95500) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:33.744186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Allocated IP 172.21.0.2 (f24b68e2-617a-4705-971a-628530989976/798a2abe-07d7-411b-b9fb-6c582991e88f/a05f1815-afb9-47bd-a069-7b266c805f04) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:33.782047 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdfe8-2da4-4141-a860-93186de20aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.809664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdfe8-2da4-4141-a860-93186de20aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.829732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.20.0.1 (6b2c1fef-347d-40e7-8ab9-4d8a7975a725/c5f78609-ccb4-4671-ad4e-b0b49cbc9777/d82387ae-0315-491e-8165-a43861c5b4e0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:33.850474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd863e-ae96-4310-b367-d8ecfbccb16e None None] Pushing event updated for resources: {'Port': ['ID=d18d5dbb-3580-480f-8fa2-efce09155330,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.986295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.989325 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdfe8-2da4-4141-a860-93186de20aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.993741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdfe8-2da4-4141-a860-93186de20aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.995525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1f1fdfe8-2da4-4141-a860-93186de20aaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22368560-9106-4595-9a29-daefc1a80503 HTTP/1.1" status: 204 len: 168 time: 0.4310572 Aug 11 02:38:34.020567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.025891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fdfe8-2da4-4141-a860-93186de20aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22368560-9106-4595-9a29-daefc1a80503,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.033913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.046268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object d82387ae-0315-491e-8165-a43861c5b4e0 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.051590 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.063997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Transition to ACTIVE for port object 2d9c2ace-1732-4b46-a89f-d283a4787b42 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.085569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Transition to ACTIVE for port object 2d9c2ace-1732-4b46-a89f-d283a4787b42 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.102929 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.161136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.161971 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.194294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:34.202159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.266679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:34.269598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:34.284662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:34.310295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.310731 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Added segment fc331076-3c60-41ec-ad29-c81f3bc8726b of type vlan for network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 Aug 11 02:38:34.314308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10a92d-ade4-46b3-aa11-d732aeea3aa9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.327930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:34.396039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Pushing event updated for resources: {'Port': ['ID=2d9c2ace-1732-4b46-a89f-d283a4787b42,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.466141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.468530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.473737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Attempting to bind port 2d9c2ace-1732-4b46-a89f-d283a4787b42 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:34.474341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Attempting to bind port 2d9c2ace-1732-4b46-a89f-d283a4787b42 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:34.474841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Attempting to bind port 2d9c2ace-1732-4b46-a89f-d283a4787b42 on network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:34.481413 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.486733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:34.487113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Checking segment: {'id': '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:34.487525 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.487926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Bound using segment: {'id': '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:34.488413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Bound port: 2d9c2ace-1732-4b46-a89f-d283a4787b42, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:34.488799 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.510566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Transition to ACTIVE for port object c176e6d0-d94e-41b7-86fb-267bc7e95500 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.514902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Transition to ACTIVE for port object a05f1815-afb9-47bd-a069-7b266c805f04 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.575713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Transition to ACTIVE for port object c176e6d0-d94e-41b7-86fb-267bc7e95500 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.576795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.578034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:34.579016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.580772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Transition to ACTIVE for port object a05f1815-afb9-47bd-a069-7b266c805f04 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:34.591591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.600504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=d82387ae-0315-491e-8165-a43861c5b4e0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.605343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.626937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:34.637884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:34.645521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:34.647325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] For port 2d9c2ace-1732-4b46-a89f-d283a4787b42, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:34.659320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:34.667824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:34.677300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:34.688348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] For port 2d9c2ace-1732-4b46-a89f-d283a4787b42, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d9c2ace-1732-4b46-a89f-d283a4787b42,segment=NetworkSegment(5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d),segment_id=5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:34.702770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Network f24b68e2-617a-4705-971a-628530989976 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:34.715690 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.723470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:34.733186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:34.742592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Network': ['ID=d7e1afda-41ed-4351-8f55-cdcb4c9a37a3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.750452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Pushing event updated for resources: {'Port': ['ID=c176e6d0-d94e-41b7-86fb-267bc7e95500,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.803803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:34.815724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.826254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac7e0da5-e62f-4f28-9af7-a14afca2dcec tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.9499371 Aug 11 02:38:34.830948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41600) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:34.837579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'subnet': {'network_id': 'd7e1afda-41ed-4351-8f55-cdcb4c9a37a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:34.881863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::1 (a7548113-1c15-4cbd-941e-a75d799a7de7/dc08a496-afc6-4ca0-9f77-8ac76d62d42a/9f88a7d6-0905-4256-87ec-904e1480ea33) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:34.900776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Made reservation on behalf of 8e18b152faef4d51b0f80cae572c08d5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:34.903835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.977786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41602) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:35.051984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Attempting to bind port a05f1815-afb9-47bd-a069-7b266c805f04 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:35.056434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Attempting to bind port a05f1815-afb9-47bd-a069-7b266c805f04 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ed946b54-0734-46b7-a2cb-0a4b1a137891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f24b68e2-617a-4705-971a-628530989976'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:35.057241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Attempting to bind port a05f1815-afb9-47bd-a069-7b266c805f04 on network f24b68e2-617a-4705-971a-628530989976 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:35.073820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Attempting to bind port c176e6d0-d94e-41b7-86fb-267bc7e95500 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:35.074371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Attempting to bind port c176e6d0-d94e-41b7-86fb-267bc7e95500 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:35.075113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Attempting to bind port c176e6d0-d94e-41b7-86fb-267bc7e95500 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:35.090857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Pushing event updated for resources: {'Port': ['ID=a05f1815-afb9-47bd-a069-7b266c805f04,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.112284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:35.113869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Checking segment: {'id': 'ed946b54-0734-46b7-a2cb-0a4b1a137891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f24b68e2-617a-4705-971a-628530989976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:35.114695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.115679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Bound using segment: {'id': 'ed946b54-0734-46b7-a2cb-0a4b1a137891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f24b68e2-617a-4705-971a-628530989976'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:35.116844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Bound port: a05f1815-afb9-47bd-a069-7b266c805f04, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed946b54-0734-46b7-a2cb-0a4b1a137891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f24b68e2-617a-4705-971a-628530989976'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:35.118330 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.128755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:35.129887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:35.130912 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.132397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:35.133726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Bound port: c176e6d0-d94e-41b7-86fb-267bc7e95500, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:35.134540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.338398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd385bc0-4819-4f24-9ba7-9f928b8d3060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.423003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.454085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e3e12-f53d-45e2-9765-b84c100a3136 None None] Pushing event updated for resources: {'Port': ['ID=2d9c2ace-1732-4b46-a89f-d283a4787b42,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.493962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] For port a05f1815-afb9-47bd-a069-7b266c805f04, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:35.499193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] For port a05f1815-afb9-47bd-a069-7b266c805f04, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a05f1815-afb9-47bd-a069-7b266c805f04,segment=NetworkSegment(ed946b54-0734-46b7-a2cb-0a4b1a137891),segment_id=ed946b54-0734-46b7-a2cb-0a4b1a137891)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:35.501137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] For port c176e6d0-d94e-41b7-86fb-267bc7e95500, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:35.511772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:35.519653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] For port c176e6d0-d94e-41b7-86fb-267bc7e95500, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c176e6d0-d94e-41b7-86fb-267bc7e95500,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:35.531893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.549334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212819ab-21da-49d7-a503-69d2f5dc01ed None None] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:35.553758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.557017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.583380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:35.591001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:35.591608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.615147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=95356bf3-5860-4fc0-884b-58ae32bf6e46,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.658685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 9f88a7d6-0905-4256-87ec-904e1480ea33 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:35.662060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.705435 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd385bc0-4819-4f24-9ba7-9f928b8d3060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.718344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd385bc0-4819-4f24-9ba7-9f928b8d3060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.739167 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-89efce7a-07f4-49a6-be8f-793cdce9d67e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3773892 Aug 11 02:38:35.740212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41608) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:35.752592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'fixed_ips': [{'subnet_id': '56dabe4f-a120-4cdd-a04e-da7e9744e28a'}, {'subnet_id': '95356bf3-5860-4fc0-884b-58ae32bf6e46'}], 'name': 'tempest-PortsIpV6TestJSON-1186532586'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:35.760575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd385bc0-4819-4f24-9ba7-9f928b8d3060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9ad126-6c43-4da7-a279-69995dd9232f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.764721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-246e1dd8-1b9e-4622-b025-1ee25cb37275 None None] Provisioning for port d18d5dbb-3580-480f-8fa2-efce09155330 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:35.772189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4936ebf-e391-4876-8d0e-8638802fdbf8 None None] Pushing event updated for resources: {'Port': ['ID=a05f1815-afb9-47bd-a069-7b266c805f04,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.818762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:35.819483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd385bc0-4819-4f24-9ba7-9f928b8d3060 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74b8ccd803704964959eda2a3e175c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289523 Aug 11 02:38:35.823621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.947180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=9f88a7d6-0905-4256-87ec-904e1480ea33,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.970387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:35.975232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:35.994376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:35.994916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.057865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-088ff1a5-fb1b-4c77-be9a-d11b04224eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.193009 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-088ff1a5-fb1b-4c77-be9a-d11b04224eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.251839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b1990-787e-4120-a0fa-b177a8b37596 None None] Pushing event updated for resources: {'Port': ['ID=c176e6d0-d94e-41b7-86fb-267bc7e95500,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:36.276399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:38:36.276937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.294824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:36.369248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-088ff1a5-fb1b-4c77-be9a-d11b04224eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.372594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-088ff1a5-fb1b-4c77-be9a-d11b04224eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.374063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-088ff1a5-fb1b-4c77-be9a-d11b04224eca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce9ad126-6c43-4da7-a279-69995dd9232f HTTP/1.1" status: 204 len: 168 time: 0.5503244 Aug 11 02:38:36.407642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.410634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ff1a5-fb1b-4c77-be9a-d11b04224eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9ad126-6c43-4da7-a279-69995dd9232f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:36.420084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.540734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.553517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d18d5dbb-3580-480f-8fa2-efce09155330 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:36.559916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfb8face-7d0a-47fc-a07e-ed004ea64b85,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:36.566369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=d82387ae-0315-491e-8165-a43861c5b4e0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:36.622918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.653688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port c2f94238-9017-49e6-a1eb-095e56122f44 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:36.702340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Checking segment: {'id': 'fc331076-3c60-41ec-ad29-c81f3bc8726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7e1afda-41ed-4351-8f55-cdcb4c9a37a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:36.703537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network hostable DHCP agents. Network: d7e1afda-41ed-4351-8f55-cdcb4c9a37a3, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:36.719565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port d18d5dbb-3580-480f-8fa2-efce09155330 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:36.722464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.733028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d18d5dbb-3580-480f-8fa2-efce09155330 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:36.733495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.769757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:36.787387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, d7e1afda-41ed-4351-8f55-cdcb4c9a37a3) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:36.797466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:36.800111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.820008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ae475-73d8-42bd-97d0-6d5b937ea3be None None] Network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:36.971162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-924e4061-a07d-4fec-96be-4c32fa4838bc tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1380758 Aug 11 02:38:36.979684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41620) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:36.988766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1411209069', 'network_id': 'd7e1afda-41ed-4351-8f55-cdcb4c9a37a3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:37.029348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7afedb6-5bf3-4606-877e-012155c11857 None None] Network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:37.048533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Made reservation on behalf of 8e18b152faef4d51b0f80cae572c08d5 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:37.052633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.077105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:37.092159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:37.142664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] device_id is not set on port a70da5a9-270e-4909-9463-bf48cafd4d84 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:37.172640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.216185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4c85f-76e7-43d0-a2d1-10f9586af7bf None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:37.387507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6b55e2f5-d50d-4e9d-a663-490afeb300db None None] Provisioning for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:37.409237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port d18d5dbb-3580-480f-8fa2-efce09155330, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d18d5dbb-3580-480f-8fa2-efce09155330,segment=NetworkSegment(fe32b6ad-832b-4813-9371-9bde153007d4),segment_id=fe32b6ad-832b-4813-9371-9bde153007d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:37.425048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.426319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d9c2ace-1732-4b46-a89f-d283a4787b42 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:37.522838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router deb91f8a-5c21-4b85-96b4-30410e673a0b is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:37.657900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=d18d5dbb-3580-480f-8fa2-efce09155330,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:37.717390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.734330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::329 (5ab5113f-8dd7-4402-883b-ce7a180e04c6/56dabe4f-a120-4cdd-a04e-da7e9744e28a/c2f94238-9017-49e6-a1eb-095e56122f44) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:37.756971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8:0:1::24a (5ab5113f-8dd7-4402-883b-ce7a180e04c6/95356bf3-5860-4fc0-884b-58ae32bf6e46/c2f94238-9017-49e6-a1eb-095e56122f44) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:37.787204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.788401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.956217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e170f4f5-47d1-42b3-955f-92a8d758191a None None] Provisioning for port d82387ae-0315-491e-8165-a43861c5b4e0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:38.019534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e170f4f5-47d1-42b3-955f-92a8d758191a None None] Provisioning complete for port d82387ae-0315-491e-8165-a43861c5b4e0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:38.019957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e170f4f5-47d1-42b3-955f-92a8d758191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.027807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:38.072565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Allocated IP 172.20.0.5 (d7e1afda-41ed-4351-8f55-cdcb4c9a37a3/bfb8face-7d0a-47fc-a07e-ed004ea64b85/a70da5a9-270e-4909-9463-bf48cafd4d84) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:38.090511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:38.091324 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.099496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=9f88a7d6-0905-4256-87ec-904e1480ea33,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.159590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e170f4f5-47d1-42b3-955f-92a8d758191a None None] Port d82387ae-0315-491e-8165-a43861c5b4e0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:38.202548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e170f4f5-47d1-42b3-955f-92a8d758191a None None] Provisioning complete for port d18d5dbb-3580-480f-8fa2-efce09155330 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:38.203149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e170f4f5-47d1-42b3-955f-92a8d758191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.234134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.234875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:38.242537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:38.275112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object c2f94238-9017-49e6-a1eb-095e56122f44 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:38.343348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:38.362045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a96fb0ce-29fc-47c2-99fc-cbae67605355 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/deb91f8a-5c21-4b85-96b4-30410e673a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3861506 Aug 11 02:38:38.364674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.370218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41642) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:38.410555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] Sync routers for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:38.433137 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.480806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:38.492252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:38.498702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:38.504939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:38.505618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.510735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=c2f94238-9017-49e6-a1eb-095e56122f44,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.519279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Update dhcp port {'port': {'network_id': '5ab5113f-8dd7-4402-883b-ce7a180e04c6', 'fixed_ips': [{'subnet_id': '56dabe4f-a120-4cdd-a04e-da7e9744e28a', 'ip_address': '2001:db8::2'}, {'subnet_id': '95356bf3-5860-4fc0-884b-58ae32bf6e46'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '2d9c2ace-1732-4b46-a89f-d283a4787b42'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:38.534344 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ee560032-0ba0-410d-94b2-4da70f9eb961 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.7894926 Aug 11 02:38:38.535296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:38.542241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56dabe4f-a120-4cdd-a04e-da7e9744e28a'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:38.569442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:38.570222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:38.580740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.593661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aaf09-c02a-42fd-98ea-a652963e76a7 None None] Network f24b68e2-617a-4705-971a-628530989976 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:38.668968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:38.709340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.854668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2d9c2ace-1732-4b46-a89f-d283a4787b42, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d9c2ace-1732-4b46-a89f-d283a4787b42,segment=NetworkSegment(5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d),segment_id=5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:38.924688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.943304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:38.949044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:39.056910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:39.058055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3fb24-7542-491b-8c1b-6b72239e64de None None] The sync data for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:39.128846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f90d33-b60d-46a2-8141-372f98abb166 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:39.133764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-89f90d33-b60d-46a2-8141-372f98abb166 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports/d82387ae-0315-491e-8165-a43861c5b4e0 HTTP/1.1" status: 200 len: 910 time: 0.7621448 Aug 11 02:38:39.138596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41658) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.276447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.280144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Provisioning for port a05f1815-afb9-47bd-a069-7b266c805f04 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:39.307656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2d9c2ace-1732-4b46-a89f-d283a4787b42,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.365518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d18d5dbb-3580-480f-8fa2-efce09155330 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:39.370068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Allocated IP 2001:db8:0:1::2 (5ab5113f-8dd7-4402-883b-ce7a180e04c6/95356bf3-5860-4fc0-884b-58ae32bf6e46/2d9c2ace-1732-4b46-a89f-d283a4787b42) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:39.399365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Provisioning complete for port d82387ae-0315-491e-8165-a43861c5b4e0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:39.399768 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.433323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Router 59331b0d-677a-4b44-9c88-5171d6eb0893 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:39.495727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.656323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Port d82387ae-0315-491e-8165-a43861c5b4e0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:39.663286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:39.679378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:39.686343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:39.688626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Port': ['ID=a70da5a9-270e-4909-9463-bf48cafd4d84,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.694688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:39.712441 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Sync routers for ids ['59331b0d-677a-4b44-9c88-5171d6eb0893'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:39.722543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Provisioning for port 9f88a7d6-0905-4256-87ec-904e1480ea33 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:39.724897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-824169f7-0d14-41f6-8256-2f9cac3cb916 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "PUT /v2.0/routers/59331b0d-677a-4b44-9c88-5171d6eb0893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3769255 Aug 11 02:38:39.728909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41668) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.732422 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Routers {'59331b0d-677a-4b44-9c88-5171d6eb0893'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:39.734044 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['59331b0d-677a-4b44-9c88-5171d6eb0893'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:39.759305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Provisioning complete for port 9f88a7d6-0905-4256-87ec-904e1480ea33 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:39.759826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.814196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d18d5dbb-3580-480f-8fa2-efce09155330 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:39.814799 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.828812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e565c38-8dd0-40ae-bb58-841982a2f09b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:39.834433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.837083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e565c38-8dd0-40ae-bb58-841982a2f09b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports/9f88a7d6-0905-4256-87ec-904e1480ea33 HTTP/1.1" status: 200 len: 911 time: 0.1004212 Aug 11 02:38:39.838533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:39.839177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.894421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f87b7862-c5c8-4707-9cee-db822fc910b1 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9122450 Aug 11 02:38:39.895743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41676) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.987299 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Set router 59331b0d-677a-4b44-9c88-5171d6eb0893 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:39.991949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933bcfb-ad65-4d8d-9bb5-07341d2a4ff7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.006979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933bcfb-ad65-4d8d-9bb5-07341d2a4ff7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.012567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0933bcfb-ad65-4d8d-9bb5-07341d2a4ff7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1756556 Aug 11 02:38:40.039007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.112001 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-8e335356-1639-41c4-8430-3350086d2851 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0968549 Aug 11 02:38:40.265511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] For port 2d9c2ace-1732-4b46-a89f-d283a4787b42, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d9c2ace-1732-4b46-a89f-d283a4787b42,segment=NetworkSegment(5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d),segment_id=5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:40.269774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.277061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Port 9f88a7d6-0905-4256-87ec-904e1480ea33 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:40.277407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.277738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.278135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.278783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.279114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.279602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.280093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.283628 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6b90d191-8bfe-41f4-82c6-59a0f3a2ad48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 6488 time: 0.0797491 Aug 11 02:38:40.331634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d896c7c2-6c2c-4051-b4ab-7eba6fd3d79b None None] Provisioning for port c176e6d0-d94e-41b7-86fb-267bc7e95500 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:40.338525 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.388721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Transition to ACTIVE for port object 2d9c2ace-1732-4b46-a89f-d283a4787b42 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:40.405576 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.409422 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:32Z', 'updated_at': '2021-08-11T02:38:36Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None, '_interfaces': [{'id': '9f88a7d6-0905-4256-87ec-904e1480ea33', 'name': '', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'mac_address': 'fa:16:3e:56:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:34Z', 'updated_at': '2021-08-11T02:38:37Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'subnets': [{'id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:40.474326 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Checking router: 59331b0d-677a-4b44-9c88-5171d6eb0893 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:40.474686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Delete allocated IP 2001:db8:0:1::24a (5ab5113f-8dd7-4402-883b-ce7a180e04c6/95356bf3-5860-4fc0-884b-58ae32bf6e46) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:38:40.474977 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Updating router 59331b0d-677a-4b44-9c88-5171d6eb0893 port 9f88a7d6-0905-4256-87ec-904e1480ea33 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:38:40.524822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a05f1815-afb9-47bd-a069-7b266c805f04 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:40.565874 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.628153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fff2e6-9e73-472e-a183-3a018c801a94 None None] Pushing event updated for resources: {'Port': ['ID=2d9c2ace-1732-4b46-a89f-d283a4787b42,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:40.654186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ecabba38-869f-4a89-87cb-d15771c78c2b None None] Provisioning complete for port 9f88a7d6-0905-4256-87ec-904e1480ea33 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:40.661003 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecabba38-869f-4a89-87cb-d15771c78c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.723050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ecabba38-869f-4a89-87cb-d15771c78c2b None None] Port 9f88a7d6-0905-4256-87ec-904e1480ea33 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:40.739334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a05f1815-afb9-47bd-a069-7b266c805f04 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:40.744248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a05f1815-afb9-47bd-a069-7b266c805f04 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:40.744834 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.760465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.778657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Ignored duplicate provisioning block setup for port c2f94238-9017-49e6-a1eb-095e56122f44 by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:38:40.790496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.900108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.912502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] In _notify_port_updated(), no bound segment for port c2f94238-9017-49e6-a1eb-095e56122f44 on network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:40.919152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.919851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.921442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/ports/c2f94238-9017-49e6-a1eb-095e56122f44 HTTP/1.1" status: 200 len: 926 time: 2.3849103 Aug 11 02:38:40.928705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.940005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56dabe4f-a120-4cdd-a04e-da7e9744e28a'}, {'subnet_id': '95356bf3-5860-4fc0-884b-58ae32bf6e46'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:40.987851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a05f1815-afb9-47bd-a069-7b266c805f04, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a05f1815-afb9-47bd-a069-7b266c805f04,segment=NetworkSegment(ed946b54-0734-46b7-a2cb-0a4b1a137891),segment_id=ed946b54-0734-46b7-a2cb-0a4b1a137891)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:40.998226 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.999395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c176e6d0-d94e-41b7-86fb-267bc7e95500 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:41.014229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Deleting port a70da5a9-270e-4909-9463-bf48cafd4d84 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:41.014895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.115074 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:38:41.125797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.132914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a89e3e2a-5549-4400-8b6c-2c74b0d659bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:41.133469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a89e3e2a-5549-4400-8b6c-2c74b0d659bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:41.135021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a89e3e2a-5549-4400-8b6c-2c74b0d659bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:41.137245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a89e3e2a-5549-4400-8b6c-2c74b0d659bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=afa70537-4910-4a5a-9331-4ffd2bdf3170&id=b91db2a3-0627-45f6-b6ae-4e49e8960384&id=b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 200 len: 2289 time: 0.8204875 Aug 11 02:38:41.185488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b5dc8-25ae-43da-bea3-5136b50eb430 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=c2f94238-9017-49e6-a1eb-095e56122f44,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:41.268244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.21.0.1 (f24b68e2-617a-4705-971a-628530989976/798a2abe-07d7-411b-b9fb-6c582991e88f/d52f870a-f1e6-4867-b5b2-77f9a53605ec) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:41.278311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.282292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a05f1815-afb9-47bd-a069-7b266c805f04,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:41.311435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c176e6d0-d94e-41b7-86fb-267bc7e95500 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:41.320745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c176e6d0-d94e-41b7-86fb-267bc7e95500 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:41.321977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.351981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Calling delete_port for a70da5a9-270e-4909-9463-bf48cafd4d84 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:41.354446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-b5cb770b-d082-46fc-999e-aeb918bf9837 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 200 len: 1002 time: 0.2051256 Aug 11 02:38:41.429152 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.444431 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Transition to ACTIVE for port object 9f88a7d6-0905-4256-87ec-904e1480ea33 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:41.455105 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.550292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.552976 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Pushing event updated for resources: {'Port': ['ID=9f88a7d6-0905-4256-87ec-904e1480ea33,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:41.620164 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.620842 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.621350 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.621979 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.622733 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.623361 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.623535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-620f9d4f-dd80-4d04-898e-498c5428d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:41.624055 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.624712 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.625221 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.625920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.626510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.627332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:41.629368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c176e6d0-d94e-41b7-86fb-267bc7e95500, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c176e6d0-d94e-41b7-86fb-267bc7e95500,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:41.640258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-620f9d4f-dd80-4d04-898e-498c5428d9f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 200 len: 850 time: 0.2400055 Aug 11 02:38:41.649321 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.749150 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Attempting to bind port 9f88a7d6-0905-4256-87ec-904e1480ea33 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:41.749150 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Attempting to bind port 9f88a7d6-0905-4256-87ec-904e1480ea33 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:41.749150 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Attempting to bind port 9f88a7d6-0905-4256-87ec-904e1480ea33 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:41.784638 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:41.799638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c176e6d0-d94e-41b7-86fb-267bc7e95500,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:41.801391 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:41.802241 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.816318 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:41.817479 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Bound port: 9f88a7d6-0905-4256-87ec-904e1480ea33, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:41.818057 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.857729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-3827be2b-bafd-4c9e-9e05-e1c68257246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:41.862304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a05f1815-afb9-47bd-a069-7b266c805f04 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:41.872937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-3827be2b-bafd-4c9e-9e05-e1c68257246c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f31c5b4c-33b3-496b-b139-b57cf4b686a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271461 Aug 11 02:38:42.002739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101d443-710c-40f5-bce1-af74e052bbf6 None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:42.077084 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] For port 9f88a7d6-0905-4256-87ec-904e1480ea33, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:42.106797 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] For port 9f88a7d6-0905-4256-87ec-904e1480ea33, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9f88a7d6-0905-4256-87ec-904e1480ea33,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:42.120488 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.127746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.143708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8:0:1::17b (5ab5113f-8dd7-4402-883b-ce7a180e04c6/95356bf3-5860-4fc0-884b-58ae32bf6e46/c2f94238-9017-49e6-a1eb-095e56122f44) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:42.182509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.237041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-138cb307-c78c-4ab3-ab29-017b41654ba9 None None] Provisioning for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:42.246190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-138cb307-c78c-4ab3-ab29-017b41654ba9 None None] Provisioning complete for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:42.246695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-138cb307-c78c-4ab3-ab29-017b41654ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.272631 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Routers {'59331b0d-677a-4b44-9c88-5171d6eb0893'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:42.274446 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['59331b0d-677a-4b44-9c88-5171d6eb0893'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:42.317280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a05f1815-afb9-47bd-a069-7b266c805f04 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:42.320561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.368581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object d52f870a-f1e6-4867-b5b2-77f9a53605ec will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:42.383483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.493957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event deleted for resources: {'Port': ['ID=a70da5a9-270e-4909-9463-bf48cafd4d84,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:42.537259 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-7452028f-9488-4c5d-a0ba-53b7b40b5fe9 service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480300 Aug 11 02:38:42.621595 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.652870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3a60d-7cf1-4c41-85e4-8227a7b8d4f0 None None] Pushing event updated for resources: {'Port': ['ID=9f88a7d6-0905-4256-87ec-904e1480ea33,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:42.657282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d9c2ace-1732-4b46-a89f-d283a4787b42 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:42.759140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] Set router 59331b0d-677a-4b44-9c88-5171d6eb0893 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:42.782423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:42.783229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.874374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.890484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Ignored duplicate provisioning block setup for port c2f94238-9017-49e6-a1eb-095e56122f44 by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:38:42.897718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.909137 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-b74839e6-1c63-4d21-8720-f8797f0bd11a service neutron] 10.222.0.59 "GET /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636420 Aug 11 02:38:43.099959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.108483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a329588e-d713-427c-a664-40627c82c820 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a70da5a9-270e-4909-9463-bf48cafd4d84 HTTP/1.1" status: 204 len: 168 time: 3.2051036 Aug 11 02:38:43.114294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.128237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7e1afda-41ed-4351-8f55-cdcb4c9a37a3', 'external_fixed_ips': [{'subnet_id': 'bfb8face-7d0a-47fc-a07e-ed004ea64b85', 'ip_address': '172.20.0.5'}]}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.139340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f24b68e2-617a-4705-971a-628530989976 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:43.160067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:43.173018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:43.179172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=d52f870a-f1e6-4867-b5b2-77f9a53605ec,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:43.250625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.251957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.282939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-106bda95-df6a-449b-a092-21d8722eddeb None None] Provisioning complete for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:43.283590 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-106bda95-df6a-449b-a092-21d8722eddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.418082 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:32Z', 'updated_at': '2021-08-11T02:38:36Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None, '_interfaces': [{'id': '9f88a7d6-0905-4256-87ec-904e1480ea33', 'name': '', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'mac_address': 'fa:16:3e:56:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:34Z', 'updated_at': '2021-08-11T02:38:42Z', 'revision_number': 4, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'subnets': [{'id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:43.465498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.476456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-106bda95-df6a-449b-a092-21d8722eddeb None None] Provisioning for port c2f94238-9017-49e6-a1eb-095e56122f44 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:43.484231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-106bda95-df6a-449b-a092-21d8722eddeb None None] Provisioning complete for port c2f94238-9017-49e6-a1eb-095e56122f44 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:43.484810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-106bda95-df6a-449b-a092-21d8722eddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.544499 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31f241-2f83-49b7-a524-6b68170d7a21 None None] The sync data for ids ['59331b0d-677a-4b44-9c88-5171d6eb0893'] in n-d-715271-8 is: [{'id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:32Z', 'updated_at': '2021-08-11T02:38:36Z', 'revision_number': 2, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None, '_interfaces': [{'id': '9f88a7d6-0905-4256-87ec-904e1480ea33', 'name': '', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'mac_address': 'fa:16:3e:56:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:34Z', 'updated_at': '2021-08-11T02:38:42Z', 'revision_number': 4, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'subnets': [{'id': 'dc08a496-afc6-4ca0-9f77-8ac76d62d42a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:43.565012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-106bda95-df6a-449b-a092-21d8722eddeb None None] Port c2f94238-9017-49e6-a1eb-095e56122f44 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:43.673511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.771058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-9a6822f8-195c-4704-b7aa-0ac92e47fd0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 217 time: 0.8341956 Aug 11 02:38:43.802327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Provisioning for port d52f870a-f1e6-4867-b5b2-77f9a53605ec completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:43.807558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Provisioning complete for port d52f870a-f1e6-4867-b5b2-77f9a53605ec triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:43.808716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.835038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] In _notify_port_updated(), no bound segment for port c2f94238-9017-49e6-a1eb-095e56122f44 on network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:43.845047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:43.846437 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.848909 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/ports/c2f94238-9017-49e6-a1eb-095e56122f44 HTTP/1.1" status: 200 len: 1012 time: 2.9160278 Aug 11 02:38:43.870506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c176e6d0-d94e-41b7-86fb-267bc7e95500 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:43.893637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.895260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fa361-9d3a-4372-9337-46331cada981 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=c2f94238-9017-49e6-a1eb-095e56122f44,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:43.939517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Port d52f870a-f1e6-4867-b5b2-77f9a53605ec cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:43.942082 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d2ac79c-1d0a-4a4c-bb28-b73948860aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.975107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Provisioning complete for port c2f94238-9017-49e6-a1eb-095e56122f44 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:43.975910 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.998262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-1194d8fb-23ba-400a-9d60-7563578f9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:44.002033 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-1194d8fb-23ba-400a-9d60-7563578f9e92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.2158501 Aug 11 02:38:44.063697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c176e6d0-d94e-41b7-86fb-267bc7e95500 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:44.064461 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.140536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-54b50aef-4c12-4ed1-b8df-4a287d943512 None None] Port c2f94238-9017-49e6-a1eb-095e56122f44 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:44.186372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-462ba4f6-c347-4a7c-a215-6d21bdd3dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:44.188104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-462ba4f6-c347-4a7c-a215-6d21bdd3dd86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234169 Aug 11 02:38:44.297411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ffd3c7a1-ebc6-4cef-b4f1-53c35622cd9f None None] Provisioning complete for port c2f94238-9017-49e6-a1eb-095e56122f44 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:44.298593 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c7a1-ebc6-4cef-b4f1-53c35622cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.350277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3c7a1-ebc6-4cef-b4f1-53c35622cd9f None None] Port c2f94238-9017-49e6-a1eb-095e56122f44 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:44.362387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port c2f94238-9017-49e6-a1eb-095e56122f44 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:44.362741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.533646 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-ba7002fb-cbff-4c6a-99d3-38aa714acdbb service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310649 Aug 11 02:38:44.555371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.628208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for c2f94238-9017-49e6-a1eb-095e56122f44 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:44.702044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-00101a72-d49d-4aaa-8f5e-91d381e91eaf None None] Provisioning complete for port c2f94238-9017-49e6-a1eb-095e56122f44 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:44.702607 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00101a72-d49d-4aaa-8f5e-91d381e91eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.811010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-00101a72-d49d-4aaa-8f5e-91d381e91eaf None None] Port c2f94238-9017-49e6-a1eb-095e56122f44 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:44.861535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-3ce85e5d-0a25-434b-80a6-f0425a92e1c7 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192978 Aug 11 02:38:44.949751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-ecc64dc7-8d23-4355-b46a-342eb3033050 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 217 time: 0.0778213 Aug 11 02:38:45.010675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.033348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-85f5696d-87fe-4a85-96f7-5679512764dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.037121 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-85f5696d-87fe-4a85-96f7-5679512764dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.0739117 Aug 11 02:38:45.043025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b8aa6c0e-30a8-4345-a88e-1113d339dd74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4185662 Aug 11 02:38:45.106459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 9f88a7d6-0905-4256-87ec-904e1480ea33 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:45.107194 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.177273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-5dd34e19-a06f-4735-b02d-f42bea835cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.180223 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-5dd34e19-a06f-4735-b02d-f42bea835cbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315303 Aug 11 02:38:45.201224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.328074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.364134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.364665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.365228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.365800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.366398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.367505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.368054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.370530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2ae768b7-fa3b-4663-86a5-0d71028410ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6499 time: 0.2537155 Aug 11 02:38:45.372388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=c2f94238-9017-49e6-a1eb-095e56122f44,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:45.374052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port 9f88a7d6-0905-4256-87ec-904e1480ea33, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9f88a7d6-0905-4256-87ec-904e1480ea33,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:45.375539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.416198 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-348dce4e-0709-4889-bc64-8f6331e768d5 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867213 Aug 11 02:38:45.449169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.454311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a003156b-3335-4b76-8f2a-a7ac3492c86c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/c2f94238-9017-49e6-a1eb-095e56122f44 HTTP/1.1" status: 204 len: 168 time: 1.5532861 Aug 11 02:38:45.455009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:45.543745 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43a68c8-2b6e-436f-9551-07251815fd69 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:38:45.552087 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c43a68c8-2b6e-436f-9551-07251815fd69 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/c2f94238-9017-49e6-a1eb-095e56122f44 HTTP/1.1" status: 404 len: 333 time: 0.0945764 Aug 11 02:38:45.553265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:45.593525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 9f88a7d6-0905-4256-87ec-904e1480ea33 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:45.688178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet 95356bf3-5860-4fc0-884b-58ae32bf6e46 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:45.697258 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.780451 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-51eb7dbc-ee41-4ecc-8249-fb2dc47e1beb service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420532 Aug 11 02:38:45.783818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.822300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-972f3700-dc98-413f-b737-8aeee2ba38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.822830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-972f3700-dc98-413f-b737-8aeee2ba38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.823382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-972f3700-dc98-413f-b737-8aeee2ba38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:45.825423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-972f3700-dc98-413f-b737-8aeee2ba38a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=80c670f7-3427-4bcf-b897-079b596e0b82&id=80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 200 len: 2294 time: 0.3972635 Aug 11 02:38:45.872589 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-d65ac88f-746b-4324-9105-710a255f4401 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 200 len: 217 time: 0.0579698 Aug 11 02:38:45.924628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b8094725-d047-40df-bbd9-c9546bbc0332 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 200 len: 1001 time: 0.0899260 Aug 11 02:38:45.960983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f88a7d6-0905-4256-87ec-904e1480ea33 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:46.057235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-d184c0df-fb3a-4d59-a2d6-35c4c78b6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.058898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-d184c0df-fb3a-4d59-a2d6-35c4c78b6ada service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.1763520 Aug 11 02:38:46.070457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-8e6528f1-7c4b-4e2e-805a-585e10f0bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.072075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-8e6528f1-7c4b-4e2e-805a-585e10f0bfe7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51524578-0e03-439f-b1c6-01773bae30c4 HTTP/1.1" status: 200 len: 856 time: 0.1211514 Aug 11 02:38:46.084875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.159321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9f88a7d6-0905-4256-87ec-904e1480ea33 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:46.170272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9f88a7d6-0905-4256-87ec-904e1480ea33 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:46.174719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.268277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-78ec2b5d-2871-446c-9487-bd3b00152e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.271874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-78ec2b5d-2871-446c-9487-bd3b00152e2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2009766 Aug 11 02:38:46.291122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.337422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9f88a7d6-0905-4256-87ec-904e1480ea33, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9f88a7d6-0905-4256-87ec-904e1480ea33,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:46.344406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-09f09d01-96ab-4564-ba86-bda00dd35cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.345990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-09f09d01-96ab-4564-ba86-bda00dd35cd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640271 Aug 11 02:38:46.348783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.382862 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.420293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9f88a7d6-0905-4256-87ec-904e1480ea33,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:46.452498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0659-1e0b-4483-b55d-508a0286410e req-0f694f56-58c7-422e-87e9-77d6f4a8ec9b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.452843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=95356bf3-5860-4fc0-884b-58ae32bf6e46,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:46.453630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3aab0659-1e0b-4483-b55d-508a0286410e req-0f694f56-58c7-422e-87e9-77d6f4a8ec9b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3211272 Aug 11 02:38:46.462103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.464313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2e079f7f-c3f0-4a9a-9e30-eaa25ac76210 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/95356bf3-5860-4fc0-884b-58ae32bf6e46 HTTP/1.1" status: 204 len: 168 time: 0.9060400 Aug 11 02:38:46.472903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41770) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:46.480395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde3ecc4-4de2-4ba6-bc45-547cd8d76a80 None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:46.509625 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-c5979fcc-a82b-4caf-aa8f-3690cb5286a5 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277148 Aug 11 02:38:46.636698 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-cbc537a9-5052-4143-bd1a-c58d6624c6b7 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133058 Aug 11 02:38:46.700773 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a3a664c1-6e98-4c83-bde2-b1e3435c9f44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 200 len: 217 time: 0.0572891 Aug 11 02:38:46.747775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.768770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet 56dabe4f-a120-4cdd-a04e-da7e9744e28a {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:46.774350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-ee796e02-8100-4492-839e-70d67e8098b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.776953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-ee796e02-8100-4492-839e-70d67e8098b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 200 len: 797 time: 0.0689490 Aug 11 02:38:46.816470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.822352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.836237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-c5f7f67d-57ee-42df-a1da-fa0d7e166155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.839482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-c5f7f67d-57ee-42df-a1da-fa0d7e166155 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa70537-4910-4a5a-9331-4ffd2bdf3170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538659 Aug 11 02:38:46.970515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3aab0659-1e0b-4483-b55d-508a0286410e req-9abfca93-8409-4f6e-850f-dcb750f08115 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569833 Aug 11 02:38:47.026553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-168981fe-9413-4774-8d4e-a07534acdc45 service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468327 Aug 11 02:38:47.038348 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-8bb168fe-87df-449c-8b67-16046919f6a8 service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875470 Aug 11 02:38:47.095177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.130603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.212810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.213322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-09c5af84-6ff4-464f-a475-089686d86cdf service neutron] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634445 Aug 11 02:38:47.269373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-01b61bf0-67bd-4a4c-a3a7-9c160eeff81d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 200 len: 217 time: 0.0486951 Aug 11 02:38:47.273365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.337876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-51d70b9b-26f7-45f0-a12c-b11a3cad11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:47.339518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-51d70b9b-26f7-45f0-a12c-b11a3cad11b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.0611584 Aug 11 02:38:47.361141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=d52f870a-f1e6-4867-b5b2-77f9a53605ec,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:47.367584 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.423531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-1a9fe0e0-1df2-452e-90a1-d27839a12da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:47.433051 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73d9aaf5-db79-4a60-88fd-8b5a4b669e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.436475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-1a9fe0e0-1df2-452e-90a1-d27839a12da4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872490 Aug 11 02:38:47.619690 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-6d2f9dc6-dda9-4e05-8c4e-0e001977fddf service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729026 Aug 11 02:38:47.708678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b59092d2-4c9d-45df-9481-baac38da2e40 None None] Provisioning complete for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:47.709288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b59092d2-4c9d-45df-9481-baac38da2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.712727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.803667 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-1b756581-9092-4186-a0bf-9511b8cb9db2 service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744094 Aug 11 02:38:47.870293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-bc417fb6-3865-4646-9e81-d761054b39ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 200 len: 217 time: 0.0520883 Aug 11 02:38:47.879407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f88a7d6-0905-4256-87ec-904e1480ea33 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:47.924186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9f88a7d6-0905-4256-87ec-904e1480ea33 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:47.924724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f88a7d6-0905-4256-87ec-904e1480ea33 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 02:38:47.967130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Port 9f88a7d6-0905-4256-87ec-904e1480ea33 not found, will not notify nova. {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 02:38:47.969082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=9f88a7d6-0905-4256-87ec-904e1480ea33,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:47.985691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a7346756-41b8-48c8-a138-d6d935c41779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:47.988399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-a7346756-41b8-48c8-a138-d6d935c41779 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 200 len: 797 time: 0.1099217 Aug 11 02:38:48.069264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-c09dd07e-caba-41e9-a1db-9c06cf1ad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:48.073693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-c09dd07e-caba-41e9-a1db-9c06cf1ad382 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b91db2a3-0627-45f6-b6ae-4e49e8960384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736499 Aug 11 02:38:48.193736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.195218 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-5a765a44-24d7-45e7-8a61-71684dcace9d service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115060 Aug 11 02:38:48.238581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-11430d21-8089-45c9-8e53-670cac8f055d service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1758413 Aug 11 02:38:48.251646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30e0d3-4c08-47df-ae8d-668e5fc7ccb4 req-c3070cd5-551b-4021-ac14-8cb94af9940e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:48.253280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a30e0d3-4c08-47df-ae8d-668e5fc7ccb4 req-c3070cd5-551b-4021-ac14-8cb94af9940e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 1.0503013 Aug 11 02:38:48.275529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.380468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-f6e3a58c-2c9c-43eb-9035-d0c1b0abebb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 217 time: 0.1177797 Aug 11 02:38:48.403135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8854051b-079a-4fe5-a1c7-116a0a0c718e req-93d751ba-c680-4bf9-b1b5-b7dd864ef6ca service neutron] 10.222.0.59 "GET /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015064 Aug 11 02:38:48.408416 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.558696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f24b68e2-617a-4705-971a-628530989976 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:48.579637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Allocated IP 172.20.0.5 (d7e1afda-41ed-4351-8f55-cdcb4c9a37a3/bfb8face-7d0a-47fc-a07e-ed004ea64b85/d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:48.582132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:48.600575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a30e0d3-4c08-47df-ae8d-668e5fc7ccb4 req-e961c3e0-649c-4a5b-b81a-40aee124127f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322916 Aug 11 02:38:48.619164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-8e5c1d14-810d-4c4c-97a2-2a055b8d86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:48.634294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-8e5c1d14-810d-4c4c-97a2-2a055b8d86b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1802902 Aug 11 02:38:48.665611 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.795139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=56dabe4f-a120-4cdd-a04e-da7e9744e28a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:48.894162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.896246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-53bf355f-83cb-4d16-89bb-3b15b7cb2225 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/56dabe4f-a120-4cdd-a04e-da7e9744e28a HTTP/1.1" status: 204 len: 168 time: 2.4222212 Aug 11 02:38:48.900311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:48.914735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5747c9f-bdd9-4add-9906-422b5f85fed6 None None] Network 5ab5113f-8dd7-4402-883b-ce7a180e04c6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:48.969885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Router 59331b0d-677a-4b44-9c88-5171d6eb0893 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:49.083098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2f88bffd-2a9a-4299-914c-0bc07427faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:49.086029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2f88bffd-2a9a-4299-914c-0bc07427faf9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4097064 Aug 11 02:38:49.094050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router deb91f8a-5c21-4b85-96b4-30410e673a0b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:49.119772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f4b75b35-80e6-4df4-9d73-4eefab62af3d None None] Provisioning complete for port d52f870a-f1e6-4867-b5b2-77f9a53605ec triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:49.120142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4b75b35-80e6-4df4-9d73-4eefab62af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.150909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.182657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.239182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f4b75b35-80e6-4df4-9d73-4eefab62af3d None None] Port d52f870a-f1e6-4867-b5b2-77f9a53605ec cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:49.287707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a332b-d2c0-427d-9592-12b2d04e6530 req-9b19eb35-0144-49da-96cb-f464dedd40ef tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:49.289471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f7a332b-d2c0-427d-9592-12b2d04e6530 req-9b19eb35-0144-49da-96cb-f464dedd40ef tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2780375 Aug 11 02:38:49.305560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 2d9c2ace-1732-4b46-a89f-d283a4787b42 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:49.305882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.349098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] DHCP port deletion for 5ab5113f-8dd7-4402-883b-ce7a180e04c6 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:49.350078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:49.363376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ebe6e87f-125a-4b26-8785-08ebdba9b35d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "PUT /v2.0/routers/59331b0d-677a-4b44-9c88-5171d6eb0893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3213928 Aug 11 02:38:49.366216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] Sync routers for ids ['59331b0d-677a-4b44-9c88-5171d6eb0893'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:49.406557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.409853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] Routers {'59331b0d-677a-4b44-9c88-5171d6eb0893'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:49.410780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['59331b0d-677a-4b44-9c88-5171d6eb0893'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.492038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-ef778677-2b60-4f83-95d0-6b703f4fc3aa service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870776 Aug 11 02:38:49.498378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f7a332b-d2c0-427d-9592-12b2d04e6530 req-26df3104-68da-4f54-a2a3-62be5d413a74 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568131 Aug 11 02:38:49.499547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:49.510940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5da32b03-7f1b-4d1c-822f-dd727b77171a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/deb91f8a-5c21-4b85-96b4-30410e673a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3686619 Aug 11 02:38:49.530077 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] Sync routers for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:49.561188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] Set router 59331b0d-677a-4b44-9c88-5171d6eb0893 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:49.582820 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:49.583787 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.592246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41808) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.623485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.627526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:32Z', 'updated_at': '2021-08-11T02:38:46Z', 'revision_number': 3, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.657485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e7ead5-9ac5-4801-832c-4bab3afd75c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:49.660722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e7ead5-9ac5-4801-832c-4bab3afd75c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:49.690814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] Deleting port 2d9c2ace-1732-4b46-a89f-d283a4787b42 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:49.691303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.703294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-69e7ead5-9ac5-4801-832c-4bab3afd75c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2911732 Aug 11 02:38:49.715173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.739164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] Checking router: 59331b0d-677a-4b44-9c88-5171d6eb0893 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:49.753390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbe87a-c059-4964-abda-b4511b06b9b8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:49.758407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0bbbe87a-c059-4964-abda-b4511b06b9b8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports/d52f870a-f1e6-4867-b5b2-77f9a53605ec HTTP/1.1" status: 200 len: 910 time: 0.1610787 Aug 11 02:38:49.762224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Port': ['ID=d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:49.763598 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.765600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41818) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.813010 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:49.814508 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.844372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] Routers {'59331b0d-677a-4b44-9c88-5171d6eb0893'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:49.845317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['59331b0d-677a-4b44-9c88-5171d6eb0893'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.905237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41820) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.922346 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:49.923340 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67e7bb-8ece-4cd6-945a-687c96018049 None None] The sync data for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:49.980800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] For port 2d9c2ace-1732-4b46-a89f-d283a4787b42, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d9c2ace-1732-4b46-a89f-d283a4787b42,segment=NetworkSegment(5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d),segment_id=5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:49.981823 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.993374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] Set router 59331b0d-677a-4b44-9c88-5171d6eb0893 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:50.005629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:50.012002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:50.019817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:50.027627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet dc08a496-afc6-4ca0-9f77-8ac76d62d42a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:50.031792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 2d9c2ace-1732-4b46-a89f-d283a4787b42 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:50.034390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.077985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d9c2ace-1732-4b46-a89f-d283a4787b42 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:50.152964 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.154643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:32Z', 'updated_at': '2021-08-11T02:38:46Z', 'revision_number': 3, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:50.161170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-7d181747-51d0-4d8c-baa9-d7a61eabba4f service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483264 Aug 11 02:38:50.324510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.370842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.376689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=2d9c2ace-1732-4b46-a89f-d283a4787b42,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:50.422891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No DVR routers for this DVR port 2d9c2ace-1732-4b46-a89f-d283a4787b42 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:50.508412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83facc-8aac-4ed1-8540-a387e8d4cfcf None None] The sync data for ids ['59331b0d-677a-4b44-9c88-5171d6eb0893'] in n-d-715271-8 is: [{'id': '59331b0d-677a-4b44-9c88-5171d6eb0893', 'name': 'tempest-NetworksTestDHCPv6-router-2085441171', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:32Z', 'updated_at': '2021-08-11T02:38:46Z', 'revision_number': 3, 'project_id': '63462e28410d4aa7ab14bba38732fa05', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:50.513767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] For port 2d9c2ace-1732-4b46-a89f-d283a4787b42, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d9c2ace-1732-4b46-a89f-d283a4787b42,segment=NetworkSegment(5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d),segment_id=5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:50.513892 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.519052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.549069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No active binding found for port 2d9c2ace-1732-4b46-a89f-d283a4787b42 {{(pid=94701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:38:50.550406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d9c2ace-1732-4b46-a89f-d283a4787b42 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:50.558148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] Calling delete_port for 2d9c2ace-1732-4b46-a89f-d283a4787b42 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:50.653857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.669401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab5113f-8dd7-4402-883b-ce7a180e04c6']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:50.684034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:50.684328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8bd1eb-e419-42c0-bdad-5b3e9fbcef7d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:50.694479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.698085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-55b09fe5-ef68-4973-a0c7-b070a3581f8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 217 time: 0.5291014 Aug 11 02:38:50.707734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: from cryptography.utils import int_from_bytes Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: from cryptography.utils import int_from_bytes Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.733927 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:38:50.746377 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:38:50.749483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=dc08a496-afc6-4ca0-9f77-8ac76d62d42a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:50.749483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.749483 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d5fe9aa-abb0-4cbc-ab5e-037be67e9624 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/dc08a496-afc6-4ca0-9f77-8ac76d62d42a HTTP/1.1" status: 204 len: 168 time: 1.0298309 Aug 11 02:38:50.758058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.758058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:50.761702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4ffa7-e23a-41ad-8421-bca00796a79f None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:50.768141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:50.768495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:50.772366 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:50.849267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e48ab419-f2fe-4474-a60b-67f3b707d908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.852110 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.921016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] No DVR routers for this DVR port 2d9c2ace-1732-4b46-a89f-d283a4787b42 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:50.928080 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2603aad5-1620-462d-81f3-c9413df4553f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1672773 Aug 11 02:38:50.928080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.928459 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a56ff-07b8-45c8-bc85-d9d58f220697 None None] Pushing event deleted for resources: {'Port': ['ID=2d9c2ace-1732-4b46-a89f-d283a4787b42,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:50.928557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:50.954535 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.956531 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/5ab5113f-8dd7-4402-883b-ce7a180e04c6 HTTP/1.1" status: 204 len: 168 time: 2.0511987 Aug 11 02:38:50.972935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.021278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa11d14-f372-4123-83e0-1cfcd091ca49 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=5ab5113f-8dd7-4402-883b-ce7a180e04c6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:51.028517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f775c2-4db1-4cc2-b94d-dd588a2d251b req-4cd2dfce-a211-4f5e-b07a-8df31bd01dea tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.030256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3f775c2-4db1-4cc2-b94d-dd588a2d251b req-4cd2dfce-a211-4f5e-b07a-8df31bd01dea tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3308656 Aug 11 02:38:51.039688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-76bb5ae8-7323-47b8-8209-56af78cc8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.041622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-76bb5ae8-7323-47b8-8209-56af78cc8e88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.3278751 Aug 11 02:38:51.093623 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.189812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c21dc2-f70a-4467-87d8-e25a33926d98 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.191755 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46c21dc2-f70a-4467-87d8-e25a33926d98 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1816649 Aug 11 02:38:51.198890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.200648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:51.274606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b766bb20-d841-44e4-945c-18607bcedbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.276099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b766bb20-d841-44e4-945c-18607bcedbfc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2226655 Aug 11 02:38:51.290459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3f775c2-4db1-4cc2-b94d-dd588a2d251b req-b2e9b03b-8a0d-4e04-927d-04ccad565db9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332432 Aug 11 02:38:51.312170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] Deleting port c176e6d0-d94e-41b7-86fb-267bc7e95500 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:51.312805 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.320800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.324254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.365890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ca7f9b74-25f5-4f2f-8ac8-29376b2c9c43 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1660132 Aug 11 02:38:51.379773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41838) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.422496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1905731670'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:51.437388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.438897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Fanout notify agent at l3_agent the message router_deleted on router 59331b0d-677a-4b44-9c88-5171d6eb0893 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:51.448200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] For port c176e6d0-d94e-41b7-86fb-267bc7e95500, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c176e6d0-d94e-41b7-86fb-267bc7e95500,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:51.450236 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.454914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.457909 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f9a0f9ec-3801-4ca6-9cc0-45ccafc64daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/routers/59331b0d-677a-4b44-9c88-5171d6eb0893 HTTP/1.1" status: 204 len: 168 time: 0.5284462 Aug 11 02:38:51.462051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.483219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] Calling delete_port for c176e6d0-d94e-41b7-86fb-267bc7e95500 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:51.486874 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.526905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e48ab419-f2fe-4474-a60b-67f3b707d908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.587703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66d2f9-5654-42e8-a0ba-e6246e045bf2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.592847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9e66d2f9-5654-42e8-a0ba-e6246e045bf2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1267703 Aug 11 02:38:51.593010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.593703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e48ab419-f2fe-4474-a60b-67f3b707d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.658842 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.713718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] Pushing event deleted for resources: {'Port': ['ID=c176e6d0-d94e-41b7-86fb-267bc7e95500,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:51.724688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f99dc-4602-413d-8fa9-df30e6e67489 None None] No DVR routers for this DVR port c176e6d0-d94e-41b7-86fb-267bc7e95500 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:51.796656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:51.801170 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.818845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e48ab419-f2fe-4474-a60b-67f3b707d908 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d96abfcbe574a9484b30eb9aa783bec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9096880 Aug 11 02:38:51.820272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ab419-f2fe-4474-a60b-67f3b707d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224d251-fd36-48f5-a445-ac7d9346a0af,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:51.823047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41848) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.844960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f88a7d6-0905-4256-87ec-904e1480ea33 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:51.860710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-2acde97d-6861-4019-b1fd-b2829b472644 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608976 Aug 11 02:38:51.867250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9f88a7d6-0905-4256-87ec-904e1480ea33 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:51.867936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f88a7d6-0905-4256-87ec-904e1480ea33 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:51.868373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c176e6d0-d94e-41b7-86fb-267bc7e95500 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:51.890226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c176e6d0-d94e-41b7-86fb-267bc7e95500 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:51.890449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c176e6d0-d94e-41b7-86fb-267bc7e95500 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:52.071681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db59079-ddfd-44d8-a875-a57d5e3d1087 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:52.073267 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4db59079-ddfd-44d8-a875-a57d5e3d1087 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4786620 Aug 11 02:38:52.076076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:52.092927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:52.115459 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ea8fc6d6-140a-4ee5-b353-ab4cf0ddd64a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382586 Aug 11 02:38:52.119965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:52.125164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:52.166607 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.227604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:52.231511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.377954 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.378610 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment 434dbc08-74b7-4b0b-b5af-0d4ecd195170 of type vlan for network 6694908e-bacb-4154-a302-f17e54b1996d Aug 11 02:38:52.531926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:38:52.533548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.587357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:52.590920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:52.595725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:52.596337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.606256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=76a50e89-aff2-49dd-b7f0-575c907a8a69,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:52.606928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377bd984-7e5f-4d49-9271-c9a59b5d1736 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:52.622822 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-28d36247-3f96-40c2-b46a-e5b543da2a20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4990935 Aug 11 02:38:52.623486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:52.629439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.637215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:52.649040 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a2cb1f-e598-4f3e-9eb2-606671493207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.677078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-fa565e5f-f795-4e7f-9d94-083c291619ce service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7997229 Aug 11 02:38:52.724494 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.756382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a2cb1f-e598-4f3e-9eb2-606671493207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.814045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:52.818427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.832735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-194931e5-0702-44bf-af8c-c130c2ebdc82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f HTTP/1.1" status: 200 len: 217 time: 0.1154227 Aug 11 02:38:52.881883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '76a50e89-aff2-49dd-b7f0-575c907a8a69'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:52.884378 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.912588 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.916756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c185d4-90cd-4b93-b2cb-829c69364cc5 req-3647747a-e793-49ff-b6b2-ab468f0d10f6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:52.918928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03c185d4-90cd-4b93-b2cb-829c69364cc5 req-3647747a-e793-49ff-b6b2-ab468f0d10f6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4977696 Aug 11 02:38:52.974704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.981364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:52.981717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.060689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.078058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Allocated IP 2001:db8::f816:3eff:fee7:293b (a7548113-1c15-4cbd-941e-a75d799a7de7/76a50e89-aff2-49dd-b7f0-575c907a8a69/cc9b76ed-91f7-45ab-a94a-395edf9304f6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:53.157815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7714736 Aug 11 02:38:53.163260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.178349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '6694908e-bacb-4154-a302-f17e54b1996d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:53.191174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-ad0f7f30-9f48-4d78-bd1e-1a861051b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:53.192947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-ad0f7f30-9f48-4d78-bd1e-1a861051b5ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.3037939 Aug 11 02:38:53.223301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03c185d4-90cd-4b93-b2cb-829c69364cc5 req-b91f6fb0-4dbd-4c65-80d7-067d1317ab51 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496700 Aug 11 02:38:53.223987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaca93-1f85-480f-9e11-8244d6ab0962 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=6694908e-bacb-4154-a302-f17e54b1996d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.234212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a2cb1f-e598-4f3e-9eb2-606671493207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.236980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a2cb1f-e598-4f3e-9eb2-606671493207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.238232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-20a2cb1f-e598-4f3e-9eb2-606671493207 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2224d251-fd36-48f5-a445-ac7d9346a0af HTTP/1.1" status: 204 len: 168 time: 1.3967898 Aug 11 02:38:53.282453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.300764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2cb1f-e598-4f3e-9eb2-606671493207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224d251-fd36-48f5-a445-ac7d9346a0af,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.305628 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.324028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Transition to ACTIVE for port object cc9b76ed-91f7-45ab-a94a-395edf9304f6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:53.336096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6694908e-bacb-4154-a302-f17e54b1996d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:53.358609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-574c0f3c-2138-46ed-a241-65ff2bcdbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:53.360290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-574c0f3c-2138-46ed-a241-65ff2bcdbc60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534920 Aug 11 02:38:53.377953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:53.393890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:53.409662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:53.410847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.463288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Transition to ACTIVE for port object cc9b76ed-91f7-45ab-a94a-395edf9304f6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:53.478169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.521792 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8964143 Aug 11 02:38:53.524188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.525624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:53.527253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce285b-d8c0-4118-ab6a-79addb500e3d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=f587b4ee-c19d-47bf-accd-2bb25afc28f8,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.531713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:53.536097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:53.547015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.549298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:9c:2a:ff', 'name': 'tempest-NetworksTestDHCPv6-1631262206'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:53.562846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:53.567551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.608918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Attempting to bind port cc9b76ed-91f7-45ab-a94a-395edf9304f6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:53.610108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Attempting to bind port cc9b76ed-91f7-45ab-a94a-395edf9304f6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:53.610804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Attempting to bind port cc9b76ed-91f7-45ab-a94a-395edf9304f6 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:53.618536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:53.619386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:53.620084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.620768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:53.621528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Bound port: cc9b76ed-91f7-45ab-a94a-395edf9304f6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:53.622225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.751520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:53.759354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:53.766883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.805384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.855690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2183169a-6c2f-47c7-9373-ba5391b61de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.869439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a7f0-50c0-408b-bcda-6d013ed39aca None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:54.172467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Router a3d52703-7a76-4667-8649-4509f307449e is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:54.265193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2183169a-6c2f-47c7-9373-ba5391b61de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.278151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.286037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2183169a-6c2f-47c7-9373-ba5391b61de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.376194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2183169a-6c2f-47c7-9373-ba5391b61de6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efec15afd6524c1d86e2fdfe5894f9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641856 Aug 11 02:38:54.379714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41874) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:54.403359 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-514c6dd2-a670-42b1-814d-5627cfb1a040 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0304685 Aug 11 02:38:54.424589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port d52f870a-f1e6-4867-b5b2-77f9a53605ec {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:54.425084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.510653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:54.668032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183169a-6c2f-47c7-9373-ba5391b61de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c0946d-52d6-4ac1-8c48-3be67aa3c25e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:54.695808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=b6e1c4e2-f26b-48ac-95d3-878943c2dfc7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:54.715651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': '434dbc08-74b7-4b0b-b5af-0d4ecd195170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6694908e-bacb-4154-a302-f17e54b1996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:54.716275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: 6694908e-bacb-4154-a302-f17e54b1996d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:54.768548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:54.782477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 6694908e-bacb-4154-a302-f17e54b1996d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:54.790338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Sync routers for ids ['a3d52703-7a76-4667-8649-4509f307449e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:54.802974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.807860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6694908e-bacb-4154-a302-f17e54b1996d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:54.811835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Routers {'a3d52703-7a76-4667-8649-4509f307449e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:54.814189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a3d52703-7a76-4667-8649-4509f307449e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:54.817984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:54.819026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.866023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 4ddd312e-9744-41d1-9507-776913afa00b yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:54.866312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f13fc1-a5e0-46f8-a3b2-af3a4614e504 None None] Network 6694908e-bacb-4154-a302-f17e54b1996d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:54.931635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-490febbd-6e8f-42a7-8a49-f34741f343b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.971454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6a2f4-a3bd-4c22-8081-83f7040f2e87 req-cad8c62c-230d-4d41-a619-ce6ce8b2208d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:54.975453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df6a2f4-a3bd-4c22-8081-83f7040f2e87 req-cad8c62c-230d-4d41-a619-ce6ce8b2208d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4958551 Aug 11 02:38:55.043713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.051828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-451f0883-9986-40ad-bfba-54fc7b4e7385 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.9278419 Aug 11 02:38:55.084716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41876) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:55.090828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.167948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-490febbd-6e8f-42a7-8a49-f34741f343b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.199581 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c305c58-f456-4cf2-b25e-376b24fe3804 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0323370 Aug 11 02:38:55.205450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:55.212871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '6694908e-bacb-4154-a302-f17e54b1996d', 'name': 'tempest-PortsIpV6TestJSON-829959458'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:55.301863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-f1db464b-e09f-4ddb-8857-1f7c8f689f62 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8699169 Aug 11 02:38:55.302854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for d52f870a-f1e6-4867-b5b2-77f9a53605ec owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:55.308437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 172.20.0.7 (a7548113-1c15-4cbd-941e-a75d799a7de7/f587b4ee-c19d-47bf-accd-2bb25afc28f8/4ddd312e-9744-41d1-9507-776913afa00b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:55.327443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fe9c:2aff (a7548113-1c15-4cbd-941e-a75d799a7de7/76a50e89-aff2-49dd-b7f0-575c907a8a69/4ddd312e-9744-41d1-9507-776913afa00b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:55.365957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6694908e-bacb-4154-a302-f17e54b1996d', 'network_id': '6694908e-bacb-4154-a302-f17e54b1996d', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': 'b6e1c4e2-f26b-48ac-95d3-878943c2dfc7'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:55.368295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.407715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Set router a3d52703-7a76-4667-8649-4509f307449e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:55.449693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-0fda3730-2c53-4582-a59f-4d21413ab17d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02 HTTP/1.1" status: 200 len: 217 time: 0.1167002 Aug 11 02:38:55.508788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df6a2f4-a3bd-4c22-8081-83f7040f2e87 req-7d520f9a-bf48-4c58-b359-7542904763a5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069489 Aug 11 02:38:55.534552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:55.539342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.583170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 76d4633f-5fd8-4ce2-9d99-054e22fed77d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:55.639627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fb486-92c5-4422-a49a-ef13b46d5608 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:55.782252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.830146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::33c (6694908e-bacb-4154-a302-f17e54b1996d/b6e1c4e2-f26b-48ac-95d3-878943c2dfc7/76d4633f-5fd8-4ce2-9d99-054e22fed77d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:55.841335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 4ddd312e-9744-41d1-9507-776913afa00b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:55.848696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-d05114c6-4608-46cc-a1e0-a9f90a2e19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:55.850699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-d05114c6-4608-46cc-a1e0-a9f90a2e19a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.3682792 Aug 11 02:38:55.851931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-490febbd-6e8f-42a7-8a49-f34741f343b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.854921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-490febbd-6e8f-42a7-8a49-f34741f343b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.858461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-490febbd-6e8f-42a7-8a49-f34741f343b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c0946d-52d6-4ac1-8c48-3be67aa3c25e HTTP/1.1" status: 204 len: 168 time: 1.4737642 Aug 11 02:38:55.860518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.894613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc9b76ed-91f7-45ab-a94a-395edf9304f6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:55.973760 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.002938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490febbd-6e8f-42a7-8a49-f34741f343b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c0946d-52d6-4ac1-8c48-3be67aa3c25e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:56.087455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b782a599-8707-4df4-a9b3-79e5eab558be None None] Provisioning for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:56.107030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:56.112747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-ecf0938c-185e-4d8f-aab8-fbb938851cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.114656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-ecf0938c-185e-4d8f-aab8-fbb938851cb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962678 Aug 11 02:38:56.116106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:56.130330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:56.226917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.228030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.263513 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.299336 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7561753 Aug 11 02:38:56.303585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.304471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:56.310572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aee4c-46c8-44c3-9552-a10d5a16ecbf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=4ddd312e-9744-41d1-9507-776913afa00b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:56.384898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:56.394950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=d52f870a-f1e6-4867-b5b2-77f9a53605ec,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:56.410623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:56.411702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.445820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-1fea5ac5-2b2f-4d80-9ea6-8c8d7a952652 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066692 Aug 11 02:38:56.464734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.493922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 76d4633f-5fd8-4ce2-9d99-054e22fed77d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:56.606184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.716126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 6694908e-bacb-4154-a302-f17e54b1996d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:56.730448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Deleting port d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:56.731774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f045-04ee-4e87-9d58-0060b64b0492 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.732362 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.740363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323f045-04ee-4e87-9d58-0060b64b0492 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.742648 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7323f045-04ee-4e87-9d58-0060b64b0492 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4331107 Aug 11 02:38:56.743966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:56.752391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:56.758625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:56.776283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.777740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.873719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=76d4633f-5fd8-4ce2-9d99-054e22fed77d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:56.874516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d52703-7a76-4667-8649-4509f307449e', 'name': '', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7e1afda-41ed-4351-8f55-cdcb4c9a37a3', 'external_fixed_ips': [{'subnet_id': 'bfb8face-7d0a-47fc-a07e-ed004ea64b85', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd79e43fa-4f71-4e54-9ab8-1f6cde6bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:43Z', 'updated_at': '2021-08-11T02:38:51Z', 'revision_number': 3, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port': {'id': 'd79e43fa-4f71-4e54-9ab8-1f6cde6bb25e', 'name': '', 'network_id': 'd7e1afda-41ed-4351-8f55-cdcb4c9a37a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d52703-7a76-4667-8649-4509f307449e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': 'bfb8face-7d0a-47fc-a07e-ed004ea64b85', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:47Z', 'updated_at': '2021-08-11T02:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb8face-7d0a-47fc-a07e-ed004ea64b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:56.889050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23c89d18-7905-4cb2-a379-a26688da31bc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6799734 Aug 11 02:38:56.890854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41910) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:56.899125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '6694908e-bacb-4154-a302-f17e54b1996d', 'name': 'tempest-PortsIpV6TestJSON-1293409602'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:56.939270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-1f17cdfe-576d-4cdb-b62a-c78510f1b5d5 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630575 Aug 11 02:38:56.952187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Allocated IP 2001:db8::2 (6694908e-bacb-4154-a302-f17e54b1996d/b6e1c4e2-f26b-48ac-95d3-878943c2dfc7/6cab55d2-733b-481a-8e61-304e9bae9f8c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:56.962983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddfb89-f1cf-462a-8458-3e89050d4af1 req-f9d3b3e1-c738-4b73-8ca1-175f080ffe5f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.965014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89ddfb89-f1cf-462a-8458-3e89050d4af1 req-f9d3b3e1-c738-4b73-8ca1-175f080ffe5f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3216133 Aug 11 02:38:57.041069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.052819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Checking router: a3d52703-7a76-4667-8649-4509f307449e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:57.056852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Updating router a3d52703-7a76-4667-8649-4509f307449e port d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:38:57.060050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b78d3405-92a4-40bb-a56c-16faa54304d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0714595 Aug 11 02:38:57.102413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:57.106642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.136578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 95647de9-c0b2-44b3-a24a-855b8e4da648 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:57.144573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 4ddd312e-9744-41d1-9507-776913afa00b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:57.144930 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.169439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.219689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.231662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Transition to ACTIVE for port object 6cab55d2-733b-481a-8e61-304e9bae9f8c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:57.243740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89ddfb89-f1cf-462a-8458-3e89050d4af1 req-169a7387-e47d-4906-a3b1-cf4ebee61596 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446835 Aug 11 02:38:57.244808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Calling delete_port for d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:57.254306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Transition to ACTIVE for port object 6cab55d2-733b-481a-8e61-304e9bae9f8c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:57.261084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.287237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-4414282b-d934-4921-aa4b-ec9ba902a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:57.288840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-4414282b-d934-4921-aa4b-ec9ba902a942 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.2150741 Aug 11 02:38:57.326378 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.365976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.388318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 4ddd312e-9744-41d1-9507-776913afa00b owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:57.412682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::14c (6694908e-bacb-4154-a302-f17e54b1996d/b6e1c4e2-f26b-48ac-95d3-878943c2dfc7/95647de9-c0b2-44b3-a24a-855b8e4da648) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:57.507686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-4b3d4a2a-41db-4679-894c-edbbcd510ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:57.510053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-4b3d4a2a-41db-4679-894c-edbbcd510ef3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874440 Aug 11 02:38:57.567259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Network 6694908e-bacb-4154-a302-f17e54b1996d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:57.583312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:57.589040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:57.591673 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.624953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Pushing event updated for resources: {'Port': ['ID=6cab55d2-733b-481a-8e61-304e9bae9f8c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:57.637032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router deb91f8a-5c21-4b85-96b4-30410e673a0b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:57.798955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.824341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Attempting to bind port 6cab55d2-733b-481a-8e61-304e9bae9f8c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:57.824997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Attempting to bind port 6cab55d2-733b-481a-8e61-304e9bae9f8c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '434dbc08-74b7-4b0b-b5af-0d4ecd195170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6694908e-bacb-4154-a302-f17e54b1996d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:57.825578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Attempting to bind port 6cab55d2-733b-481a-8e61-304e9bae9f8c on network 6694908e-bacb-4154-a302-f17e54b1996d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:57.863636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 95647de9-c0b2-44b3-a24a-855b8e4da648 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:57.892913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:57.893571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Checking segment: {'id': '434dbc08-74b7-4b0b-b5af-0d4ecd195170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6694908e-bacb-4154-a302-f17e54b1996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:57.894614 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.895297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Bound using segment: {'id': '434dbc08-74b7-4b0b-b5af-0d4ecd195170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6694908e-bacb-4154-a302-f17e54b1996d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:57.896123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Bound port: 6cab55d2-733b-481a-8e61-304e9bae9f8c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434dbc08-74b7-4b0b-b5af-0d4ecd195170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6694908e-bacb-4154-a302-f17e54b1996d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:57.896836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.898786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.964183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=4ddd312e-9744-41d1-9507-776913afa00b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:57.992409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:58.013846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.021350 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.091816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=95647de9-c0b2-44b3-a24a-855b8e4da648,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.124674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 6694908e-bacb-4154-a302-f17e54b1996d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:58.129011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:58.133866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:58.140139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.141158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.148441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb6ba2-7786-4a33-a99b-9277395f78f9 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '76a50e89-aff2-49dd-b7f0-575c907a8a69', 'ip_address': '2001:db8::f816:3eff:fee7:293b'}, {'subnet_id': 'f587b4ee-c19d-47bf-accd-2bb25afc28f8'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cc9b76ed-91f7-45ab-a94a-395edf9304f6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:58.175556 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bfa0ead3-2234-4120-831d-7a75e8dfba74 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2838278 Aug 11 02:38:58.177024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.177602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.183057 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da950089-3686-43e1-ac69-a32269e9ef79 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/4ddd312e-9744-41d1-9507-776913afa00b HTTP/1.1" status: 204 len: 168 time: 1.4009862 Aug 11 02:38:58.193507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.269947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.277223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-cefc0ce7-eb98-4c0e-ad9c-3db5c1f9ba6f service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585495 Aug 11 02:38:58.334596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586c793-3084-4512-ad49-37538f333842 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.337077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586c793-3084-4512-ad49-37538f333842 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.338669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586c793-3084-4512-ad49-37538f333842 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.342652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cbdb6ba2-7786-4a33-a99b-9277395f78f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.343432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e586c793-3084-4512-ad49-37538f333842 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1486299 Aug 11 02:38:58.345112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.389758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:58.406253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f869f0da-2fee-4404-b060-3765155675cf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/deb91f8a-5c21-4b85-96b4-30410e673a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6279192 Aug 11 02:38:58.406253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.409908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.417295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] Sync routers for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:58.430819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4b204-dffa-4598-bfa5-e32cb695ead0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.435653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dbd4b204-dffa-4598-bfa5-e32cb695ead0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A33c HTTP/1.1" status: 200 len: 928 time: 0.2511070 Aug 11 02:38:58.439327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.441457 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:58.442276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:58.458054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] For port 6cab55d2-733b-481a-8e61-304e9bae9f8c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:58.504993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] For port 6cab55d2-733b-481a-8e61-304e9bae9f8c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6cab55d2-733b-481a-8e61-304e9bae9f8c,segment=NetworkSegment(434dbc08-74b7-4b0b-b5af-0d4ecd195170),segment_id=434dbc08-74b7-4b0b-b5af-0d4ecd195170)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:58.517290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 76a50e89-aff2-49dd-b7f0-575c907a8a69 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:58.518463 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:58.531798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.537217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:58.539081 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:58.557040 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.604431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.625276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:58.626931 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296bd417-d9cb-4532-affa-e4d6091fec59 None None] The sync data for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:58.688438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event deleted for resources: {'Port': ['ID=d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.739208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d76724-2a43-400f-8b35-0f7067f20662 None None] Pushing event updated for resources: {'Port': ['ID=6cab55d2-733b-481a-8e61-304e9bae9f8c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.759775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b8fb7be8-504c-484d-bc77-a390ef38b2d1 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687812 Aug 11 02:38:58.815060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.871041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-aebe7235-8cfd-4df5-9343-845b0204c207 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 200 len: 217 time: 0.0784986 Aug 11 02:38:58.872024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 95647de9-c0b2-44b3-a24a-855b8e4da648 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:58.872488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server [None req-cbdb6ba2-7786-4a33-a99b-9277395f78f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76a50e89-aff2-49dd-b7f0-575c907a8a69: This subnet is being modified by another concurrent operation. Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:38:59.018471 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76a50e89-aff2-49dd-b7f0-575c907a8a69: This subnet is being modified by another concurrent operation. Aug 11 02:38:59.027290 n-d-715271-8 neutron-server[94701]: ERROR oslo_messaging.rpc.server Aug 11 02:38:59.032131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.045341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3370d-56c8-4693-8e8d-98dfaa0cfc16 req-c6409a36-117e-4600-ae76-8e4310ee69f6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:59.045635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.048324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61d3370d-56c8-4693-8e8d-98dfaa0cfc16 req-c6409a36-117e-4600-ae76-8e4310ee69f6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5677955 Aug 11 02:38:59.084417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:59.085003 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:59.173793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.178131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=76a50e89-aff2-49dd-b7f0-575c907a8a69,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:59.190028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.192058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3ea26387-e386-4dd8-b10a-69b4ec8c0f7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/76a50e89-aff2-49dd-b7f0-575c907a8a69 HTTP/1.1" status: 204 len: 168 time: 0.8459597 Aug 11 02:38:59.196479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41970) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:59.212294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 95647de9-c0b2-44b3-a24a-855b8e4da648 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:59.243883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26398b1f-5088-40d4-9126-0f47a88db055 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:59.348484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet f587b4ee-c19d-47bf-accd-2bb25afc28f8 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:59.355199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-bc7f853f-9f9a-4bc7-80ff-49d03b3dfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:59.357311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-bc7f853f-9f9a-4bc7-80ff-49d03b3dfcd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.4767296 Aug 11 02:38:59.359937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.373620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.380147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.407695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5fc05172-59c3-47cc-9ce6-9d3687d40777 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:59.408205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc05172-59c3-47cc-9ce6-9d3687d40777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.457797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.469561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61d3370d-56c8-4693-8e8d-98dfaa0cfc16 req-dbfaf6fb-5219-45a1-8c7f-e8177e99d43e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381314 Aug 11 02:38:59.510616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.513075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.513654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d52703-7a76-4667-8649-4509f307449e {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:59.521766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.527086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dd3e6b93-e6e9-4b28-816c-aa070ee71787 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a3d52703-7a76-4667-8649-4509f307449e HTTP/1.1" status: 204 len: 168 time: 4.4358792 Aug 11 02:38:59.527398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 41978) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:59.544584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b704fe50-5192-437a-a2b9-7ecd1ec279ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:59.546350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-b704fe50-5192-437a-a2b9-7ecd1ec279ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746185 Aug 11 02:38:59.601722 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.676084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Port d79e43fa-4f71-4e54-9ab8-1f6cde6bb25e not found while updating agent binding for router a3d52703-7a76-4667-8649-4509f307449e. {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:38:59.693019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Deleting subnet bfb8face-7d0a-47fc-a07e-ed004ea64b85 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:59.708892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Routers set() bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:59.709279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Router IDs set() for agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:38:59.709914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_agentschedulers_db [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3d52703-7a76-4667-8649-4509f307449e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent'). {{(pid=94701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:38:59.710896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5c4ae-8299-44fb-96a7-9addd7da824c None None] The sync data for ids ['a3d52703-7a76-4667-8649-4509f307449e'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:59.726412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.733034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5fc05172-59c3-47cc-9ce6-9d3687d40777 None None] Could not find standard attr ID for object 4ddd312e-9744-41d1-9507-776913afa00b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:38:59.815375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.826677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe7818-2121-41a1-8cb8-d80ce09938c7 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': 'f587b4ee-c19d-47bf-accd-2bb25afc28f8'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cc9b76ed-91f7-45ab-a94a-395edf9304f6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:59.828328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.833679 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/f587b4ee-c19d-47bf-accd-2bb25afc28f8 HTTP/1.1" status: 204 len: 168 time: 0.6361060 Aug 11 02:38:59.835226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:59.854476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f21c7-edfb-4d50-8b7e-f236ba3afd61 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=f587b4ee-c19d-47bf-accd-2bb25afc28f8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:59.858858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7818-2121-41a1-8cb8-d80ce09938c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.859626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-da2e4d6c-e646-4028-b875-b7d34cb437da service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868114 Aug 11 02:38:59.890566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.898645 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-032c6b40-7005-4593-929b-08d23575a09a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607872 Aug 11 02:38:59.899230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 41990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:59.914593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:59.980851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.061726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.173072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.175562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/95647de9-c0b2-44b3-a24a-855b8e4da648 HTTP/1.1" status: 204 len: 168 time: 1.7350945 Aug 11 02:39:00.176694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9aeb2-3b64-4864-a804-40a6507d5b71 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=95647de9-c0b2-44b3-a24a-855b8e4da648,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:00.181826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:00.245394 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef77a7b1-f45a-4bc0-9f1d-707da72e32c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:39:00.246037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b870b1b-04f4-40cb-92d9-1668da7008cb req-1c9665a2-f511-46db-8560-0c0106a8e9d8 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514919 Aug 11 02:39:00.250517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef77a7b1-f45a-4bc0-9f1d-707da72e32c4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/95647de9-c0b2-44b3-a24a-855b8e4da648 HTTP/1.1" status: 404 len: 333 time: 0.0642395 Aug 11 02:39:00.250517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:00.265393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6cab55d2-733b-481a-8e61-304e9bae9f8c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:00.381367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1788a2c8-35dc-4d06-8a54-a54001b1f9b8 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:00.382789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1788a2c8-35dc-4d06-8a54-a54001b1f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.395722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.512350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb8face-7d0a-47fc-a07e-ed004ea64b85,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:00.533897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.541281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6cab55d2-733b-481a-8e61-304e9bae9f8c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:00.541490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eed0b815-7915-4de1-b83c-a640d7557675 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/bfb8face-7d0a-47fc-a07e-ed004ea64b85 HTTP/1.1" status: 204 len: 168 time: 1.0070267 Aug 11 02:39:00.541612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42016) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:00.739461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc9b76ed-91f7-45ab-a94a-395edf9304f6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:00.860036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f780f-c6c3-4556-b8be-234ff23ae534 req-020a524e-3cac-4972-8e3b-c0d11540abaf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:00.869924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-861f780f-c6c3-4556-b8be-234ff23ae534 req-020a524e-3cac-4972-8e3b-c0d11540abaf tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1818862 Aug 11 02:39:00.903154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1e21de24-ef0f-4ca3-be3d-772a03ffb4ad None None] Could not find standard attr ID for object 4ddd312e-9744-41d1-9507-776913afa00b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:00.908937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.924462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71609178-f96f-45a6-9494-35b506a40f70 None None] Network 6694908e-bacb-4154-a302-f17e54b1996d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:00.935566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.959550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:00.964955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.026804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-861f780f-c6c3-4556-b8be-234ff23ae534 req-153563eb-1263-45a6-8805-5e6221186ae4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543200 Aug 11 02:39:01.062576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:01.094217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 76d4633f-5fd8-4ce2-9d99-054e22fed77d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:01.094699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.105424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.160674 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.191620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e1afda-41ed-4351-8f55-cdcb4c9a37a3']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:01.207942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port d82387ae-0315-491e-8165-a43861c5b4e0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:01.208472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.233422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc331076-3c60-41ec-ad29-c81f3bc8726b') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:01.234266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc331076-3c60-41ec-ad29-c81f3bc8726b') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:01.245010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.259268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 76d4633f-5fd8-4ce2-9d99-054e22fed77d owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:01.284668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] Provisioning for port 6cab55d2-733b-481a-8e61-304e9bae9f8c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:01.293009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.318825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.335546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] Provisioning complete for port 6cab55d2-733b-481a-8e61-304e9bae9f8c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:01.335988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.341235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:01.341446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:01.343733 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:01.413201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.433402 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.444073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for d82387ae-0315-491e-8165-a43861c5b4e0 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:01.462470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.511556 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.516722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:39:01.526531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.531368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d7e1afda-41ed-4351-8f55-cdcb4c9a37a3 HTTP/1.1" status: 204 len: 168 time: 0.9809351 Aug 11 02:39:01.544852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.567675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51461d6-5009-458f-8c35-2b693b1e6479 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7e1afda-41ed-4351-8f55-cdcb4c9a37a3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.591857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] For port 6cab55d2-733b-481a-8e61-304e9bae9f8c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6cab55d2-733b-481a-8e61-304e9bae9f8c,segment=NetworkSegment(434dbc08-74b7-4b0b-b5af-0d4ecd195170),segment_id=434dbc08-74b7-4b0b-b5af-0d4ecd195170)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:01.600505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.616437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=76d4633f-5fd8-4ce2-9d99-054e22fed77d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.654346 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.656514 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6db001de-6358-4ccf-bad6-04385bd8e1f8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/76d4633f-5fd8-4ce2-9d99-054e22fed77d HTTP/1.1" status: 204 len: 168 time: 1.4049871 Aug 11 02:39:01.661109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:01.702076 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-75633daa-d005-4831-aac9-f1cc6ae76000 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:39:01.702076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-75633daa-d005-4831-aac9-f1cc6ae76000 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/76d4633f-5fd8-4ce2-9d99-054e22fed77d HTTP/1.1" status: 404 len: 333 time: 0.0374146 Aug 11 02:39:01.754786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42050) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:01.760250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d0195-beae-4870-ac8a-b07500f7005c None None] Pushing event updated for resources: {'Port': ['ID=6cab55d2-733b-481a-8e61-304e9bae9f8c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.857951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet b6e1c4e2-f26b-48ac-95d3-878943c2dfc7 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:01.866488 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.948587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:39:01.963662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.999122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.044194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=d82387ae-0315-491e-8165-a43861c5b4e0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:02.162657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63adf07e-3a85-4228-a67b-a46ebc72624e None None] Could not find standard attr ID for object 76d4633f-5fd8-4ce2-9d99-054e22fed77d. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:02.195626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63adf07e-3a85-4228-a67b-a46ebc72624e None None] Provisioning complete for port 6cab55d2-733b-481a-8e61-304e9bae9f8c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:02.195942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63adf07e-3a85-4228-a67b-a46ebc72624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.433065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:02.443732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.450053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6cab55d2-733b-481a-8e61-304e9bae9f8c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:02.471737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'name': 'tempest-router--67146976', 'project_id': 'c627f7b2ca7442e28000c147948ac2ef'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:02.504261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.555892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6cab55d2-733b-481a-8e61-304e9bae9f8c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:02.556752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.590855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.592121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.738055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.841844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.891007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.915705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.921206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90a141d2-240b-4458-a31d-ccd6fd53f05b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4822068 Aug 11 02:39:02.921550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:02.979463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5f7c0e06-03d9-4c15-ac9e-8c2d9758753f None None] Could not find standard attr ID for object 76d4633f-5fd8-4ce2-9d99-054e22fed77d. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:03.054351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.063577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6d32b-eacc-4b13-8e18-647a86470727 req-6c703013-ff05-4710-9ce9-64f4bd9366cc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:03.065276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99d6d32b-eacc-4b13-8e18-647a86470727 req-6c703013-ff05-4710-9ce9-64f4bd9366cc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.7901952 Aug 11 02:39:03.241417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99d6d32b-eacc-4b13-8e18-647a86470727 req-f468f471-0dba-4570-90ef-df41b4614571 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039288 Aug 11 02:39:03.346413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.421109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4f935654-efc0-4c9f-aaa1-d7f0efaa4bf3 None None] Could not find standard attr ID for object 95647de9-c0b2-44b3-a24a-855b8e4da648. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:03.462324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.468779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e1c4e2-f26b-48ac-95d3-878943c2dfc7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:03.471639 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.473811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0267b3b1-9ee0-4b7e-a8a6-c21d5523be3c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/b6e1c4e2-f26b-48ac-95d3-878943c2dfc7 HTTP/1.1" status: 204 len: 168 time: 1.7127974 Aug 11 02:39:03.477834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42098) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:03.489591 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.560987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router deb91f8a-5c21-4b85-96b4-30410e673a0b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:03.668819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:03.726692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.726692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce99cdd1-6f4d-4145-b73b-6a254f946bcc {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:03.748450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.755004 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-054e036d-1292-4fca-9917-f22f635460bd tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ce99cdd1-6f4d-4145-b73b-6a254f946bcc HTTP/1.1" status: 204 len: 168 time: 0.8314335 Aug 11 02:39:03.763011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.771563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.776756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.831849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.860505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e906fb-7ad3-4bdb-b167-5b19cc359968 None None] Network 6694908e-bacb-4154-a302-f17e54b1996d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:03.870588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2eb11-cc03-4f28-b9ad-0ee59de0c7db req-ed9af91d-3485-4bbf-878d-8928f15b7f2a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:03.878293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65f2eb11-cc03-4f28-b9ad-0ee59de0c7db req-ed9af91d-3485-4bbf-878d-8928f15b7f2a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2572773 Aug 11 02:39:03.879661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:03.892506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:03.913609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d019ca80-6f83-4eaf-8f3f-6f3ce518133f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/deb91f8a-5c21-4b85-96b4-30410e673a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598625 Aug 11 02:39:03.923816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-fb17f69b-7367-475b-bdc1-faa2b7ce9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:03.925428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-fb17f69b-7367-475b-bdc1-faa2b7ce9d55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.2441461 Aug 11 02:39:03.928003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42130) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:03.931379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:03.943817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:03.944965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.988784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=c987f944-c59c-4ef4-a88f-01e4edb99aba,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:03.998093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] Sync routers for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:03.998755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:04.004249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef4fd6-04b4-4dc5-b2b6-5a1dcd00b0d7 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:04.007704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fc0bb982-1db1-4d83-83d1-a69aaa433a80 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0967379 Aug 11 02:39:04.011265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:04.045981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-242ab12c-b1fa-4c91-8b1d-7734f9f3c02c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=deb91f8a-5c21-4b85-96b4-30410e673a0b HTTP/1.1" status: 200 len: 205 time: 0.1159461 Aug 11 02:39:04.055115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:04.102539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:04.103116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:04.114471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42138) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:04.164237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:04.221302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42152) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:04.238363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] Routers {'deb91f8a-5c21-4b85-96b4-30410e673a0b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:04.242417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['deb91f8a-5c21-4b85-96b4-30410e673a0b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:04.403984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65f2eb11-cc03-4f28-b9ad-0ee59de0c7db req-ddd8f59f-d301-4a69-9746-0befcf65af56 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5240879 Aug 11 02:39:04.411997 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.421887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] DHCP port deletion for 6694908e-bacb-4154-a302-f17e54b1996d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:04.433550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:04.434278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e9e87-431f-4dd2-9fba-f36013c0cd01 None None] The sync data for ids ['deb91f8a-5c21-4b85-96b4-30410e673a0b'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:04.439346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:04.452599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.668397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] Deleting port 6cab55d2-733b-481a-8e61-304e9bae9f8c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:04.673147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.679842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.688457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.833010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] For port 6cab55d2-733b-481a-8e61-304e9bae9f8c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6cab55d2-733b-481a-8e61-304e9bae9f8c,segment=NetworkSegment(434dbc08-74b7-4b0b-b5af-0d4ecd195170),segment_id=434dbc08-74b7-4b0b-b5af-0d4ecd195170)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:04.833420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.840367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 6cab55d2-733b-481a-8e61-304e9bae9f8c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:04.840737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.844132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767698126', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:04.869139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] Calling delete_port for 6cab55d2-733b-481a-8e61-304e9bae9f8c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:04.922985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] For port 6cab55d2-733b-481a-8e61-304e9bae9f8c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6cab55d2-733b-481a-8e61-304e9bae9f8c,segment=NetworkSegment(434dbc08-74b7-4b0b-b5af-0d4ecd195170),segment_id=434dbc08-74b7-4b0b-b5af-0d4ecd195170)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:04.923371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.942467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 6cab55d2-733b-481a-8e61-304e9bae9f8c owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:04.944429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.944944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router deb91f8a-5c21-4b85-96b4-30410e673a0b {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:04.956218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-b69c0424-7e16-4708-8bb4-8a48fa6f222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:04.957789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-b69c0424-7e16-4708-8bb4-8a48fa6f222f service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.8456347 Aug 11 02:39:04.967960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.973900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-87329946-f3d5-4af3-9a5a-dc89813a41b1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/deb91f8a-5c21-4b85-96b4-30410e673a0b HTTP/1.1" status: 204 len: 168 time: 0.8118901 Aug 11 02:39:04.984197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:04.984477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.985732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.060253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-4a6b7d6b-8ba8-4d5b-909c-57922fdc9a92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.0896552 Aug 11 02:39:05.063113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7765ccdc-61de-4325-aab2-5c7d2beb5622 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:05.064280 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7765ccdc-61de-4325-aab2-5c7d2beb5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.093893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.185793 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.204393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet 798a2abe-07d7-411b-b9fb-6c582991e88f {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:05.213283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.218695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-54a8bc98-e5e1-4b76-8a48-60a0730f2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:05.220267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-54a8bc98-e5e1-4b76-8a48-60a0730f2ea6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1063702 Aug 11 02:39:05.224052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] No DVR routers for this DVR port 6cab55d2-733b-481a-8e61-304e9bae9f8c on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:05.246287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72188697-798b-4192-a4dc-f17bb9592685 None None] Pushing event deleted for resources: {'Port': ['ID=6cab55d2-733b-481a-8e61-304e9bae9f8c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:05.258860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708d149-02f6-4528-a4cd-a617bb242188 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:05.308760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.309266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.313007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.323282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:05.330511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:05.340865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:05.341688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.345833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=eec63da8-1ad2-4552-b6de-badf3aab673e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:05.359684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No DVR routers for this DVR port 6cab55d2-733b-481a-8e61-304e9bae9f8c on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:05.402036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-df0504b8-ff9f-42b0-9fa9-8b47fe774970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:05.403607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-df0504b8-ff9f-42b0-9fa9-8b47fe774970 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514149 Aug 11 02:39:05.454398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=6cab55d2-733b-481a-8e61-304e9bae9f8c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:05.485185 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b6a87971-7b9e-4ddc-b0fe-941767a8cd82 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4705310 Aug 11 02:39:05.486332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:05.499653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:69:5b:5b', 'name': 'tempest-NetworksTestDHCPv6-1558354553'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:05.589562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708d149-02f6-4528-a4cd-a617bb242188 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:05.631045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7765ccdc-61de-4325-aab2-5c7d2beb5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.650798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.696963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.731720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7765ccdc-61de-4325-aab2-5c7d2beb5622 None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:05.739859 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7765ccdc-61de-4325-aab2-5c7d2beb5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.854253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:05.863582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765ccdc-61de-4325-aab2-5c7d2beb5622 None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:05.939423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.943866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-ac776496-5622-4aac-86b0-5a717714f8ec service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945307 Aug 11 02:39:06.046189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.051528 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/798a2abe-07d7-411b-b9fb-6c582991e88f HTTP/1.1" status: 204 len: 168 time: 1.0683439 Aug 11 02:39:06.052822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42236) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:06.060271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28f4eb-952b-4ae9-a088-20b8e3d4cbc6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=798a2abe-07d7-411b-b9fb-6c582991e88f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:06.064249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.076586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.090894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6694908e-bacb-4154-a302-f17e54b1996d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:06.104037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434dbc08-74b7-4b0b-b5af-0d4ecd195170') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:06.104325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434dbc08-74b7-4b0b-b5af-0d4ecd195170') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:06.115580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.129385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.134372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.138975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': 'c987f944-c59c-4ef4-a88f-01e4edb99aba', 'ip_address': '2001:db8::f816:3eff:fee7:293b'}, {'subnet_id': 'eec63da8-1ad2-4552-b6de-badf3aab673e'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cc9b76ed-91f7-45ab-a94a-395edf9304f6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:39:06.149283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.157683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044001-e116-4d43-abb1-9081428b34dd req-5559f3ab-855e-4682-9aba-a79f23316ac3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:06.159476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df044001-e116-4d43-abb1-9081428b34dd req-5559f3ab-855e-4682-9aba-a79f23316ac3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5898900 Aug 11 02:39:06.192615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:06.193051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.198678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6cab55d2-733b-481a-8e61-304e9bae9f8c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:06.204126 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:06.226858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:06.249535 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.264298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 6cab55d2-733b-481a-8e61-304e9bae9f8c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:06.265150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6cab55d2-733b-481a-8e61-304e9bae9f8c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:06.334364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet c5f78609-ccb4-4671-ad4e-b0b49cbc9777 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:06.343904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.348813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.377959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df044001-e116-4d43-abb1-9081428b34dd req-24941590-bc40-4a2d-a26a-3c41aa21fd41 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757889 Aug 11 02:39:06.384864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce1df79b-52fd-4fe4-9a76-f6eefe8a8799 req-b10cf28e-28d4-4e28-bb5e-22abd48a0e1e service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199359 Aug 11 02:39:06.390398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.417239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/6694908e-bacb-4154-a302-f17e54b1996d HTTP/1.1" status: 204 len: 168 time: 2.9340565 Aug 11 02:39:06.419121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42254) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:06.423481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2060963085'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:06.439309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Allocated IP 172.25.6.139 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/703dee2f-eeb6-483d-9cac-3e1b66f5d6bd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:06.446124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add81eae-7246-4260-90d9-514bdd9785e7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=6694908e-bacb-4154-a302-f17e54b1996d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:06.457846 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.505957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:06.510235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.567631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:06.587975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.588474 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment 4ddd05ae-63b4-4837-9a93-c2f5fa716649 of type vlan for network 341119f6-c718-4dbd-9052-53128b59a265 Aug 11 02:39:06.627967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.690498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 172.20.0.8 (a7548113-1c15-4cbd-941e-a75d799a7de7/eec63da8-1ad2-4552-b6de-badf3aab673e/4ad2a622-fb9d-4a40-95e5-b04fdefb7a45) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:06.708281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.712627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fe69:5b5b (a7548113-1c15-4cbd-941e-a75d799a7de7/c987f944-c59c-4ef4-a88f-01e4edb99aba/4ad2a622-fb9d-4a40-95e5-b04fdefb7a45) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:06.765370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.771174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:06.771906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.788199 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.871346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.892338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4703209 Aug 11 02:39:06.902092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:06.909577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': '341119f6-c718-4dbd-9052-53128b59a265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:06.941680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f78609-ccb4-4671-ad4e-b0b49cbc9777,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:06.961135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.967952 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1ef4a5a0-1de0-4c68-acd7-01aba803e0d4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/c5f78609-ccb4-4671-ad4e-b0b49cbc9777 HTTP/1.1" status: 204 len: 168 time: 0.9064345 Aug 11 02:39:06.972023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:06.988759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432fdbc-9b4e-4be2-b26c-86564f2e1bb6 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=341119f6-c718-4dbd-9052-53128b59a265,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.001747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 341119f6-c718-4dbd-9052-53128b59a265 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:07.099520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.198703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port a05f1815-afb9-47bd-a069-7b266c805f04 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:07.199250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.294084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port a05f1815-afb9-47bd-a069-7b266c805f04, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a05f1815-afb9-47bd-a069-7b266c805f04,segment=NetworkSegment(ed946b54-0734-46b7-a2cb-0a4b1a137891),segment_id=ed946b54-0734-46b7-a2cb-0a4b1a137891)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:07.294811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.328854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for a05f1815-afb9-47bd-a069-7b266c805f04 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:07.463414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.497807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=a05f1815-afb9-47bd-a069-7b266c805f04,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.500349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port a05f1815-afb9-47bd-a069-7b266c805f04 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:07.597762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.697832 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.724293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24b68e2-617a-4705-971a-628530989976']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:07.735738 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.742240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18323825-7bac-4435-853c-922abca979e6 req-1a92e41b-85db-41f8-a3aa-55327e00ebd7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.742590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:07.744896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18323825-7bac-4435-853c-922abca979e6 req-1a92e41b-85db-41f8-a3aa-55327e00ebd7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2156570 Aug 11 02:39:07.748397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.768009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed946b54-0734-46b7-a2cb-0a4b1a137891') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:07.769129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed946b54-0734-46b7-a2cb-0a4b1a137891') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:07.791901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.826378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.853310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:07.853825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:07.854518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:07.860636 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:07.882670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:07.885711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event updated for resources: {'Port': ['ID=703dee2f-eeb6-483d-9cac-3e1b66f5d6bd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.894113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:07.992131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18323825-7bac-4435-853c-922abca979e6 req-86f6ad3f-a23c-4bd7-a2f1-c17750a1fea6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277176 Aug 11 02:39:08.009240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:08.010340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.027836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.033288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/f24b68e2-617a-4705-971a-628530989976 HTTP/1.1" status: 204 len: 168 time: 1.0591230 Aug 11 02:39:08.037975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:08.088520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39d7bb-2403-4cc7-9947-cfd358640456 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=f24b68e2-617a-4705-971a-628530989976,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.206717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.355922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be049c7b-17f8-4a3a-93f3-ffb76a27e61a req-590c07d6-cbcc-4c46-b4f5-ddcaa5ea334d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.363992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be049c7b-17f8-4a3a-93f3-ffb76a27e61a req-590c07d6-cbcc-4c46-b4f5-ddcaa5ea334d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1328745 Aug 11 02:39:08.386767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.432207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be049c7b-17f8-4a3a-93f3-ffb76a27e61a req-74879e0a-1a6e-49e4-a52f-241650fdbdff tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671895 Aug 11 02:39:08.457164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port d18d5dbb-3580-480f-8fa2-efce09155330 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:08.457805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.474564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Allocated IP 172.20.0.2 (a7548113-1c15-4cbd-941e-a75d799a7de7/eec63da8-1ad2-4552-b6de-badf3aab673e/cc9b76ed-91f7-45ab-a94a-395edf9304f6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:08.515578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42346) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:08.554057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port d18d5dbb-3580-480f-8fa2-efce09155330, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d18d5dbb-3580-480f-8fa2-efce09155330,segment=NetworkSegment(fe32b6ad-832b-4813-9371-9bde153007d4),segment_id=fe32b6ad-832b-4813-9371-9bde153007d4)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:08.554631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.565805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.571676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for d18d5dbb-3580-480f-8fa2-efce09155330 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:08.684522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.692759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:08.714037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:08.722414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:08.731185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:08.738367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=d18d5dbb-3580-480f-8fa2-efce09155330,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.738845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=d13b6715-0e13-462a-809e-5d0be594a34b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.749200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port d18d5dbb-3580-480f-8fa2-efce09155330 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:08.785362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=4ad2a622-fb9d-4a40-95e5-b04fdefb7a45,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.807201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-150d8f6d-17a1-4731-bf4c-31397d85df19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.817835 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.837470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Transition to ACTIVE for port object cc9b76ed-91f7-45ab-a94a-395edf9304f6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:08.845612 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.904227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee47a59-6ca1-4df5-9298-c593497d0e14 None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.940847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.947475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.987477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2c1fef-347d-40e7-8ab9-4d8a7975a725']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:09.014571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': '4ddd05ae-63b4-4837-9a93-c2f5fa716649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '341119f6-c718-4dbd-9052-53128b59a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:09.015151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: 341119f6-c718-4dbd-9052-53128b59a265, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:09.030517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe32b6ad-832b-4813-9371-9bde153007d4') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:09.031166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe32b6ad-832b-4813-9371-9bde153007d4') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:09.038646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.039694 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.054282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.079669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b57b35-734f-4b91-b405-6d104075b4b6 req-1fe31225-1f9f-46d0-a5ec-e1687c369f90 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.081346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5b57b35-734f-4b91-b405-6d104075b4b6 req-1fe31225-1f9f-46d0-a5ec-e1687c369f90 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2589986 Aug 11 02:39:09.172854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 341119f6-c718-4dbd-9052-53128b59a265 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:09.210055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 341119f6-c718-4dbd-9052-53128b59a265) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:09.221590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.222756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.430192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.496083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.514161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:09.514815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:09.532196 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:09.677544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Router 731bc513-9015-4c97-94cf-1d7149b40ff0 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:09.711380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5b57b35-734f-4b91-b405-6d104075b4b6 req-263dc17f-b138-4390-a527-339da37d1bb8 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6229119 Aug 11 02:39:09.759215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.769487 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.782523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/6b2c1fef-347d-40e7-8ab9-4d8a7975a725 HTTP/1.1" status: 204 len: 168 time: 1.7406590 Aug 11 02:39:09.786175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-150d8f6d-17a1-4731-bf4c-31397d85df19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.787839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42356) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:09.811849 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5b6d3e14-ae78-4831-b989-1306d24622e9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9068265 Aug 11 02:39:09.830773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-62488952'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:09.843565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42358) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:09.845436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f917-86c2-486b-a6bb-2faca026362a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=6b2c1fef-347d-40e7-8ab9-4d8a7975a725,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:09.862298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '341119f6-c718-4dbd-9052-53128b59a265', 'name': 'tempest-PortsIpV6TestJSON-1951825913', 'fixed_ips': [{'subnet_id': 'd13b6715-0e13-462a-809e-5d0be594a34b', 'ip_address': '2001:db8::10'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:09.885703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-150d8f6d-17a1-4731-bf4c-31397d85df19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.889442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3aa9ad6f-31e3-403b-a029-cf832576d277 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3994963 Aug 11 02:39:09.894978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:09.975291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:09.979540 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.002560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:10.021194 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] Sync routers for ids ['731bc513-9015-4c97-94cf-1d7149b40ff0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:10.055313 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] Routers {'731bc513-9015-4c97-94cf-1d7149b40ff0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:10.060031 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['731bc513-9015-4c97-94cf-1d7149b40ff0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:10.079941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-150d8f6d-17a1-4731-bf4c-31397d85df19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a74daf16b324e4986d70d60cd26a39d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5634673 Aug 11 02:39:10.082079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b63848-802f-4880-a1d3-4fff093a41a3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.108311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42366) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:10.114564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b63848-802f-4880-a1d3-4fff093a41a3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.116837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:10.118303 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-69b63848-802f-4880-a1d3-4fff093a41a3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2213535 Aug 11 02:39:10.129657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:10.156656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.157249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b873ac-6d03-4622-a7ad-20b6545f7a36 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:10.158347 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment ff896150-8e9d-4a01-8dac-ea4b075c2dda of type vlan for network 5f811388-4665-496d-86b3-bde71d74a3d8 Aug 11 02:39:10.217797 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:10.246022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] Routers {'731bc513-9015-4c97-94cf-1d7149b40ff0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:10.248738 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:38:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['731bc513-9015-4c97-94cf-1d7149b40ff0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:10.255484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.262361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cadee4ea-aba8-4b97-84bf-75d68cde4cb3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0395033 Aug 11 02:39:10.263338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:10.290860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d8f6d-17a1-4731-bf4c-31397d85df19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbb338-ce36-4277-90e1-b70e33ddfe27,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:10.330798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.385628 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:10.387904 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bbef5-ff80-469d-8f71-794e6cad23ae None None] The sync data for ids ['731bc513-9015-4c97-94cf-1d7149b40ff0'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:10.410205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1a019-ed98-4bd8-925a-d11f3932ecaf req-0a95a0af-a604-4d8e-84da-451f592ad459 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.411601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0e1a019-ed98-4bd8-925a-d11f3932ecaf req-0a95a0af-a604-4d8e-84da-451f592ad459 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4264524 Aug 11 02:39:10.412280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc9b76ed-91f7-45ab-a94a-395edf9304f6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:10.430770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b971bd83-c32c-4d9b-ac64-710265ce01d8 None None] Provisioning for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:10.470150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b971bd83-c32c-4d9b-ac64-710265ce01d8 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:10.470888 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b971bd83-c32c-4d9b-ac64-710265ce01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.500658 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00f73521-898c-4266-8df6-4f9b2d4dedca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.525162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:10.525526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.525767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.533777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.533777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.551878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0e1a019-ed98-4bd8-925a-d11f3932ecaf req-cb3e8840-8ef9-41a3-8d5e-7e164db940c2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075008 Aug 11 02:39:10.556334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:10.561687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b873ac-6d03-4622-a7ad-20b6545f7a36 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:10.594382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:10.594382 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.594788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00f73521-898c-4266-8df6-4f9b2d4dedca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.636420 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-75debae0-91e8-44d8-8fa5-a13368a915f5 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/731bc513-9015-4c97-94cf-1d7149b40ff0 HTTP/1.1" status: 200 len: 920 time: 0.3306320 Aug 11 02:39:10.642258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:10.676513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8543437 Aug 11 02:39:10.681779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42374) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:10.689500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:10.709565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c7559749-9d34-4ccd-9c67-9daa5df44b27 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=731bc513-9015-4c97-94cf-1d7149b40ff0 HTTP/1.1" status: 200 len: 205 time: 0.0653529 Aug 11 02:39:10.722110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:10.796641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde1f17-175f-4c75-9942-e2c2b9f6ea6d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=5f811388-4665-496d-86b3-bde71d74a3d8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:10.831464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00f73521-898c-4266-8df6-4f9b2d4dedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.834391 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00f73521-898c-4266-8df6-4f9b2d4dedca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.838474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00f73521-898c-4266-8df6-4f9b2d4dedca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46fbb338-ce36-4277-90e1-b70e33ddfe27 HTTP/1.1" status: 204 len: 168 time: 0.7255018 Aug 11 02:39:10.838723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5f811388-4665-496d-86b3-bde71d74a3d8 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:10.866586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f73521-898c-4266-8df6-4f9b2d4dedca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbb338-ce36-4277-90e1-b70e33ddfe27,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:10.902986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.904796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.928100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:10.941867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:10.956399 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.179124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:11.184421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.224574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.271682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=4ad2a622-fb9d-4a40-95e5-b04fdefb7a45,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:11.395717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.400766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.407250 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a254f93c-3737-4638-afa1-50bebea6090b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/4ad2a622-fb9d-4a40-95e5-b04fdefb7a45 HTTP/1.1" status: 204 len: 168 time: 1.2738068 Aug 11 02:39:11.410255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42390) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:11.488291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::10 (341119f6-c718-4dbd-9052-53128b59a265/d13b6715-0e13-462a-809e-5d0be594a34b/a4e16a3f-fe8a-462d-9f88-f19420f2cd4f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:11.497440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d45ee-586d-44e4-9806-fc1e90aeaee9 None None] DHCP port deletion for f24b68e2-617a-4705-971a-628530989976 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:11.528576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08e516-8e52-420b-994c-327181aa688a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:11.530344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08e516-8e52-420b-994c-327181aa688a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:11.531952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08e516-8e52-420b-994c-327181aa688a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:11.536471 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e08e516-8e52-420b-994c-327181aa688a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1237810 Aug 11 02:39:11.537055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:11.581263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Deleting port 703dee2f-eeb6-483d-9cac-3e1b66f5d6bd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:11.581629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.643934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b5f71-1855-44ed-a93e-b3625b5c4c15 None None] DHCP port deletion for 6b2c1fef-347d-40e7-8ab9-4d8a7975a725 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:11.651339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet c987f944-c59c-4ef4-a88f-01e4edb99aba {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:11.675546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.688413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.705008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-341119f6-c718-4dbd-9052-53128b59a265', 'network_id': '341119f6-c718-4dbd-9052-53128b59a265', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': 'd13b6715-0e13-462a-809e-5d0be594a34b'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:11.705797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.746753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.783913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.807206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Calling delete_port for 703dee2f-eeb6-483d-9cac-3e1b66f5d6bd owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:11.919447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.967070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=71fe84c5-db3d-4129-80df-84bef5f15d0b,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.004969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e6ce-dcff-4b14-9216-cdbd98abfd5b req-1b1f61d3-7c65-42ac-b829-7fa666066854 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.006777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8915e6ce-dcff-4b14-9216-cdbd98abfd5b req-1b1f61d3-7c65-42ac-b829-7fa666066854 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1595314 Aug 11 02:39:12.023847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': 'ff896150-8e9d-4a01-8dac-ea4b075c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:12.024220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: 5f811388-4665-496d-86b3-bde71d74a3d8, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:12.084052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.090873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.111899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8915e6ce-dcff-4b14-9216-cdbd98abfd5b req-53d9b0e4-9f70-4a7f-a2a3-2ee895c88e70 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925169 Aug 11 02:39:12.122463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object a4e16a3f-fe8a-462d-9f88-f19420f2cd4f will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:12.131225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 5f811388-4665-496d-86b3-bde71d74a3d8 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:12.147594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event deleted for resources: {'Port': ['ID=703dee2f-eeb6-483d-9cac-3e1b66f5d6bd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.161508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a05f1815-afb9-47bd-a069-7b266c805f04 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:12.172249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5f811388-4665-496d-86b3-bde71d74a3d8) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:12.181486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.182243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.209575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.215651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.253888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-80f9e001-9904-46d9-beee-9de86eb33835 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5698295 Aug 11 02:39:12.281823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.286545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=c987f944-c59c-4ef4-a88f-01e4edb99aba,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.294354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a05f1815-afb9-47bd-a069-7b266c805f04 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:12.295426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a05f1815-afb9-47bd-a069-7b266c805f04 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:12.296228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d18d5dbb-3580-480f-8fa2-efce09155330 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:12.297059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1159847772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:12.330563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.342326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8e28c4f0-b2c8-4c4d-9c0a-f2c65892b421 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/c987f944-c59c-4ef4-a88f-01e4edb99aba HTTP/1.1" status: 204 len: 168 time: 0.8023875 Aug 11 02:39:12.342570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42420) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.364272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 341119f6-c718-4dbd-9052-53128b59a265 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:12.402853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.404263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Allocated IP 2001:db8::2 (341119f6-c718-4dbd-9052-53128b59a265/d13b6715-0e13-462a-809e-5d0be594a34b/f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:12.411971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:12.419270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:12.438368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.439064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.474331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.475467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.497658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=a4e16a3f-fe8a-462d-9f88-f19420f2cd4f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.554158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25f3e8a4-54a2-4eb2-8eab-38cc0e3bab90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7013726 Aug 11 02:39:12.565271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.573429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': '341119f6-c718-4dbd-9052-53128b59a265', 'name': 'tempest-PortsIpV6TestJSON-984438360', 'fixed_ips': [{'subnet_id': 'd13b6715-0e13-462a-809e-5d0be594a34b', 'ip_address': '2001:db8::f'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:12.629748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet eec63da8-1ad2-4552-b6de-badf3aab673e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:12.660783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.684919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.695520 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.697218 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.705913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Transition to ACTIVE for port object f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:12.726324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Transition to ACTIVE for port object f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:12.727981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: d18d5dbb-3580-480f-8fa2-efce09155330 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:12.728452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d18d5dbb-3580-480f-8fa2-efce09155330 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:12.744528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.745635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca753b-387a-4548-9c13-ec5646f6ee7c req-50e36fec-3c67-47a8-bece-c99dc36113ea tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.747724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3ca753b-387a-4548-9c13-ec5646f6ee7c req-50e36fec-3c67-47a8-bece-c99dc36113ea tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2628081 Aug 11 02:39:12.773986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.793704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.821311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.859844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.860677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Fanout notify agent at l3_agent the message router_deleted on router 731bc513-9015-4c97-94cf-1d7149b40ff0 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:12.865715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3ca753b-387a-4548-9c13-ec5646f6ee7c req-910c18fd-5d37-463b-9ebb-92812ee3a138 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053548 Aug 11 02:39:12.870692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.873378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6b52ead7-063a-456f-b8c2-f43928f58f26 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/731bc513-9015-4c97-94cf-1d7149b40ff0 HTTP/1.1" status: 204 len: 168 time: 2.1498249 Aug 11 02:39:12.878646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.889704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1787313578', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': False}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:12.895040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Network 341119f6-c718-4dbd-9052-53128b59a265 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:12.898383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.900631 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cca5482c-53db-4ba8-a4af-daf1ba318593 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6110396 Aug 11 02:39:12.907505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.914458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:12.918047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:12.918321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'port': {'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8', 'name': 'tempest-RoutersTest-821916680'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:12.938524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Pushing event updated for resources: {'Port': ['ID=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.965575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.008101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a0c6526-7d1e-46fe-bc80-a52dad9e3edf None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:13.008907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6526-7d1e-46fe-bc80-a52dad9e3edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.023685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:13.028678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.030036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.052156 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.075963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Attempting to bind port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:13.075963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Attempting to bind port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '4ddd05ae-63b4-4837-9a93-c2f5fa716649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '341119f6-c718-4dbd-9052-53128b59a265'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:13.076590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Attempting to bind port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb on network 341119f6-c718-4dbd-9052-53128b59a265 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:13.088179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=eec63da8-1ad2-4552-b6de-badf3aab673e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:13.090440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.094734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d9ff0591-e226-4b4e-be03-67d191a45c73 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/eec63da8-1ad2-4552-b6de-badf3aab673e HTTP/1.1" status: 204 len: 168 time: 0.7486074 Aug 11 02:39:13.094956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:13.094956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Checking segment: {'id': '4ddd05ae-63b4-4837-9a93-c2f5fa716649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '341119f6-c718-4dbd-9052-53128b59a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:13.094956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.094956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Bound using segment: {'id': '4ddd05ae-63b4-4837-9a93-c2f5fa716649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '341119f6-c718-4dbd-9052-53128b59a265'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:13.095428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42452) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:13.095541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Bound port: f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd05ae-63b4-4837-9a93-c2f5fa716649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '341119f6-c718-4dbd-9052-53128b59a265'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:13.095541 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.145340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9400bc42-f2ac-439e-adb5-f6cbcd9b7d3a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466487 Aug 11 02:39:13.146064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42454) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:13.154408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:13.299201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:13.309936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.352094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:13.380216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a0c6526-7d1e-46fe-bc80-a52dad9e3edf None None] Could not find standard attr ID for object 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:13.404311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] For port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:13.414050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] For port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,segment=NetworkSegment(4ddd05ae-63b4-4837-9a93-c2f5fa716649),segment_id=4ddd05ae-63b4-4837-9a93-c2f5fa716649)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:13.422135 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.523685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156cc10-82e9-4f33-bb99-b7272bc06d37 None None] Pushing event updated for resources: {'Port': ['ID=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:13.543906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.629348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.710696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:13.714886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-702c0e9e-d7e4-4e4b-ab7f-4a9dc434aa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.721396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:13.731628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:13.732331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.735381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=f19c68ba-a58f-409b-a449-7aa1f4ddbbdd,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:13.775372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.778545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:13.782312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.789708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.840678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] device_id is not set on port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:13.889530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 50a37450-54d9-4788-8405-630f18124ce3 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:13.892963 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a7da6b5-9800-4762-8421-1bdaee7fe729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.976575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-702c0e9e-d7e4-4e4b-ab7f-4a9dc434aa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.986087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-702c0e9e-d7e4-4e4b-ab7f-4a9dc434aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.068629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cfebf06a-155c-4ed9-8866-36f544101388 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9208424 Aug 11 02:39:14.073685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42466) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:14.104026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c0e9e-d7e4-4e4b-ab7f-4a9dc434aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6607c61a-ec52-4c20-aa3b-d07ff0bcb9f1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:14.105782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:14.127387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-702c0e9e-d7e4-4e4b-ab7f-4a9dc434aa3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e9c69c5b0d14cf7961f33579a476be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739334 Aug 11 02:39:14.133649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42468) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:14.195495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a349a-f42a-47af-8eb1-0aee0871b92b req-171390e2-ac32-4094-984c-1bceeac8af5e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.207429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a9a349a-f42a-47af-8eb1-0aee0871b92b req-171390e2-ac32-4094-984c-1bceeac8af5e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1604249 Aug 11 02:39:14.244909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.20.0.8 (5f811388-4665-496d-86b3-bde71d74a3d8/71fe84c5-db3d-4129-80df-84bef5f15d0b/39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:14.271451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:14.304654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::f (341119f6-c718-4dbd-9052-53128b59a265/d13b6715-0e13-462a-809e-5d0be594a34b/50a37450-54d9-4788-8405-630f18124ce3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:14.315742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a9a349a-f42a-47af-8eb1-0aee0871b92b req-c409c2d8-ce5a-4209-b2b0-81e98f957fb8 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060224 Aug 11 02:39:14.342315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-877b28a4-a3fa-4d54-9c4d-8a802388e5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.370282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-877b28a4-a3fa-4d54-9c4d-8a802388e5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.424894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:14.477672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:14.478713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-877b28a4-a3fa-4d54-9c4d-8a802388e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.481506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.482249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-877b28a4-a3fa-4d54-9c4d-8a802388e5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.487161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-877b28a4-a3fa-4d54-9c4d-8a802388e5b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6607c61a-ec52-4c20-aa3b-d07ff0bcb9f1 HTTP/1.1" status: 204 len: 168 time: 0.3510120 Aug 11 02:39:14.550534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b28a4-a3fa-4d54-9c4d-8a802388e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6607c61a-ec52-4c20-aa3b-d07ff0bcb9f1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:14.583693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380276a-1c7b-49be-8f1a-fdad08fe5bb6 req-cc08938d-7dc9-49c9-922e-0f6b3724d3b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.592516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b380276a-1c7b-49be-8f1a-fdad08fe5bb6 req-cc08938d-7dc9-49c9-922e-0f6b3724d3b2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1056321 Aug 11 02:39:14.676938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b380276a-1c7b-49be-8f1a-fdad08fe5bb6 req-c37a8611-8162-4987-a358-838a5038b862 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837352 Aug 11 02:39:14.888735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55cfb8-1caf-43c7-94ad-e705754a1b41 req-203b3887-f57b-433a-ad13-79b4c6af0359 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.893818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c55cfb8-1caf-43c7-94ad-e705754a1b41 req-203b3887-f57b-433a-ad13-79b4c6af0359 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.0931764 Aug 11 02:39:14.936544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.993199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c55cfb8-1caf-43c7-94ad-e705754a1b41 req-e2ebae91-2fb4-4123-9278-5387f3a6f168 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861795 Aug 11 02:39:15.013929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:15.029327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.053406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.058044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae3ef7-b3b7-43ef-b9b1-b65b0c793a5b None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:15.088071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.092233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc087cd8-ca22-40a7-8f6f-38df42400349 None None] Network 341119f6-c718-4dbd-9052-53128b59a265 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:15.183881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 50a37450-54d9-4788-8405-630f18124ce3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:15.212397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868505d-9c87-4606-b8c1-2568542e3488 req-3cc083ee-b859-44b9-a098-8ac0a3db0167 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:15.220009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e868505d-9c87-4606-b8c1-2568542e3488 req-3cc083ee-b859-44b9-a098-8ac0a3db0167 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.0795865 Aug 11 02:39:15.248188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a0939-ddd5-42ef-8724-26ed3fe0402b None None] Network 5f811388-4665-496d-86b3-bde71d74a3d8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:15.302427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e868505d-9c87-4606-b8c1-2568542e3488 req-551a578c-5b48-4a80-a6f5-40a53e63fdb0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707414 Aug 11 02:39:15.315978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.362743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Provisioning for port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:15.391314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Provisioning complete for port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:15.391665 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.445235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 5f811388-4665-496d-86b3-bde71d74a3d8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:15.472279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Allocated IP 172.25.6.251 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9eef1f1c-a5a6-407b-8810-aebb3fafb133) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:15.485163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:15.518095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:15.539664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:15.567454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.703514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network 341119f6-c718-4dbd-9052-53128b59a265 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:15.718366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:15.718886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.735544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:15.736228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.752084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:15.758163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:15.758695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.821382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=50a37450-54d9-4788-8405-630f18124ce3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:15.834924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] For port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,segment=NetworkSegment(4ddd05ae-63b4-4837-9a93-c2f5fa716649),segment_id=4ddd05ae-63b4-4837-9a93-c2f5fa716649)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:15.875986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7079524-be54-482a-b229-7841de395617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-5f811388-4665-496d-86b3-bde71d74a3d8', 'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': '71fe84c5-db3d-4129-80df-84bef5f15d0b'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:15.877444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7079524-be54-482a-b229-7841de395617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.888247 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.931515 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a1d9b71f-c8a4-447d-917a-e10061203e17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0210743 Aug 11 02:39:15.934553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42508) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:15.941994 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de3d75c5-b7b0-4d2d-9705-879a10674e87 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3757288 Aug 11 02:39:15.947975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42510) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:15.981028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:39:15.987380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.005727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': 'f19c68ba-a58f-409b-a449-7aa1f4ddbbdd'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cc9b76ed-91f7-45ab-a94a-395edf9304f6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:39:16.123584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:16.123584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.154784 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.291765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:16.307556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Pushing event updated for resources: {'Port': ['ID=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:16.323708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.342617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:16.357614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:16.384544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25584e58-43b5-4c62-b5a9-89bb29f5c9ee tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.386204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25584e58-43b5-4c62-b5a9-89bb29f5c9ee tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4372122 Aug 11 02:39:16.390592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42516) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:16.448321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Port': ['ID=9eef1f1c-a5a6-407b-8810-aebb3fafb133,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:16.488473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f7079524-be54-482a-b229-7841de395617 None None] Allocated IP 172.20.0.2 (5f811388-4665-496d-86b3-bde71d74a3d8/71fe84c5-db3d-4129-80df-84bef5f15d0b/36418100-acd2-43e7-a5d7-fe4cd083c23f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:16.605461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc585b80-913e-420a-a920-3e3f13176358 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.611635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc585b80-913e-420a-a920-3e3f13176358 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.625255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc585b80-913e-420a-a920-3e3f13176358 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.627078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dc585b80-913e-420a-a920-3e3f13176358 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2354729 Aug 11 02:39:16.631953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42522) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:16.636113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.846325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-136b9b4c-13d6-462b-9325-5b1b99a5c401 None None] Could not find standard attr ID for object 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:16.911270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.975426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 50a37450-54d9-4788-8405-630f18124ce3 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:16.975919 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.983763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27495eac-abce-49cc-a697-b9d5009cf9b6 None None] Network 341119f6-c718-4dbd-9052-53128b59a265 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:17.141860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.151974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:17.242973 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.259461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Provisioning for port 50a37450-54d9-4788-8405-630f18124ce3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:17.267138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 50a37450-54d9-4788-8405-630f18124ce3 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:17.270264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7079524-be54-482a-b229-7841de395617 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.282385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.289294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Provisioning complete for port 50a37450-54d9-4788-8405-630f18124ce3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:17.291069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.292413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.292584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.349018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.408335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7079524-be54-482a-b229-7841de395617 None None] Transition to ACTIVE for port object 36418100-acd2-43e7-a5d7-fe4cd083c23f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:17.411322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:17.411811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:17.436273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:17.446917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.447548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.451799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=4f433a67-8807-4c19-bd43-12de0037936b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:17.461637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.484923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Port 50a37450-54d9-4788-8405-630f18124ce3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:17.583587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:17.593615 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60879015-d75e-4592-948a-3d8d00231190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.606701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7079524-be54-482a-b229-7841de395617 None None] Transition to ACTIVE for port object 36418100-acd2-43e7-a5d7-fe4cd083c23f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:17.611116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Allocated IP 172.20.0.2 (a7548113-1c15-4cbd-941e-a75d799a7de7/f19c68ba-a58f-409b-a449-7aa1f4ddbbdd/cc9b76ed-91f7-45ab-a94a-395edf9304f6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:17.628375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Provisioning complete for port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:17.628375 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.720410 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7079524-be54-482a-b229-7841de395617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.828955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.000451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-acba965b-aac7-4be3-8ae6-5d10382d660b tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:18.012315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=13']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:18.048624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-32739b7e-e966-459a-92c4-74c64f442361 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9526198 Aug 11 02:39:18.054726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.055735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7079524-be54-482a-b229-7841de395617 None None] Network 5f811388-4665-496d-86b3-bde71d74a3d8 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:18.063888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:f2:7f:26', 'name': 'tempest-NetworksTestDHCPv6-888187114'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:18.072387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f7079524-be54-482a-b229-7841de395617 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:18.079539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7079524-be54-482a-b229-7841de395617 None None] Pushing event updated for resources: {'Port': ['ID=36418100-acd2-43e7-a5d7-fe4cd083c23f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:18.083983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7079524-be54-482a-b229-7841de395617 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:18.084573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:39:18.186069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-acba965b-aac7-4be3-8ae6-5d10382d660b tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "PUT /v2.0/quotas/a9a50e672816493a8694648324331ff2 HTTP/1.1" status: 200 len: 366 time: 0.7709970 Aug 11 02:39:18.190977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42544) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.193832 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.219894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.247069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.261249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:18.264752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f7079524-be54-482a-b229-7841de395617 None None] Attempting to bind port 36418100-acd2-43e7-a5d7-fe4cd083c23f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:18.265130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f7079524-be54-482a-b229-7841de395617 None None] Attempting to bind port 36418100-acd2-43e7-a5d7-fe4cd083c23f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ff896150-8e9d-4a01-8dac-ea4b075c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:18.265506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7079524-be54-482a-b229-7841de395617 None None] Attempting to bind port 36418100-acd2-43e7-a5d7-fe4cd083c23f on network 5f811388-4665-496d-86b3-bde71d74a3d8 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:18.278344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e2eac561-518d-4a37-8da4-e48ea142f33d tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0853732 Aug 11 02:39:18.283960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42546) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.309365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7079524-be54-482a-b229-7841de395617 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:18.309755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7079524-be54-482a-b229-7841de395617 None None] Checking segment: {'id': 'ff896150-8e9d-4a01-8dac-ea4b075c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:18.310272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7079524-be54-482a-b229-7841de395617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.310685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7079524-be54-482a-b229-7841de395617 None None] Bound using segment: {'id': 'ff896150-8e9d-4a01-8dac-ea4b075c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:18.311733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f7079524-be54-482a-b229-7841de395617 None None] Bound port: 36418100-acd2-43e7-a5d7-fe4cd083c23f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff896150-8e9d-4a01-8dac-ea4b075c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f811388-4665-496d-86b3-bde71d74a3d8'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:18.312057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7079524-be54-482a-b229-7841de395617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.316919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Provisioning for port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:18.319120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5ddee324-775c-434d-b106-a4a3b83f1bc4 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "GET /v2.0/quotas/a9a50e672816493a8694648324331ff2 HTTP/1.1" status: 200 len: 366 time: 0.0335157 Aug 11 02:39:18.322412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.327292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=50a37450-54d9-4788-8405-630f18124ce3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:18.357437 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.361965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.364358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd49a8a0-0bbb-41f5-8864-9ea1203a6160 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/50a37450-54d9-4788-8405-630f18124ce3 HTTP/1.1" status: 204 len: 168 time: 1.7318575 Aug 11 02:39:18.367987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42550) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.373973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Provisioning complete for port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:18.374488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.396680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-48ba86d9-259a-49b7-a030-a2099ab6d015 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a9a50e672816493a8694648324331ff2 HTTP/1.1" status: 204 len: 168 time: 0.0726855 Aug 11 02:39:18.408158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42552) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.417400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc9b76ed-91f7-45ab-a94a-395edf9304f6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:18.419458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:18.431519 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1da27df-9a38-44c2-8112-ea841f7812e8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:39:18.433369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d1da27df-9a38-44c2-8112-ea841f7812e8 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/50a37450-54d9-4788-8405-630f18124ce3 HTTP/1.1" status: 404 len: 333 time: 0.0642521 Aug 11 02:39:18.437039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42554) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.449497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3a537cd9-2ee1-47fb-92de-478aef76a753 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0394270 Aug 11 02:39:18.452823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.503299 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8e79fd9b-ba6b-4bc6-b6b9-85580baf8a3e tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "GET /v2.0/quotas/a9a50e672816493a8694648324331ff2 HTTP/1.1" status: 200 len: 370 time: 0.0173686 Aug 11 02:39:18.512579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42558) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.519645 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-04641963-fc39-4a40-9daf-dbb2145a7701 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "GET /v2.0/quotas/a9a50e672816493a8694648324331ff2/default HTTP/1.1" status: 200 len: 370 time: 0.0056179 Aug 11 02:39:18.524142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Transition to ACTIVE for port object cc9b76ed-91f7-45ab-a94a-395edf9304f6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:18.524843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.527103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.544855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.566404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.608708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2135d3a9-36c5-4bfa-8f51-7de00d57addd None None] Port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:18.683767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.706800 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b3481f76-8388-4089-90f2-c5e130e187b3 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] delete failed (client error): The resource could not be found. Aug 11 02:39:18.710114 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b3481f76-8388-4089-90f2-c5e130e187b3 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a9a50e672816493a8694648324331ff2 HTTP/1.1" status: 404 len: 348 time: 0.1818674 Aug 11 02:39:18.727896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f7079524-be54-482a-b229-7841de395617 None None] For port 36418100-acd2-43e7-a5d7-fe4cd083c23f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:18.737907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port a9043df8-2245-4a76-92bb-93bd62649c19 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:18.770767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:18.771145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.781607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636add07-ebd7-42e5-8502-be92cb7d9e82 None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=14']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:18.791802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84b9eac3-6979-4bf4-a0aa-61fff5c90a37 None None] Could not find standard attr ID for object 50a37450-54d9-4788-8405-630f18124ce3. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:18.800642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f7079524-be54-482a-b229-7841de395617 None None] For port 36418100-acd2-43e7-a5d7-fe4cd083c23f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36418100-acd2-43e7-a5d7-fe4cd083c23f,segment=NetworkSegment(ff896150-8e9d-4a01-8dac-ea4b075c2dda),segment_id=ff896150-8e9d-4a01-8dac-ea4b075c2dda)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:18.809964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7079524-be54-482a-b229-7841de395617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.820430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:18.915814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Router a4577fbd-b39f-47ce-a78a-1342b4f565da is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:18.938456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84b9eac3-6979-4bf4-a0aa-61fff5c90a37 None None] Provisioning complete for port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:18.938803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84b9eac3-6979-4bf4-a0aa-61fff5c90a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.010775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42564) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:19.043622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7079524-be54-482a-b229-7841de395617 None None] Pushing event updated for resources: {'Port': ['ID=36418100-acd2-43e7-a5d7-fe4cd083c23f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:19.125453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.162980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:network and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:19.186031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for a4e16a3f-fe8a-462d-9f88-f19420f2cd4f owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:19.188337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 172.20.0.12 (a7548113-1c15-4cbd-941e-a75d799a7de7/f19c68ba-a58f-409b-a449-7aa1f4ddbbdd/a9043df8-2245-4a76-92bb-93bd62649c19) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:19.210218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fef2:7f26 (a7548113-1c15-4cbd-941e-a75d799a7de7/4f433a67-8807-4c19-bd43-12de0037936b/a9043df8-2245-4a76-92bb-93bd62649c19) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:19.229734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:19.230357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.285359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.288049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:19.299884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.394989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84b9eac3-6979-4bf4-a0aa-61fff5c90a37 None None] Provisioning complete for port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:19.395618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84b9eac3-6979-4bf4-a0aa-61fff5c90a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.493136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84b9eac3-6979-4bf4-a0aa-61fff5c90a37 None None] Port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:19.559348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:subnet and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:19.588966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.606743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object a9043df8-2245-4a76-92bb-93bd62649c19 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:19.610917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:19.641018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:19.645986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.662536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.674975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:subnetpool and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:19.711771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:19.715826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cca94f4f-c983-4593-813b-920ab62ff162 None None] Provisioning complete for port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:19.716443 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cca94f4f-c983-4593-813b-920ab62ff162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.760957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:port and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:19.826917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:19.837013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=a9043df8-2245-4a76-92bb-93bd62649c19,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:19.840310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cca94f4f-c983-4593-813b-920ab62ff162 None None] Port a4e16a3f-fe8a-462d-9f88-f19420f2cd4f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:19.841916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:19.846171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:19.857571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:19.860318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:19.882243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.892044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Sync routers for ids ['a4577fbd-b39f-47ce-a78a-1342b4f565da'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:19.900206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:router and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:19.915879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Routers {'a4577fbd-b39f-47ce-a78a-1342b4f565da'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:19.916510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.918055 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-70fe3ba9-5b4f-4a9d-8acb-c2a27889495a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.0379579 Aug 11 02:39:19.921127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a4577fbd-b39f-47ce-a78a-1342b4f565da'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:19.927293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:19.982398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:19.997288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-551205e8-ca4a-40b3-a2de-b243bd6d0eab None None] Could not find standard attr ID for object 50a37450-54d9-4788-8405-630f18124ce3. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:20.011074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.011792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.044404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=a4e16a3f-fe8a-462d-9f88-f19420f2cd4f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:20.050149 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-61e64af6-ec91-4546-810c-ada63eccfb7e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9934988 Aug 11 02:39:20.055243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 5f811388-4665-496d-86b3-bde71d74a3d8 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:20.061594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42570) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:20.068159 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.089111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:20.117542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Set router a4577fbd-b39f-47ce-a78a-1342b4f565da gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:20.203259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:floatingip and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:20.215754 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-111fdda3-3ff0-4b65-87bf-6c4fa8fb88d7 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/a4577fbd-b39f-47ce-a78a-1342b4f565da HTTP/1.1" status: 200 len: 909 time: 0.2852504 Aug 11 02:39:20.218120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42572) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:20.228812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1787313578', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:20.297519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.299355 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.312138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.318280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5f02138b-4d0e-4b2d-84e0-7a6105b9683c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/a4e16a3f-fe8a-462d-9f88-f19420f2cd4f HTTP/1.1" status: 204 len: 168 time: 1.8798628 Aug 11 02:39:20.319803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:20.320162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:20.336709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3f13e-cef3-45ed-92e0-7a41ff4add26 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:20.407108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36418100-acd2-43e7-a5d7-fe4cd083c23f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:20.457280 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee5cfe3-8bd1-404e-95ee-580913c69a1c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:39:20.462693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8ee5cfe3-8bd1-404e-95ee-580913c69a1c tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/a4e16a3f-fe8a-462d-9f88-f19420f2cd4f HTTP/1.1" status: 404 len: 333 time: 0.1391182 Aug 11 02:39:20.470758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:20.476528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03a090-2aee-4bc9-bbf5-5524cc8a9f2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.482446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-452a37c1-6acc-413f-8008-03dfc18b88f0 None None] Provisioning for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:20.486664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03a090-2aee-4bc9-bbf5-5524cc8a9f2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.493689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dd03a090-2aee-4bc9-bbf5-5524cc8a9f2e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4238150 Aug 11 02:39:20.502580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42580) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:20.526512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-452a37c1-6acc-413f-8008-03dfc18b88f0 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:20.526907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-452a37c1-6acc-413f-8008-03dfc18b88f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.609438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.682973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:security_group and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:20.698013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:20.715031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router d5f1d87c-2a48-4276-be7e-295b657d6350 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:20.722679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Usage tracker for resource:security_group_rule and tenant:7635b51a12c642238f4b621f6b6a2f73 is out of sync, need to count used quota {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:39:20.723361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet d13b6715-0e13-462a-809e-5d0be594a34b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:20.732719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.743425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.quota.resource [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:39:20.774078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2c1ad3c5-3031-43ee-92ad-a02ec2497691 tempest-QuotasTest-1408179414 tempest-QuotasTest-1408179414-project-admin] 10.222.0.16 "GET /v2.0/quotas/7635b51a12c642238f4b621f6b6a2f73/details.json HTTP/1.1" status: 200 len: 703 time: 1.7547233 Aug 11 02:39:20.894168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.900781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port a9043df8-2245-4a76-92bb-93bd62649c19 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:20.901374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.915413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.969614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 36418100-acd2-43e7-a5d7-fe4cd083c23f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:20.981917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc9b76ed-91f7-45ab-a94a-395edf9304f6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:21.041716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4577fbd-b39f-47ce-a78a-1342b4f565da', 'name': 'tempest-snat-router-1787313578', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.251'}], 'enable_snat': False}, 'gw_port_id': '9eef1f1c-a5a6-407b-8810-aebb3fafb133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:13Z', 'updated_at': '2021-08-11T02:39:16Z', 'revision_number': 3, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port': {'id': '9eef1f1c-a5a6-407b-8810-aebb3fafb133', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4577fbd-b39f-47ce-a78a-1342b4f565da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:15Z', 'updated_at': '2021-08-11T02:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:21.081080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Checking router: a4577fbd-b39f-47ce-a78a-1342b4f565da for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:21.081444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Updating router a4577fbd-b39f-47ce-a78a-1342b4f565da port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:21.126311 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.163275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aae02e-b607-408f-af7a-c39bc383c1f1 None None] Network 5f811388-4665-496d-86b3-bde71d74a3d8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:21.192659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.198136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.215147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for a9043df8-2245-4a76-92bb-93bd62649c19 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:21.293708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.349403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.354337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:21.354930 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/d13b6715-0e13-462a-809e-5d0be594a34b HTTP/1.1" status: 204 len: 168 time: 0.8807116 Aug 11 02:39:21.355213 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.358541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Provisioning for port 36418100-acd2-43e7-a5d7-fe4cd083c23f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:21.374674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f130-65e7-4f2b-8c11-a5e23fe535df tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=d13b6715-0e13-462a-809e-5d0be594a34b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:21.379645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:21.380103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:21.443871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:21.451576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f6063adf-7fdf-4000-97f7-7d1831e42a61 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/d5f1d87c-2a48-4276-be7e-295b657d6350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5158179 Aug 11 02:39:21.458991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42594) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:21.459755 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] Sync routers for ids ['d5f1d87c-2a48-4276-be7e-295b657d6350'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:21.482924 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] Routers {'d5f1d87c-2a48-4276-be7e-295b657d6350'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:21.484022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d5f1d87c-2a48-4276-be7e-295b657d6350'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:21.552686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc78d4c-e503-42ed-99c5-3b7a8ca030f8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.555165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3cc78d4c-e503-42ed-99c5-3b7a8ca030f8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports/39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb HTTP/1.1" status: 200 len: 976 time: 0.0949874 Aug 11 02:39:21.571055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:21.578333 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:21.599216 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] Routers {'d5f1d87c-2a48-4276-be7e-295b657d6350'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:21.602995 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d5f1d87c-2a48-4276-be7e-295b657d6350'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:21.676183 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:21.679708 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7a1c5-3a91-4c97-895d-eb12cd13f834 None None] The sync data for ids ['d5f1d87c-2a48-4276-be7e-295b657d6350'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:21.715903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547f129-95f8-4edc-9c78-cab179d34a54 None None] Network 341119f6-c718-4dbd-9052-53128b59a265 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:21.735860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Provisioning complete for port 36418100-acd2-43e7-a5d7-fe4cd083c23f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:21.735860 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.749804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.783158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.840714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.931671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=a9043df8-2245-4a76-92bb-93bd62649c19,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:21.969246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.970361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.971099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.972133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.972979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.973755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.974523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.975920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.976659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.977411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.978279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:21.979074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:22.119770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.127396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.140147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-982b57c5-f545-4bc1-b62c-b96a54aea643 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/a9043df8-2245-4a76-92bb-93bd62649c19 HTTP/1.1" status: 204 len: 168 time: 1.6363349 Aug 11 02:39:22.141532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42602) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:22.187749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.272918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc0ec4-6782-4c09-b314-02165245c101 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.278441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc0ec4-6782-4c09-b314-02165245c101 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.281520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc0ec4-6782-4c09-b314-02165245c101 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.287814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f0dc0ec4-6782-4c09-b314-02165245c101 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1417594 Aug 11 02:39:22.288258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42604) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:22.344570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670caf5-31f1-4699-b68b-c45df190a538 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:22.371133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 4f433a67-8807-4c19-bd43-12de0037936b {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:22.375404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.428547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.485124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:22.485990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.570295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.612429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.680978 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.725792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.734498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.740611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/4f433a67-8807-4c19-bd43-12de0037936b HTTP/1.1" status: 204 len: 168 time: 0.4486163 Aug 11 02:39:22.743779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:22.749510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee99c6d-4f39-4523-b185-37ec300bddd0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=4f433a67-8807-4c19-bd43-12de0037936b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:22.825948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.864846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] DHCP port deletion for 341119f6-c718-4dbd-9052-53128b59a265 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:22.872505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] For port 36418100-acd2-43e7-a5d7-fe4cd083c23f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36418100-acd2-43e7-a5d7-fe4cd083c23f,segment=NetworkSegment(ff896150-8e9d-4a01-8dac-ea4b075c2dda),segment_id=ff896150-8e9d-4a01-8dac-ea4b075c2dda)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:22.903532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet f19c68ba-a58f-409b-a449-7aa1f4ddbbdd {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:22.910337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.973327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Transition to ACTIVE for port object 9eef1f1c-a5a6-407b-8810-aebb3fafb133 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:22.977363 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.982168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.105830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Provisioning for port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:23.109919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.169804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.183823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.185226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Provisioning complete for port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:23.185840 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.278243 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.282662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] For port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,segment=NetworkSegment(4ddd05ae-63b4-4837-9a93-c2f5fa716649),segment_id=4ddd05ae-63b4-4837-9a93-c2f5fa716649)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:23.283414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.286313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.292352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.292673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Attempting to bind port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:23.293030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Attempting to bind port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:23.293655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Attempting to bind port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:23.310213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.316082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/f19c68ba-a58f-409b-a449-7aa1f4ddbbdd HTTP/1.1" status: 204 len: 168 time: 0.5707035 Aug 11 02:39:23.317304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42610) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.353181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:23.353794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:23.354516 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.355237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:23.356266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Bound port: 9eef1f1c-a5a6-407b-8810-aebb3fafb133, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:23.356919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.373467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Pushing event updated for resources: {'Port': ['ID=36418100-acd2-43e7-a5d7-fe4cd083c23f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.396197 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f42decaa3c0d481e80156932a4566f11&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0111198 Aug 11 02:39:23.401225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.420509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2f61ca4-c1c3-4540-80e5-86961d0764a9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771081 Aug 11 02:39:23.421686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008cc3f-07e1-482a-99da-c06b6c44030e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=f19c68ba-a58f-409b-a449-7aa1f4ddbbdd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.423469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42614) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.424442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9ea72d9c-9dc3-4646-be07-b29bdd3585f7 None None] Port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:23.435320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:23.499211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:23.541222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Deleting port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:23.541856 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.628524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Pushing event updated for resources: {'Port': ['ID=9eef1f1c-a5a6-407b-8810-aebb3fafb133,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.629644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:23.637124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.655471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e3364-65fb-4534-a766-165cf086c24a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.705086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Could not find standard attr ID for object a9043df8-2245-4a76-92bb-93bd62649c19. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:23.733546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] For port 9eef1f1c-a5a6-407b-8810-aebb3fafb133, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:23.759003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Provisioning complete for port 36418100-acd2-43e7-a5d7-fe4cd083c23f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:23.759340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.761637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Allocated IP 172.25.6.77 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/0d8d8462-6e6d-4e0c-b268-974f6ca161e1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:23.783083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] For port 9eef1f1c-a5a6-407b-8810-aebb3fafb133, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9eef1f1c-a5a6-407b-8810-aebb3fafb133,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:23.785497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e04868-b360-458c-bdb9-841f1051d8c1 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': 'f19c68ba-a58f-409b-a449-7aa1f4ddbbdd'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cc9b76ed-91f7-45ab-a94a-395edf9304f6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:39:23.803164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.804248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.804819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.805394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.805940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.806960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.807550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.808108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.808655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.809223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.809785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.810336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee7bea-b9a5-4f75-9470-59180c782dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:23.849975 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.863158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] For port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,segment=NetworkSegment(4ddd05ae-63b4-4837-9a93-c2f5fa716649),segment_id=4ddd05ae-63b4-4837-9a93-c2f5fa716649)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:23.863678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.884303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15e04868-b360-458c-bdb9-841f1051d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.929350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-6d693513-97d0-4ca9-8c2e-52993cd442f9 req-1480b6b4-01c6-44f0-a4ce-b5835188a70f tempest-ImagesOneServerNegativeTestJSON-257134596 tempest-ImagesOneServerNegativeTestJSON-257134596-project] (94699) timed out ('10.222.0.25', 64134) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:39:23.943651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358e14b3-8d8b-4977-adaf-595e1ef6915b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.959064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Calling delete_port for f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:24.007537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.075555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:24.078034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:24.101169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=4f08b416-3c8a-49ff-b4f1-b33d25df1de9,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.106158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:24.108366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.136871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eff90561-96f4-4330-b120-24c9bb026721 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7072866 Aug 11 02:39:24.142613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42618) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:24.144087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358e14b3-8d8b-4977-adaf-595e1ef6915b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.151040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:24.188504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Pushing event updated for resources: {'Port': ['ID=9eef1f1c-a5a6-407b-8810-aebb3fafb133,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.230072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.264329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.264925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.265525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.266163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.266931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.267507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.268062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.268647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.269215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.269799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.270425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.270998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91919349-14b7-4441-ac3d-356ac2ef2ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:24.331373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.339263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Routers {'a4577fbd-b39f-47ce-a78a-1342b4f565da'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:24.340326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a4577fbd-b39f-47ce-a78a-1342b4f565da'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:24.380525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.396157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No DVR routers for this DVR port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:24.403707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:24.414433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.532693 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358e14b3-8d8b-4977-adaf-595e1ef6915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.535551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358e14b3-8d8b-4977-adaf-595e1ef6915b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.550765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-358e14b3-8d8b-4977-adaf-595e1ef6915b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/771e3364-65fb-4534-a766-165cf086c24a HTTP/1.1" status: 204 len: 168 time: 1.0746942 Aug 11 02:39:24.558732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.653331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e14b3-8d8b-4977-adaf-595e1ef6915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e3364-65fb-4534-a766-165cf086c24a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.660136 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.697720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341119f6-c718-4dbd-9052-53128b59a265']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:24.738827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a950628-e702-4e98-b156-2ccc07d8d0b6 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:24.753983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddd05ae-63b4-4837-9a93-c2f5fa716649') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:24.771835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddd05ae-63b4-4837-9a93-c2f5fa716649') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:24.814141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.847752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.863060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:24.863506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:24.868843 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:24.913246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.942763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36418100-acd2-43e7-a5d7-fe4cd083c23f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:25.023794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:25.032074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.037764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:25.047544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.056085 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/341119f6-c718-4dbd-9052-53128b59a265 HTTP/1.1" status: 204 len: 168 time: 3.6715312 Aug 11 02:39:25.056418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42624) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:25.057236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:25.059602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8d8462-6e6d-4e0c-b268-974f6ca161e1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.095045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864f9b-2f66-4861-b495-3468b1cdab78 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=341119f6-c718-4dbd-9052-53128b59a265,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.097540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1434806748'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:25.112502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] Set router a4577fbd-b39f-47ce-a78a-1342b4f565da gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:25.224728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:25.228788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.311898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:25.316169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.373493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:25.392449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42628) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:25.414634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.415173 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Added segment 6197ff93-16f3-4a13-8d5e-24d10315af2a of type vlan for network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 Aug 11 02:39:25.452586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25b5f9ac-89e6-4132-9e4d-94b77464aba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.545518 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.589316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.612451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:25.627117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25b5f9ac-89e6-4132-9e4d-94b77464aba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.667186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:25.667559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.675230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Network 341119f6-c718-4dbd-9052-53128b59a265 is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:39:25.675547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] No DVR routers for this DVR port f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:25.681136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a708f5-0ee5-4d16-81bd-b7cb6307a47c None None] Pushing event deleted for resources: {'Port': ['ID=f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.700316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25b5f9ac-89e6-4132-9e4d-94b77464aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.735344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.755438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.797207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:39:25.810196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5f9ac-89e6-4132-9e4d-94b77464aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeac1ad-9fa1-40c5-bf71-fe3264d96258,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.874835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 36418100-acd2-43e7-a5d7-fe4cd083c23f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:25.875124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.926609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25b5f9ac-89e6-4132-9e4d-94b77464aba2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7635b51a12c642238f4b621f6b6a2f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288467 Aug 11 02:39:25.933051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42630) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:26.019056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.030398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:26.031922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.093353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4577fbd-b39f-47ce-a78a-1342b4f565da', 'name': 'tempest-snat-router-1787313578', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.251'}], 'enable_snat': False}, 'gw_port_id': '9eef1f1c-a5a6-407b-8810-aebb3fafb133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:13Z', 'updated_at': '2021-08-11T02:39:16Z', 'revision_number': 3, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port': {'id': '9eef1f1c-a5a6-407b-8810-aebb3fafb133', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4577fbd-b39f-47ce-a78a-1342b4f565da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:15Z', 'updated_at': '2021-08-11T02:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:26.127348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Provisioning complete for port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:26.127810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.152629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f563-4bfe-4f73-8560-309753c05795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.172358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.210907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544b522-a733-43a7-a7a5-4de0d5c280d3 None None] The sync data for ids ['a4577fbd-b39f-47ce-a78a-1342b4f565da'] in n-d-715271-8 is: [{'id': 'a4577fbd-b39f-47ce-a78a-1342b4f565da', 'name': 'tempest-snat-router-1787313578', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.251'}], 'enable_snat': False}, 'gw_port_id': '9eef1f1c-a5a6-407b-8810-aebb3fafb133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:13Z', 'updated_at': '2021-08-11T02:39:16Z', 'revision_number': 3, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port': {'id': '9eef1f1c-a5a6-407b-8810-aebb3fafb133', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4577fbd-b39f-47ce-a78a-1342b4f565da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:15Z', 'updated_at': '2021-08-11T02:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:26.233619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.238583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f563-4bfe-4f73-8560-309753c05795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.249223 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.275823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7a43b957-1547-451d-a177-8d83d9bdf35b None None] Port 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:26.343203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:26.374826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:26.375242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f65cd588-8aa2-4aa5-9e7c-9d0f2f12dfbb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:26.413133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15851e09-1683-4f36-bee2-533e4bc44a13 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:26.413841 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15851e09-1683-4f36-bee2-533e4bc44a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.572878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15851e09-1683-4f36-bee2-533e4bc44a13 None None] Could not find standard attr ID for object 39cfd2d9-96bb-4c78-9f8c-5ff1a7f769bb. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:26.641265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f563-4bfe-4f73-8560-309753c05795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.644542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f563-4bfe-4f73-8560-309753c05795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.646107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8ef1f563-4bfe-4f73-8560-309753c05795 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfeac1ad-9fa1-40c5-bf71-fe3264d96258 HTTP/1.1" status: 204 len: 168 time: 0.7112672 Aug 11 02:39:26.695277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.711369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1f563-4bfe-4f73-8560-309753c05795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeac1ad-9fa1-40c5-bf71-fe3264d96258,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.741661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cc9b76ed-91f7-45ab-a94a-395edf9304f6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:26.801016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7304902 Aug 11 02:39:26.823135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42636) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:26.843871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:26.861753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe2d2a-7a23-42e2-a000-0f4cc551c9ba tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Network': ['ID=e8c0532a-28eb-425f-9da7-ef2d1a4ae222,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.888509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:26.991164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Router a0d498b5-4c0b-4cee-a773-ce028a0958fc is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:27.013522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.024623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.183164 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:27.183792 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:27.294349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:27.348839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-acda0c7a-147d-4f34-b71e-e862844b6aaf None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:27.349230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acda0c7a-147d-4f34-b71e-e862844b6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.370871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.384964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.387522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.543253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=18']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:27.572424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:27.576748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:27.579234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=2fd6697b-a256-4d9d-a086-bdb0646565ff,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:27.582488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:27.583287 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.609168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d6904e65-c6ea-4119-beba-bb781b527fc2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4645050 Aug 11 02:39:27.612758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42652) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:27.623042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:70:bc:08', 'name': 'tempest-NetworksTestDHCPv6-1793710163'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:27.677571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router d5f1d87c-2a48-4276-be7e-295b657d6350 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:27.775260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.791871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:27.802130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.820904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:27.828722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.879287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:27.901351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=19']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:27.964958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:27.973443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ab1b8a20-58c9-4cf8-aed3-7a363c2c6643 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/d5f1d87c-2a48-4276-be7e-295b657d6350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3980613 Aug 11 02:39:27.984627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:27.986663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] Sync routers for ids ['d5f1d87c-2a48-4276-be7e-295b657d6350'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:28.000959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] Routers {'d5f1d87c-2a48-4276-be7e-295b657d6350'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:28.002169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d5f1d87c-2a48-4276-be7e-295b657d6350'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.042632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:28.056189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Sync routers for ids ['a0d498b5-4c0b-4cee-a773-ce028a0958fc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:28.076711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.091742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] Routers {'d5f1d87c-2a48-4276-be7e-295b657d6350'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:28.091982 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Routers {'a0d498b5-4c0b-4cee-a773-ce028a0958fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:28.094414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d5f1d87c-2a48-4276-be7e-295b657d6350'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.094632 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0d498b5-4c0b-4cee-a773-ce028a0958fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.163721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.165754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d79da2-e3ee-49c2-a2a3-c1be6fcde59f None None] The sync data for ids ['d5f1d87c-2a48-4276-be7e-295b657d6350'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:28.175959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.223152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:28.227374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 3dcc2cbe-6eae-4b42-a32a-5a424977e56e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:28.234999 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.236728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7617c296-1e66-4f8c-9692-9f84cee50f97 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0175035 Aug 11 02:39:28.241721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42668) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:28.263862 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-3e45067c-af94-4a67-afcf-0057c11ffa03 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 02:39:28.264978 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e45067c-af94-4a67-afcf-0057c11ffa03 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/d5f1d87c-2a48-4276-be7e-295b657d6350/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2792480 Aug 11 02:39:28.270481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:28.337968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a9c0e2a5-99e7-4eb0-8b20-046d14083dd9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f1d87c-2a48-4276-be7e-295b657d6350 HTTP/1.1" status: 200 len: 205 time: 0.0663507 Aug 11 02:39:28.348299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:28.392667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Set router a0d498b5-4c0b-4cee-a773-ce028a0958fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:28.422403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d084d0-7b68-42d9-9dd9-dcd58b6c533b None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:28.526268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.534911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a753574c-befd-490b-8f7f-1d2b747734e5 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/a0d498b5-4c0b-4cee-a773-ce028a0958fc HTTP/1.1" status: 200 len: 907 time: 0.2918546 Aug 11 02:39:28.539732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42674) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:28.599748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2e22498f-92e1-48cd-a839-a8a56902fd99 None None] Could not find standard attr ID for object 4ad2a622-fb9d-4a40-95e5-b04fdefb7a45. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:28.680442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.851263 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d498b5-4c0b-4cee-a773-ce028a0958fc', 'name': 'tempest-snat-router-1787313578', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0d8d8462-6e6d-4e0c-b268-974f6ca161e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:20Z', 'updated_at': '2021-08-11T02:39:25Z', 'revision_number': 3, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port': {'id': '0d8d8462-6e6d-4e0c-b268-974f6ca161e1', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d498b5-4c0b-4cee-a773-ce028a0958fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:22Z', 'updated_at': '2021-08-11T02:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:28.885227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 172.20.0.5 (a7548113-1c15-4cbd-941e-a75d799a7de7/4f08b416-3c8a-49ff-b4f1-b33d25df1de9/3dcc2cbe-6eae-4b42-a32a-5a424977e56e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:28.892791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9eef1f1c-a5a6-407b-8810-aebb3fafb133 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:28.902244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fe70:bc08 (a7548113-1c15-4cbd-941e-a75d799a7de7/2fd6697b-a256-4d9d-a086-bdb0646565ff/3dcc2cbe-6eae-4b42-a32a-5a424977e56e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:28.931134 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Checking router: a0d498b5-4c0b-4cee-a773-ce028a0958fc for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:28.934822 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Updating router a0d498b5-4c0b-4cee-a773-ce028a0958fc port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:28.955186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.956927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.957625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.004139 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.021642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-231816919'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:29.050157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.050674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router d5f1d87c-2a48-4276-be7e-295b657d6350 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:29.057401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:29.061412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.073583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.078792 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d138c4a8-b737-44f0-9bcd-32da9463176d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/d5f1d87c-2a48-4276-be7e-295b657d6350 HTTP/1.1" status: 204 len: 168 time: 0.7284899 Aug 11 02:39:29.079103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:29.091993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.125795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:29.135357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:29.136337 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.147473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet 71fe84c5-db3d-4129-80df-84bef5f15d0b {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:29.159157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.199350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.242158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Deleting port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:29.242809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.268348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=a36a33f3-b08a-4c86-8990-0ecf9b5f3137,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.319530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Checking segment: {'id': '6197ff93-16f3-4a13-8d5e-24d10315af2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:29.320171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network hostable DHCP agents. Network: e8c0532a-28eb-425f-9da7-ef2d1a4ae222, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:29.336434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.353626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:29.354787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Calling delete_port for 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:29.375082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e8c0532a-28eb-425f-9da7-ef2d1a4ae222) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:29.394615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:29.396046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.397245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ebeb6-5d85-4ca9-b0a9-323520f1037f None None] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:29.432302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.438062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.469866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.471560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.483377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.517598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:29.527654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 3dcc2cbe-6eae-4b42-a32a-5a424977e56e will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:29.530444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9eef1f1c-a5a6-407b-8810-aebb3fafb133, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9eef1f1c-a5a6-407b-8810-aebb3fafb133,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:29.543450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.544162 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Added segment f25a537f-bfa7-496e-808e-5c64dd9f74f7 of type vlan for network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd Aug 11 02:39:29.618150 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.618885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.634848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Transition to ACTIVE for port object 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:29.658741 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.677146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.711098 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51ed7fd9-84cf-42ec-b2ed-cde1ad46ecd7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8860080 Aug 11 02:39:29.713853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42680) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:29.720609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1106226412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:29.726561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead46e84-0f22-4a75-aeef-53b30f1a2e3d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.735144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.796402 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf7f4-f10b-4746-bd4c-985fb6a1de43 None None] Pushing event updated for resources: {'Port': ['ID=0d8d8462-6e6d-4e0c-b268-974f6ca161e1,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.798760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9eef1f1c-a5a6-407b-8810-aebb3fafb133,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.817840 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Attempting to bind port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:29.818215 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Attempting to bind port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:29.818694 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Attempting to bind port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:29.826312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.834392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:29.839671 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:29.840206 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.840663 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:29.841181 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Bound port: 0d8d8462-6e6d-4e0c-b268-974f6ca161e1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:29.841627 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.863838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:29.864044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.898973 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.941133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-e8c0532a-28eb-425f-9da7-ef2d1a4ae222', 'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': 'a36a33f3-b08a-4c86-8990-0ecf9b5f3137'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:29.942477 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.956385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.958498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.978421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.979098 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:29.979470 n-d-715271-8 neutron-server[94702]: DEBUG oslo_db.api [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:29.989085 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7583487 Aug 11 02:39:29.989975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:29.993632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.001634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'subnet': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:30.010202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:30.013189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:30.041286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109e15-bbf2-40d0-a624-e0500e0e659a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Network': ['ID=ac6d1b96-7ff4-40b2-a869-31cb90e25bdd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.063674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:30.087723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=3dcc2cbe-6eae-4b42-a32a-5a424977e56e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.162185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.201649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:30.204968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Allocated IP 2001:db8::2 (e8c0532a-28eb-425f-9da7-ef2d1a4ae222/a36a33f3-b08a-4c86-8990-0ecf9b5f3137/e1c11afe-f185-4ef0-9d99-c25de3227d28) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:30.205734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.236744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d8d8462-6e6d-4e0c-b268-974f6ca161e1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.301235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.302135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.307938 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.311235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=71fe84c5-db3d-4129-80df-84bef5f15d0b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.326735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.329361 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0019af0a-450b-4de9-9716-89c4f6606a5e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/71fe84c5-db3d-4129-80df-84bef5f15d0b HTTP/1.1" status: 204 len: 168 time: 1.2482336 Aug 11 02:39:30.331018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.333412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39b84f-1358-49b5-a485-b81aaa6cf601 None None] Network 5f811388-4665-496d-86b3-bde71d74a3d8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:30.341310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42686) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.379303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b363386-50bd-4ff0-a0d6-4ab599fa2ab5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7641485 Aug 11 02:39:30.408746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42688) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.438814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.505552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.510403 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Attempting to bind port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:30.510779 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Attempting to bind port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:30.511142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Attempting to bind port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:30.513989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ec6a16fa-f69d-4606-857c-cfb728f42858 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:30.514741 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec6a16fa-f69d-4606-857c-cfb728f42858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.518131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:30.518912 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:30.519548 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.520406 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:30.521102 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Bound port: 0d8d8462-6e6d-4e0c-b268-974f6ca161e1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:30.521708 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.549572 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.551242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6d5c9102-145b-4be8-b39a-170082e8f69b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8358245 Aug 11 02:39:30.562134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42690) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.578552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Subnet': ['ID=e12f0d44-5015-4c29-b28d-ed80a93b5540,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.580761 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Port 0d8d8462-6e6d-4e0c-b268-974f6ca161e1 has been deleted concurrently {{(pid=94702) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 02:39:30.612580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222', 'name': 'tempest-PortsIpV6TestJSON-408617772'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:30.619665 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Routers {'a0d498b5-4c0b-4cee-a773-ce028a0958fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:30.620851 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a0d498b5-4c0b-4cee-a773-ce028a0958fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.635510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Checking segment: {'id': 'f25a537f-bfa7-496e-808e-5c64dd9f74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:30.636106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network hostable DHCP agents. Network: ac6d1b96-7ff4-40b2-a869-31cb90e25bdd, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:30.673571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.677456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:30.685571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.696842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.699175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ac6d1b96-7ff4-40b2-a869-31cb90e25bdd) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:30.712209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.713373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.715074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.732909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46dc46-1cf7-47f9-9f5a-ef257033f218 None None] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:30.760652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c984a5f6-05e9-448b-9b5d-bacc263da57a tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7638180 Aug 11 02:39:30.762377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Transition to ACTIVE for port object e1c11afe-f185-4ef0-9d99-c25de3227d28 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:30.763434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.787127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'name': 'tempest-AllowedAddressPairTestJSON-1235267885'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:30.805560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5ffe1-78c1-4e53-95ea-5541568077a7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.811882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5ffe1-78c1-4e53-95ea-5541568077a7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.816959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-acc5ffe1-78c1-4e53-95ea-5541568077a7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4063771 Aug 11 02:39:30.822024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42694) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.822699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.823231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0d498b5-4c0b-4cee-a773-ce028a0958fc {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:30.829129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.830464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-03e33ab0-c7d5-4b85-b29f-c82dba64621d tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a0d498b5-4c0b-4cee-a773-ce028a0958fc HTTP/1.1" status: 204 len: 168 time: 2.2894001 Aug 11 02:39:30.841732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42696) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.895800 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] Set router a0d498b5-4c0b-4cee-a773-ce028a0958fc gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:31.010835 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d498b5-4c0b-4cee-a773-ce028a0958fc', 'name': 'tempest-snat-router-1787313578', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:20Z', 'updated_at': '2021-08-11T02:39:29Z', 'revision_number': 5, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:31.034512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9eef1f1c-a5a6-407b-8810-aebb3fafb133 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:31.066038 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6690e2-7f47-4b92-a913-f2b61ed8cbbe None None] The sync data for ids ['a0d498b5-4c0b-4cee-a773-ce028a0958fc'] in n-d-715271-8 is: [{'id': 'a0d498b5-4c0b-4cee-a773-ce028a0958fc', 'name': 'tempest-snat-router-1787313578', 'tenant_id': '8e18b152faef4d51b0f80cae572c08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:20Z', 'updated_at': '2021-08-11T02:39:29Z', 'revision_number': 5, 'project_id': '8e18b152faef4d51b0f80cae572c08d5', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:31.143622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:31.147441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.152091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Transition to ACTIVE for port object e1c11afe-f185-4ef0-9d99-c25de3227d28 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:31.162903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:31.169682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.192265 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.203129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:31.204675 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec6a16fa-f69d-4606-857c-cfb728f42858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.213924 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.234187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] device_id is not set on port 52524fe1-960e-4731-9cbe-15c0f385e13a yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:31.269943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 36418100-acd2-43e7-a5d7-fe4cd083c23f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:31.270486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.312443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:31.312820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.351352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] DHCP port deletion for 5f811388-4665-496d-86b3-bde71d74a3d8 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:31.387604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:31.459850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ec6a16fa-f69d-4606-857c-cfb728f42858 None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:31.469399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:31.474927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:31.510994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Allocated IP 172.20.0.10 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/52524fe1-960e-4731-9cbe-15c0f385e13a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:31.540775 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec6a16fa-f69d-4606-857c-cfb728f42858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.556044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Pushing event updated for resources: {'Port': ['ID=e1c11afe-f185-4ef0-9d99-c25de3227d28,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:31.760287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'tenant_id': 'cf2840bc2a6044bc9849c10d2bca1523', 'fixed_ips': [{'subnet_id': 'e12f0d44-5015-4c29-b28d-ed80a93b5540'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:31.762862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.794706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.798480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d42ad82f-6d71-46eb-ba6c-f4825856e5ec None None] Could not find standard attr ID for object a9043df8-2245-4a76-92bb-93bd62649c19. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:31.819541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Transition to ACTIVE for port object 52524fe1-960e-4731-9cbe-15c0f385e13a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:31.850828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 3dcc2cbe-6eae-4b42-a32a-5a424977e56e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:31.851155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.895610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.900759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Attempting to bind port e1c11afe-f185-4ef0-9d99-c25de3227d28 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:31.901327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Attempting to bind port e1c11afe-f185-4ef0-9d99-c25de3227d28 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '6197ff93-16f3-4a13-8d5e-24d10315af2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:31.901891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Attempting to bind port e1c11afe-f185-4ef0-9d99-c25de3227d28 on network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:31.911878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a16fa-f69d-4606-857c-cfb728f42858 None None] Pushing event updated for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=20']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:31.947262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:31.947846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Checking segment: {'id': '6197ff93-16f3-4a13-8d5e-24d10315af2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:31.949372 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.949372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Bound using segment: {'id': '6197ff93-16f3-4a13-8d5e-24d10315af2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:31.950150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Bound port: e1c11afe-f185-4ef0-9d99-c25de3227d28, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6197ff93-16f3-4a13-8d5e-24d10315af2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e8c0532a-28eb-425f-9da7-ef2d1a4ae222'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:31.950699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.977563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port 36418100-acd2-43e7-a5d7-fe4cd083c23f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36418100-acd2-43e7-a5d7-fe4cd083c23f,segment=NetworkSegment(ff896150-8e9d-4a01-8dac-ea4b075c2dda),segment_id=ff896150-8e9d-4a01-8dac-ea4b075c2dda)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:31.977798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.019862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d42ad82f-6d71-46eb-ba6c-f4825856e5ec None None] Provisioning for port 3dcc2cbe-6eae-4b42-a32a-5a424977e56e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:32.024364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:32.035625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d42ad82f-6d71-46eb-ba6c-f4825856e5ec None None] Provisioning complete for port 3dcc2cbe-6eae-4b42-a32a-5a424977e56e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:32.035849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d42ad82f-6d71-46eb-ba6c-f4825856e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.038253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:32.043750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:32.050258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] Deleting port 36418100-acd2-43e7-a5d7-fe4cd083c23f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:32.050722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.057547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 36418100-acd2-43e7-a5d7-fe4cd083c23f owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:32.080482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.083235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=52524fe1-960e-4731-9cbe-15c0f385e13a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.113538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::2a5 (e8c0532a-28eb-425f-9da7-ef2d1a4ae222/a36a33f3-b08a-4c86-8990-0ecf9b5f3137/44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:32.133384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.153025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:32.153990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.188174 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-683ed8f8-27b2-404b-98e1-a7bb30398cb9 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4167576 Aug 11 02:39:32.188921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:32.197402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 3dcc2cbe-6eae-4b42-a32a-5a424977e56e owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:32.203752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'name': 'tempest-AllowedAddressPairTestJSON-1439762933', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:0b:3d'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:32.243655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] For port 36418100-acd2-43e7-a5d7-fe4cd083c23f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36418100-acd2-43e7-a5d7-fe4cd083c23f,segment=NetworkSegment(ff896150-8e9d-4a01-8dac-ea4b075c2dda),segment_id=ff896150-8e9d-4a01-8dac-ea4b075c2dda)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:32.244078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.268307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d42ad82f-6d71-46eb-ba6c-f4825856e5ec None None] Port 3dcc2cbe-6eae-4b42-a32a-5a424977e56e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:32.279823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] Calling delete_port for 36418100-acd2-43e7-a5d7-fe4cd083c23f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:32.290519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] For port e1c11afe-f185-4ef0-9d99-c25de3227d28, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:32.296678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] For port e1c11afe-f185-4ef0-9d99-c25de3227d28, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1c11afe-f185-4ef0-9d99-c25de3227d28,segment=NetworkSegment(6197ff93-16f3-4a13-8d5e-24d10315af2a),segment_id=6197ff93-16f3-4a13-8d5e-24d10315af2a)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:32.308560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Allocated IP 172.20.0.2 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/04044773-2f9e-4f29-a2b3-5eb3da68a297) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:32.311221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.441233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:32.451166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.516299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0b612-1d16-4d18-b15f-9d76b5fb49f6 None None] Pushing event updated for resources: {'Port': ['ID=e1c11afe-f185-4ef0-9d99-c25de3227d28,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.518330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port 36418100-acd2-43e7-a5d7-fe4cd083c23f on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:32.558482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=36418100-acd2-43e7-a5d7-fe4cd083c23f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.612514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Deleting port 9eef1f1c-a5a6-407b-8810-aebb3fafb133 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:32.613477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.638875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.692683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] device_id is not set on port 609add41-1214-4e64-97d5-a72a7d3c182a yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:32.705619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.836480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36418100-acd2-43e7-a5d7-fe4cd083c23f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:32.857679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] Pushing event deleted for resources: {'Port': ['ID=36418100-acd2-43e7-a5d7-fe4cd083c23f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.935665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.938806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 36418100-acd2-43e7-a5d7-fe4cd083c23f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:32.939242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36418100-acd2-43e7-a5d7-fe4cd083c23f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:32.945292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bdef9-daa0-4b6e-a118-55b390470755 None None] No DVR routers for this DVR port 36418100-acd2-43e7-a5d7-fe4cd083c23f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:32.960687 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.990252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f811388-4665-496d-86b3-bde71d74a3d8']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:33.025162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.041816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Transition to ACTIVE for port object 04044773-2f9e-4f29-a2b3-5eb3da68a297 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:33.067864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff896150-8e9d-4a01-8dac-ea4b075c2dda') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:33.068197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff896150-8e9d-4a01-8dac-ea4b075c2dda') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:33.070987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:33.073485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Transition to ACTIVE for port object 04044773-2f9e-4f29-a2b3-5eb3da68a297 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:33.087799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] For port 9eef1f1c-a5a6-407b-8810-aebb3fafb133, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9eef1f1c-a5a6-407b-8810-aebb3fafb133,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:33.088097 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.094441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.110288 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.123218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Calling delete_port for 9eef1f1c-a5a6-407b-8810-aebb3fafb133 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:33.154335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.173832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:33.174326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: items = [ Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:33.179417 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:33.194989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Allocated IP 172.20.0.13 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/609add41-1214-4e64-97d5-a72a7d3c182a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:33.196404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.206560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Pushing event updated for resources: {'Port': ['ID=04044773-2f9e-4f29-a2b3-5eb3da68a297,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.219049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:33.221265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:33.227465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:33.306600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Attempting to bind port 04044773-2f9e-4f29-a2b3-5eb3da68a297 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:33.306911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=3dcc2cbe-6eae-4b42-a32a-5a424977e56e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.307722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Attempting to bind port 04044773-2f9e-4f29-a2b3-5eb3da68a297 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f25a537f-bfa7-496e-808e-5c64dd9f74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:33.307722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Attempting to bind port 04044773-2f9e-4f29-a2b3-5eb3da68a297 on network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:33.314350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:33.315135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Checking segment: {'id': 'f25a537f-bfa7-496e-808e-5c64dd9f74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:33.315711 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.316768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Bound using segment: {'id': 'f25a537f-bfa7-496e-808e-5c64dd9f74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:33.317772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Bound port: 04044773-2f9e-4f29-a2b3-5eb3da68a297, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25a537f-bfa7-496e-808e-5c64dd9f74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:33.318147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.383758 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.411989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.418274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.424953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:33.426574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/5f811388-4665-496d-86b3-bde71d74a3d8 HTTP/1.1" status: 204 len: 168 time: 3.0810676 Aug 11 02:39:33.431428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1340935900'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:33.466663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] For port 04044773-2f9e-4f29-a2b3-5eb3da68a297, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:33.472923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] For port 04044773-2f9e-4f29-a2b3-5eb3da68a297, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04044773-2f9e-4f29-a2b3-5eb3da68a297,segment=NetworkSegment(f25a537f-bfa7-496e-808e-5c64dd9f74f7),segment_id=f25a537f-bfa7-496e-808e-5c64dd9f74f7)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:33.480289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.491963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337610b8-e7e0-42ed-834e-635797ce4930 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=5f811388-4665-496d-86b3-bde71d74a3d8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.493591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:33.498016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.552603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.570572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.593154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:33.606639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b091f-a1f1-4258-992e-b61fcf2b9571 None None] Pushing event updated for resources: {'Port': ['ID=04044773-2f9e-4f29-a2b3-5eb3da68a297,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.612854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:33.618916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Transition to ACTIVE for port object 609add41-1214-4e64-97d5-a72a7d3c182a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:33.623164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:33.630295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:33.636785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.637137 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment e6da82f5-7b59-4ae3-8616-e68d0ad810b6 of type vlan for network ccb16edd-1da6-486f-93ad-b177c2141038 Aug 11 02:39:33.638593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:33.639821 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.687594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a7ff680-3aba-4dd0-a64d-139a2e43cfcc tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1224532 Aug 11 02:39:33.689680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42708) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:33.725026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.760922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.790624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.798107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-96f44bfc-5677-4e19-96b5-e5787b662ea2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/3dcc2cbe-6eae-4b42-a32a-5a424977e56e HTTP/1.1" status: 204 len: 168 time: 2.9686680 Aug 11 02:39:33.800476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42710) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:33.815669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.821751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:33.822465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.853448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:33.894053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:33.897278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:33.962640 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5363226 Aug 11 02:39:33.967729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42712) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:33.972279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=609add41-1214-4e64-97d5-a72a7d3c182a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.005115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.007405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.026618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:34.035498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df322f-03ae-455c-89b5-65a89f28cd28 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.036128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df322f-03ae-455c-89b5-65a89f28cd28 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.038523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37642201-3141-4c0b-a11d-5599430f7b90 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=ccb16edd-1da6-486f-93ad-b177c2141038,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.039706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df322f-03ae-455c-89b5-65a89f28cd28 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.043970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-16df322f-03ae-455c-89b5-65a89f28cd28 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2402914 Aug 11 02:39:34.049778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.054751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ccb16edd-1da6-486f-93ad-b177c2141038 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:34.109924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e69c6c50-fd56-4ad7-bc55-9a7a6f5dc35c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.9187248 Aug 11 02:39:34.113660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.177497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 2fd6697b-a256-4d9d-a086-bdb0646565ff {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:34.185153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.235203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4045d0-5f7f-48a9-a06b-4205ef8ce1af tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.244053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4045d0-5f7f-48a9-a06b-4205ef8ce1af tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.250972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4045d0-5f7f-48a9-a06b-4205ef8ce1af tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.253728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fa4045d0-5f7f-48a9-a06b-4205ef8ce1af tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1389201 Aug 11 02:39:34.260003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.261789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aea1e2-2a7f-425f-a8e1-7fbe4f709cfd None None] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:34.304378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.359126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-36320d39-3e51-4cc4-96c7-fb9b5bf86ba3 None None] Provisioning for port e1c11afe-f185-4ef0-9d99-c25de3227d28 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:34.362833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.513293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eef1f1c-a5a6-407b-8810-aebb3fafb133,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.519900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.575274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port 609add41-1214-4e64-97d5-a72a7d3c182a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:34.575704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.665216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.670772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:34.675846 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.730293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.772911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd720c-a370-47ea-8439-b51a0c4b5799 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:34.811492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.817792 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/2fd6697b-a256-4d9d-a086-bdb0646565ff HTTP/1.1" status: 204 len: 168 time: 0.7627637 Aug 11 02:39:34.819331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe90b94-cae1-43e5-928c-0013bb9c5139 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd6697b-a256-4d9d-a086-bdb0646565ff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.822440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42722) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.848110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.865093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.940466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.988311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for 609add41-1214-4e64-97d5-a72a7d3c182a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:35.044700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 4f08b416-3c8a-49ff-b4f1-b33d25df1de9 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:35.048315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.050956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04044773-2f9e-4f29-a2b3-5eb3da68a297 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:35.110850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.111909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4577fbd-b39f-47ce-a78a-1342b4f565da {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:35.133576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-948e6e35-8380-47ef-bf95-3d9097c59e17 None None] Provisioning for port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:35.136350 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.138928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c12dc86-0d30-454c-bfd6-8726ac13bdd0 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a4577fbd-b39f-47ce-a78a-1342b4f565da HTTP/1.1" status: 204 len: 168 time: 4.2943926 Aug 11 02:39:35.161731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42726) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.167686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-948e6e35-8380-47ef-bf95-3d9097c59e17 None None] Provisioning complete for port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:35.168153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-948e6e35-8380-47ef-bf95-3d9097c59e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.187098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1716577839', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:35.205033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.216117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.279779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-948e6e35-8380-47ef-bf95-3d9097c59e17 None None] Port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:35.298937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 04044773-2f9e-4f29-a2b3-5eb3da68a297 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:35.316098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1c11afe-f185-4ef0-9d99-c25de3227d28 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:35.349349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.412383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e1c11afe-f185-4ef0-9d99-c25de3227d28 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:35.419170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e1c11afe-f185-4ef0-9d99-c25de3227d28 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:35.419948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.496542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.623592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c36bd-38ed-40f8-bce9-899253ff35f6 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '4f08b416-3c8a-49ff-b4f1-b33d25df1de9'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'cc9b76ed-91f7-45ab-a94a-395edf9304f6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:39:35.626732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=609add41-1214-4e64-97d5-a72a7d3c182a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:35.651744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.672453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.676470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.694750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a0aeb-f651-4f0c-808e-4832acaf568b None None] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:35.727877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.734307 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/4f08b416-3c8a-49ff-b4f1-b33d25df1de9 HTTP/1.1" status: 204 len: 168 time: 0.9028003 Aug 11 02:39:35.734307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878e358-3460-4a38-8502-b435ed6a382a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=4f08b416-3c8a-49ff-b4f1-b33d25df1de9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:35.735857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.779492 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c9616c59-d65a-4d93-b38a-9d15abbaf67d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424080 Aug 11 02:39:35.784657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.821278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-786c36bd-38ed-40f8-bce9-899253ff35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.865351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9b702724-0047-47ba-a17d-05233279997c None None] Provisioning for port 04044773-2f9e-4f29-a2b3-5eb3da68a297 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:35.925031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.996330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13fe8c-0a40-48d5-ab6e-062dbb5cd782 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:36.003536 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce13fe8c-0a40-48d5-ab6e-062dbb5cd782 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2172961 Aug 11 02:39:36.004735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:36.041766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.119874 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.124853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a44e71e-cb8a-4018-8cb6-e600ebdfb657 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/ports/609add41-1214-4e64-97d5-a72a7d3c182a HTTP/1.1" status: 204 len: 168 time: 1.8639965 Aug 11 02:39:36.130044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:36.136075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9b702724-0047-47ba-a17d-05233279997c None None] Provisioning complete for port 04044773-2f9e-4f29-a2b3-5eb3da68a297 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:36.136948 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b702724-0047-47ba-a17d-05233279997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.163558 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.198362 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-68046c20-94ee-4fac-ab65-d5000e172d37 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] GET failed (client error): The resource could not be found. Aug 11 02:39:36.202443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68046c20-94ee-4fac-ab65-d5000e172d37 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "GET /v2.0/ports/609add41-1214-4e64-97d5-a72a7d3c182a HTTP/1.1" status: 404 len: 333 time: 0.0691116 Aug 11 02:39:36.207238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb665e6-50b3-43a2-bc39-43457a0f02ed tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:36.214115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42738) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:36.214477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42740) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:36.215195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fcb665e6-50b3-43a2-bc39-43457a0f02ed tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2037818 Aug 11 02:39:36.350765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e1c11afe-f185-4ef0-9d99-c25de3227d28, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1c11afe-f185-4ef0-9d99-c25de3227d28,segment=NetworkSegment(6197ff93-16f3-4a13-8d5e-24d10315af2a),segment_id=6197ff93-16f3-4a13-8d5e-24d10315af2a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:36.355805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bd2b5-8df6-48b1-9e8d-7368ecf86c3e None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:36.373889 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.537903 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b702724-0047-47ba-a17d-05233279997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.571322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e1c11afe-f185-4ef0-9d99-c25de3227d28,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.624519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9eef1f1c-a5a6-407b-8810-aebb3fafb133 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:36.657224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'name': 'tempest-AllowedAddressPairTestJSON-386396601'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:36.665752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9b702724-0047-47ba-a17d-05233279997c None None] For port 04044773-2f9e-4f29-a2b3-5eb3da68a297, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04044773-2f9e-4f29-a2b3-5eb3da68a297,segment=NetworkSegment(f25a537f-bfa7-496e-808e-5c64dd9f74f7),segment_id=f25a537f-bfa7-496e-808e-5c64dd9f74f7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:36.668418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9eef1f1c-a5a6-407b-8810-aebb3fafb133 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:36.668418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9eef1f1c-a5a6-407b-8810-aebb3fafb133 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:36.676293 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b702724-0047-47ba-a17d-05233279997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.710989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-356d2aae-54d3-4fd2-879d-49a995f46e2b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731804 Aug 11 02:39:36.710989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.716805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:36.727487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=08c54c92-fb41-43cc-8dc0-b6b81e749911,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.733437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-14cb77dd-f3d3-4032-bd1b-0cf1edc1c49d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:36.759371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:36.764098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702724-0047-47ba-a17d-05233279997c None None] Pushing event updated for resources: {'Port': ['ID=04044773-2f9e-4f29-a2b3-5eb3da68a297,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.783646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9b702724-0047-47ba-a17d-05233279997c None None] Provisioning complete for port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:36.783646 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b702724-0047-47ba-a17d-05233279997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.841405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:36.841800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: ccb16edd-1da6-486f-93ad-b177c2141038, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:36.856180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9b702724-0047-47ba-a17d-05233279997c None None] Port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:36.877578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] Deleting port cc9b76ed-91f7-45ab-a94a-395edf9304f6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:36.878422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.887562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.908663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.909484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb77dd-f3d3-4032-bd1b-0cf1edc1c49d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:36.914028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-14cb77dd-f3d3-4032-bd1b-0cf1edc1c49d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.916822 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cb77dd-f3d3-4032-bd1b-0cf1edc1c49d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:39:36.917490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cb77dd-f3d3-4032-bd1b-0cf1edc1c49d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:36.942888 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-14cb77dd-f3d3-4032-bd1b-0cf1edc1c49d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2176380 Aug 11 02:39:36.943201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:36.949077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ba06ca14-3ec7-4bda-9686-6bfcbee3e8c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:36.984340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network ccb16edd-1da6-486f-93ad-b177c2141038 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:37.051760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-0eac9893-17a1-45f2-8a28-8ba2dc7dee1e req-f46d78d9-2683-4af9-99ea-a216377d4af9 service neutron] (94699) timed out ('10.222.0.25', 64034) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:39:37.067582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:37.069303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] For port cc9b76ed-91f7-45ab-a94a-395edf9304f6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cc9b76ed-91f7-45ab-a94a-395edf9304f6,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:37.070346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ccb16edd-1da6-486f-93ad-b177c2141038) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:37.070871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.091969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:37.092594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.108541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7fd39cc5-ceb5-4cc2-a539-ac3dd0371680 None None] Provisioning complete for port cc9b76ed-91f7-45ab-a94a-395edf9304f6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:37.108929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7fd39cc5-ceb5-4cc2-a539-ac3dd0371680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.111611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ebb26-9b16-4469-bd99-37a6eb475aaa None None] Network ccb16edd-1da6-486f-93ad-b177c2141038 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:37.115173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] Calling delete_port for cc9b76ed-91f7-45ab-a94a-395edf9304f6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:37.135097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:37.139083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.164782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06ca14-3ec7-4bda-9686-6bfcbee3e8c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:37.177221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba06ca14-3ec7-4bda-9686-6bfcbee3e8c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.183370 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba06ca14-3ec7-4bda-9686-6bfcbee3e8c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:39:37.184171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba06ca14-3ec7-4bda-9686-6bfcbee3e8c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:37.195192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0a1ef993-32b9-43ed-9bd0-6e5ca51bbe59 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2104616 Aug 11 02:39:37.202985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:37.216771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1482819427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:37.235403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba06ca14-3ec7-4bda-9686-6bfcbee3e8c2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2905142 Aug 11 02:39:37.241468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:37.245678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] device_id is not set on port ffcc7501-0b11-47ba-9f02-87c989542aea yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:37.251371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8f37c056-0d9a-44ab-ba2e-4cad88f549e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:37.392367 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.404038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.420511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.547403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ccb16edd-1da6-486f-93ad-b177c2141038', 'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': '08c54c92-fb41-43cc-8dc0-b6b81e749911'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:37.549420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.587465 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.614465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] No DVR routers for this DVR port cc9b76ed-91f7-45ab-a94a-395edf9304f6 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:37.725129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Provisioning complete for port 04044773-2f9e-4f29-a2b3-5eb3da68a297 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:37.725687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.732357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087067b-8ba8-431c-baaa-a1bf17c974f9 None None] Pushing event deleted for resources: {'Port': ['ID=cc9b76ed-91f7-45ab-a94a-395edf9304f6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:37.759191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Allocated IP 172.20.0.3 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/ffcc7501-0b11-47ba-9f02-87c989542aea) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:37.762081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.830229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.936768 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.031344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Allocated IP 172.20.0.2 (ccb16edd-1da6-486f-93ad-b177c2141038/08c54c92-fb41-43cc-8dc0-b6b81e749911/b0b065cc-cb7d-4730-84c0-c6c2ea27c210) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:38.183147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.197984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.212107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37c056-0d9a-44ab-ba2e-4cad88f549e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:38.219074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f37c056-0d9a-44ab-ba2e-4cad88f549e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.222118 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f37c056-0d9a-44ab-ba2e-4cad88f549e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:39:38.223287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f37c056-0d9a-44ab-ba2e-4cad88f549e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:38.243594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Provisioning for port 52524fe1-960e-4731-9cbe-15c0f385e13a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:38.254888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Allocated IP 172.25.6.174 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/4985c1f9-a063-47a2-8f34-19e0bd472922) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:38.263946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42754) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:38.265434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8f37c056-0d9a-44ab-ba2e-4cad88f549e9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0196624 Aug 11 02:39:38.273111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Provisioning complete for port 52524fe1-960e-4731-9cbe-15c0f385e13a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:38.274412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.276605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.277704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-debfdf2c-7292-4b4f-9bd4-bb12ded5d3a1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:38.286465 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-24b3a91a-86d5-4dfd-bfcd-26be4766f235 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0810769 Aug 11 02:39:38.288199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42756) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:38.383753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Port 52524fe1-960e-4731-9cbe-15c0f385e13a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:38.429907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Provisioning complete for port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:38.430699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.497638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.536446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d01a8f3a-a3ef-49df-ae99-f21ca7bdb143 None None] Port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:38.548693 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.567029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Transition to ACTIVE for port object b0b065cc-cb7d-4730-84c0-c6c2ea27c210 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:38.576337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Transition to ACTIVE for port object ffcc7501-0b11-47ba-9f02-87c989542aea will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:38.601822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Transition to ACTIVE for port object b0b065cc-cb7d-4730-84c0-c6c2ea27c210 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:38.624556 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.659338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debfdf2c-7292-4b4f-9bd4-bb12ded5d3a1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:38.664867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-debfdf2c-7292-4b4f-9bd4-bb12ded5d3a1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.666689 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-debfdf2c-7292-4b4f-9bd4-bb12ded5d3a1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:39:38.667558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debfdf2c-7292-4b4f-9bd4-bb12ded5d3a1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:38.727003 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.728823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Network ccb16edd-1da6-486f-93ad-b177c2141038 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:38.734319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b6a3bc39-687a-4e4a-bb89-d9c5bb4a2a6c None None] Could not find standard attr ID for object 609add41-1214-4e64-97d5-a72a7d3c182a. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:38.748026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-debfdf2c-7292-4b4f-9bd4-bb12ded5d3a1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4781725 Aug 11 02:39:38.750732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:38.754568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:38.757853 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.763773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42758) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:38.772896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04044773-2f9e-4f29-a2b3-5eb3da68a297 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:38.781936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5b0f5d40-5eb8-4c6d-90bd-5bf79724d399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:38.820848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Pushing event updated for resources: {'Port': ['ID=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:38.847223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.917368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.918100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.920803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.929116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:38.940783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Attempting to bind port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:38.941535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Attempting to bind port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:38.942304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Attempting to bind port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 on network ccb16edd-1da6-486f-93ad-b177c2141038 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:38.957407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=ffcc7501-0b11-47ba-9f02-87c989542aea,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:38.964073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:38.964840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Checking segment: {'id': 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:38.966278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.966582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Bound using segment: {'id': 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:38.967387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Bound port: b0b065cc-cb7d-4730-84c0-c6c2ea27c210, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb16edd-1da6-486f-93ad-b177c2141038'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:38.967814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:38.968317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.983005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:39.001840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 04044773-2f9e-4f29-a2b3-5eb3da68a297 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:39.002648 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.122425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.185138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:39.188721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] For port b0b065cc-cb7d-4730-84c0-c6c2ea27c210, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:39.190493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:39.196206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] For port b0b065cc-cb7d-4730-84c0-c6c2ea27c210, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,segment=NetworkSegment(e6da82f5-7b59-4ae3-8616-e68d0ad810b6),segment_id=e6da82f5-7b59-4ae3-8616-e68d0ad810b6)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:39.206303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.214494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:39.215180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.223590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f5d40-5eb8-4c6d-90bd-5bf79724d399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:39.227348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5d40-5eb8-4c6d-90bd-5bf79724d399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.228876 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0f5d40-5eb8-4c6d-90bd-5bf79724d399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:39:39.229326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0f5d40-5eb8-4c6d-90bd-5bf79724d399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:39.246623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:39.259108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5b0f5d40-5eb8-4c6d-90bd-5bf79724d399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4792616 Aug 11 02:39:39.259884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.276100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:39.279128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-744af4ed-ff75-4824-98fe-294b125a37d0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:39.314562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1c11afe-f185-4ef0-9d99-c25de3227d28 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:39.374910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5573ee77-9c53-40a9-b855-c3d3e2a8c384 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7463892 Aug 11 02:39:39.380692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42764) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.382794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced1459-f1c7-497f-a246-d45392052d68 None None] Pushing event updated for resources: {'Port': ['ID=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:39.428677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:0b:3d'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:39.456745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e1c11afe-f185-4ef0-9d99-c25de3227d28 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:39.457057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.546754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744af4ed-ff75-4824-98fe-294b125a37d0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:39.550861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-744af4ed-ff75-4824-98fe-294b125a37d0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.552699 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-744af4ed-ff75-4824-98fe-294b125a37d0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:39:39.553418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744af4ed-ff75-4824-98fe-294b125a37d0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:39.585765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-744af4ed-ff75-4824-98fe-294b125a37d0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3231130 Aug 11 02:39:39.590321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.591533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0c38f4ed-da98-4ac5-be0c-0cd1bfc2359e None None] Provisioning for port ffcc7501-0b11-47ba-9f02-87c989542aea completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:39.619724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0c38f4ed-da98-4ac5-be0c-0cd1bfc2359e None None] Provisioning complete for port ffcc7501-0b11-47ba-9f02-87c989542aea triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:39.620209 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c38f4ed-da98-4ac5-be0c-0cd1bfc2359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.628546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:39.636955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:39.657559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event updated for resources: {'Port': ['ID=4985c1f9-a063-47a2-8f34-19e0bd472922,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:39.728197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0c38f4ed-da98-4ac5-be0c-0cd1bfc2359e None None] Port ffcc7501-0b11-47ba-9f02-87c989542aea cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:39.761893 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47d7dd27-6561-4375-9ed4-d08c9573c196 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1700678 Aug 11 02:39:39.768574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.812272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.20.0.1 (ccb16edd-1da6-486f-93ad-b177c2141038/08c54c92-fb41-43cc-8dc0-b6b81e749911/07b336e1-0d23-462b-ba15-d82bac93ade3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:39.868892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e9da7-c6e9-47f8-a5e0-8745b2cd2428 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:39.870463 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-664e9da7-c6e9-47f8-a5e0-8745b2cd2428 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008956 Aug 11 02:39:39.916356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42770) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.981943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-895ed3fb-2982-4fb7-854d-6b600f9bbd91 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639184 Aug 11 02:39:39.988656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:39.993991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:40.171130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-563a9afd-d3a5-4b51-86f3-c815467b4c84 None None] Provisioning complete for port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:40.171676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-563a9afd-d3a5-4b51-86f3-c815467b4c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.216779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-563a9afd-d3a5-4b51-86f3-c815467b4c84 None None] Port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:40.240050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-baae84af-91c3-4168-b27b-654a5cbf8181 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894565 Aug 11 02:39:40.271245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.351657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object 07b336e1-0d23-462b-ba15-d82bac93ade3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:40.358330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:40.364495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.522812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.530163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-55b5807f-9acc-4866-83d9-30d2e942016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:40.531756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-55b5807f-9acc-4866-83d9-30d2e942016f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.2557731 Aug 11 02:39:40.555758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.621058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.652482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Router 98e8fc71-db48-40f4-afea-bc22850f4579 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:40.769222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0b065cc-cb7d-4730-84c0-c6c2ea27c210 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:40.785482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network ccb16edd-1da6-486f-93ad-b177c2141038 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:40.812924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:40.815512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:40.883708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=07b336e1-0d23-462b-ba15-d82bac93ade3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.885170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:40.886344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.903203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c51979-18ae-4aea-8c55-a8ece7147635 None None] Network ccb16edd-1da6-486f-93ad-b177c2141038 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:40.980910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-909e3c8a-e2c6-45e6-8589-e74ceb028ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:40.982533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-909e3c8a-e2c6-45e6-8589-e74ceb028ac6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.4098883 Aug 11 02:39:41.047207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] Provisioning for port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:41.068046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] Provisioning complete for port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:41.068757 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.081606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-69ca34a1-8c08-4755-ba51-a77fc85183f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 200 len: 217 time: 0.0909493 Aug 11 02:39:41.088890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:41.103266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-681fe0f0-8b97-440f-90e5-3e0feee9a693 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/routers/98e8fc71-db48-40f4-afea-bc22850f4579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4070051 Aug 11 02:39:41.121215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42778) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:41.139790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] Sync routers for ids ['98e8fc71-db48-40f4-afea-bc22850f4579'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:41.179163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-c3e2296f-7a5d-4956-a8e3-f0c1f994606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:41.180607 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-c3e2296f-7a5d-4956-a8e3-f0c1f994606b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.0903943 Aug 11 02:39:41.258936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] Routers {'98e8fc71-db48-40f4-afea-bc22850f4579'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:41.262805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['98e8fc71-db48-40f4-afea-bc22850f4579'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.326764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.348160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.422645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.438855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f82a39-bfd3-4c1e-9607-5c89692e83b1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:41.443995 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97f82a39-bfd3-4c1e-9607-5c89692e83b1 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e8fc71-db48-40f4-afea-bc22850f4579 HTTP/1.1" status: 200 len: 988 time: 0.3170018 Aug 11 02:39:41.454054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] Routers {'98e8fc71-db48-40f4-afea-bc22850f4579'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:41.454311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42782) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:41.454472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['98e8fc71-db48-40f4-afea-bc22850f4579'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.460012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-6d3bd5d7-ae71-4499-9a81-afe681e25f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:41.462310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-6d3bd5d7-ae71-4499-9a81-afe681e25f5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720716 Aug 11 02:39:41.484645 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.566241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.567347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340a3aa-5c9c-4d90-a862-304a7314e991 None None] The sync data for ids ['98e8fc71-db48-40f4-afea-bc22850f4579'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:41.613157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:39:41.636146 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.748856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.822982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.823451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:41.856342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:41.863186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] For port b0b065cc-cb7d-4730-84c0-c6c2ea27c210, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,segment=NetworkSegment(e6da82f5-7b59-4ae3-8616-e68d0ad810b6),segment_id=e6da82f5-7b59-4ae3-8616-e68d0ad810b6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:41.872725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.876524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:41.877509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.881412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf8c6d-d1a8-4e7d-8402-e88ba5b4dbd1 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:41.940928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:41.947019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-9ebb4922-4a62-4589-9cf4-ea46ff008183 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693966 Aug 11 02:39:41.971903 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ff2a0c12-10d7-415c-888c-c8afe593d2f8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9785757 Aug 11 02:39:41.994943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:42.000191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:fd:02:59', 'name': 'tempest-NetworksTestDHCPv6-164201258'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:42.134323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb776e-44e1-48c3-913a-e7393ba8d2ec None None] Pushing event updated for resources: {'Port': ['ID=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:42.183501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=ffcc7501-0b11-47ba-9f02-87c989542aea,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:42.206936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] In _notify_port_updated(), no bound segment for port ffcc7501-0b11-47ba-9f02-87c989542aea on network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:39:42.212805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:42.213521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.219444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1d8b38e9-38d7-4340-b442-bc223245f766 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "PUT /v2.0/ports/ffcc7501-0b11-47ba-9f02-87c989542aea HTTP/1.1" status: 200 len: 993 time: 2.8327801 Aug 11 02:39:42.222580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:42.349526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': 'a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:42.352041 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.455643 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9edc58b-5a58-4ad0-8674-d842e413953e req-ff028e6a-1ea8-4c9d-890d-45edf279a8d0 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006461 Aug 11 02:39:42.459269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.488708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.562854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Router 616d3e13-2fd4-4d86-af70-d6eca247f9ca is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:42.608451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e5c0dfe-306f-4912-84d8-92605f27ad2b None None] Provisioning for port 07b336e1-0d23-462b-ba15-d82bac93ade3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:42.625299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e5c0dfe-306f-4912-84d8-92605f27ad2b None None] Provisioning complete for port 07b336e1-0d23-462b-ba15-d82bac93ade3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:42.625843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0dfe-306f-4912-84d8-92605f27ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.716566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port ffcc7501-0b11-47ba-9f02-87c989542aea {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:42.716566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.736181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:42.742564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Allocated IP 2001:db8::f816:3eff:fe4b:28d3 (a7548113-1c15-4cbd-941e-a75d799a7de7/a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2/02c33260-39f8-43f6-a5e7-4991cd76d1a3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:42.752187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0b065cc-cb7d-4730-84c0-c6c2ea27c210 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:42.792451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.801708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=07b336e1-0d23-462b-ba15-d82bac93ade3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:42.830966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c0dfe-306f-4912-84d8-92605f27ad2b None None] Port 07b336e1-0d23-462b-ba15-d82bac93ade3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:42.894782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e5c0dfe-306f-4912-84d8-92605f27ad2b None None] Provisioning complete for port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:42.895561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0dfe-306f-4912-84d8-92605f27ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.917011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.950907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 2e082e46-1e4e-46b3-a361-6a96e358c587 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:42.985969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:43.000651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:43.001725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.001865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network ccb16edd-1da6-486f-93ad-b177c2141038 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:43.005297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:43.008407 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] Sync routers for ids ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:43.045568 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] Routers {'616d3e13-2fd4-4d86-af70-d6eca247f9ca'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:43.047834 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.061615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.070662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.109655 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.125107 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] Routers {'616d3e13-2fd4-4d86-af70-d6eca247f9ca'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:43.126311 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.169689 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.171282 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90049b76-d85c-42b0-a29b-d2bf30b62f55 None None] The sync data for ids ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:43.205938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router 8b798a48-e9c7-4e88-b1e2-3ff017a775da is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:43.290726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.302879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a063f082-aa97-406c-9dae-cf1644b9008e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1261199 Aug 11 02:39:43.304857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42792) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:43.334543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for ffcc7501-0b11-47ba-9f02-87c989542aea owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:43.344826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:43.349270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': False}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:43.355006 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8af16b98-f820-465a-80d2-530ffecaf6a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/8b798a48-e9c7-4e88-b1e2-3ff017a775da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0651948 Aug 11 02:39:43.356052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:43.374475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] Sync routers for ids ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:43.426592 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.430170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] Routers {'8b798a48-e9c7-4e88-b1e2-3ff017a775da'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:43.430879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.441946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f578ba49-f088-4bd5-8d06-b626fdfd6951 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:43.447083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f578ba49-f088-4bd5-8d06-b626fdfd6951 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports/07b336e1-0d23-462b-ba15-d82bac93ade3 HTTP/1.1" status: 200 len: 910 time: 0.0897970 Aug 11 02:39:43.448374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:43.483550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.486392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Transition to ACTIVE for port object 02c33260-39f8-43f6-a5e7-4991cd76d1a3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:43.531158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] Routers {'8b798a48-e9c7-4e88-b1e2-3ff017a775da'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:43.532247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.538798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Transition to ACTIVE for port object 02c33260-39f8-43f6-a5e7-4991cd76d1a3 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:43.622753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.625953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.627232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59339499-b908-46cc-b350-7bfa8509c0d4 None None] The sync data for ids ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:43.650371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11ffc96e-fd16-4c4c-826c-cfeb5bd83c4b None None] Provisioning complete for port 07b336e1-0d23-462b-ba15-d82bac93ade3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:43.651002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ffc96e-fd16-4c4c-826c-cfeb5bd83c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.752240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:43.776085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:43.781229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:43.813393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-11ffc96e-fd16-4c4c-826c-cfeb5bd83c4b None None] Port 07b336e1-0d23-462b-ba15-d82bac93ade3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:43.828163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Pushing event updated for resources: {'Port': ['ID=02c33260-39f8-43f6-a5e7-4991cd76d1a3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:43.951529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11ffc96e-fd16-4c4c-826c-cfeb5bd83c4b None None] Provisioning complete for port ffcc7501-0b11-47ba-9f02-87c989542aea triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:43.952253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11ffc96e-fd16-4c4c-826c-cfeb5bd83c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.959196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c08e212b-c973-49fa-89a6-1290aabeda65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.995282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Attempting to bind port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:43.995904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Attempting to bind port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:43.996520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Attempting to bind port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:44.012056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:44.012579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:44.013286 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.013975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:44.014900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Bound port: 02c33260-39f8-43f6-a5e7-4991cd76d1a3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:44.015583 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.052523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-11ffc96e-fd16-4c4c-826c-cfeb5bd83c4b None None] Port ffcc7501-0b11-47ba-9f02-87c989542aea cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:44.160373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] For port 02c33260-39f8-43f6-a5e7-4991cd76d1a3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:44.167818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] For port 02c33260-39f8-43f6-a5e7-4991cd76d1a3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=02c33260-39f8-43f6-a5e7-4991cd76d1a3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:44.174995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.233410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fefd:259 (a7548113-1c15-4cbd-941e-a75d799a7de7/a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2/2e082e46-1e4e-46b3-a361-6a96e358c587) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:44.289001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f3f64-cc3f-4bc6-9a2b-df04dae4cd03 None None] Pushing event updated for resources: {'Port': ['ID=02c33260-39f8-43f6-a5e7-4991cd76d1a3,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.471768 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.479252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.530326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=ffcc7501-0b11-47ba-9f02-87c989542aea,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.616054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:44.616403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.827148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.902586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 2e082e46-1e4e-46b3-a361-6a96e358c587 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:44.979348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02c33260-39f8-43f6-a5e7-4991cd76d1a3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:45.056807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.090713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:45.148574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.155404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:45.168345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.221415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.223613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df6e0894-3e92-4f2a-bd06-b2e6bfd607f1 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/ports/ffcc7501-0b11-47ba-9f02-87c989542aea HTTP/1.1" status: 204 len: 168 time: 2.9977503 Aug 11 02:39:45.240472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42808) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:45.316084 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-56104271-e219-41a9-9c31-548b3902cb16 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] GET failed (client error): The resource could not be found. Aug 11 02:39:45.324967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-56104271-e219-41a9-9c31-548b3902cb16 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "GET /v2.0/ports/ffcc7501-0b11-47ba-9f02-87c989542aea HTTP/1.1" status: 404 len: 333 time: 0.0739608 Aug 11 02:39:45.325235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42810) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:45.339809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'name': 'tempest-AllowedAddressPairTestJSON-1380913143'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:45.402062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:45.417481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-1fb0c89b-9b7c-46ff-be64-e8c7262045a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2245667 Aug 11 02:39:45.425967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:45.430323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:45.440860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:45.441889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.454790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=2e082e46-1e4e-46b3-a361-6a96e358c587,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:45.483098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544072-b932-44ca-a08b-fdd5597c046d req-7b8a850a-93fb-4244-8a1d-131e6964fe98 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:45.483998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24544072-b932-44ca-a08b-fdd5597c046d req-7b8a850a-93fb-4244-8a1d-131e6964fe98 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2800550 Aug 11 02:39:45.569686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-268f9837-f179-4cab-bd22-c2f0e03aeade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:45.574517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-268f9837-f179-4cab-bd22-c2f0e03aeade service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.4158380 Aug 11 02:39:45.619713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cc70be76-ba91-492e-8c63-80a15bb7d2df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6212916 Aug 11 02:39:45.623695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24544072-b932-44ca-a08b-fdd5597c046d req-ac0feb18-47c3-4b54-94f3-c71b964caaba tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246653 Aug 11 02:39:45.624890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42812) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:45.798741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-8b1fb716-ab75-41bb-81c3-33e3a26735be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:45.800426 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-8b1fb716-ab75-41bb-81c3-33e3a26735be service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.2020693 Aug 11 02:39:45.885554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:45.891788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.915816 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-fc811188-3aca-44c5-b952-c92f27c25464 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.0868223 Aug 11 02:39:45.928734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.056133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] device_id is not set on port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:46.057486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 07b336e1-0d23-462b-ba15-d82bac93ade3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:46.058124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.077952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:46.153029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-5824c74b-f6ba-4d3f-9a38-b4d6f48f5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:46.153718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] Provisioning for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:46.156152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-5824c74b-f6ba-4d3f-9a38-b4d6f48f5c13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.2316229 Aug 11 02:39:46.161512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] Provisioning complete for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:46.162354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.296133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efe3e2-b392-4533-babb-3ac3811eaade tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:46.318917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-919d7c53-7e37-439f-9fba-3009d15265ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:46.319964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efe3e2-b392-4533-babb-3ac3811eaade tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:46.321468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-919d7c53-7e37-439f-9fba-3009d15265ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534951 Aug 11 02:39:46.323041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81efe3e2-b392-4533-babb-3ac3811eaade tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6169364 Aug 11 02:39:46.327087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:46.340788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.344877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.436955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] For port 02c33260-39f8-43f6-a5e7-4991cd76d1a3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=02c33260-39f8-43f6-a5e7-4991cd76d1a3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:46.442064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.446584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.461712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 07b336e1-0d23-462b-ba15-d82bac93ade3 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:46.538393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e142fca-cbb2-4ed3-afa7-19d7ed4c33c7 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:46.566587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33949fae-c343-4903-93fe-e7657dd1ad6b None None] Pushing event updated for resources: {'Port': ['ID=02c33260-39f8-43f6-a5e7-4991cd76d1a3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:46.686797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Allocated IP 172.20.0.3 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/663be04e-4d92-4ede-a3e8-4e78de8d31d2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:46.701171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02c33260-39f8-43f6-a5e7-4991cd76d1a3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:46.757191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-06c9c209-4e4f-4a85-96eb-21c528ca5094 None None] Provisioning for port 2e082e46-1e4e-46b3-a361-6a96e358c587 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:46.765000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-06c9c209-4e4f-4a85-96eb-21c528ca5094 None None] Provisioning complete for port 2e082e46-1e4e-46b3-a361-6a96e358c587 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:46.765536 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06c9c209-4e4f-4a85-96eb-21c528ca5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.816416 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-e9fe87cd-8f52-4064-b34a-75278d0e70c2 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691184 Aug 11 02:39:46.854624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 2e082e46-1e4e-46b3-a361-6a96e358c587 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:46.854955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.857595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:46.858103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.887628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.893869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06c9c209-4e4f-4a85-96eb-21c528ca5094 None None] Port 2e082e46-1e4e-46b3-a361-6a96e358c587 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:46.969871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=07b336e1-0d23-462b-ba15-d82bac93ade3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:47.013506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e142fca-cbb2-4ed3-afa7-19d7ed4c33c7 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:47.031644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Router 98e8fc71-db48-40f4-afea-bc22850f4579 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:47.105955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.110256 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d5d9524-4dcc-4dbb-9f53-5e02082e91d8 req-766a5120-4573-48cf-ba98-e8cf710a4dcd service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822952 Aug 11 02:39:47.130984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 2e082e46-1e4e-46b3-a361-6a96e358c587 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:47.371695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.473001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7127164-8347-44f2-b7da-080489014326 req-36cbfe58-3578-4eb5-a878-25f82198dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.474833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-36cbfe58-3578-4eb5-a878-25f82198dbbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.2402501 Aug 11 02:39:47.487138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c2f42e1-fc83-43bf-90eb-337d7a2b358a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.700563 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.752208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.769388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286e1aa-2bd4-4cea-95f9-6b4066d11475 req-56a4fc00-83d6-4791-938f-1b3442652ed3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.771133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f286e1aa-2bd4-4cea-95f9-6b4066d11475 req-56a4fc00-83d6-4791-938f-1b3442652ed3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 1.0041449 Aug 11 02:39:47.824294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router 8b798a48-e9c7-4e88-b1e2-3ff017a775da has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:47.844824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=2e082e46-1e4e-46b3-a361-6a96e358c587,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:47.871121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7127164-8347-44f2-b7da-080489014326 req-c69cbe86-11a4-4a55-a7bf-e1747492290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.873884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-c69cbe86-11a4-4a55-a7bf-e1747492290a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.3548872 Aug 11 02:39:47.902577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.914216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.916501 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-07a98096-ef2c-44d2-83ae-9ae82376fc7b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/2e082e46-1e4e-46b3-a361-6a96e358c587 HTTP/1.1" status: 204 len: 168 time: 1.5878024 Aug 11 02:39:47.920425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42822) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:47.933164 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.960878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:47.976337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5ed29c00-8a3b-4d82-86d3-958ab72df871 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/routers/98e8fc71-db48-40f4-afea-bc22850f4579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5181706 Aug 11 02:39:47.978774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42824) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:47.981035 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] Sync routers for ids ['98e8fc71-db48-40f4-afea-bc22850f4579'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:47.984102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f286e1aa-2bd4-4cea-95f9-6b4066d11475 req-f775bed0-484b-4256-b4c6-7d69ebb993af tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014153 Aug 11 02:39:48.012315 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] Routers {'98e8fc71-db48-40f4-afea-bc22850f4579'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:48.014047 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['98e8fc71-db48-40f4-afea-bc22850f4579'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.070287 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.084436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.089209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:48.089470 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff6b5e1-df03-45a4-9581-17b7e6bf493f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:39:48.101481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] Sync routers for ids ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:48.102116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eff6b5e1-df03-45a4-9581-17b7e6bf493f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/44bc6089-b6f8-4d1e-934f-c2a2e26ecd6a HTTP/1.1" status: 404 len: 333 time: 0.1219978 Aug 11 02:39:48.103719 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-26b0d57f-f9f9-453f-a13f-fffe1bb8ddbf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/8b798a48-e9c7-4e88-b1e2-3ff017a775da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6541107 Aug 11 02:39:48.106697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:48.107028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42828) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:48.117751 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] Routers {'98e8fc71-db48-40f4-afea-bc22850f4579'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:48.121309 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['98e8fc71-db48-40f4-afea-bc22850f4579'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.122366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-8dfd6b62-69d3-4671-840a-a8b37412eed5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.2194793 Aug 11 02:39:48.139365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] Routers {'8b798a48-e9c7-4e88-b1e2-3ff017a775da'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:48.140029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.189050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c6d20b1d-eaf9-434a-9e52-ca74e6f8dea6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b798a48-e9c7-4e88-b1e2-3ff017a775da HTTP/1.1" status: 200 len: 205 time: 0.0801878 Aug 11 02:39:48.190544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.196225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42830) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:48.201296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4c8d6-0429-4051-8896-fd86e5df242e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.202971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4c8d6-0429-4051-8896-fd86e5df242e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.206983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6fc4c8d6-0429-4051-8896-fd86e5df242e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2554243 Aug 11 02:39:48.210434 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.210696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] Routers {'8b798a48-e9c7-4e88-b1e2-3ff017a775da'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:48.211131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d6612-55e1-4caf-9d8c-6a7eedf726f1 None None] The sync data for ids ['98e8fc71-db48-40f4-afea-bc22850f4579'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:48.211265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.213983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:48.226508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Transition to ACTIVE for port object 663be04e-4d92-4ede-a3e8-4e78de8d31d2 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:48.306685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:48.308858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3b4a8-4967-43fb-a479-20554b241771 None None] The sync data for ids ['8b798a48-e9c7-4e88-b1e2-3ff017a775da'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:48.317555 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.341422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.400682 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.430591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add753b0-e724-4795-91e5-2694ee95ba29 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:48.463216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-87ca13d5-e05a-4c9b-b7ed-eb4b15acfc1d None None] Provisioning complete for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:48.463216 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87ca13d5-e05a-4c9b-b7ed-eb4b15acfc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.612577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=663be04e-4d92-4ede-a3e8-4e78de8d31d2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:48.633438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Router 616d3e13-2fd4-4d86-af70-d6eca247f9ca has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:48.639121 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.700997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-87ca13d5-e05a-4c9b-b7ed-eb4b15acfc1d None None] Could not find standard attr ID for object 2e082e46-1e4e-46b3-a361-6a96e358c587. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:48.734418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:48.768744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add753b0-e724-4795-91e5-2694ee95ba29 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:48.777560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:48.785061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:48.938556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7127164-8347-44f2-b7da-080489014326 req-d2926c90-1319-446e-905d-447b703340c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.938556 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-d2926c90-1319-446e-905d-447b703340c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.7586315 Aug 11 02:39:48.957496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6fb45942-e6eb-44f6-ba11-d09e65fcad49 None None] Provisioning complete for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:48.957911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:48.958898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fb45942-e6eb-44f6-ba11-d09e65fcad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.965770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.048007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:49.048774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.064361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.070304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.076292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d93e56e0-0e39-4f6e-8945-b16b83df3f9f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7469130 Aug 11 02:39:49.076987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42840) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:49.086413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4e:0b:3d'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:49.148336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.176635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.182111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.227840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6fb45942-e6eb-44f6-ba11-d09e65fcad49 None None] Could not find standard attr ID for object 2e082e46-1e4e-46b3-a361-6a96e358c587. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:49.297841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7127164-8347-44f2-b7da-080489014326 req-71e4c458-27f2-4085-9497-457d6193cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:49.299745 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-71e4c458-27f2-4085-9497-457d6193cd1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3564231 Aug 11 02:39:49.318485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.318485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router 8b798a48-e9c7-4e88-b1e2-3ff017a775da {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:49.361638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.363896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Fanout notify agent at l3_agent the message router_deleted on router 98e8fc71-db48-40f4-afea-bc22850f4579 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:49.379328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.381446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f2428a78-de5c-47d8-b159-f36ad946f484 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/routers/98e8fc71-db48-40f4-afea-bc22850f4579 HTTP/1.1" status: 204 len: 168 time: 1.2706597 Aug 11 02:39:49.388561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42846) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:49.406532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.412850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-02bcf242-3b99-4ae9-860e-fda2ec4e1373 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/8b798a48-e9c7-4e88-b1e2-3ff017a775da HTTP/1.1" status: 204 len: 168 time: 1.2105508 Aug 11 02:39:49.414150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42848) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:49.450621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.517910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:49.541283 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] Sync routers for ids ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:49.572303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] Routers {'616d3e13-2fd4-4d86-af70-d6eca247f9ca'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:49.574082 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:49.600897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.605194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4e0280e7-426a-4584-8f16-8e9287c23d37 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "PUT /v2.0/routers/616d3e13-2fd4-4d86-af70-d6eca247f9ca HTTP/1.1" status: 200 len: 922 time: 6.2634768 Aug 11 02:39:49.608349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:49.656661 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:49.671152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] Routers {'616d3e13-2fd4-4d86-af70-d6eca247f9ca'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:49.672142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:49.725801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76305c-c978-453c-b489-1f6fdd977d4c req-72ff567a-6ea5-48f3-bd40-aa068ddf91a5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:49.729153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c76305c-c978-453c-b489-1f6fdd977d4c req-72ff567a-6ea5-48f3-bd40-aa068ddf91a5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.6122019 Aug 11 02:39:49.732978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:49.734303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc2974-ee68-495a-8bba-661cbadfc2a9 None None] The sync data for ids ['616d3e13-2fd4-4d86-af70-d6eca247f9ca'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:49.787981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-36332f5d-9194-4106-b7ef-092070ab6a47 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445460 Aug 11 02:39:49.792221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet 08c54c92-fb41-43cc-8dc0-b6b81e749911 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:49.793162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.796312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.813683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet a36a33f3-b08a-4c86-8990-0ecf9b5f3137 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:49.874590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.887779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.907196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.913902 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2 HTTP/1.1" status: 204 len: 168 time: 1.6662936 Aug 11 02:39:49.922046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee10ec-e907-4240-b1c2-ea3f2ebe614d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:49.937496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42852) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:50.003541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2674105b-f1ac-40f9-a2dc-2403cdfb64b9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/616d3e13-2fd4-4d86-af70-d6eca247f9ca HTTP/1.1" status: 200 len: 922 time: 0.3917999 Aug 11 02:39:50.014651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:50.036142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.098847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d2a569b2-7b11-495a-bdcf-031561991162 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1592593 Aug 11 02:39:50.113912 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.117482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:50.126165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:50.153747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7127164-8347-44f2-b7da-080489014326 req-0965f192-aae5-4920-8a76-f015fe6fedb7 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471358 Aug 11 02:39:50.212976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c76305c-c978-453c-b489-1f6fdd977d4c req-6c088904-11a7-4bbd-9ff5-59887e71a341 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4454942 Aug 11 02:39:50.224337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa367ee8-d0de-4560-904e-3b87b7ac2f9b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:50.226747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa367ee8-d0de-4560-904e-3b87b7ac2f9b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=616d3e13-2fd4-4d86-af70-d6eca247f9ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1822457 Aug 11 02:39:50.231455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:50.235016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.382411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dc8c11f0-ebd1-44ab-9310-a61acb784095 None None] Provisioning complete for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:50.383253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc8c11f0-ebd1-44ab-9310-a61acb784095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.392373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72f8c92-a3a7-4f9b-a572-2108d02b7c3e None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:50.418528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:50.422961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.796801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83dfdc-69c2-4dae-9b0d-9c1b38bbaadb tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:50.806053 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a83dfdc-69c2-4dae-9b0d-9c1b38bbaadb tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.5685396 Aug 11 02:39:50.807416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:50.827103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.931273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-04351754-08ad-4347-a7f9-e20080022313 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=616d3e13-2fd4-4d86-af70-d6eca247f9ca HTTP/1.1" status: 200 len: 205 time: 0.1192765 Aug 11 02:39:50.937228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:50.938758 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.037359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:51.143524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e4d4f1ab-ee81-4c59-92a6-1ff53fe78325 None None] Provisioning for port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:51.151371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e4d4f1ab-ee81-4c59-92a6-1ff53fe78325 None None] Provisioning complete for port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:51.151796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.152056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f1ab-ee81-4c59-92a6-1ff53fe78325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.163928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.233900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] Deleting port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:51.234802 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.270733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.325578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4f1ab-ee81-4c59-92a6-1ff53fe78325 None None] Port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:51.325827 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.333147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.353383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=a36a33f3-b08a-4c86-8990-0ecf9b5f3137,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.357884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] For port 02c33260-39f8-43f6-a5e7-4991cd76d1a3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=02c33260-39f8-43f6-a5e7-4991cd76d1a3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:51.359056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.378854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e4d4f1ab-ee81-4c59-92a6-1ff53fe78325 None None] Provisioning complete for port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:51.379290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f1ab-ee81-4c59-92a6-1ff53fe78325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.385207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=663be04e-4d92-4ede-a3e8-4e78de8d31d2,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.392221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] Calling delete_port for 02c33260-39f8-43f6-a5e7-4991cd76d1a3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:51.414639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c38254-ac2f-4b5b-8389-38cabe0a557a None None] Network e8c0532a-28eb-425f-9da7-ef2d1a4ae222 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:51.436938 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.443490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3eced25a-f1ad-41cc-bbe2-3141d6e32e4b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/a36a33f3-b08a-4c86-8990-0ecf9b5f3137 HTTP/1.1" status: 204 len: 168 time: 2.0314088 Aug 11 02:39:51.450277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:51.512220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465180a-13e4-4ed9-a4cf-3e7820848407 None None] Network ccb16edd-1da6-486f-93ad-b177c2141038 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:51.546994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.549305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/08c54c92-fb41-43cc-8dc0-b6b81e749911 HTTP/1.1" status: 204 len: 168 time: 2.1289477 Aug 11 02:39:51.550533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95659b-2581-426e-9556-e0020e97495e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=08c54c92-fb41-43cc-8dc0-b6b81e749911,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.559076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] In _notify_port_updated(), no bound segment for port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 on network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:39:51.566335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:51.567558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.574127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f65a5ca3-7243-48cd-bd77-2766f7fca5c6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "PUT /v2.0/ports/663be04e-4d92-4ede-a3e8-4e78de8d31d2 HTTP/1.1" status: 200 len: 996 time: 2.4921253 Aug 11 02:39:51.575495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42872) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:51.576336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42874) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:51.621665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.698686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.846976 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.877159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:39:51.954138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:51.954138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.042451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port e1c11afe-f185-4ef0-9d99-c25de3227d28 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:52.042909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.058026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Deleting port 4985c1f9-a063-47a2-8f34-19e0bd472922 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:52.058826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.071402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.132176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] DHCP port deletion for e8c0532a-28eb-425f-9da7-ef2d1a4ae222 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:52.141900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] Pushing event deleted for resources: {'Port': ['ID=02c33260-39f8-43f6-a5e7-4991cd76d1a3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:52.149963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376be287-46e2-4b66-965f-6c9a889e9dda None None] No DVR routers for this DVR port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:52.152747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:52.153550 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.229893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8163729a-0a88-4156-b7ea-3387383f9a97 None None] Provisioning complete for port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:52.230257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8163729a-0a88-4156-b7ea-3387383f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.246893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.253471 n-d-715271-8 neutron-server[94700]: WARNING neutron.services.revisions.revision_plugin [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Could not find related port for resource to bump revision. Aug 11 02:39:52.283617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] For port e1c11afe-f185-4ef0-9d99-c25de3227d28, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1c11afe-f185-4ef0-9d99-c25de3227d28,segment=NetworkSegment(6197ff93-16f3-4a13-8d5e-24d10315af2a),segment_id=6197ff93-16f3-4a13-8d5e-24d10315af2a)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:52.283922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_pluggable_backend [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Port 02c33260-39f8-43f6-a5e7-4991cd76d1a3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 02:39:52.284863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.285069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_pluggable_backend [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4b:28d3 {{(pid=94700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 02:39:52.285329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] DHCP port deletion for ccb16edd-1da6-486f-93ad-b177c2141038 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:52.301454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8163729a-0a88-4156-b7ea-3387383f9a97 None None] Port 663be04e-4d92-4ede-a3e8-4e78de8d31d2 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:52.302110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for 663be04e-4d92-4ede-a3e8-4e78de8d31d2 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:52.303290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_pluggable_backend [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4b:28d3 {{(pid=94700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 02:39:52.309372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] Deleting port e1c11afe-f185-4ef0-9d99-c25de3227d28 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:52.309372 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.309831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.321294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for e1c11afe-f185-4ef0-9d99-c25de3227d28 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:52.325457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.381916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Calling delete_port for 4985c1f9-a063-47a2-8f34-19e0bd472922 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:52.419469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] For port e1c11afe-f185-4ef0-9d99-c25de3227d28, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1c11afe-f185-4ef0-9d99-c25de3227d28,segment=NetworkSegment(6197ff93-16f3-4a13-8d5e-24d10315af2a),segment_id=6197ff93-16f3-4a13-8d5e-24d10315af2a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:52.419469 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.425637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port b0b065cc-cb7d-4730-84c0-c6c2ea27c210, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,segment=NetworkSegment(e6da82f5-7b59-4ae3-8616-e68d0ad810b6),segment_id=e6da82f5-7b59-4ae3-8616-e68d0ad810b6)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:52.426125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.430648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:52.439246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:52.454252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:52.455458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.458248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] Calling delete_port for e1c11afe-f185-4ef0-9d99-c25de3227d28 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:52.462520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ae2c7-a7ae-4906-915e-da62283801dd None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:52.467132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=7f1f58e4-cba8-4f41-aeff-410970e23aa3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:52.494855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for b0b065cc-cb7d-4730-84c0-c6c2ea27c210 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:52.550328 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-829706cf-9937-4e0f-8f38-e9cb43d1d386 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4255280 Aug 11 02:39:52.554804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:52.563530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:f2:84:69', 'name': 'tempest-NetworksTestDHCPv6-799684043'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:52.580812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] Deleting port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:52.582049 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.703267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.756928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02c33260-39f8-43f6-a5e7-4991cd76d1a3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:52.816596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 02c33260-39f8-43f6-a5e7-4991cd76d1a3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:52.817190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02c33260-39f8-43f6-a5e7-4991cd76d1a3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:52.817864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1c11afe-f185-4ef0-9d99-c25de3227d28 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:52.939558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] For port b0b065cc-cb7d-4730-84c0-c6c2ea27c210, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,segment=NetworkSegment(e6da82f5-7b59-4ae3-8616-e68d0ad810b6),segment_id=e6da82f5-7b59-4ae3-8616-e68d0ad810b6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:52.940862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.982468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e1c11afe-f185-4ef0-9d99-c25de3227d28 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:52.982906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1c11afe-f185-4ef0-9d99-c25de3227d28 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:52.983590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0b065cc-cb7d-4730-84c0-c6c2ea27c210 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:53.003981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:53.031210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] Calling delete_port for b0b065cc-cb7d-4730-84c0-c6c2ea27c210 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:53.078357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.114065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.117011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.158481 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.165295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.168967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event deleted for resources: {'Port': ['ID=4985c1f9-a063-47a2-8f34-19e0bd472922,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.189854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=e1c11afe-f185-4ef0-9d99-c25de3227d28,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.195898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No DVR routers for this DVR port e1c11afe-f185-4ef0-9d99-c25de3227d28 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:53.199803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.214061 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.221328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 32d6434b-2786-4ac7-8e42-4d244b2f3678 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:53.235974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] Pushing event deleted for resources: {'Port': ['ID=e1c11afe-f185-4ef0-9d99-c25de3227d28,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.249024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889a198-9f52-4d4f-9425-3ac0f2a16a95 None None] No DVR routers for this DVR port e1c11afe-f185-4ef0-9d99-c25de3227d28 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:53.285829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.289146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:53.309861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 update to DOWN by agent not found {{(pid=94701) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:39:53.341701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.377941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '7f1f58e4-cba8-4f41-aeff-410970e23aa3'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:53.389548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.427637 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.471653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] Pushing event deleted for resources: {'Port': ['ID=b0b065cc-cb7d-4730-84c0-c6c2ea27c210,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.492419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf5759-2335-464f-a3c7-bebade592882 None None] No DVR routers for this DVR port b0b065cc-cb7d-4730-84c0-c6c2ea27c210 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:53.536545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=663be04e-4d92-4ede-a3e8-4e78de8d31d2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.568532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.597575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.693796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.695862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Fanout notify agent at l3_agent the message router_deleted on router 616d3e13-2fd4-4d86-af70-d6eca247f9ca {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:39:53.727101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.729297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9129f5d6-4bd4-4a7f-adae-1a0d8def6ced tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/616d3e13-2fd4-4d86-af70-d6eca247f9ca HTTP/1.1" status: 204 len: 168 time: 2.7902908 Aug 11 02:39:53.732035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.737978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fef2:8469 (a7548113-1c15-4cbd-941e-a75d799a7de7/7f1f58e4-cba8-4f41-aeff-410970e23aa3/32d6434b-2786-4ac7-8e42-4d244b2f3678) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:53.746202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:53.764328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-889569480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:53.766767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c0532a-28eb-425f-9da7-ef2d1a4ae222']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:53.790070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.797929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6197ff93-16f3-4a13-8d5e-24d10315af2a') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:53.798576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6197ff93-16f3-4a13-8d5e-24d10315af2a') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:53.822707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.828519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb16edd-1da6-486f-93ad-b177c2141038']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:53.838692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.841433 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1189f345-3ae3-43a9-b368-3779b3e37e1f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/ports/663be04e-4d92-4ede-a3e8-4e78de8d31d2 HTTP/1.1" status: 204 len: 168 time: 2.2525430 Aug 11 02:39:53.849762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42886) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:53.867860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:53.868664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6da82f5-7b59-4ae3-8616-e68d0ad810b6') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:53.891286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.893232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.901933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.905503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.914276 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef57a1df-6019-4deb-8930-010d663a4248 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] GET failed (client error): The resource could not be found. Aug 11 02:39:53.917498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ef57a1df-6019-4deb-8930-010d663a4248 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "GET /v2.0/ports/663be04e-4d92-4ede-a3e8-4e78de8d31d2 HTTP/1.1" status: 404 len: 333 time: 0.0631082 Aug 11 02:39:53.923113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:53.931205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:53.931942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.932203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'name': 'tempest-AllowedAddressPairTestJSON-914242661'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:53.946750 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:53.953825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.044621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:54.045395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:54.065029 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:54.154946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.170533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.196884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.217612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.222100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/e8c0532a-28eb-425f-9da7-ef2d1a4ae222 HTTP/1.1" status: 204 len: 168 time: 2.7689521 Aug 11 02:39:54.230198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:54.232973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.239509 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e1a6005-9c8a-421c-8eac-29cdb3593992 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4866667 Aug 11 02:39:54.244519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42892) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:54.247717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.256667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:54.261269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec01c00-d941-42e8-91eb-8a0a79f29ca2 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=e8c0532a-28eb-425f-9da7-ef2d1a4ae222,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:54.270354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.278316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/ccb16edd-1da6-486f-93ad-b177c2141038 HTTP/1.1" status: 204 len: 168 time: 2.6876574 Aug 11 02:39:54.319033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:54.336887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812196095', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:54.397851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.410159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:39:54.410159 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:39:54.410159 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id_1': '3e83bc14617e425bbc02c35f1f066665', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 39, 54, 366694)}] Aug 11 02:39:54.410159 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:54.411049 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:54.424470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ddfcf-b0f0-40fe-8338-d041f1544c04 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.433136 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-958ddfcf-b0f0-40fe-8338-d041f1544c04 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/1518dbd2-1dc9-4056-9af2-e39ea34b484b HTTP/1.1" status: 200 len: 844 time: 0.1904495 Aug 11 02:39:54.436095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42898) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:54.438895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56ea35-2311-40d0-98d2-b91b4f8826d1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=ccb16edd-1da6-486f-93ad-b177c2141038,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:54.448736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 32d6434b-2786-4ac7-8e42-4d244b2f3678 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:54.451689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:54.456767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.508118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] device_id is not set on port 56d80594-58c2-4ef7-919c-ec9f5ec6d921 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:54.675052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-342f0589-e351-4100-a605-6c2aa7dbea95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/1518dbd2-1dc9-4056-9af2-e39ea34b484b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2310836 Aug 11 02:39:54.675572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42900) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:54.684977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:54.780578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Allocated IP 2001:db8::f816:3eff:fe2e:ed46 (a7548113-1c15-4cbd-941e-a75d799a7de7/7f1f58e4-cba8-4f41-aeff-410970e23aa3/8352920d-5868-4337-b991-bb7e30baa282) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:54.852051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Allocated IP 172.20.0.9 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/56d80594-58c2-4ef7-919c-ec9f5ec6d921) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:54.872411 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.874446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.953299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:54.977777 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:54.988495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.989406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.999794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:55.007462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:55.008160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.097160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.102949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:39:55.105362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=32d6434b-2786-4ac7-8e42-4d244b2f3678,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:55.139785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ff3af500-e99d-4c56-8e84-7357d31729a0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5787759 Aug 11 02:39:55.140130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Transition to ACTIVE for port object 8352920d-5868-4337-b991-bb7e30baa282 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:55.140380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:55.212604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Transition to ACTIVE for port object 8352920d-5868-4337-b991-bb7e30baa282 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:55.219675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:55.225814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.230465 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.260875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.335581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe21da4-7de2-4812-a423-e4a18839748e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:55.340408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bbe21da4-7de2-4812-a423-e4a18839748e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1934497 Aug 11 02:39:55.340728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:55.364764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:55.378898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:55.394028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:55.425781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Pushing event updated for resources: {'Port': ['ID=8352920d-5868-4337-b991-bb7e30baa282,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:55.515000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Attempting to bind port 8352920d-5868-4337-b991-bb7e30baa282 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:55.515749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Attempting to bind port 8352920d-5868-4337-b991-bb7e30baa282 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:55.516435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Attempting to bind port 8352920d-5868-4337-b991-bb7e30baa282 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:55.524063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:55.524491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:55.524898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.525227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:55.525730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Bound port: 8352920d-5868-4337-b991-bb7e30baa282, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:55.526160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.664700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] For port 8352920d-5868-4337-b991-bb7e30baa282, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:55.671272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] For port 8352920d-5868-4337-b991-bb7e30baa282, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8352920d-5868-4337-b991-bb7e30baa282,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:55.678313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.758706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.798491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.805321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af3a18-d9e6-4e1c-b7bb-7a6089ec6bf6 None None] Pushing event updated for resources: {'Port': ['ID=8352920d-5868-4337-b991-bb7e30baa282,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:55.946826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.947365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.952685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.977220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Transition to ACTIVE for port object 56d80594-58c2-4ef7-919c-ec9f5ec6d921 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:56.124328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:56.147826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:56.152698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:56.154074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.173608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 32d6434b-2786-4ac7-8e42-4d244b2f3678 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:56.174051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.186471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.203821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6bbc3f-5e30-42aa-95f9-e46a17fdb447 None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:56.234828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=b585b1ef-329d-49aa-b1ca-fd3f3d835a27,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:56.240564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eb2b5f73-24f7-4a80-b9b5-2b4c8c879faf tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5625296 Aug 11 02:39:56.244369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Allocated IP 172.25.6.185 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a930a980-39e6-4cd2-b00b-1bf240ccde22) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:56.250782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:56.285826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'security_group': {'name': 'tempest-secgroup-846548502'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:56.370084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:56.380095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=56d80594-58c2-4ef7-919c-ec9f5ec6d921,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:56.400518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:56.411434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.416316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:56.471641 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.497400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:56.497895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.501632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'tenant_id': '04415bab4bcc4ceeb5f1e542e35adc84', 'fixed_ips': [{'subnet_id': 'b585b1ef-329d-49aa-b1ca-fd3f3d835a27'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:56.504061 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.525457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.556677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.606631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 32d6434b-2786-4ac7-8e42-4d244b2f3678 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:56.666556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:56.701640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:56.709404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:56.714141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event updated for resources: {'Port': ['ID=a930a980-39e6-4cd2-b00b-1bf240ccde22,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:56.815181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Allocated IP 2001:db8::2 (a60c2711-8a6f-40aa-9d5c-6701aa18089f/b585b1ef-329d-49aa-b1ca-fd3f3d835a27/db804276-80ee-4899-81ff-95ad4a4d4f64) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:56.839725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-619b3661-93fd-4ff0-a165-89d772599899 None None] Provisioning for port 56d80594-58c2-4ef7-919c-ec9f5ec6d921 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:56.842200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6de220e5-eb2a-417f-8574-4d7b02272573 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9165065 Aug 11 02:39:56.849098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-619b3661-93fd-4ff0-a165-89d772599899 None None] Provisioning complete for port 56d80594-58c2-4ef7-919c-ec9f5ec6d921 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:56.849851 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-619b3661-93fd-4ff0-a165-89d772599899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.851905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:56.877542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'network_id': 'ac6d1b96-7ff4-40b2-a869-31cb90e25bdd', 'name': 'tempest-AllowedAddressPairTestJSON-2105707596'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:56.923391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8352920d-5868-4337-b991-bb7e30baa282 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:57.138834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.159009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.215754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.265884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-619b3661-93fd-4ff0-a165-89d772599899 None None] Port 56d80594-58c2-4ef7-919c-ec9f5ec6d921 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:57.308310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8352920d-5868-4337-b991-bb7e30baa282 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:57.344078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.354674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Transition to ACTIVE for port object db804276-80ee-4899-81ff-95ad4a4d4f64 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:57.377023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Transition to ACTIVE for port object db804276-80ee-4899-81ff-95ad4a4d4f64 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:57.384566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.439425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:57.448067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:57.450652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:57.464721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:57.516794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.523873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.530295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.548895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Attempting to bind port db804276-80ee-4899-81ff-95ad4a4d4f64 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:57.549277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Attempting to bind port db804276-80ee-4899-81ff-95ad4a4d4f64 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:57.549827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Attempting to bind port db804276-80ee-4899-81ff-95ad4a4d4f64 on network a60c2711-8a6f-40aa-9d5c-6701aa18089f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:57.554673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db488251-e729-48a8-9e24-5204adab8230 None None] Provisioning for port 8352920d-5868-4337-b991-bb7e30baa282 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:57.562334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db488251-e729-48a8-9e24-5204adab8230 None None] Provisioning complete for port 8352920d-5868-4337-b991-bb7e30baa282 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:57.562723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db488251-e729-48a8-9e24-5204adab8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.564769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:57.565148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Checking segment: {'id': 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:57.565548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.566069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Bound using segment: {'id': 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:57.566576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Bound port: db804276-80ee-4899-81ff-95ad4a4d4f64, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:57.567115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.616774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.25.6.110 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/3eda18d1-47b3-4516-9a75-901b5952b3e6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:57.692242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.701325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:57.706236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:57.717002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.769050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Router 8d94c23a-c46c-49e7-ab61-b453d7b57b2e is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:57.821333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Made reservation on behalf of cf2840bc2a6044bc9849c10d2bca1523 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:57.825660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.850550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.861292 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5800574 Aug 11 02:39:57.865879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42916) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:57.871651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'security_group': {'name': 'tempest-secgroup-847740125'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:57.874574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.887894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd76a5-fa67-42e2-8439-808b914a7fd9 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d651a074-3664-4d88-aee9-283ee0ea9dd6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:57.905188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aeb27-68e4-451e-b59a-717a26ac4664 None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:57.914597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db488251-e729-48a8-9e24-5204adab8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.937230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] device_id is not set on port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:57.940009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.976898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-db488251-e729-48a8-9e24-5204adab8230 None None] For port 8352920d-5868-4337-b991-bb7e30baa282, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8352920d-5868-4337-b991-bb7e30baa282,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:57.983984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=32d6434b-2786-4ac7-8e42-4d244b2f3678,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:57.984338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db488251-e729-48a8-9e24-5204adab8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.012816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:58.021516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.027428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b37b7871-85f4-490a-a2ff-d41179237fb2 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "PUT /v2.0/routers/8d94c23a-c46c-49e7-ab61-b453d7b57b2e HTTP/1.1" status: 200 len: 879 time: 3.7802124 Aug 11 02:39:58.030850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42918) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.039345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] Sync routers for ids ['8d94c23a-c46c-49e7-ab61-b453d7b57b2e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:58.074327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] Routers {'8d94c23a-c46c-49e7-ab61-b453d7b57b2e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:58.076658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8d94c23a-c46c-49e7-ab61-b453d7b57b2e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:58.091625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.094709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-82406563-452f-4e9b-bc53-4e9f5bf05c47 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/32d6434b-2786-4ac7-8e42-4d244b2f3678 HTTP/1.1" status: 204 len: 168 time: 2.7507839 Aug 11 02:39:58.098773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.157369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.184477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-42573191-a557-4b91-98b1-40935572c094 None None] Could not find standard attr ID for object 32d6434b-2786-4ac7-8e42-4d244b2f3678. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:58.186391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:58.227004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.231333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db488251-e729-48a8-9e24-5204adab8230 None None] Pushing event updated for resources: {'Port': ['ID=8352920d-5868-4337-b991-bb7e30baa282,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:58.239734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0e337626-32ba-43c8-8cbc-7dcec5308de8 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/8d94c23a-c46c-49e7-ab61-b453d7b57b2e HTTP/1.1" status: 200 len: 920 time: 0.2067659 Aug 11 02:39:58.241807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42922) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.242701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.248658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] Routers {'8d94c23a-c46c-49e7-ab61-b453d7b57b2e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:58.250482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8d94c23a-c46c-49e7-ab61-b453d7b57b2e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:58.357467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:58.358239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce89edb-7f67-42e0-9b70-8385d34642a0 None None] The sync data for ids ['8d94c23a-c46c-49e7-ab61-b453d7b57b2e'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:58.373129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde077b-e1fb-4b9b-8345-1f7f8189c04b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:58.376451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde077b-e1fb-4b9b-8345-1f7f8189c04b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:58.378959 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1bde077b-e1fb-4b9b-8345-1f7f8189c04b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2734632 Aug 11 02:39:58.394231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42926) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.471460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c799b8d-48ad-45f6-9dc8-cc986c9bd736,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:58.475116 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.477368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.481873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Allocated IP 172.20.0.13 (ac6d1b96-7ff4-40b2-a869-31cb90e25bdd/e12f0d44-5015-4c29-b28d-ed80a93b5540/58d31133-7c08-4595-bcc1-0a1a39e55ad1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:58.485752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4c96433-2a3e-4c59-8aaf-f4f21528778b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6184883 Aug 11 02:39:58.493714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.507122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501755304', 'security_groups': ['9c799b8d-48ad-45f6-9dc8-cc986c9bd736'], 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b585b1ef-329d-49aa-b1ca-fd3f3d835a27'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:58.528152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b43446-ad50-432e-8a36-c76b1f30c4a4 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:58.529910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a6b43446-ad50-432e-8a36-c76b1f30c4a4 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=8d94c23a-c46c-49e7-ab61-b453d7b57b2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2839422 Aug 11 02:39:58.534798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 7f1f58e4-cba8-4f41-aeff-410970e23aa3 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:58.538297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.540474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.613768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:58.643430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.650855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:58.669795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:58.684729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=3eda18d1-47b3-4516-9a75-901b5952b3e6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:58.781773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea2670-9a83-45be-bf9a-4d9ab7b6bd7c tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:58.787538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0ea2670-9a83-45be-bf9a-4d9ab7b6bd7c tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.2446530 Aug 11 02:39:58.801658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.848167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.895489 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6a2d6eb1-50d0-4f2e-8e09-11582967dc1e tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d94c23a-c46c-49e7-ab61-b453d7b57b2e HTTP/1.1" status: 200 len: 205 time: 0.0883713 Aug 11 02:39:58.906694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.915722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db804276-80ee-4899-81ff-95ad4a4d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:58.934137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.952830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.957895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/7f1f58e4-cba8-4f41-aeff-410970e23aa3 HTTP/1.1" status: 204 len: 168 time: 0.5590258 Aug 11 02:39:58.977599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42938) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.987914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e63d6-9baa-4b4d-b219-640ac772df8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1f58e4-cba8-4f41-aeff-410970e23aa3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:59.018144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693fd7a9-5842-4fea-8767-c3f92e27869f None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:59.031872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7da720ab-849f-4ea0-a437-4ea4bb1db6c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494077 Aug 11 02:39:59.034820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:59.128580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1279e73-3e8f-46fc-935a-620f33bcf412 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.134043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a1279e73-3e8f-46fc-935a-620f33bcf412 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0939548 Aug 11 02:39:59.135244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42942) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:59.148586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.177280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Transition to ACTIVE for port object 58d31133-7c08-4595-bcc1-0a1a39e55ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:59.205252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b59b9a-a513-4638-9db7-56a1e8525080 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:59.207496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-64b59b9a-a513-4638-9db7-56a1e8525080 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708966 Aug 11 02:39:59.212690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42944) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:59.249096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:59.253892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port db804276-80ee-4899-81ff-95ad4a4d4f64 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:59.268121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8352920d-5868-4337-b991-bb7e30baa282 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:59.317650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1df90305-d20f-4397-b923-6fb9dd6d1ae5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950685 Aug 11 02:39:59.323576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42946) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:59.330300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:59.346176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:59.437527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8352920d-5868-4337-b991-bb7e30baa282 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:59.437952 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.482333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] Deleting port 8352920d-5868-4337-b991-bb7e30baa282 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:59.483058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.487941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:59.500261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.541855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.585750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] For port 8352920d-5868-4337-b991-bb7e30baa282, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8352920d-5868-4337-b991-bb7e30baa282,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:59.586214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.632265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] Calling delete_port for 8352920d-5868-4337-b991-bb7e30baa282 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:59.660109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.664052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Provisioning for port db804276-80ee-4899-81ff-95ad4a4d4f64 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:59.675649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:59.675649 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.878245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.886123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:59.904440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.910449 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.912940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] Pushing event deleted for resources: {'Port': ['ID=8352920d-5868-4337-b991-bb7e30baa282,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:59.913669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:59.925246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0544b-f031-403b-804f-dfb67828fe9c None None] No DVR routers for this DVR port 8352920d-5868-4337-b991-bb7e30baa282 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:59.927062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:59.963690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:59.971408 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.972520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=58d31133-7c08-4595-bcc1-0a1a39e55ad1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:00.031932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 3440f068-f9ed-4132-b64f-059bc0b45c75 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:00.040824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.064527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:00.065035 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.122607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:00.154615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb756057-f7a0-46b1-8243-fae839aa3b15 None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:00.195685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:00.196499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.219794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.321165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-342faa6b-3ff5-48f8-9133-e2cfaf4a731d tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4651332 Aug 11 02:40:00.321899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:00.356117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:0b:3d'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7c:4e:82'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:00.385643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:40:00.387591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.389418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84e91e79-7773-4bab-b3f1-781f89905c6c None None] Provisioning for port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:00.394919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84e91e79-7773-4bab-b3f1-781f89905c6c None None] Provisioning complete for port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:00.394919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84e91e79-7773-4bab-b3f1-781f89905c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.437286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84e91e79-7773-4bab-b3f1-781f89905c6c None None] Port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:00.451566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:00.456878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:00.462159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:00.462785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.472663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772eb1c8-dd60-4e99-af80-39c778b11269 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:00.481333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=b41a33ac-3718-4113-b44d-7fda2e360dbd,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:00.494754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-813753c3-c19a-41bc-936b-a29dc29ccd35 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1664727 Aug 11 02:40:00.495514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42952) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:00.502361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:57:7d:21', 'name': 'tempest-NetworksTestDHCPv6-38714395'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:00.669357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:00.748437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db804276-80ee-4899-81ff-95ad4a4d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:00.753677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': 'b41a33ac-3718-4113-b44d-7fda2e360dbd'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:00.754744 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.789790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.828377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 0f034a2a-b722-4d15-83ea-4692b1d68f2b yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:00.926765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:00.927658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.983428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Allocated IP 2001:db8::f816:3eff:fe4e:1324 (a7548113-1c15-4cbd-941e-a75d799a7de7/b41a33ac-3718-4113-b44d-7fda2e360dbd/3f06210f-d7b9-4fac-8b0e-aceb529b6765) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:01.114873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::12 (a60c2711-8a6f-40aa-9d5c-6701aa18089f/b585b1ef-329d-49aa-b1ca-fd3f3d835a27/3440f068-f9ed-4132-b64f-059bc0b45c75) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:01.177673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Deleting port a930a980-39e6-4cd2-b00b-1bf240ccde22 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:01.178243 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.178515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8352920d-5868-4337-b991-bb7e30baa282 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:01.213367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8352920d-5868-4337-b991-bb7e30baa282 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:01.214024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8352920d-5868-4337-b991-bb7e30baa282 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:01.247094 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.260223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Transition to ACTIVE for port object 3f06210f-d7b9-4fac-8b0e-aceb529b6765 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:01.287423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Transition to ACTIVE for port object 3f06210f-d7b9-4fac-8b0e-aceb529b6765 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:01.296057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.310194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.346862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:01.350560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:01.353304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:01.368561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Pushing event updated for resources: {'Port': ['ID=3f06210f-d7b9-4fac-8b0e-aceb529b6765,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:01.395153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fe57:7d21 (a7548113-1c15-4cbd-941e-a75d799a7de7/b41a33ac-3718-4113-b44d-7fda2e360dbd/0f034a2a-b722-4d15-83ea-4692b1d68f2b) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:01.426895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Attempting to bind port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:01.428015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Attempting to bind port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:01.428401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Attempting to bind port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:01.434778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:01.435500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:01.436844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.436844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:01.437253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Bound port: 3f06210f-d7b9-4fac-8b0e-aceb529b6765, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:01.437571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.516992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] For port 3f06210f-d7b9-4fac-8b0e-aceb529b6765, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:01.522046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] For port 3f06210f-d7b9-4fac-8b0e-aceb529b6765, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3f06210f-d7b9-4fac-8b0e-aceb529b6765,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:01.528720 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.605517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a13142-8fc9-4a73-b419-8336e7232393 None None] Pushing event updated for resources: {'Port': ['ID=3f06210f-d7b9-4fac-8b0e-aceb529b6765,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:01.643875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.666342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 0f034a2a-b722-4d15-83ea-4692b1d68f2b will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:01.714914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.744425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.753303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.801303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:01.808529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:01.811253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=0f034a2a-b722-4d15-83ea-4692b1d68f2b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:01.814748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:01.825139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Calling delete_port for a930a980-39e6-4cd2-b00b-1bf240ccde22 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:01.825694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:01.826823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.854553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b0dab83e-3819-4e2e-bdfc-3c750c63b1ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3527100 Aug 11 02:40:01.854862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42956) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:01.962544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d34c43-83de-444c-9ee0-6fd478a0316c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:01.968746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d34c43-83de-444c-9ee0-6fd478a0316c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:01.970584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f7d34c43-83de-444c-9ee0-6fd478a0316c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1147301 Aug 11 02:40:01.975011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:02.072045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.127679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 3440f068-f9ed-4132-b64f-059bc0b45c75 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:02.165856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 0f034a2a-b722-4d15-83ea-4692b1d68f2b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:02.166541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.268580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router 31c7c327-26d2-47cd-93d4-a5f9529b0b49 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:02.341081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.380020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 0f034a2a-b722-4d15-83ea-4692b1d68f2b owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:02.401058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.561014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:02.571198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.573709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.581740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=3440f068-f9ed-4132-b64f-059bc0b45c75,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:02.585146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:02.593645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:02.598722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:02.600034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.614489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.649522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.658958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event deleted for resources: {'Port': ['ID=a930a980-39e6-4cd2-b00b-1bf240ccde22,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:02.671151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:02.675733 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d2d1765-2ca2-4f87-87fe-f2e4a02e3363 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1759040 Aug 11 02:40:02.712354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42962) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:02.725747 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] Sync routers for ids ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:02.752692 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] Routers {'31c7c327-26d2-47cd-93d4-a5f9529b0b49'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:02.753410 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:02.754352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:02.841982 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:02.860763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event updated for resources: {'Port': ['ID=58d31133-7c08-4595-bcc1-0a1a39e55ad1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:02.882964 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] Routers {'31c7c327-26d2-47cd-93d4-a5f9529b0b49'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:02.885300 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:02.911694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3f06210f-d7b9-4fac-8b0e-aceb529b6765 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:02.978808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.980736 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7d2420cb-6eab-4a99-b98d-34399122c2c8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.6601744 Aug 11 02:40:02.984749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.008219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:03.009527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ed2e-b709-437e-a806-a3861a5dca4c None None] The sync data for ids ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:03.029588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=0f034a2a-b722-4d15-83ea-4692b1d68f2b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:03.042751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42964) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.098673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] In _notify_port_updated(), no bound segment for port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 on network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:40:03.106078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:03.107149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.108477 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e6d62200-4818-44f7-b625-a93f183d87a4 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "PUT /v2.0/ports/58d31133-7c08-4595-bcc1-0a1a39e55ad1 HTTP/1.1" status: 200 len: 1057 time: 2.7647452 Aug 11 02:40:03.110094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:03.118639 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.129818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5560d6db-9f73-4ca4-b896-a9d9b32d28ce tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/0f034a2a-b722-4d15-83ea-4692b1d68f2b HTTP/1.1" status: 204 len: 168 time: 1.1514490 Aug 11 02:40:03.129818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42966) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.152049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.216924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.224835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.324651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4a27e-c4cc-408a-a2b8-7d317351f465 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:03.328410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4a27e-c4cc-408a-a2b8-7d317351f465 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:03.332953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cbf4a27e-c4cc-408a-a2b8-7d317351f465 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1791606 Aug 11 02:40:03.337837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.339260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Fanout notify agent at l3_agent the message router_deleted on router 8d94c23a-c46c-49e7-ab61-b453d7b57b2e {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:03.342358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Provisioning for port 3440f068-f9ed-4132-b64f-059bc0b45c75 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:03.347994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42970) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.355244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Provisioning complete for port 3440f068-f9ed-4132-b64f-059bc0b45c75 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:03.356168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.357033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.359073 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7ff91a2b-a39a-459c-874f-e00d5db83051 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/8d94c23a-c46c-49e7-ab61-b453d7b57b2e HTTP/1.1" status: 204 len: 168 time: 4.4517300 Aug 11 02:40:03.368067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.378129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959619938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:03.441287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.447230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.468138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Port 3440f068-f9ed-4132-b64f-059bc0b45c75 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:03.503522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Provisioning complete for port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:03.504373 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.568915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.577561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.594757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d141adc7-893e-4120-b161-da119f7641c8 None None] Port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:03.609890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.612269 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eb91f374-8411-402e-ad0c-1f3e11a04184 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2438951 Aug 11 02:40:03.616149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.622268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:03.628814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet b41a33ac-3718-4113-b44d-7fda2e360dbd {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:03.659614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.709328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:03.715131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.733882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-db3b80ea-b7d1-41c4-8f9a-d89eac4dd967 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/routers/31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 200 len: 881 time: 0.6529279 Aug 11 02:40:03.738679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] Provisioning for port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:03.751217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] Provisioning complete for port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:03.751668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.784708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42978) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:03.886349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.887095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port 58d31133-7c08-4595-bcc1-0a1a39e55ad1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:03.887651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.940555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] For port 3f06210f-d7b9-4fac-8b0e-aceb529b6765, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3f06210f-d7b9-4fac-8b0e-aceb529b6765,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:03.948505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.949217 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.969413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.023749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44387a3a-7366-4ebe-8923-f32fe7e8598b None None] Pushing event updated for resources: {'Port': ['ID=3f06210f-d7b9-4fac-8b0e-aceb529b6765,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:04.067058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d558cc14-74ea-4e62-a0b8-303e6f86f5c2 None None] Could not find standard attr ID for object 0f034a2a-b722-4d15-83ea-4692b1d68f2b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:40:04.218777 n-d-715271-8 neutron-server[94699]: INFO neutron.db.ipam_backend_mixin [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b585b1ef-329d-49aa-b1ca-fd3f3d835a27 (CIDR: 2001:db8::/64) Aug 11 02:40:04.264040 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:40:04.264824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:04.325545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.360656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.404817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-61c67c51-fb56-4fa1-af9b-6cadfa5bc6c0 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6687326 Aug 11 02:40:04.425961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:04.438181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:04.466406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.499741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.567319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for 58d31133-7c08-4595-bcc1-0a1a39e55ad1 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:04.713449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Allocated IP 172.25.6.193 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/cd245992-28a1-4cbc-874e-b7631289a608) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:04.738336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3f06210f-d7b9-4fac-8b0e-aceb529b6765 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:04.798714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.829418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:04.830124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.873280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:04.877073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=b41a33ac-3718-4113-b44d-7fda2e360dbd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:04.881053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.883788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.884422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-37af58e4-060c-46f1-b23a-c79c7efea4ef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/b41a33ac-3718-4113-b44d-7fda2e360dbd HTTP/1.1" status: 204 len: 168 time: 1.5340240 Aug 11 02:40:04.903438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8c3f8efd-a26c-4a61-831b-8c9049e49ca5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1136816 Aug 11 02:40:04.903801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42984) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:04.907827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42986) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:04.915024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1812196095'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:04.930454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc296c3-53d9-4cc7-b485-74072705c7da None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:05.000963 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56b735d0-2997-44c9-8db7-94b57783f1f0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936058 Aug 11 02:40:05.003378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:05.013763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:05.204248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.233975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.235603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:05.239597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.320569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:05.373639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=58d31133-7c08-4595-bcc1-0a1a39e55ad1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:05.403399 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.442395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] Deleting port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:05.446434 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.587655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] For port 3f06210f-d7b9-4fac-8b0e-aceb529b6765, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3f06210f-d7b9-4fac-8b0e-aceb529b6765,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:05.589735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.635424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] Calling delete_port for 3f06210f-d7b9-4fac-8b0e-aceb529b6765 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:05.804580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.817505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.869299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] Pushing event deleted for resources: {'Port': ['ID=3f06210f-d7b9-4fac-8b0e-aceb529b6765,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:05.883501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051fc3ff-0d8b-42bf-85fc-ead1bf4eb3ed None None] No DVR routers for this DVR port 3f06210f-d7b9-4fac-8b0e-aceb529b6765 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:05.897092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.153734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:06.164899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.170924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e8802149-589d-4a22-9ccc-3b44cfbd8bf6 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/ports/58d31133-7c08-4595-bcc1-0a1a39e55ad1 HTTP/1.1" status: 204 len: 168 time: 2.9566786 Aug 11 02:40:06.171165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:06.172958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42992) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:06.179252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Port': ['ID=cd245992-28a1-4cbc-874e-b7631289a608,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:06.183800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:06.228488 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93a1fa3-0d11-4bee-a3e3-abfd57953fba tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] GET failed (client error): The resource could not be found. Aug 11 02:40:06.234271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c93a1fa3-0d11-4bee-a3e3-abfd57953fba tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "GET /v2.0/ports/58d31133-7c08-4595-bcc1-0a1a39e55ad1 HTTP/1.1" status: 404 len: 333 time: 0.0565531 Aug 11 02:40:06.235470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 42994) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:06.328522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router 31c7c327-26d2-47cd-93d4-a5f9529b0b49 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:06.450921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.595923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port 56d80594-58c2-4ef7-919c-ec9f5ec6d921 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:06.596431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.682206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:06.695352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:06.713932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:06.714580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.717848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07414c02-f23e-49f3-a2da-5357137fed46 None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:06.740804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=30c25411-c091-4d8e-9eee-a8d24976a114,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:06.758692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-55a5deaf-cead-4dee-b725-7869fb0ddc16 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3311052 Aug 11 02:40:06.764292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 42996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:06.792798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-387693986', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30c25411-c091-4d8e-9eee-a8d24976a114'}], 'security_groups': ['d651a074-3664-4d88-aee9-283ee0ea9dd6']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:06.993456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3f06210f-d7b9-4fac-8b0e-aceb529b6765 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:07.048405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3f06210f-d7b9-4fac-8b0e-aceb529b6765 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:07.049094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3f06210f-d7b9-4fac-8b0e-aceb529b6765 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:07.163919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:40:07.188124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.253017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:07.268625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.269795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] Sync routers for ids ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:07.273825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f7277424-92be-4750-9a7b-410a9aea43b4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 200 len: 888 time: 2.3616090 Aug 11 02:40:07.276365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43002) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:07.295695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] Routers {'31c7c327-26d2-47cd-93d4-a5f9529b0b49'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:07.296643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.319508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.353927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:07.375641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.425118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.433429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] Routers {'31c7c327-26d2-47cd-93d4-a5f9529b0b49'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:07.434354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.447327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:07.464197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=7057d4eb-48c7-40bb-9e8f-d00fd4fcd827,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:07.478515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:07.479777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.499953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for 56d80594-58c2-4ef7-919c-ec9f5ec6d921 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:07.513510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43be918-266a-4cbe-b582-b899b0827322 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:07.587464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Update dhcp port {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'fixed_ips': [{'subnet_id': 'b585b1ef-329d-49aa-b1ca-fd3f3d835a27', 'ip_address': '2001:db8::2'}, {'subnet_id': '30c25411-c091-4d8e-9eee-a8d24976a114'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'db804276-80ee-4899-81ff-95ad4a4d4f64'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:40:07.593169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-99590cbc-5ae5-4061-a496-e6e2339b1d69 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/routers/31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 200 len: 888 time: 0.3146832 Aug 11 02:40:07.595151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:07.596310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4859466-5483-4ff5-80de-aaf53a66c227 None None] The sync data for ids ['31c7c327-26d2-47cd-93d4-a5f9529b0b49'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:07.597289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43004) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:07.610394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db180b58-2227-426d-ab46-96111de5f929 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5979667 Aug 11 02:40:07.610812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:07.620840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:ed:86:fa', 'name': 'tempest-NetworksTestDHCPv6-1506646962'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:07.624504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.649857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-21c17136-3a6a-4b48-961b-8d6bab515850 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 200 len: 205 time: 0.0507159 Aug 11 02:40:07.656935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43008) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:07.669983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.883442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '7057d4eb-48c7-40bb-9e8f-d00fd4fcd827'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:07.884643 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.915464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.968286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.980951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.000465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.019132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=56d80594-58c2-4ef7-919c-ec9f5ec6d921,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.114421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:08.147866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Allocated IP 2001:db8:0:1::2 (a60c2711-8a6f-40aa-9d5c-6701aa18089f/30c25411-c091-4d8e-9eee-a8d24976a114/db804276-80ee-4899-81ff-95ad4a4d4f64) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:08.199509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.202641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-07b92d81-5a6f-4f98-b16c-8b08ad1d4f12 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/ports/56d80594-58c2-4ef7-919c-ec9f5ec6d921 HTTP/1.1" status: 204 len: 168 time: 1.9657166 Aug 11 02:40:08.205168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.209577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43012) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.261628 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-756930b9-8e0d-4287-89e2-90370042a61f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] GET failed (client error): The resource could not be found. Aug 11 02:40:08.272135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-756930b9-8e0d-4287-89e2-90370042a61f tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "GET /v2.0/ports/56d80594-58c2-4ef7-919c-ec9f5ec6d921 HTTP/1.1" status: 404 len: 333 time: 0.0537651 Aug 11 02:40:08.274080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.336895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Allocated IP 2001:db8::f816:3eff:fe46:cb67 (a7548113-1c15-4cbd-941e-a75d799a7de7/7057d4eb-48c7-40bb-9e8f-d00fd4fcd827/53a6e139-c26b-4b3d-81c9-1db5622b029e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:08.352274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 3eda18d1-47b3-4516-9a75-901b5952b3e6 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:08.352990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.441639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4398f597-0881-494b-943f-0eab8217b52f None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:08.501762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.504875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.523366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 3eda18d1-47b3-4516-9a75-901b5952b3e6 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:08.534939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Transition to ACTIVE for port object db804276-80ee-4899-81ff-95ad4a4d4f64 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:08.562312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.563891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.652556 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.674879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port ee3ed303-537b-42bd-a448-694ba1af541f yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:08.705389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Transition to ACTIVE for port object 53a6e139-c26b-4b3d-81c9-1db5622b029e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:08.714230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398f597-0881-494b-943f-0eab8217b52f None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.741254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Transition to ACTIVE for port object 53a6e139-c26b-4b3d-81c9-1db5622b029e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:08.756656 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.840493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:08.840916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port 52524fe1-960e-4731-9cbe-15c0f385e13a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:08.841707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.847136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:08.851825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:08.881714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Router e7e8872f-49e4-408d-acd8-837003d31d43 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:08.884658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Pushing event updated for resources: {'Port': ['ID=53a6e139-c26b-4b3d-81c9-1db5622b029e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.894827 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.916626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Delete allocated IP 2001:db8::12 (a60c2711-8a6f-40aa-9d5c-6701aa18089f/b585b1ef-329d-49aa-b1ca-fd3f3d835a27) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:40:08.976349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=3eda18d1-47b3-4516-9a75-901b5952b3e6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.980223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8:0:1::39f (a60c2711-8a6f-40aa-9d5c-6701aa18089f/30c25411-c091-4d8e-9eee-a8d24976a114/3440f068-f9ed-4132-b64f-059bc0b45c75) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:08.989467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Attempting to bind port 53a6e139-c26b-4b3d-81c9-1db5622b029e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:08.990920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Attempting to bind port 53a6e139-c26b-4b3d-81c9-1db5622b029e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:08.991588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Attempting to bind port 53a6e139-c26b-4b3d-81c9-1db5622b029e on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:09.003136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:09.003860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:09.004753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.005439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:09.006847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Bound port: 53a6e139-c26b-4b3d-81c9-1db5622b029e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:09.007441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.063540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:feed:86fa (a7548113-1c15-4cbd-941e-a75d799a7de7/7057d4eb-48c7-40bb-9e8f-d00fd4fcd827/ee3ed303-537b-42bd-a448-694ba1af541f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:09.183422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.188858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] For port 53a6e139-c26b-4b3d-81c9-1db5622b029e, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:09.199171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] For port 53a6e139-c26b-4b3d-81c9-1db5622b029e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=53a6e139-c26b-4b3d-81c9-1db5622b029e,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:09.209062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.260854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.370973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efec6d7-9145-4608-9af4-ff9584515068 None None] Pushing event updated for resources: {'Port': ['ID=53a6e139-c26b-4b3d-81c9-1db5622b029e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:09.392062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for 52524fe1-960e-4731-9cbe-15c0f385e13a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:09.438977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.443404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.531522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.532261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router 31c7c327-26d2-47cd-93d4-a5f9529b0b49 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:09.541459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.548874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-02173efe-be4e-40d0-b271-38df66ee6c8c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 204 len: 168 time: 1.8891492 Aug 11 02:40:09.548874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43020) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:09.555588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-961980178'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:09.589410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:09.594662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.639917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:09.667680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.667680 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment 9af89470-8385-4b1c-af37-a2e6445c819e of type vlan for network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 Aug 11 02:40:09.773610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.850271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.864113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:09.866308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.988638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4378636 Aug 11 02:40:09.995113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43022) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:09.998456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Provisioning complete for port 3440f068-f9ed-4132-b64f-059bc0b45c75 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:09.999403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.004065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:10.067776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Port 3440f068-f9ed-4132-b64f-059bc0b45c75 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:10.083276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Provisioning for port db804276-80ee-4899-81ff-95ad4a4d4f64 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:10.090493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:10.091052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.124627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:10.141657 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] Sync routers for ids ['e7e8872f-49e4-408d-acd8-837003d31d43'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:10.142800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.144340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2fdf9b33-bfc8-4a32-9661-deaea0d8d9f9 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "PUT /v2.0/routers/e7e8872f-49e4-408d-acd8-837003d31d43 HTTP/1.1" status: 200 len: 915 time: 6.5269780 Aug 11 02:40:10.162449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43024) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:10.169388 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] Routers {'e7e8872f-49e4-408d-acd8-837003d31d43'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:10.170712 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e7e8872f-49e4-408d-acd8-837003d31d43'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:10.255907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.291202 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:10.303723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 3440f068-f9ed-4132-b64f-059bc0b45c75 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:10.307162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488a1b5-c382-4c1f-9721-8955ba3cbcd0 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=1a5d4bd3-40ad-486a-a3ef-ee684e4370d8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:10.315819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.320360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.344808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:10.350713 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] Routers {'e7e8872f-49e4-408d-acd8-837003d31d43'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:10.363061 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:39:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e7e8872f-49e4-408d-acd8-837003d31d43'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:10.515876 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:10.516905 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923905b2-a85e-4759-ade4-3f5e939d4ec1 None None] The sync data for ids ['e7e8872f-49e4-408d-acd8-837003d31d43'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:10.534519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object ee3ed303-537b-42bd-a448-694ba1af541f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:10.545749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:10.546611 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.579397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:10.585807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.604999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] In _notify_port_updated(), no bound segment for port 3440f068-f9ed-4132-b64f-059bc0b45c75 on network a60c2711-8a6f-40aa-9d5c-6701aa18089f {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:40:10.607471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d23b5c9e-f30a-4865-9659-fbbe88a8cbff tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/e7e8872f-49e4-408d-acd8-837003d31d43 HTTP/1.1" status: 200 len: 921 time: 0.4388726 Aug 11 02:40:10.611635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:10.612617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.619096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/ports/3440f068-f9ed-4132-b64f-059bc0b45c75 HTTP/1.1" status: 200 len: 930 time: 3.8475897 Aug 11 02:40:10.626116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:10.629685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:10.639715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-98286ef5-da78-4bcd-ace2-492ca9a00643 None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:10.868058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef9d00-1a59-4a1b-91fa-652708cd3b8a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=3440f068-f9ed-4132-b64f-059bc0b45c75,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:10.981463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db804276-80ee-4899-81ff-95ad4a4d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:11.017303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.089054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:11.090462 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.103059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.110402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3735d8-a1ec-4991-ad24-00ddfb7d593a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:11.117949 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc3735d8-a1ec-4991-ad24-00ddfb7d593a tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=e7e8872f-49e4-408d-acd8-837003d31d43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4856999 Aug 11 02:40:11.123495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43036) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:11.125852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=52524fe1-960e-4731-9cbe-15c0f385e13a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:11.188780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.241488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 53a6e139-c26b-4b3d-81c9-1db5622b029e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:11.347121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=f7e44b12-57a7-4ec2-98ef-c1d2393fec7e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:11.364031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': '9af89470-8385-4b1c-af37-a2e6445c819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:11.364308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-41edef4b-0752-4bef-9e11-d8903dac6191 None None] Provisioning for port 3440f068-f9ed-4132-b64f-059bc0b45c75 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:11.364468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:11.371924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 53a6e139-c26b-4b3d-81c9-1db5622b029e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:11.377783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-41edef4b-0752-4bef-9e11-d8903dac6191 None None] Provisioning complete for port 3440f068-f9ed-4132-b64f-059bc0b45c75 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:11.378439 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41edef4b-0752-4bef-9e11-d8903dac6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.401831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=ee3ed303-537b-42bd-a448-694ba1af541f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:11.431230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:11.437331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c84f70-d0dd-44de-84ce-88e34570f22b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:11.440429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-27c84f70-d0dd-44de-84ce-88e34570f22b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.3112319 Aug 11 02:40:11.445382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43038) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:11.450287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-41edef4b-0752-4bef-9e11-d8903dac6191 None None] Port 3440f068-f9ed-4132-b64f-059bc0b45c75 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:11.459074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:11.463772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:11.471791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7151a-b153-4fd1-b491-bcff44d9708c None None] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:11.473093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 3440f068-f9ed-4132-b64f-059bc0b45c75 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:11.473777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.494713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:11.517593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:11.528949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:11.530055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.549840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a955d794-3260-4c68-aaab-39e17c09acd0 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7e8872f-49e4-408d-acd8-837003d31d43 HTTP/1.1" status: 200 len: 205 time: 0.1005516 Aug 11 02:40:11.553626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:11.554707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.560423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43042) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:11.627829 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.632188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-95480ce1-402f-42c9-b020-691caa61174c tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/ports/52524fe1-960e-4731-9cbe-15c0f385e13a HTTP/1.1" status: 204 len: 168 time: 3.3102362 Aug 11 02:40:11.638891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:11.671577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] Provisioning for port 53a6e139-c26b-4b3d-81c9-1db5622b029e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:11.690294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] Provisioning complete for port 53a6e139-c26b-4b3d-81c9-1db5622b029e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:11.690886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.699120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7429ea61-eca6-402c-8e09-b2847256c529 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6994219 Aug 11 02:40:11.701538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43046) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:11.710828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2147083540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:11.733957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-be308946-a200-4dbd-aacc-c74994f717c7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1218810 Aug 11 02:40:11.746184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:11.836003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting subnet e12f0d44-5015-4c29-b28d-ed80a93b5540 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:11.852614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.854450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.855650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.866366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.910336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-1a5d4bd3-40ad-486a-a3ef-ee684e4370d8', 'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': 'f7e44b12-57a7-4ec2-98ef-c1d2393fec7e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:11.911884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.955069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.003382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49ce3c-ca5d-440d-a0ec-3a970b9c0877 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:12.011560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49ce3c-ca5d-440d-a0ec-3a970b9c0877 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:12.017968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cc49ce3c-ca5d-440d-a0ec-3a970b9c0877 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2662835 Aug 11 02:40:12.018374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.021860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43050) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:12.024661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 3440f068-f9ed-4132-b64f-059bc0b45c75 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:12.033179 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.100008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] For port 53a6e139-c26b-4b3d-81c9-1db5622b029e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=53a6e139-c26b-4b3d-81c9-1db5622b029e,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:12.129182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.135046 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.146696 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.189514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.204561 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.208102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5030aed6-c336-49cf-b7b9-b867be3ced1e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5029128 Aug 11 02:40:12.211438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:12.211971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Allocated IP 172.20.0.2 (1a5d4bd3-40ad-486a-a3ef-ee684e4370d8/f7e44b12-57a7-4ec2-98ef-c1d2393fec7e/346f4b7f-dcca-451f-865f-92bed1410493) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:12.216128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc1a68-fdc2-484f-8198-c2ba4ade3d93 None None] Pushing event updated for resources: {'Port': ['ID=53a6e139-c26b-4b3d-81c9-1db5622b029e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:12.272645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port ee3ed303-537b-42bd-a448-694ba1af541f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:12.273086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.337322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Deleting port cd245992-28a1-4cbc-874e-b7631289a608 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:12.337826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.346153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-290cd932-02f7-4801-904b-6a6927c8fd85 None None] Provisioning for port ee3ed303-537b-42bd-a448-694ba1af541f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:12.368233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-290cd932-02f7-4801-904b-6a6927c8fd85 None None] Provisioning complete for port ee3ed303-537b-42bd-a448-694ba1af541f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:12.368679 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-290cd932-02f7-4801-904b-6a6927c8fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.443840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.454374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.456401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-290cd932-02f7-4801-904b-6a6927c8fd85 None None] Port ee3ed303-537b-42bd-a448-694ba1af541f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:12.483612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for ee3ed303-537b-42bd-a448-694ba1af541f owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:12.517707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.535052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.552923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Transition to ACTIVE for port object 346f4b7f-dcca-451f-865f-92bed1410493 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:12.573842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Calling delete_port for cd245992-28a1-4cbc-874e-b7631289a608 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:12.590678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Transition to ACTIVE for port object 346f4b7f-dcca-451f-865f-92bed1410493 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:12.600701 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.701066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:12.725351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:12.745445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:12.759615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Pushing event updated for resources: {'Port': ['ID=346f4b7f-dcca-451f-865f-92bed1410493,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:12.767768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.773467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 53a6e139-c26b-4b3d-81c9-1db5622b029e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:12.775615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.868511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Subnet': ['ID=e12f0d44-5015-4c29-b28d-ed80a93b5540,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:12.888220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=3440f068-f9ed-4132-b64f-059bc0b45c75,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:12.896364 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.903733 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-feaf9b49-ae7c-48ec-bf4f-a94e8f6982a3 tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/subnets/e12f0d44-5015-4c29-b28d-ed80a93b5540 HTTP/1.1" status: 204 len: 168 time: 1.2554557 Aug 11 02:40:12.905749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:12.923453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401f15c-cb7a-4df8-9da4-c611268a1b96 None None] Network ac6d1b96-7ff4-40b2-a869-31cb90e25bdd requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:12.941834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.947723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Attempting to bind port 346f4b7f-dcca-451f-865f-92bed1410493 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:12.948509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Attempting to bind port 346f4b7f-dcca-451f-865f-92bed1410493 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '9af89470-8385-4b1c-af37-a2e6445c819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:12.948905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Attempting to bind port 346f4b7f-dcca-451f-865f-92bed1410493 on network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:12.954858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.990640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:12.991209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Checking segment: {'id': '9af89470-8385-4b1c-af37-a2e6445c819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:12.991538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.992035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Bound using segment: {'id': '9af89470-8385-4b1c-af37-a2e6445c819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:12.992597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Bound port: 346f4b7f-dcca-451f-865f-92bed1410493, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af89470-8385-4b1c-af37-a2e6445c819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1a5d4bd3-40ad-486a-a3ef-ee684e4370d8'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:12.993241 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.025385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=ee3ed303-537b-42bd-a448-694ba1af541f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:13.088465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.096759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.101425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bca0d978-62c1-43e4-95b1-75562a6496bd tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/3440f068-f9ed-4132-b64f-059bc0b45c75 HTTP/1.1" status: 204 len: 168 time: 2.4475081 Aug 11 02:40:13.110464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:13.134208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 53a6e139-c26b-4b3d-81c9-1db5622b029e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:13.135034 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.152102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event deleted for resources: {'Port': ['ID=cd245992-28a1-4cbc-874e-b7631289a608,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:13.172392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.174940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-be23a45f-7723-4739-a9d2-7926d2b0a202 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/ee3ed303-537b-42bd-a448-694ba1af541f HTTP/1.1" status: 204 len: 168 time: 1.1516931 Aug 11 02:40:13.179488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43060) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:13.219856 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf071846-d005-4ffb-a810-d46a1746d97d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:40:13.226053 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf071846-d005-4ffb-a810-d46a1746d97d tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/3440f068-f9ed-4132-b64f-059bc0b45c75 HTTP/1.1" status: 404 len: 333 time: 0.1003962 Aug 11 02:40:13.262053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43062) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:13.307503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.337652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] For port 346f4b7f-dcca-451f-865f-92bed1410493, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:13.350226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] For port 346f4b7f-dcca-451f-865f-92bed1410493, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=346f4b7f-dcca-451f-865f-92bed1410493,segment=NetworkSegment(9af89470-8385-4b1c-af37-a2e6445c819e),segment_id=9af89470-8385-4b1c-af37-a2e6445c819e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:13.369178 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.507625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.512212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] DHCP port deletion for ac6d1b96-7ff4-40b2-a869-31cb90e25bdd request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:13.516355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.522671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de403c-6c60-4ee5-b3b5-d6f3fb31126d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:13.524906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de403c-6c60-4ee5-b3b5-d6f3fb31126d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:13.526598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e9de403c-6c60-4ee5-b3b5-d6f3fb31126d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3461127 Aug 11 02:40:13.533313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43064) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:13.535389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70983f4-439d-43c6-b2f6-45e8280d2f34 None None] Pushing event updated for resources: {'Port': ['ID=346f4b7f-dcca-451f-865f-92bed1410493,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:13.592056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.664730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] Deleting port 04044773-2f9e-4f29-a2b3-5eb3da68a297 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:13.665431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.683693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6afc35d1-ff9c-4812-8a8f-95300d38bfbe tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.716887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.717706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Fanout notify agent at l3_agent the message router_deleted on router e7e8872f-49e4-408d-acd8-837003d31d43 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:13.742925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.744914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-70556ee0-3577-4a64-a554-cebc4f545c69 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/e7e8872f-49e4-408d-acd8-837003d31d43 HTTP/1.1" status: 204 len: 168 time: 2.1828568 Aug 11 02:40:13.757668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:13.767248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-485471690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:13.770225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] For port 04044773-2f9e-4f29-a2b3-5eb3da68a297, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04044773-2f9e-4f29-a2b3-5eb3da68a297,segment=NetworkSegment(f25a537f-bfa7-496e-808e-5c64dd9f74f7),segment_id=f25a537f-bfa7-496e-808e-5c64dd9f74f7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:13.770770 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.785923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 7057d4eb-48c7-40bb-9e8f-d00fd4fcd827 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:13.800623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] Calling delete_port for 04044773-2f9e-4f29-a2b3-5eb3da68a297 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:13.803338 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.827122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Deleting port 04044773-2f9e-4f29-a2b3-5eb3da68a297 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:13.828059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.839043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.20.0.1 (1a5d4bd3-40ad-486a-a3ef-ee684e4370d8/f7e44b12-57a7-4ec2-98ef-c1d2393fec7e/44331ef0-8028-4521-a201-9d0ff695408b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:13.916899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6afc35d1-ff9c-4812-8a8f-95300d38bfbe tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.964986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.966778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.975647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.114063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6afc35d1-ff9c-4812-8a8f-95300d38bfbe tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.118505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6afc35d1-ff9c-4812-8a8f-95300d38bfbe tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.123796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6afc35d1-ff9c-4812-8a8f-95300d38bfbe tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c799b8d-48ad-45f6-9dc8-cc986c9bd736 HTTP/1.1" status: 204 len: 168 time: 0.8572376 Aug 11 02:40:14.129567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43070) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.143083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.171686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.175098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6af81714-468c-4fb6-8694-25b8136a2a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.214831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc35d1-ff9c-4812-8a8f-95300d38bfbe tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c799b8d-48ad-45f6-9dc8-cc986c9bd736,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:14.250266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a4e001b-0f65-4f88-9d09-7bba1ffede23 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.276271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.280927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.307510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a4e001b-0f65-4f88-9d09-7bba1ffede23 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.312529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] For port 04044773-2f9e-4f29-a2b3-5eb3da68a297, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04044773-2f9e-4f29-a2b3-5eb3da68a297,segment=NetworkSegment(f25a537f-bfa7-496e-808e-5c64dd9f74f7),segment_id=f25a537f-bfa7-496e-808e-5c64dd9f74f7)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:14.312529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.324993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.330052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] Pushing event deleted for resources: {'Port': ['ID=04044773-2f9e-4f29-a2b3-5eb3da68a297,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:14.330294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-08aec4ea-5046-41fa-a733-8995871d2924 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5670006 Aug 11 02:40:14.334675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df04c3-1ca3-4935-9252-1cd0f646e6b3 None None] No DVR routers for this DVR port 04044773-2f9e-4f29-a2b3-5eb3da68a297 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:14.336844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43072) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.343185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'enable_snat': False}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:14.367921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Calling delete_port for 04044773-2f9e-4f29-a2b3-5eb3da68a297 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:14.458517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.491783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object 44331ef0-8028-4521-a201-9d0ff695408b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:14.520054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.525957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.540653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a4e001b-0f65-4f88-9d09-7bba1ffede23 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.543312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a4e001b-0f65-4f88-9d09-7bba1ffede23 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.544543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2a4e001b-0f65-4f88-9d09-7bba1ffede23 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/security-groups/d651a074-3664-4d88-aee9-283ee0ea9dd6 HTTP/1.1" status: 204 len: 168 time: 0.4134190 Aug 11 02:40:14.561810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.573845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Port': ['ID=04044773-2f9e-4f29-a2b3-5eb3da68a297,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:14.575821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=7057d4eb-48c7-40bb-9e8f-d00fd4fcd827,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:14.579280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] No DVR routers for this DVR port 04044773-2f9e-4f29-a2b3-5eb3da68a297 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:14.580989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.585861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9fb256d7-a38f-4cb3-bd04-7d872cea5914 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/7057d4eb-48c7-40bb-9e8f-d00fd4fcd827 HTTP/1.1" status: 204 len: 168 time: 1.0493340 Aug 11 02:40:14.586891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e001b-0f65-4f88-9d09-7bba1ffede23 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d651a074-3664-4d88-aee9-283ee0ea9dd6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:14.603924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.608410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a3146-4e08-489f-a61a-fd04aa0b5555 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:14.768869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.808553 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9be88154-a9a4-4152-b7b1-d4c11a52f6ff tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2030838 Aug 11 02:40:14.816417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.859796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.904628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 346f4b7f-dcca-451f-865f-92bed1410493 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:15.037158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 346f4b7f-dcca-451f-865f-92bed1410493 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:15.116293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=44331ef0-8028-4521-a201-9d0ff695408b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:15.129815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet b585b1ef-329d-49aa-b1ca-fd3f3d835a27 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:15.137615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:15.167566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.216745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04044773-2f9e-4f29-a2b3-5eb3da68a297 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:15.239609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.243206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 04044773-2f9e-4f29-a2b3-5eb3da68a297 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:15.243704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04044773-2f9e-4f29-a2b3-5eb3da68a297 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:15.257400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.276853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] Deleting port 53a6e139-c26b-4b3d-81c9-1db5622b029e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:15.277386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.284917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:15.295287 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.324919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.340472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d4be0-d407-42a0-b433-a744064e2978 None None] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:15.386214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1136a58-a2a6-491f-ab27-bea6df786a8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:15.392472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f1136a58-a2a6-491f-ab27-bea6df786a8d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5693078 Aug 11 02:40:15.394328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43082) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:15.396732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:15.402158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6d1b96-7ff4-40b2-a869-31cb90e25bdd']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:15.417440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:15.428350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] For port 53a6e139-c26b-4b3d-81c9-1db5622b029e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=53a6e139-c26b-4b3d-81c9-1db5622b029e,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:15.428750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.436718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25a537f-bfa7-496e-808e-5c64dd9f74f7') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:15.437089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25a537f-bfa7-496e-808e-5c64dd9f74f7') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:15.450825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] Calling delete_port for 53a6e139-c26b-4b3d-81c9-1db5622b029e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:15.454298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] Provisioning for port 346f4b7f-dcca-451f-865f-92bed1410493 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:15.481002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] Provisioning complete for port 346f4b7f-dcca-451f-865f-92bed1410493 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:15.481318 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.510953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.591193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.649651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.669067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:15.669988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:15.675621 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:15.752695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.805463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.835085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] Pushing event deleted for resources: {'Port': ['ID=53a6e139-c26b-4b3d-81c9-1db5622b029e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:15.854087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299f972-bb8a-497f-90d2-09ce1c5e0e8a None None] No DVR routers for this DVR port 53a6e139-c26b-4b3d-81c9-1db5622b029e on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:15.856538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.944028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.962278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.965820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] 10.222.0.16 "DELETE /v2.0/networks/ac6d1b96-7ff4-40b2-a869-31cb90e25bdd HTTP/1.1" status: 204 len: 168 time: 3.0578625 Aug 11 02:40:15.970351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] For port 346f4b7f-dcca-451f-865f-92bed1410493, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=346f4b7f-dcca-451f-865f-92bed1410493,segment=NetworkSegment(9af89470-8385-4b1c-af37-a2e6445c819e),segment_id=9af89470-8385-4b1c-af37-a2e6445c819e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:15.979143 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.016474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f7af6-06c4-4ef9-8af6-73956c8154ab tempest-AllowedAddressPairTestJSON-497588234 tempest-AllowedAddressPairTestJSON-497588234-project] Pushing event deleted for resources: {'Network': ['ID=ac6d1b96-7ff4-40b2-a869-31cb90e25bdd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:16.095392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae29685-df09-49be-aa0e-6699be002008 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:16.104554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aae29685-df09-49be-aa0e-6699be002008 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7085297 Aug 11 02:40:16.105211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:16.120413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.124101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Allocated IP 172.25.6.43 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/d7bdc277-747a-4eb6-b4f4-30c6df8e9bbe) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:16.157061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31835335-5783-48a8-b4d8-957ca8ba7d68 None None] Pushing event updated for resources: {'Port': ['ID=346f4b7f-dcca-451f-865f-92bed1410493,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:16.251527 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d59dc45a-7bab-46df-b5a4-70690612bc26 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448951 Aug 11 02:40:16.254844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.259518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:16.266260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=b585b1ef-329d-49aa-b1ca-fd3f3d835a27,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:16.277327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:16.294403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ae1e8-53c8-4273-9f82-48630d204133 None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:16.297478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.307086 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4129ae1b-8659-4884-87f8-4aba2c1a476e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/b585b1ef-329d-49aa-b1ca-fd3f3d835a27 HTTP/1.1" status: 204 len: 168 time: 1.7371836 Aug 11 02:40:16.312401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43094) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:16.319923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:16.424324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.641188 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.673768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b79353c8-ce08-4102-83fe-f787d22010e5 None None] Provisioning for port 44331ef0-8028-4521-a201-9d0ff695408b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:16.684551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b79353c8-ce08-4102-83fe-f787d22010e5 None None] Provisioning complete for port 44331ef0-8028-4521-a201-9d0ff695408b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:16.685527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b79353c8-ce08-4102-83fe-f787d22010e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.739955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:16.742359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43098) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:16.745419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:16.747622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:16.752569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.766968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:16.778286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b79353c8-ce08-4102-83fe-f787d22010e5 None None] Port 44331ef0-8028-4521-a201-9d0ff695408b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:16.803367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b79353c8-ce08-4102-83fe-f787d22010e5 None None] Provisioning complete for port 346f4b7f-dcca-451f-865f-92bed1410493 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:16.803976 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b79353c8-ce08-4102-83fe-f787d22010e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.859130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 346f4b7f-dcca-451f-865f-92bed1410493 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:16.901316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Pushing event updated for resources: {'Port': ['ID=d7bdc277-747a-4eb6-b4f4-30c6df8e9bbe,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:16.975819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 346f4b7f-dcca-451f-865f-92bed1410493 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:16.976715 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.180476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0c42e1ae-6a0f-46d9-8ddd-d8ffda906fc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf2840bc2a6044bc9849c10d2bca1523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207897 Aug 11 02:40:17.182112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43102) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:17.343358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e324f657-a4dd-42f3-89eb-211b1fa82029 None None] Provisioning complete for port 44331ef0-8028-4521-a201-9d0ff695408b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:17.343358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e324f657-a4dd-42f3-89eb-211b1fa82029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.406770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 53a6e139-c26b-4b3d-81c9-1db5622b029e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:17.491799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 53a6e139-c26b-4b3d-81c9-1db5622b029e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:17.492823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 53a6e139-c26b-4b3d-81c9-1db5622b029e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:17.513041 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c227d12-0d22-421e-af66-1d37864f888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.515757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:17.516846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e324f657-a4dd-42f3-89eb-211b1fa82029 None None] Port 44331ef0-8028-4521-a201-9d0ff695408b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:17.527210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.532319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.612276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15512659-9f44-4f2a-8349-d33f9663ba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.710164 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.717016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15512659-9f44-4f2a-8349-d33f9663ba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.746632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.860081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.871244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.875106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:17.883556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:17.887267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:17.887900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.929548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=e0a3dede-0aa1-44b7-82d5-658a147d2f8c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:17.964578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c9efa8bb-017e-41d9-8bd4-5d13c20dad94 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6508815 Aug 11 02:40:17.965338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:17.978040 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.982203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15512659-9f44-4f2a-8349-d33f9663ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.985079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15512659-9f44-4f2a-8349-d33f9663ba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.986503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-15512659-9f44-4f2a-8349-d33f9663ba8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ead46e84-0f22-4a75-aeef-53b30f1a2e3d HTTP/1.1" status: 204 len: 168 time: 0.7995102 Aug 11 02:40:17.992855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.998914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528ebe7-d51a-4526-82ae-46f1198e6e51 None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:17.999668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.014824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'security_group': {'name': 'tempest-secgroup-709782728'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:18.018127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15512659-9f44-4f2a-8349-d33f9663ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead46e84-0f22-4a75-aeef-53b30f1a2e3d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:18.106756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=44331ef0-8028-4521-a201-9d0ff695408b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:18.205722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Router 880b22a3-57b0-4104-974a-b4b8a2132c54 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:18.211635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db825f4a-aee4-4547-af67-4c3095a72172 None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:18.212003 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db825f4a-aee4-4547-af67-4c3095a72172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.276532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.360205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.398290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db825f4a-aee4-4547-af67-4c3095a72172 None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:18.399077 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db825f4a-aee4-4547-af67-4c3095a72172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.408823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:18.425433 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.438063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:18.444453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-db825f4a-aee4-4547-af67-4c3095a72172 None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:18.449087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.450060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.456311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6b01b-65d8-42fd-96d8-0fce04cceebf None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:18.472367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=c643a550-eb29-4b71-bd10-47b8a66e7f43,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:18.491781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:18.499082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.508555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-728f5ba2-79ff-4e23-ae18-6067d008fb8b tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "PUT /v2.0/routers/880b22a3-57b0-4104-974a-b4b8a2132c54 HTTP/1.1" status: 200 len: 914 time: 4.1671052 Aug 11 02:40:18.508857 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b4feeae0-dba9-4486-9f4c-d58434b2cde7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2391665 Aug 11 02:40:18.509076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43118) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:18.513483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:96:b6:97', 'name': 'tempest-NetworksTestDHCPv6-387638567'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:18.516196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:18.543615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:18.556558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] Sync routers for ids ['880b22a3-57b0-4104-974a-b4b8a2132c54'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:18.614903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] Routers {'880b22a3-57b0-4104-974a-b4b8a2132c54'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:18.616352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['880b22a3-57b0-4104-974a-b4b8a2132c54'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:18.649701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:18.695587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Update dhcp port {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'fixed_ips': [{'subnet_id': '30c25411-c091-4d8e-9eee-a8d24976a114', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e0a3dede-0aa1-44b7-82d5-658a147d2f8c'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'db804276-80ee-4899-81ff-95ad4a4d4f64'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:40:18.712080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:18.792066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.839546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] Routers {'880b22a3-57b0-4104-974a-b4b8a2132c54'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:18.840373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['880b22a3-57b0-4104-974a-b4b8a2132c54'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:18.912044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:18.912746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ecde6-82d1-47be-9a1d-8430cc55df27 None None] The sync data for ids ['880b22a3-57b0-4104-974a-b4b8a2132c54'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:18.936697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.993279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:18.999845 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.047175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ea6ec751-685a-4b2e-b3af-068295b43151 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/880b22a3-57b0-4104-974a-b4b8a2132c54 HTTP/1.1" status: 200 len: 920 time: 0.5230532 Aug 11 02:40:19.048515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.050180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': 'c643a550-eb29-4b71-bd10-47b8a66e7f43'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:19.051356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.094251 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.096107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0986705 Aug 11 02:40:19.104517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43134) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.118552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612133339'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:19.152091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3a570-1dde-4792-8c70-052c69af623e tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca87a792-ae0b-48c5-9e63-568e7dcaebbd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:19.161462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.210923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.261445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0471cd84-0526-4ed3-8882-e57babd3223b None None] Provisioning complete for port 44331ef0-8028-4521-a201-9d0ff695408b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:19.261828 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0471cd84-0526-4ed3-8882-e57babd3223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.274836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port d344ef78-8dc8-44fa-9110-09dcfbcceac4 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:19.293608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762898c-0939-426b-90aa-7773d547c697 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:19.296238 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f762898c-0939-426b-90aa-7773d547c697 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=880b22a3-57b0-4104-974a-b4b8a2132c54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2467396 Aug 11 02:40:19.305857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43138) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.309386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0471cd84-0526-4ed3-8882-e57babd3223b None None] Port 44331ef0-8028-4521-a201-9d0ff695408b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:19.345418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/c643a550-eb29-4b71-bd10-47b8a66e7f43/a2447a0c-a2b9-4007-a029-025e69fca2c9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:19.355161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Allocated IP 2001:db8::2 (a60c2711-8a6f-40aa-9d5c-6701aa18089f/e0a3dede-0aa1-44b7-82d5-658a147d2f8c/db804276-80ee-4899-81ff-95ad4a4d4f64) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:19.396688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43140) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.421755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router 29129146-27d5-4210-9f2c-3ce6353bf4d4 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:19.484851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.498153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.579927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4c82c557-1037-4e2b-9af0-e5e09254849d tempest-DvrRoutersNegativeTest-499894135 tempest-DvrRoutersNegativeTest-499894135-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1175754073', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:19.589136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.policy [None req-4c82c557-1037-4e2b-9af0-e5e09254849d tempest-DvrRoutersNegativeTest-499894135 tempest-DvrRoutersNegativeTest-499894135-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94699) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 02:40:19.589802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.policy [None req-4c82c557-1037-4e2b-9af0-e5e09254849d tempest-DvrRoutersNegativeTest-499894135 tempest-DvrRoutersNegativeTest-499894135-project] Failed policy check for 'create_router' {{(pid=94699) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 02:40:19.590886 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-4c82c557-1037-4e2b-9af0-e5e09254849d tempest-DvrRoutersNegativeTest-499894135 tempest-DvrRoutersNegativeTest-499894135-project] create failed (client error): Access was denied to this resource. Aug 11 02:40:19.601335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4c82c557-1037-4e2b-9af0-e5e09254849d tempest-DvrRoutersNegativeTest-499894135 tempest-DvrRoutersNegativeTest-499894135-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2024517 Aug 11 02:40:19.640805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.642241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5318189 Aug 11 02:40:19.645480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43148) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.653234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8aa3-fc64-41da-9ecb-43c664d7b36b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413d42c2-3737-4783-bcc2-7d0317d38ced,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:19.658764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b821cd1-9271-4d21-a1d6-60acfe7cf53c tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:19.662895 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b821cd1-9271-4d21-a1d6-60acfe7cf53c tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/networks/f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 881 time: 0.3516004 Aug 11 02:40:19.663848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43150) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.669863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1734188457'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:19.713951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:19.723184 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b92d06d-18b9-428b-8216-1c82c5df79fc tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=880b22a3-57b0-4104-974a-b4b8a2132c54 HTTP/1.1" status: 200 len: 205 time: 0.0577152 Aug 11 02:40:19.733770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43152) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.735172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d2d5d3d1-1f84-43ac-8cd6-71ac3acfaf26 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/29129146-27d5-4210-9f2c-3ce6353bf4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5219972 Aug 11 02:40:19.736059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.760461 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.765985 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] Sync routers for ids ['29129146-27d5-4210-9f2c-3ce6353bf4d4'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:19.808593 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] Routers {'29129146-27d5-4210-9f2c-3ce6353bf4d4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:19.812610 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['29129146-27d5-4210-9f2c-3ce6353bf4d4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:19.831812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38783b34-a0b4-4093-93ac-8c8a738a10dd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:19.838918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-38783b34-a0b4-4093-93ac-8c8a738a10dd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports/44331ef0-8028-4521-a201-9d0ff695408b HTTP/1.1" status: 200 len: 910 time: 0.1012022 Aug 11 02:40:19.840198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.850032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7e44b12-57a7-4ec2-98ef-c1d2393fec7e'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:19.873122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:19.919761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.939768 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:19.939927 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:19.943697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Transition to ACTIVE for port object a2447a0c-a2b9-4007-a029-025e69fca2c9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:19.965906 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] Routers {'29129146-27d5-4210-9f2c-3ce6353bf4d4'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:19.969846 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['29129146-27d5-4210-9f2c-3ce6353bf4d4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:19.970324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Transition to ACTIVE for port object db804276-80ee-4899-81ff-95ad4a4d4f64 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:19.974293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Transition to ACTIVE for port object a2447a0c-a2b9-4007-a029-025e69fca2c9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:19.977017 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.011171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.033010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:20.065136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:20.066029 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:20.067686 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810887c-f8e3-4ec7-a84c-aa5df4d246a4 None None] The sync data for ids ['29129146-27d5-4210-9f2c-3ce6353bf4d4'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:20.094385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:20.115260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.175996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b8f64-4c87-47fe-a3ab-df45f709fe8b None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:20.178408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:20.189014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.244216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.258290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::25e (a7548113-1c15-4cbd-941e-a75d799a7de7/c643a550-eb29-4b71-bd10-47b8a66e7f43/d344ef78-8dc8-44fa-9110-09dcfbcceac4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:20.278678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Pushing event updated for resources: {'Port': ['ID=a2447a0c-a2b9-4007-a029-025e69fca2c9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:20.287691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Attempting to bind port a2447a0c-a2b9-4007-a029-025e69fca2c9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:20.287691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Attempting to bind port a2447a0c-a2b9-4007-a029-025e69fca2c9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:20.287691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Attempting to bind port a2447a0c-a2b9-4007-a029-025e69fca2c9 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:20.298278 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.301217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:20.301423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:20.301958 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.302458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:20.303055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Bound port: a2447a0c-a2b9-4007-a029-025e69fca2c9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:20.303511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.314614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.384977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.388907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7378919 Aug 11 02:40:20.402424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43164) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:20.412185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] For port a2447a0c-a2b9-4007-a029-025e69fca2c9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:20.418056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501351240', 'security_groups': ['d5c4a6b6-afa9-4ad3-a7e6-8fd6ef8ae071'], 'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0a3dede-0aa1-44b7-82d5-658a147d2f8c'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:20.419082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] For port a2447a0c-a2b9-4007-a029-025e69fca2c9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a2447a0c-a2b9-4007-a029-025e69fca2c9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:20.428753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.487659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0730-4f34-4d3f-ac8b-5048a864728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.519294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff4c50-b8ed-482b-8797-9549b38e936b None None] Pushing event updated for resources: {'Port': ['ID=a2447a0c-a2b9-4007-a029-025e69fca2c9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:20.542967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bb774-dfd7-463c-9405-7fe12dc7fa56 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c4a6b6-afa9-4ad3-a7e6-8fd6ef8ae071,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:20.758616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.768650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db804276-80ee-4899-81ff-95ad4a4d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:20.884364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object d344ef78-8dc8-44fa-9110-09dcfbcceac4 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:20.897598 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.027225 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.028012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0730-4f34-4d3f-ac8b-5048a864728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.035314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba6d0730-4f34-4d3f-ac8b-5048a864728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.076860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2430cdaf-7919-4730-95da-2a3fb6cf126f None None] Provisioning for port db804276-80ee-4899-81ff-95ad4a4d4f64 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:21.078595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba6d0730-4f34-4d3f-ac8b-5048a864728f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a500d166ba94abea759bf813663cdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8989315 Aug 11 02:40:21.079564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.087979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2430cdaf-7919-4730-95da-2a3fb6cf126f None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:21.088516 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2430cdaf-7919-4730-95da-2a3fb6cf126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.100359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Deleting port d7bdc277-747a-4eb6-b4f4-30c6df8e9bbe {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:21.100884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.166208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d0730-4f34-4d3f-ac8b-5048a864728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c02b70-6dd6-4983-8732-dec846ab53e7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:21.212892 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d5ade-2664-417a-be49-b6e761f17cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.234307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:21.248624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.255730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:21.258963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d5ade-2664-417a-be49-b6e761f17cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.268571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:21.281135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.281480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:21.282386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.287304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:21.301949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=d344ef78-8dc8-44fa-9110-09dcfbcceac4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:21.306337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2430cdaf-7919-4730-95da-2a3fb6cf126f None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:21.306801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2430cdaf-7919-4730-95da-2a3fb6cf126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.371897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2430cdaf-7919-4730-95da-2a3fb6cf126f None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:21.401674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=44331ef0-8028-4521-a201-9d0ff695408b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:21.419157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:21.419962 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.421743 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2e1b053e-3fe7-4e8e-93dc-aed38cb9ce4f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/ports/44331ef0-8028-4521-a201-9d0ff695408b HTTP/1.1" status: 200 len: 910 time: 1.5800006 Aug 11 02:40:21.426478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43172) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.436394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e2c145e-2d78-4d1b-b6f1-3f2bde53f3b2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9271228 Aug 11 02:40:21.441540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43174) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.471265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d5ade-2664-417a-be49-b6e761f17cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.474084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131d5ade-2664-417a-be49-b6e761f17cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.475511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-131d5ade-2664-417a-be49-b6e761f17cb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2c02b70-6dd6-4983-8732-dec846ab53e7 HTTP/1.1" status: 204 len: 168 time: 0.3911562 Aug 11 02:40:21.502878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.523760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d5ade-2664-417a-be49-b6e761f17cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c02b70-6dd6-4983-8732-dec846ab53e7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:21.534995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Calling delete_port for d7bdc277-747a-4eb6-b4f4-30c6df8e9bbe owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:21.576441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ddcf8-9a2e-4c3f-897d-09f67cc8ed7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:21.587384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ddcf8-9a2e-4c3f-897d-09f67cc8ed7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:21.589298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-294ddcf8-9a2e-4c3f-897d-09f67cc8ed7d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1466353 Aug 11 02:40:21.592719 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.593988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.691276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] device_id is not set on port 8fd3a939-6f9f-4d41-a754-209368336efd yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:21.863785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port d344ef78-8dc8-44fa-9110-09dcfbcceac4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:21.864140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.063252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.088814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for d344ef78-8dc8-44fa-9110-09dcfbcceac4 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:22.114259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.245276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8::1eb (a60c2711-8a6f-40aa-9d5c-6701aa18089f/e0a3dede-0aa1-44b7-82d5-658a147d2f8c/8fd3a939-6f9f-4d41-a754-209368336efd) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:22.269129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db0dff39-823d-4ba7-8f43-50d3d089ec04 None None] Provisioning for port a2447a0c-a2b9-4007-a029-025e69fca2c9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:22.329037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.401344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event deleted for resources: {'Port': ['ID=d7bdc277-747a-4eb6-b4f4-30c6df8e9bbe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:22.421951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.466835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.467871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.468124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=d344ef78-8dc8-44fa-9110-09dcfbcceac4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:22.469100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.469926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.471537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.472377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.473722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.474575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.482698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.483698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.484415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.485140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:22.547560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.549905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dd6a893c-8409-455b-af65-f0fed43be03d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/d344ef78-8dc8-44fa-9110-09dcfbcceac4 HTTP/1.1" status: 204 len: 168 time: 0.9546940 Aug 11 02:40:22.554086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:22.741671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5423abe0-1931-4c6e-98c5-d7bb6455beba None None] Could not find standard attr ID for object d344ef78-8dc8-44fa-9110-09dcfbcceac4. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:40:22.856176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43204) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:22.862960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a2447a0c-a2b9-4007-a029-025e69fca2c9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:22.918956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.998621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bd31c-70a6-437c-a09b-e242dbbb2da2 req-a69ef37a-fecb-4bfe-a6df-6f1385ee539b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:23.012435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-105bd31c-70a6-437c-a09b-e242dbbb2da2 req-a69ef37a-fecb-4bfe-a6df-6f1385ee539b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2557046 Aug 11 02:40:23.027504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.112403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.129389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a2447a0c-a2b9-4007-a029-025e69fca2c9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:23.147686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a2447a0c-a2b9-4007-a029-025e69fca2c9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:23.149038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.150692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-319672028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:23.157446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.165782 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.256335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-105bd31c-70a6-437c-a09b-e242dbbb2da2 req-1ffa8db7-811e-45af-9345-79c05ffa820f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429531 Aug 11 02:40:23.259855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.283497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 8fd3a939-6f9f-4d41-a754-209368336efd will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:23.293397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.294998 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.317265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.318697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Fanout notify agent at l3_agent the message router_deleted on router 880b22a3-57b0-4104-974a-b4b8a2132c54 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:23.324753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.331100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.332933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f29781b3-d5ae-4a59-8479-bc13218ff1ba tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/880b22a3-57b0-4104-974a-b4b8a2132c54 HTTP/1.1" status: 204 len: 168 time: 3.5940108 Aug 11 02:40:23.339326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43212) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:23.361790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-53578883', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:23.402165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a2447a0c-a2b9-4007-a029-025e69fca2c9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a2447a0c-a2b9-4007-a029-025e69fca2c9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:23.407224 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.413785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.415772 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.441807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.451630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3e2ee-ca23-463e-944b-f14d10c0b940 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:23.454734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3e2ee-ca23-463e-944b-f14d10c0b940 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:23.456546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.460079 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4fb3e2ee-ca23-463e-944b-f14d10c0b940 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.9020202 Aug 11 02:40:23.460997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43214) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:23.461761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 44331ef0-8028-4521-a201-9d0ff695408b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:23.462356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.494490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a2447a0c-a2b9-4007-a029-025e69fca2c9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:23.667935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.855039 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.907326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.000080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 44331ef0-8028-4521-a201-9d0ff695408b owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:24.006129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:24.007279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.008637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f0e17c87-615a-43e4-a9c3-4ca824a2f623 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1497383 Aug 11 02:40:24.012960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.018747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43216) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.024624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:24.033074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1977210661'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:24.040145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:24.046592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:24.047337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.057290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=8fd3a939-6f9f-4d41-a754-209368336efd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:24.071186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet c643a550-eb29-4b71-bd10-47b8a66e7f43 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:24.094091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31295-f42e-47b9-b725-3e30b8b37177 req-29a06443-25d7-479b-89be-5a246c783465 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:24.095919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53c31295-f42e-47b9-b725-3e30b8b37177 req-29a06443-25d7-479b-89be-5a246c783465 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.6626873 Aug 11 02:40:24.096784 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.163633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Made reservation on behalf of 8323cf3d2bcd4deeaccd4cdfb863bec5 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:24.167836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.178444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a16f691-af78-4c4d-89b8-67ee38a3be53 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7747505 Aug 11 02:40:24.188051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.189266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.198176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:24.216683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.249444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53c31295-f42e-47b9-b725-3e30b8b37177 req-86ef7146-7715-474f-a16a-943978299e62 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235971 Aug 11 02:40:24.362919 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.497628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.542509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.548312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=c643a550-eb29-4b71-bd10-47b8a66e7f43,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:24.550874 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.555758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5c4eaa82-83b0-4d69-8fe4-b6ec3cf46cb7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/c643a550-eb29-4b71-bd10-47b8a66e7f43 HTTP/1.1" status: 204 len: 168 time: 1.0888724 Aug 11 02:40:24.563078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43232) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.564070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b42cc-2a56-42c7-b578-97c7f12884a8 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:24.568706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.672181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-161744ca-7e99-4654-81c5-4bfb681263ac None None] Provisioning for port 8fd3a939-6f9f-4d41-a754-209368336efd completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:24.681039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-161744ca-7e99-4654-81c5-4bfb681263ac None None] Provisioning complete for port 8fd3a939-6f9f-4d41-a754-209368336efd triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:24.681471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-161744ca-7e99-4654-81c5-4bfb681263ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.710610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:24.715413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.726028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-161744ca-7e99-4654-81c5-4bfb681263ac None None] Port 8fd3a939-6f9f-4d41-a754-209368336efd cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:24.746687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-31f041ef-cb35-4cf8-a36e-1f41467b2d75 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822505 Aug 11 02:40:24.752042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43240) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.777936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a2447a0c-a2b9-4007-a029-025e69fca2c9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:24.825060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a943c-0f44-4d3a-9159-945763652005,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:24.876800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a2447a0c-a2b9-4007-a029-025e69fca2c9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:24.877623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.924510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceed641-fe8d-4d24-b748-f25eab66c04e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:24.929036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6ceed641-fe8d-4d24-b748-f25eab66c04e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1648760 Aug 11 02:40:24.938191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43242) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:25.007923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-aaf0c748-9f4b-4053-992c-466c5c930d9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.009659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-aaf0c748-9f4b-4053-992c-466c5c930d9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.3061996 Aug 11 02:40:25.009910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:25.014870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:25.038384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.039858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.040188 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Added segment 172c3171-51d2-4b9c-ab7c-3cb83ea71cd5 of type vlan for network 7e23d37f-e863-4478-b135-131b20ea4f0e Aug 11 02:40:25.044820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb60d13-3e86-42ce-9942-7acd309a9469 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.046526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5fb60d13-3e86-42ce-9942-7acd309a9469 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078017 Aug 11 02:40:25.056668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43244) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:25.149671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a4d65598-d2d8-472b-a4ed-b521e4bf05aa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906267 Aug 11 02:40:25.164033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-3522c87c-d148-41aa-8cb5-e69c10d365ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/quotas/7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 375 time: 0.1064246 Aug 11 02:40:25.167978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.169202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Deleting port a2447a0c-a2b9-4007-a029-025e69fca2c9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:25.169874 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.172522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:25.211226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.221099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=44331ef0-8028-4521-a201-9d0ff695408b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:25.229534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:25.279580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-8136b54f-a0f9-4bb8-9401-700305fe308e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1144423 Aug 11 02:40:25.309370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.317454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.321746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] For port a2447a0c-a2b9-4007-a029-025e69fca2c9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a2447a0c-a2b9-4007-a029-025e69fca2c9,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:25.322199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.334164 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.360846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Calling delete_port for a2447a0c-a2b9-4007-a029-025e69fca2c9 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:25.447746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.448844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.449564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.450616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.451462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.452288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.453079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.453911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.454762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.455596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.456651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.457711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.465619 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.483581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-a9533b72-e62a-4e5d-b874-a5ebf39f054d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:40:25.493821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-a9533b72-e62a-4e5d-b874-a5ebf39f054d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2131596 Aug 11 02:40:25.562503 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.569452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Network': ['ID=7e23d37f-e863-4478-b135-131b20ea4f0e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:25.593934 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0a3dede-0aa1-44b7-82d5-658a147d2f8c (CIDR: 2001:db8::/64) Aug 11 02:40:25.621208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Pushing event deleted for resources: {'Port': ['ID=a2447a0c-a2b9-4007-a029-025e69fca2c9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:25.633186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7e23d37f-e863-4478-b135-131b20ea4f0e details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:25.637215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] No DVR routers for this DVR port a2447a0c-a2b9-4007-a029-025e69fca2c9 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:25.645692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-4b9557cd-e95a-4b8d-94e6-5305e5a2c065 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503656 Aug 11 02:40:25.649127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.649483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.649834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.652104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.652518 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:40:25.652662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.652888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.653235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.653393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:25.653566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.653900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.654257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.663778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.664244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2964f-0dea-43ed-9a8a-ed6d90053cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:25.708596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.711190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:25.716359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.796193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-59ce04c9-7300-466d-94c1-c341b0b7aae5 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482606 Aug 11 02:40:25.807497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3e3a28d-15ef-445f-806c-2902dfc82c9c tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7834034 Aug 11 02:40:25.813450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7164b2c9-b670-453a-acd0-d266c194b6fa tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6198101 Aug 11 02:40:25.813754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:25.826391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:25.828559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'subnet': {'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:25.857748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:26.040328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Made reservation on behalf of 8323cf3d2bcd4deeaccd4cdfb863bec5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:26.044782 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.261516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Allocated IP 172.25.6.191 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/ff9478ff-8b76-4451-95d9-fee143326b67) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:26.315627 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.355806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router 29129146-27d5-4210-9f2c-3ce6353bf4d4 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:26.414135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Subnet': ['ID=28a58f4a-1374-4526-bb15-f33b006e74fd,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:26.429166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Checking segment: {'id': '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:26.429725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network hostable DHCP agents. Network: 7e23d37f-e863-4478-b135-131b20ea4f0e, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:26.451122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network 7e23d37f-e863-4478-b135-131b20ea4f0e is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:26.464845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 7e23d37f-e863-4478-b135-131b20ea4f0e) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:26.476510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:26.478436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.480998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e2f0f-740c-4284-b9ba-31fee6ba5074 None None] Network 7e23d37f-e863-4478-b135-131b20ea4f0e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:26.576702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cd4c7b83-5894-4191-9e6c-25ca3b5079b7 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7552583 Aug 11 02:40:26.576702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43258) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:26.583454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'network': {'name': 'tempest-router-network01--391218635'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:26.621489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Made reservation on behalf of 8323cf3d2bcd4deeaccd4cdfb863bec5 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:26.626538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.694114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:26.714161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.714663 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Added segment eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e of type vlan for network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca Aug 11 02:40:26.740123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:26.745878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.765397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a2447a0c-a2b9-4007-a029-025e69fca2c9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:26.768566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-7e23d37f-e863-4478-b135-131b20ea4f0e', 'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e', 'tenant_id': '8323cf3d2bcd4deeaccd4cdfb863bec5', 'fixed_ips': [{'subnet_id': '28a58f4a-1374-4526-bb15-f33b006e74fd'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:26.769929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.805975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.816089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a2447a0c-a2b9-4007-a029-025e69fca2c9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:26.816605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a2447a0c-a2b9-4007-a029-025e69fca2c9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:26.872851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.886239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:26.887319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.906301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.925875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:26.944820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9fabb3f-9931-4707-8e27-4d0c59fc2332 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/29129146-27d5-4210-9f2c-3ce6353bf4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5127783 Aug 11 02:40:26.949389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:26.976830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] Sync routers for ids ['29129146-27d5-4210-9f2c-3ce6353bf4d4'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:27.008401 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-85fe481b-6afb-48b2-a711-3dbfc3f4efd4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=29129146-27d5-4210-9f2c-3ce6353bf4d4 HTTP/1.1" status: 200 len: 205 time: 0.0518696 Aug 11 02:40:27.011554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43266) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:27.025430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] Routers {'29129146-27d5-4210-9f2c-3ce6353bf4d4'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:27.028227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['29129146-27d5-4210-9f2c-3ce6353bf4d4'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:27.122138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5439723 Aug 11 02:40:27.131480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43274) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:27.143847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'network': {'name': 'tempest-router-network02--2114442173'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:27.168648 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 30c25411-c091-4d8e-9eee-a8d24976a114 (CIDR: 2001:db8:0:1::/64) Aug 11 02:40:27.176837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.186792 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:40:27.187533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:27.193770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:27.221724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] Routers {'29129146-27d5-4210-9f2c-3ce6353bf4d4'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:27.223648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['29129146-27d5-4210-9f2c-3ce6353bf4d4'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:27.234062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:40:27.235059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec6e35-5671-4ad9-8f7d-5e8b6a4eb9ab tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Network': ['ID=69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:27.287772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea80e2a6-df07-4b13-a84b-f7a355aa52c6 req-54834e25-716d-4d04-9965-af15df4535c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 210 time: 0.1352084 Aug 11 02:40:27.298034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:27.302466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.304421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.308512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:27.310409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf382985-77b5-481b-b726-1c3f1fbf5244 None None] The sync data for ids ['29129146-27d5-4210-9f2c-3ce6353bf4d4'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:27.408590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=481d9510-50d5-4661-b940-c86b1fd2d90e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:27.439496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Allocated IP 172.20.0.2 (7e23d37f-e863-4478-b135-131b20ea4f0e/28a58f4a-1374-4526-bb15-f33b006e74fd/37c37cfa-7dee-4080-9a34-758c901b285d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:27.440118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:27.452323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Made reservation on behalf of 8323cf3d2bcd4deeaccd4cdfb863bec5 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:27.452720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:27.459287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event updated for resources: {'Port': ['ID=ff9478ff-8b76-4451-95d9-fee143326b67,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:27.460902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.476947 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e518f162-d7ab-40f9-b198-8e8570656f95 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6281490 Aug 11 02:40:27.480649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:27.492089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:27.504035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'subnet': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:27.514904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:27.577812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:27.606570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9a774-5aee-4e17-9ca7-6ad8eafde9e9 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:27.640127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:27.640953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.719588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:27.727671 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.738754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.841908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.842609 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Added segment 72234433-dc88-4ae6-b1fe-5155314b9748 of type vlan for network fa4db28f-047b-44cd-8d46-fd1f49b919ef Aug 11 02:40:27.932296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.974727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.975911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router 29129146-27d5-4210-9f2c-3ce6353bf4d4 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:27.994117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.995498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24efcdcb-9bce-46eb-b9fe-37cf8d113121 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/29129146-27d5-4210-9f2c-3ce6353bf4d4 HTTP/1.1" status: 204 len: 168 time: 0.9825623 Aug 11 02:40:27.997277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.006298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:28.007880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.026460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:28.033353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.087281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Transition to ACTIVE for port object 37c37cfa-7dee-4080-9a34-758c901b285d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:28.105943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '481d9510-50d5-4661-b940-c86b1fd2d90e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:28.107299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.131125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Network': ['ID=fa4db28f-047b-44cd-8d46-fd1f49b919ef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:28.136198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-030ce072-49cf-4a67-a40c-722a3461835e tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9999166 Aug 11 02:40:28.156081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Transition to ACTIVE for port object 37c37cfa-7dee-4080-9a34-758c901b285d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:28.160508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network fa4db28f-047b-44cd-8d46-fd1f49b919ef details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:28.168594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43290) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:28.175635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'subnet': {'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:28.189527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.280634 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-37f9bee2-3754-4ab4-8686-b1e207f062df tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0555995 Aug 11 02:40:28.288969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet f7e44b12-57a7-4ec2-98ef-c1d2393fec7e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:28.291598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43292) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:28.301835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:28.358908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.491266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Made reservation on behalf of 8323cf3d2bcd4deeaccd4cdfb863bec5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:28.495213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.587030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46c64b24-ef10-43a0-bac4-702665abf4e5 req-b8c9dffe-c7e5-4aca-9e8c-b2bbb0e4a43a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 210 time: 0.0986350 Aug 11 02:40:28.599011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.620995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Made reservation on behalf of 04415bab4bcc4ceeb5f1e542e35adc84 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:28.626996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.744048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:28.748263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.826413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.891923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Network 7e23d37f-e863-4478-b135-131b20ea4f0e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:28.902553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.913676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:28.929138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:28.977962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Pushing event updated for resources: {'Port': ['ID=37c37cfa-7dee-4080-9a34-758c901b285d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.037479 n-d-715271-8 neutron-server[94699]: INFO neutron.db.ipam_backend_mixin [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 481d9510-50d5-4661-b940-c86b1fd2d90e (CIDR: 2001:db8::/64) Aug 11 02:40:29.076300 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:40:29.076817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:29.085477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.123481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e44b12-57a7-4ec2-98ef-c1d2393fec7e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.132452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Allocated IP 2001:db8::f816:3eff:fe52:84e2 (a7548113-1c15-4cbd-941e-a75d799a7de7/481d9510-50d5-4661-b940-c86b1fd2d90e/1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:29.154249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.161528 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-74d5923f-e032-494b-87df-8b9f0a48dbbb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/f7e44b12-57a7-4ec2-98ef-c1d2393fec7e HTTP/1.1" status: 204 len: 168 time: 1.0368567 Aug 11 02:40:29.163394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43298) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:29.176043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.176378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776582e-d25a-4d43-8e2d-1548aaa8997d None None] Network 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:29.194616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-34a8694b-1a10-4334-adfb-290a88bab175 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8976743 Aug 11 02:40:29.233151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:29.238536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:29.302881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Attempting to bind port 37c37cfa-7dee-4080-9a34-758c901b285d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:29.303400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Attempting to bind port 37c37cfa-7dee-4080-9a34-758c901b285d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:29.303997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Attempting to bind port 37c37cfa-7dee-4080-9a34-758c901b285d on network 7e23d37f-e863-4478-b135-131b20ea4f0e {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:29.358461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-4c9a909b-93c8-4d1f-b331-4920d163725a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.361114 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-4c9a909b-93c8-4d1f-b331-4920d163725a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.3419313 Aug 11 02:40:29.371694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.376383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Subnet': ['ID=cc8cf4d2-aebb-4618-b9d7-8af33866c4a1,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.380253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:29.380881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Checking segment: {'id': '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:29.382047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.382889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Bound using segment: {'id': '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:29.384373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Bound port: 37c37cfa-7dee-4080-9a34-758c901b285d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7e23d37f-e863-4478-b135-131b20ea4f0e'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:29.384599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.386536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'port': {'device_id': '58878a46-e467-4171-82a4-0b915d212bb5', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'admin_state_up': True, 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:29.464515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Checking segment: {'id': 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:29.465159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network hostable DHCP agents. Network: 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:29.564871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:29.617666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:29.627024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.628236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.638364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:29.645301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.664156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 346f4b7f-dcca-451f-865f-92bed1410493 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:29.665314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.669384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05321d8-8c9c-42d4-82e2-a333a650b9db None None] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:29.680948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] For port 37c37cfa-7dee-4080-9a34-758c901b285d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:29.802226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] For port 37c37cfa-7dee-4080-9a34-758c901b285d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=37c37cfa-7dee-4080-9a34-758c901b285d,segment=NetworkSegment(172c3171-51d2-4b9c-ab7c-3cb83ea71cd5),segment_id=172c3171-51d2-4b9c-ab7c-3cb83ea71cd5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:29.822836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.849930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] DHCP port deletion for 1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:29.878626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5d55aad6-b499-4353-8d96-bb2464b51bc9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7080317 Aug 11 02:40:29.888883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43304) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:29.909541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'subnet': {'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:29.919884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.993558 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.046088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Transition to ACTIVE for port object 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:30.103337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.138222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25ef17b5-ab54-434d-85e4-c6cc5311f723 req-e7617cf0-cc5a-423d-91d5-a795e1e1c725 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 210 time: 0.1775224 Aug 11 02:40:30.149631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e0b1a-1046-4865-b6a8-e3fae32c0a88 None None] Pushing event updated for resources: {'Port': ['ID=37c37cfa-7dee-4080-9a34-758c901b285d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:30.151605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:30.163068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Transition to ACTIVE for port object 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:30.224177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port 346f4b7f-dcca-451f-865f-92bed1410493, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=346f4b7f-dcca-451f-865f-92bed1410493,segment=NetworkSegment(9af89470-8385-4b1c-af37-a2e6445c819e),segment_id=9af89470-8385-4b1c-af37-a2e6445c819e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:30.224826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.231655 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.295362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 346f4b7f-dcca-451f-865f-92bed1410493 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:30.407168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:30.424891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:30.431879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:30.434226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Pushing event updated for resources: {'Port': ['ID=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:30.469246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:30.484549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:30.485545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.492554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] Deleting port 346f4b7f-dcca-451f-865f-92bed1410493 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:30.495532 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.515384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29992875-18bd-40f8-9d4a-1b23a9542c0d None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:30.531198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:30.538748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.562235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Subnet': ['ID=1785f159-31bb-4415-a89c-a6dc27dc618b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:30.687332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Made reservation on behalf of 8323cf3d2bcd4deeaccd4cdfb863bec5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:30.694751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.721491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca', 'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca', 'tenant_id': '8323cf3d2bcd4deeaccd4cdfb863bec5', 'fixed_ips': [{'subnet_id': 'cc8cf4d2-aebb-4618-b9d7-8af33866c4a1'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:30.723124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.834767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.891758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Allocated IP 172.20.0.4 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/3fe16040-2d5d-4c7a-92e8-91030d7869fe) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:30.993679 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e4b23f6f-d184-439a-8c5d-80d3f14bca75 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4968970 Aug 11 02:40:31.006171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:31.016416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1063924990', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1785f159-31bb-4415-a89c-a6dc27dc618b'}], 'security_groups': ['ca87a792-ae0b-48c5-9e63-568e7dcaebbd', '413d42c2-3737-4783-bcc2-7d0317d38ced']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:31.043401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Router 1aa9460d-a9ac-493d-96d7-7feab2a53603 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:31.052449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 37c37cfa-7dee-4080-9a34-758c901b285d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:31.098259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] For port 346f4b7f-dcca-451f-865f-92bed1410493, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=346f4b7f-dcca-451f-865f-92bed1410493,segment=NetworkSegment(9af89470-8385-4b1c-af37-a2e6445c819e),segment_id=9af89470-8385-4b1c-af37-a2e6445c819e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:31.099369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.174686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] Calling delete_port for 346f4b7f-dcca-451f-865f-92bed1410493 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:31.186212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Attempting to bind port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:31.186552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Attempting to bind port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:31.187009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Attempting to bind port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:31.221822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:31.222426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:31.222947 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.223523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:31.224140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Bound port: 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:31.224797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.500909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 37c37cfa-7dee-4080-9a34-758c901b285d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:31.503989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Allocated IP 172.20.0.2 (69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca/cc8cf4d2-aebb-4618-b9d7-8af33866c4a1/5942e55c-7290-4294-af4c-54a97321a6eb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:31.564996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Update dhcp port {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'fixed_ips': [{'subnet_id': '30c25411-c091-4d8e-9eee-a8d24976a114', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e0a3dede-0aa1-44b7-82d5-658a147d2f8c', 'ip_address': '2001:db8::2'}, {'subnet_id': '1785f159-31bb-4415-a89c-a6dc27dc618b'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'db804276-80ee-4899-81ff-95ad4a4d4f64'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:40:31.570045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] For port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:31.581122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] For port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:31.584844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.619626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.652908 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.676215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Transition to ACTIVE for port object 3fe16040-2d5d-4c7a-92e8-91030d7869fe will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:31.722997 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.754066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.755985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port 346f4b7f-dcca-451f-865f-92bed1410493 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:31.790145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 346f4b7f-dcca-451f-865f-92bed1410493 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:31.816773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69762fdf-d496-457d-90bc-36458b7ebe58 req-a521064b-e9b6-481e-84ee-9cc147c2ae9d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 210 time: 0.1899424 Aug 11 02:40:31.833301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=346f4b7f-dcca-451f-865f-92bed1410493,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:31.862039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] No DVR routers for this DVR port 346f4b7f-dcca-451f-865f-92bed1410493 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:31.862039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ef0a9-428f-4891-a730-3ebefc2385fe None None] Pushing event deleted for resources: {'Port': ['ID=346f4b7f-dcca-451f-865f-92bed1410493,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:31.884440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.923650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:31.945624 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] Sync routers for ids ['1aa9460d-a9ac-493d-96d7-7feab2a53603'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:31.978800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 346f4b7f-dcca-451f-865f-92bed1410493 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:31.979345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 346f4b7f-dcca-451f-865f-92bed1410493 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:32.000010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=5619ebf6-f480-4a84-9509-45485dff5009,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:32.002187 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] Routers {'1aa9460d-a9ac-493d-96d7-7feab2a53603'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:32.003510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1aa9460d-a9ac-493d-96d7-7feab2a53603'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.043752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:32.050628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:32.055066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:32.055865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.065547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.103498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.103886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5d4bd3-40ad-486a-a3ef-ee684e4370d8']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.107104 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.113694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a0ca56a0-6816-4391-94d7-a952e0684887 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.7652731 Aug 11 02:40:32.116961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:32.124512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3f2ca2e-93e2-433e-8d2b-ae118e07e73c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8905065 Aug 11 02:40:32.126839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af89470-8385-4b1c-af37-a2e6445c819e') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.127315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af89470-8385-4b1c-af37-a2e6445c819e') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.131957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43316) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:32.134802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:32.146287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:c2:0e:97', 'name': 'tempest-NetworksTestDHCPv6-2072525607'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:32.150657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48dad1-2d5a-42a5-bdf9-fb16b547b32f None None] Network 7e23d37f-e863-4478-b135-131b20ea4f0e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:32.156534 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] Routers {'1aa9460d-a9ac-493d-96d7-7feab2a53603'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:32.159947 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1aa9460d-a9ac-493d-96d7-7feab2a53603'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.163889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.219155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.273092 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:32.274589 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6932a-3d3a-4cb6-b9bc-8689fc9c77f9 None None] The sync data for ids ['1aa9460d-a9ac-493d-96d7-7feab2a53603'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:32.279354 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:40:32.353388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.374979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:32.375690 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:32.606862 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:32.649388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.729413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.741286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/1a5d4bd3-40ad-486a-a3ef-ee684e4370d8 HTTP/1.1" status: 204 len: 168 time: 3.5696621 Aug 11 02:40:32.749753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43324) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:32.752063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:32.759308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:32.761980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['acaa373c-ee77-4197-b1a0-ca9e7b3b0390'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:32.782168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1650186740', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:32.842396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:32.851187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:32.854758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:32.859372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:32.941794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3d374-ac1b-4110-9823-66bfc6945ead tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=1a5d4bd3-40ad-486a-a3ef-ee684e4370d8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:32.975730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.976843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.021582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] Provisioning for port 37c37cfa-7dee-4080-9a34-758c901b285d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:33.115261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77633-ddda-49d9-a46e-eb4851ee6dc9 None None] Pushing event updated for resources: {'Port': ['ID=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:33.118831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] Provisioning complete for port 37c37cfa-7dee-4080-9a34-758c901b285d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:33.119384 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.132457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.180933 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.239525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Subnet': ['ID=8833838c-674a-42e9-a86a-0487f141c4b9,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:33.250821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Transition to ACTIVE for port object 5942e55c-7290-4294-af4c-54a97321a6eb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:33.374259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.375379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.393903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9101c-2b76-435f-aa29-5c5fc3dd92cf req-f526c863-62ca-479a-964c-a61ba0e8a872 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.403187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef9101c-2b76-435f-aa29-5c5fc3dd92cf req-f526c863-62ca-479a-964c-a61ba0e8a872 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 931 time: 0.4149826 Aug 11 02:40:33.409438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Transition to ACTIVE for port object 5942e55c-7290-4294-af4c-54a97321a6eb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:33.412017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.430716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.444119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.464019 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.514233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.521247 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.524674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.528153 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-878deb33-001c-4bc0-819f-57df2de09a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1485927 Aug 11 02:40:33.532447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.541390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.547734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.555473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.562239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.565443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-3ac52ed8-76f5-4bc4-81a5-4c9ed02c75c1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.2736826 Aug 11 02:40:33.596834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:33.600035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.601104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Request body: {'port': {'device_id': '58878a46-e467-4171-82a4-0b915d212bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:33.604505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8900d061-695a-44a2-993f-3a59a472662b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8378210 Aug 11 02:40:33.605290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:33.609898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:33.627558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1800161105'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:33.630621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:33.632594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ef9101c-2b76-435f-aa29-5c5fc3dd92cf req-9a58894d-8d7e-49bf-b17c-a4b24e0a43dd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283993 Aug 11 02:40:33.649268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 1b891984-4e79-4033-b0a7-4e75336a18b4 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:33.654516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Pushing event updated for resources: {'Port': ['ID=5942e55c-7290-4294-af4c-54a97321a6eb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:33.658695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Checking segment: {'id': '72234433-dc88-4ae6-b1fe-5155314b9748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:33.665627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network hostable DHCP agents. Network: fa4db28f-047b-44cd-8d46-fd1f49b919ef, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:33.732114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] For port 37c37cfa-7dee-4080-9a34-758c901b285d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=37c37cfa-7dee-4080-9a34-758c901b285d,segment=NetworkSegment(172c3171-51d2-4b9c-ab7c-3cb83ea71cd5),segment_id=172c3171-51d2-4b9c-ab7c-3cb83ea71cd5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:33.748824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.799594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-207a48a3-d7be-443c-a4c5-a81e6a6436dd req-73acf3cb-ab3e-4848-8830-7d5486e4d91e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2247996 Aug 11 02:40:33.834883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Attempting to bind port 5942e55c-7290-4294-af4c-54a97321a6eb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:33.835497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Attempting to bind port 5942e55c-7290-4294-af4c-54a97321a6eb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:33.835616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Attempting to bind port 5942e55c-7290-4294-af4c-54a97321a6eb on network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:33.880745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network fa4db28f-047b-44cd-8d46-fd1f49b919ef is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:33.891807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:33.892387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Checking segment: {'id': 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:33.893086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.893831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Bound using segment: {'id': 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:33.895548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Bound port: 5942e55c-7290-4294-af4c-54a97321a6eb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:33.896698 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.902374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.909911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:33.914759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.918163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, fa4db28f-047b-44cd-8d46-fd1f49b919ef) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:33.926578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.936996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.937886 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.947969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc61375-b4d8-4c8c-90d9-4b7b11776a0e None None] Network fa4db28f-047b-44cd-8d46-fd1f49b919ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:33.950840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Delete allocated IP 2001:db8::1eb (a60c2711-8a6f-40aa-9d5c-6701aa18089f/e0a3dede-0aa1-44b7-82d5-658a147d2f8c) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:40:33.966726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64359458-1995-44ec-987a-1dbd0c9ebc14 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:33.979630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:33.983857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Allocated IP 2001:db8:0:2::38d (a60c2711-8a6f-40aa-9d5c-6701aa18089f/1785f159-31bb-4415-a89c-a6dc27dc618b/8fd3a939-6f9f-4d41-a754-209368336efd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:34.014393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-48407b33-ec68-4a2a-b464-73f2a612a997 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1106560 Aug 11 02:40:34.014764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5ba50220-4dc7-45ed-aa36-378d6a5dc5fa None None] Provisioning for port 3fe16040-2d5d-4c7a-92e8-91030d7869fe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:34.014954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43334) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:34.034881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:34.077132 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.077661 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment c3a973a4-3086-48be-b5c3-038d63b53880 of type vlan for network 6164fa0c-c7c2-4d11-9c79-380085538376 Aug 11 02:40:34.121174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5ba50220-4dc7-45ed-aa36-378d6a5dc5fa None None] Provisioning complete for port 3fe16040-2d5d-4c7a-92e8-91030d7869fe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:34.121174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ba50220-4dc7-45ed-aa36-378d6a5dc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.176399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93148c19-6cfe-417e-b7c6-28cd965baec0 None None] Pushing event updated for resources: {'Port': ['ID=37c37cfa-7dee-4080-9a34-758c901b285d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:34.266620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5ba50220-4dc7-45ed-aa36-378d6a5dc5fa None None] Port 3fe16040-2d5d-4c7a-92e8-91030d7869fe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:34.285040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8:0:1::353 (a7548113-1c15-4cbd-941e-a75d799a7de7/5619ebf6-f480-4a84-9509-45485dff5009/1b891984-4e79-4033-b0a7-4e75336a18b4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:34.344258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:fec2:e97 (a7548113-1c15-4cbd-941e-a75d799a7de7/481d9510-50d5-4661-b940-c86b1fd2d90e/1b891984-4e79-4033-b0a7-4e75336a18b4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:34.359680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] For port 5942e55c-7290-4294-af4c-54a97321a6eb, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:34.370436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] For port 5942e55c-7290-4294-af4c-54a97321a6eb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5942e55c-7290-4294-af4c-54a97321a6eb,segment=NetworkSegment(eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e),segment_id=eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:34.400164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.406377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.412882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.419076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.421436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.425255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.432008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.438202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.440320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-f1e688cf-034b-400f-b1ea-d2d2b71d964e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.2312870 Aug 11 02:40:34.563958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-16e8ffe0-4503-4bab-9060-1e90cfb1c040 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.565584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-16e8ffe0-4503-4bab-9060-1e90cfb1c040 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "GET /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1131325 Aug 11 02:40:34.593653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e50769e2-3588-4e40-906d-22e5421d122b None None] Provisioning complete for port 37c37cfa-7dee-4080-9a34-758c901b285d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:34.594923 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e50769e2-3588-4e40-906d-22e5421d122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.762791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f147e-0861-4976-8611-0d0cc1307a4d None None] Pushing event updated for resources: {'Port': ['ID=5942e55c-7290-4294-af4c-54a97321a6eb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:34.797684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.825210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-fa4db28f-047b-44cd-8d46-fd1f49b919ef', 'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef', 'tenant_id': '8323cf3d2bcd4deeaccd4cdfb863bec5', 'fixed_ips': [{'subnet_id': '8833838c-674a-42e9-a86a-0487f141c4b9'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:34.826448 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.951014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.069548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 37c37cfa-7dee-4080-9a34-758c901b285d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:35.153519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:40:35.186329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e50769e2-3588-4e40-906d-22e5421d122b None None] Provisioning for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:35.221349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '481d9510-50d5-4661-b940-c86b1fd2d90e', 'ip_address': '2001:db8::f816:3eff:fe52:84e2'}, {'subnet_id': '5619ebf6-f480-4a84-9509-45485dff5009'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:40:35.279179 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.282108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Allocated IP 172.20.0.2 (fa4db28f-047b-44cd-8d46-fd1f49b919ef/8833838c-674a-42e9-a86a-0487f141c4b9/c81f21fd-2f8a-4dd7-b72b-3dc897126759) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:35.297191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 37c37cfa-7dee-4080-9a34-758c901b285d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:35.297582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.333993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.344561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.345593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.392833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492f7ed-6633-4302-92c2-75087f661244 req-46077f1a-12cf-4c43-911e-2ae76e56b22c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.395839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0492f7ed-6633-4302-92c2-75087f661244 req-46077f1a-12cf-4c43-911e-2ae76e56b22c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 931 time: 0.6152005 Aug 11 02:40:35.436560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.463474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-b03a667e-3843-4bb9-8651-496cf7176f90 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "GET /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8880191 Aug 11 02:40:35.512220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Deleting port ff9478ff-8b76-4451-95d9-fee143326b67 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:35.512220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.537809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:35.618085 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9979966 Aug 11 02:40:35.620031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:35.657414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.667082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.677587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.686982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:35.688626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.700388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.711260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.722734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.736312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5284f403-bdb7-4685-ace0-97396288f071 req-bac3179b-55a1-4373-9477-6bf6ead71d23 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 5431 time: 0.5650170 Aug 11 02:40:35.771446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 1b891984-4e79-4033-b0a7-4e75336a18b4 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:35.781572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c75d5-757b-4c19-a54a-b22c65fe7e5a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=6164fa0c-c7c2-4d11-9c79-380085538376,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:35.786887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.807484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:35.811719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0492f7ed-6633-4302-92c2-75087f661244 req-042be53e-291c-4138-8643-c2608337738a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961022 Aug 11 02:40:35.820842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6164fa0c-c7c2-4d11-9c79-380085538376 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:35.948009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Transition to ACTIVE for port object 8fd3a939-6f9f-4d41-a754-209368336efd will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:35.963897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.006607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.043477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Allocated IP 2001:db8:0:2::2 (a60c2711-8a6f-40aa-9d5c-6701aa18089f/1785f159-31bb-4415-a89c-a6dc27dc618b/db804276-80ee-4899-81ff-95ad4a4d4f64) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:36.108193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Calling delete_port for ff9478ff-8b76-4451-95d9-fee143326b67 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:36.112485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] In _notify_port_updated(), no bound segment for port 8fd3a939-6f9f-4d41-a754-209368336efd on network a60c2711-8a6f-40aa-9d5c-6701aa18089f {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:40:36.113505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.119467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5284f403-bdb7-4685-ace0-97396288f071 req-8b2725e6-9c4b-4693-9d1e-810eab1f43de tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3802416 Aug 11 02:40:36.119920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.120712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.122261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "PUT /v2.0/ports/8fd3a939-6f9f-4d41-a754-209368336efd HTTP/1.1" status: 200 len: 970 time: 5.1143539 Aug 11 02:40:36.131004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:36.136596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43346) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:36.170049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Transition to ACTIVE for port object c81f21fd-2f8a-4dd7-b72b-3dc897126759 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:36.200016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe16040-2d5d-4c7a-92e8-91030d7869fe {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:36.211373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:36.215061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:36.215450 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.215642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.215981 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.219675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Allocated IP 2001:db8:0:1::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/5619ebf6-f480-4a84-9509-45485dff5009/1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:36.229878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa184f06-288b-4bcc-a7b2-6c6365dc7c18 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event updated for resources: {'Port': ['ID=8fd3a939-6f9f-4d41-a754-209368336efd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:36.237071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.350755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Allocated IP 172.20.0.1 (69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca/cc8cf4d2-aebb-4618-b9d7-8af33866c4a1/bbebd6af-700d-4c1c-95e3-09ba58ebd730) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:36.351690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Transition to ACTIVE for port object 3fe16040-2d5d-4c7a-92e8-91030d7869fe will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:36.386132 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.421481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.430132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Transition to ACTIVE for port object c81f21fd-2f8a-4dd7-b72b-3dc897126759 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:36.438972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26adaa-b49c-444b-a61a-9197c65f0a45 None None] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:36.450707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:36.491466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:36.504546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:36.510510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.511215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.534381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.632045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4930985 Aug 11 02:40:36.646209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:36.654966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-87321e8a-13ee-44c8-8d26-5e98904f5a6c None None] Provisioning for port 5942e55c-7290-4294-af4c-54a97321a6eb completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:36.673074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.679120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:36.679368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:36.681390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.682815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Network fa4db28f-047b-44cd-8d46-fd1f49b919ef is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:36.689626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.697923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.705175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.712525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.719098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:36.719504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] For port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:36.728292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-e83483ec-ed03-4116-ab98-25dc4e2a0441 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 0.7914307 Aug 11 02:40:36.742287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Pushing event updated for resources: {'Port': ['ID=c81f21fd-2f8a-4dd7-b72b-3dc897126759,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:36.768884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c42e0-675a-4925-b556-3d549468ca29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=1b891984-4e79-4033-b0a7-4e75336a18b4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:36.846323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:36.851916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:36.872559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.907149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 8fd3a939-6f9f-4d41-a754-209368336efd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:36.907149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.937553 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.960431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19d927b2-0339-4cb4-be78-8a82f00cc9f7 req-cd2ad486-8692-4919-8a99-d56ee6461d17 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307136 Aug 11 02:40:36.963431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.987173 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Transition to ACTIVE for port object bbebd6af-700d-4c1c-95e3-09ba58ebd730 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:37.064266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Transition to ACTIVE for port object 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:37.105581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Attempting to bind port 3fe16040-2d5d-4c7a-92e8-91030d7869fe on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:37.106265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Attempting to bind port 3fe16040-2d5d-4c7a-92e8-91030d7869fe by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:37.106377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Attempting to bind port 3fe16040-2d5d-4c7a-92e8-91030d7869fe on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:37.116683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.140050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Port 3fe16040-2d5d-4c7a-92e8-91030d7869fe on network a4f8a805-762d-47ac-8116-8429cb51e77d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:40:37.140379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Attempting to bind port 3fe16040-2d5d-4c7a-92e8-91030d7869fe on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:37.156781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.165006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Transition to ACTIVE for port object db804276-80ee-4899-81ff-95ad4a4d4f64 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:37.177736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.180359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device a9ff9523-9d50-4659-ac50-8488a74a49da no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:37.189052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0bb5c848-0689-4df1-913f-e8a5ed23c522,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:37.197673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.219142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.221473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:37.221884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:37.223052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:37.223445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Bound port: 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:37.223893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.237926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 1b891984-4e79-4033-b0a7-4e75336a18b4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:37.238496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.245309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.249746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 8fd3a939-6f9f-4d41-a754-209368336efd owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:37.297206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=89926f6d-eeb6-4b9a-9a5d-839509ed5690,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.299522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Pushing event deleted for resources: {'Port': ['ID=ff9478ff-8b76-4451-95d9-fee143326b67,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.350483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Attempting to bind port c81f21fd-2f8a-4dd7-b72b-3dc897126759 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:37.350969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Attempting to bind port c81f21fd-2f8a-4dd7-b72b-3dc897126759 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '72234433-dc88-4ae6-b1fe-5155314b9748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:37.352360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Attempting to bind port c81f21fd-2f8a-4dd7-b72b-3dc897126759 on network fa4db28f-047b-44cd-8d46-fd1f49b919ef {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:37.388834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:37.389260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Checking segment: {'id': '72234433-dc88-4ae6-b1fe-5155314b9748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:37.389706 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.390064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Bound using segment: {'id': '72234433-dc88-4ae6-b1fe-5155314b9748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:37.390591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Bound port: c81f21fd-2f8a-4dd7-b72b-3dc897126759, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72234433-dc88-4ae6-b1fe-5155314b9748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fa4db28f-047b-44cd-8d46-fd1f49b919ef'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:37.390977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.403609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.428683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887dde1-823c-46ad-b79a-987258b98482 None None] Pushing event updated for resources: {'Port': ['ID=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.484800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:37.485232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: 6164fa0c-c7c2-4d11-9c79-380085538376, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:37.525141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:37.536329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:37.584323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.595836 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.645698 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:40:37.658655 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:40:37.701000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619a44-c058-41d3-8a5e-178b1c4e31cc None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.709555 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.739883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 6164fa0c-c7c2-4d11-9c79-380085538376 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:37.751873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] For port c81f21fd-2f8a-4dd7-b72b-3dc897126759, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:37.761098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:37.764125 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2a5b69-79c5-461d-ba94-c99c95c005af" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:37.768945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] For port c81f21fd-2f8a-4dd7-b72b-3dc897126759, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c81f21fd-2f8a-4dd7-b72b-3dc897126759,segment=NetworkSegment(72234433-dc88-4ae6-b1fe-5155314b9748),segment_id=72234433-dc88-4ae6-b1fe-5155314b9748)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:37.788722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.793583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a9ff9523-9d50-4659-ac50-8488a74a49da,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:37.862549 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.863573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0bb5c848-0689-4df1-913f-e8a5ed23c522 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:37.873830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff69061-31d5-404e-8094-408d62be24e1 None None] Pushing event updated for resources: {'Port': ['ID=c81f21fd-2f8a-4dd7-b72b-3dc897126759,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.996997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6164fa0c-c7c2-4d11-9c79-380085538376) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:38.012098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:38.081970 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.089827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f13ab-c9fe-4c2e-80fe-e18fe5f0f4c8 None None] Network 6164fa0c-c7c2-4d11-9c79-380085538376 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:38.093983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.094968 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.101717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.107549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.114859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] 10.222.0.59 "PUT /v2.0/ports/3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 200 len: 1091 time: 4.5217485 Aug 11 02:40:38.136295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:38.138487 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b693be-4e76-4794-9953-b35a7d0fbf28" -d '{"events": [{"name": "network-changed", "server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:38.235972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b332b-37fa-487b-adce-f922c07d5671 req-ee6f0c0a-76df-490f-8954-59316a301556 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.258280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493b332b-37fa-487b-adce-f922c07d5671 req-ee6f0c0a-76df-490f-8954-59316a301556 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 943 time: 1.1820178 Aug 11 02:40:38.314039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811039f-64ef-4262-9053-1b93234e7a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:38.358270 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.384765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-18c3cb6d-08cb-4531-b7d7-e625c1addd52 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7009549 Aug 11 02:40:38.392743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:38.432558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:38.444353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] For port 0bb5c848-0689-4df1-913f-e8a5ed23c522, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:38.470388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:38.475559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:38.507461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.521094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.533814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:38.574447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.583772 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.598974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.611635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.626704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.644726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.649206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ce2fb15-c76a-445a-bc77-17bf864a375b req-cf386a1c-9b26-44a4-a73a-e1f0b69f5f1f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 1.5338874 Aug 11 02:40:38.677609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.725042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.753139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1ab910d9-3ca0-432c-8b3a-0beea51f715c None None] Provisioning for port bbebd6af-700d-4c1c-95e3-09ba58ebd730 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:38.780030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] device_id is not set on port 0bb5c848-0689-4df1-913f-e8a5ed23c522 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:38.810731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.849348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493b332b-37fa-487b-adce-f922c07d5671 req-cf14d365-64d8-46ee-ab54-cd396ace2c46 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386038 Aug 11 02:40:38.872120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.920364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1ab910d9-3ca0-432c-8b3a-0beea51f715c None None] Provisioning complete for port bbebd6af-700d-4c1c-95e3-09ba58ebd730 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:38.921009 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ab910d9-3ca0-432c-8b3a-0beea51f715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.027533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.112111 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f7abc8-f7bc-4e8a-8c5d-70380e62ea7f x-openstack-request-id: req-b5f7abc8-f7bc-4e8a-8c5d-70380e62ea7f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:39.113009 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:39.113009 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5f7abc8-f7bc-4e8a-8c5d-70380e62ea7f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:39.113609 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe', 'status': 'completed', 'code': 200} Aug 11 02:40:39.121009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-d40eda8e-dd8d-4057-bfbb-0d67520b990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.124064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-d40eda8e-dd8d-4057-bfbb-0d67520b990c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 1094 time: 0.8935683 Aug 11 02:40:39.173625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.281625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Port': ['ID=bbebd6af-700d-4c1c-95e3-09ba58ebd730,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:39.296676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.325893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=8fd3a939-6f9f-4d41-a754-209368336efd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:39.394192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6164fa0c-c7c2-4d11-9c79-380085538376', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:39.396239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.404405 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0fdf67-c91a-4b16-be8e-b49f0da03efa x-openstack-request-id: req-4d0fdf67-c91a-4b16-be8e-b49f0da03efa {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:39.404971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.405713 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:39.406285 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d0fdf67-c91a-4b16-be8e-b49f0da03efa {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:39.407220 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da', 'code': 200} Aug 11 02:40:39.411581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:39.438547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c81f21fd-2f8a-4dd7-b72b-3dc897126759 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:39.443754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 1b891984-4e79-4033-b0a7-4e75336a18b4 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:39.462580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] No DVR routers for this DVR port 0bb5c848-0689-4df1-913f-e8a5ed23c522 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:39.481713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Router 1aa9460d-a9ac-493d-96d7-7feab2a53603 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:39.541956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.544064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dddca2cb-0260-44c4-afae-b83a8dcde78f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/8fd3a939-6f9f-4d41-a754-209368336efd HTTP/1.1" status: 204 len: 168 time: 3.4002633 Aug 11 02:40:39.545861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1ab910d9-3ca0-432c-8b3a-0beea51f715c None None] Port bbebd6af-700d-4c1c-95e3-09ba58ebd730 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:39.561641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:39.584341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43366) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:39.643204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.651653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.679434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.696203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.697452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:40:39.698026 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:40:39.725539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-02e9f3c6-487a-4474-b12e-0d7ea450da63 None None] Provisioning for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:39.730191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.769222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:39.780545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-579202a3-5d79-42c6-9a2b-820cdd7dc870 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 4657 time: 0.7562180 Aug 11 02:40:39.831388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-02e9f3c6-487a-4474-b12e-0d7ea450da63 None None] Provisioning complete for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:39.831764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02e9f3c6-487a-4474-b12e-0d7ea450da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.896234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c81f21fd-2f8a-4dd7-b72b-3dc897126759 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:39.927285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db804276-80ee-4899-81ff-95ad4a4d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:40.119196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Allocated IP 172.20.0.2 (6164fa0c-c7c2-4d11-9c79-380085538376/89926f6d-eeb6-4b9a-9a5d-839509ed5690/c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:40.292368 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcd659d-c711-4fea-b04e-721ebd607cec tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] GET failed (client error): The resource could not be found. Aug 11 02:40:40.296022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8dcd659d-c711-4fea-b04e-721ebd607cec tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports/8fd3a939-6f9f-4d41-a754-209368336efd HTTP/1.1" status: 404 len: 333 time: 0.7092931 Aug 11 02:40:40.300788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43372) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:40.302623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5942e55c-7290-4294-af4c-54a97321a6eb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:40.345548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] In _notify_port_updated(), no bound segment for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:40:40.347012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.347965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.349818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-bd1dee46-d4ed-404b-be7f-0f998d1b7cd0 service neutron] 10.222.0.59 "PUT /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 200 len: 1025 time: 4.8194213 Aug 11 02:40:40.402467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4087a091-2568-4bb0-bfd3-2fb462569108 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:40.441501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0bc76be-0fe9-472c-9755-26962d0ac0b4 req-b9b1c983-58f1-4b4c-b812-08d3d292f339 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2706094 Aug 11 02:40:40.464265 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-ba89aee9-b77c-4ab2-ac7a-a8147e7be9d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 200 len: 217 time: 1.1316333 Aug 11 02:40:40.482900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-02e9f3c6-487a-4474-b12e-0d7ea450da63 None None] Provisioning complete for port bbebd6af-700d-4c1c-95e3-09ba58ebd730 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:40.483272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02e9f3c6-487a-4474-b12e-0d7ea450da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.624322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 5942e55c-7290-4294-af4c-54a97321a6eb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:40.657760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24b012-af0f-4608-9b5b-f14335771586 None None] Network fa4db28f-047b-44cd-8d46-fd1f49b919ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:40.667030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5942e55c-7290-4294-af4c-54a97321a6eb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:40.667723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.669765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-02e9f3c6-487a-4474-b12e-0d7ea450da63 None None] Port bbebd6af-700d-4c1c-95e3-09ba58ebd730 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:40.683737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-ca8bdb09-89ea-4a4e-b362-99b5ab74a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.684314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-39fc2711-65d2-4e6b-8c64-e0a1ffdb3464 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.686075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-39fc2711-65d2-4e6b-8c64-e0a1ffdb3464 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "GET /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2961938 Aug 11 02:40:40.686744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-ca8bdb09-89ea-4a4e-b362-99b5ab74a28e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1358716 Aug 11 02:40:40.713646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5e2c8-903e-49ee-977a-cb9683045665 req-1242b203-bf94-4aa0-b352-928bec3ccc0b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.715343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fb5e2c8-903e-49ee-977a-cb9683045665 req-1242b203-bf94-4aa0-b352-928bec3ccc0b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 943 time: 0.6025429 Aug 11 02:40:40.727795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:40.742075 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.815074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Transition to ACTIVE for port object c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:40.859317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.869419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.874134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.886984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1aa469c-939b-4459-9185-8ca444e49b91 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.891532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Transition to ACTIVE for port object c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:40.947436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.963737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:40.982630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4087a091-2568-4bb0-bfd3-2fb462569108,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:40.986910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.993020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] Sync routers for ids ['1aa9460d-a9ac-493d-96d7-7feab2a53603'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:40.993369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8741eadb-7c43-4d05-a2ae-847a0ca202a1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "PUT /v2.0/routers/1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 200 len: 704 time: 8.8633456 Aug 11 02:40:41.000569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43374) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.019656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=1b891984-4e79-4033-b0a7-4e75336a18b4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:41.037921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.038662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4cfb8467-7180-41d7-9c07-977eb5300525 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:41.043903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.090667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fb5e2c8-903e-49ee-977a-cb9683045665 req-ce4d2f67-dfc3-4389-82e2-a04117dea106 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152599 Aug 11 02:40:41.099054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Network 6164fa0c-c7c2-4d11-9c79-380085538376 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:41.116094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-e6938e7e-dd0b-4024-91ba-7096d6591991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:41.119325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-e6938e7e-dd0b-4024-91ba-7096d6591991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3384078 Aug 11 02:40:41.173268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1aa469c-939b-4459-9185-8ca444e49b91 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.193596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:41.226958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:41.240920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] Routers {'1aa9460d-a9ac-493d-96d7-7feab2a53603'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:41.243167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1aa9460d-a9ac-493d-96d7-7feab2a53603'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:41.256037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Pushing event updated for resources: {'Port': ['ID=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:41.266153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4cfd0da5-86a2-4c12-9a9e-26647a733efb tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/routers/1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 200 len: 739 time: 0.2638793 Aug 11 02:40:41.285732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43382) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.303657 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.305774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6f243e83-2108-4b2c-b462-9e3cabafb399 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/1b891984-4e79-4033-b0a7-4e75336a18b4 HTTP/1.1" status: 204 len: 168 time: 4.6579771 Aug 11 02:40:41.329207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Provisioning for port c81f21fd-2f8a-4dd7-b72b-3dc897126759 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:41.333287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.388324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43384) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.449553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:41.449553 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0a9e5d-cdae-4d84-9a2b-3b54ea4656f0" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:41.450754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:41.453732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Provisioning complete for port c81f21fd-2f8a-4dd7-b72b-3dc897126759 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:41.454115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.456541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:41.505011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd46edd5-87b3-4144-8e79-95ef8a27ac70 tempest-RoutersAdminTest-1471398874 tempest-RoutersAdminTest-1471398874-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&device_id=1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 200 len: 205 time: 0.2174554 Aug 11 02:40:41.515584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-f6ebcf1f-149a-471b-9cb4-5542acaaf26a service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857126 Aug 11 02:40:41.518234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43390) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.612885 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecfa28e-56ca-4f66-88d1-a8dcc3153a98 x-openstack-request-id: req-8ecfa28e-56ca-4f66-88d1-a8dcc3153a98 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:41.613226 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:41.613425 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ecfa28e-56ca-4f66-88d1-a8dcc3153a98 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:41.613918 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108', 'code': 200} Aug 11 02:40:41.671080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 5942e55c-7290-4294-af4c-54a97321a6eb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5942e55c-7290-4294-af4c-54a97321a6eb,segment=NetworkSegment(eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e),segment_id=eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:41.684327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] Routers {'1aa9460d-a9ac-493d-96d7-7feab2a53603'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:41.685215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1aa9460d-a9ac-493d-96d7-7feab2a53603'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:41.685431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1aa469c-939b-4459-9185-8ca444e49b91 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.688265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1aa469c-939b-4459-9185-8ca444e49b91 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.694243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f1aa469c-939b-4459-9185-8ca444e49b91 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5c4a6b6-afa9-4ad3-a7e6-8fd6ef8ae071 HTTP/1.1" status: 204 len: 168 time: 1.3582115 Aug 11 02:40:41.711912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Attempting to bind port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:41.711912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Attempting to bind port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:41.712424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Attempting to bind port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 on network 6164fa0c-c7c2-4d11-9c79-380085538376 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:41.713213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43398) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.714811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.715632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:41.732669 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b6fa753a-98f8-4251-8831-eab73731f0bf req-d8fc4814-4595-4c38-bf6c-7f3efbf090ae service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794157 Aug 11 02:40:41.779660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.782258 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.788284 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2eca377d-eb48-4849-a631-758e6040133f tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 200 len: 205 time: 0.2590671 Aug 11 02:40:41.788640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa469c-939b-4459-9185-8ca444e49b91 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c4a6b6-afa9-4ad3-a7e6-8fd6ef8ae071,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:41.795312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43402) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.872095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2777e0-d799-4dec-b24d-1ea04da3c9f6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:41.874677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9f2777e0-d799-4dec-b24d-1ea04da3c9f6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4832714 Aug 11 02:40:41.876211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.879699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:41.913063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:41.913783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f23a28-7671-4c76-9eb3-a97b49fdbae0 None None] The sync data for ids ['1aa9460d-a9ac-493d-96d7-7feab2a53603'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:41.927025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:41.927422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Checking segment: {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:41.927803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.928206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Bound using segment: {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:41.928717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Bound port: c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:41.929109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.954804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.994429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e887bea-a560-49ff-8d5c-483597c8ad48 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.050854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.057086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=5942e55c-7290-4294-af4c-54a97321a6eb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:42.057461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.064097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.071447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.078055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.084291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.092719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-2080101a-a863-4a8a-9eb6-e7fe2ce08f01 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 4655 time: 0.4916694 Aug 11 02:40:42.105488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7167b717-dca4-4ce1-9e90-23197d7f9c9e,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:42.152755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.165293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cfb8467-7180-41d7-9c07-977eb5300525,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:42.197227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] For port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:42.206914 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.207955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 76a5fdd4-9262-40dc-8334-6a935dc8e9ac no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:42.284515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.285470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.287467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.288451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.289417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.290691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.291542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.295518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-79d415ff-c322-4197-a536-c1545a53e3e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6499 time: 0.5104532 Aug 11 02:40:42.319183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Port': ['ID=bbebd6af-700d-4c1c-95e3-09ba58ebd730,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:42.320173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ebac1-69ff-4368-8f74-0b2f6aee722a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.327142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e887bea-a560-49ff-8d5c-483597c8ad48 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.335099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.336160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d0ebac1-69ff-4368-8f74-0b2f6aee722a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4386542 Aug 11 02:40:42.363008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43410) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:42.367411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-0c58bf85-0f5f-4a2b-9a94-d868fa188be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.371096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-0c58bf85-0f5f-4a2b-9a94-d868fa188be2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 1094 time: 0.5111539 Aug 11 02:40:42.390768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.20.0.1 (6164fa0c-c7c2-4d11-9c79-380085538376/89926f6d-eeb6-4b9a-9a5d-839509ed5690/c4c5f333-3d16-41cb-8769-41e04e7d938d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:42.419171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05bda06a-9e05-43cf-8134-d33e801ef15d req-f0b27d47-a587-4623-9c4d-1e50d6981a3c tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&id=28ddfa92-0c62-4270-a75b-1a2a1fc481f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3250062 Aug 11 02:40:42.475190 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.480891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] For port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,segment=NetworkSegment(c3a973a4-3086-48be-b5c3-038d63b53880),segment_id=c3a973a4-3086-48be-b5c3-038d63b53880)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:42.500387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] For port 7167b717-dca4-4ce1-9e90-23197d7f9c9e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:42.517861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.533061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:42.533772 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.590225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] For port c81f21fd-2f8a-4dd7-b72b-3dc897126759, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c81f21fd-2f8a-4dd7-b72b-3dc897126759,segment=NetworkSegment(72234433-dc88-4ae6-b1fe-5155314b9748),segment_id=72234433-dc88-4ae6-b1fe-5155314b9748)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:42.604116 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.616276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Could not find standard attr ID for object 8fd3a939-6f9f-4d41-a754-209368336efd. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:40:42.640452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-77dce46d-bfb2-47c7-bbf3-0bc9bb784317 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2965684 Aug 11 02:40:42.663135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:42.756892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-ab2b28bc-2d23-4db5-a730-e42aff5206c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1840904 Aug 11 02:40:42.787497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-aaf23e47-1ab9-4340-a652-8b01647d849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.787497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-aaf23e47-1ab9-4340-a652-8b01647d849f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.3645570 Aug 11 02:40:42.788926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:42.788926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.790618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.872426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae622d-0fed-421d-8701-6190fceb426b None None] Pushing event updated for resources: {'Port': ['ID=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:42.886643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.889609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:42.985219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-6ea94ffa-4f62-4a24-a5a9-d668f2ddd367 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 200 len: 217 time: 0.1140597 Aug 11 02:40:42.989420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object c4c5f333-3d16-41cb-8769-41e04e7d938d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:43.030736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:43.071464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Provisioning complete for port 0bb5c848-0689-4df1-913f-e8a5ed23c522 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:43.072081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.083111 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.083111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0d054cf3-459f-44eb-b9ca-a005f770d8b8 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:43.137010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-f8536d3f-e3a2-4114-9206-7bb001a29577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.141659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-f8536d3f-e3a2-4114-9206-7bb001a29577 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1387801 Aug 11 02:40:43.144926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.197405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Pushing event updated for resources: {'Port': ['ID=c81f21fd-2f8a-4dd7-b72b-3dc897126759,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:43.251649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b618-08c5-404a-97fd-8710b17637da req-5e548085-fc59-436a-b284-67d7a89698dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.253468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-5e548085-fc59-436a-b284-67d7a89698dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.4101245 Aug 11 02:40:43.296454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Port 0bb5c848-0689-4df1-913f-e8a5ed23c522 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:43.305447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a68afa-a41c-4f9c-9325-4b99d1627554 req-c154bfee-4555-4d60-bd19-cf7bce5c1eb2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.305447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5a68afa-a41c-4f9c-9325-4b99d1627554 req-c154bfee-4555-4d60-bd19-cf7bce5c1eb2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 943 time: 1.0722971 Aug 11 02:40:43.332048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Provisioning for port db804276-80ee-4899-81ff-95ad4a4d4f64 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:43.354792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.356104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:43.356735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.370574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-9dfcc0e8-5aca-4994-b1f6-73178a9c0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.372005 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.372254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-9dfcc0e8-5aca-4994-b1f6-73178a9c0c4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188087 Aug 11 02:40:43.374834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 6164fa0c-c7c2-4d11-9c79-380085538376 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:43.392061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:43.394848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:43.398807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] device_id is not set on port 7167b717-dca4-4ce1-9e90-23197d7f9c9e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:43.427683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c23e7f-ac21-4863-af4c-d7bf024a7fa7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.429479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c23e7f-ac21-4863-af4c-d7bf024a7fa7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.431438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c23e7f-ac21-4863-af4c-d7bf024a7fa7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.434458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:43.436648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-54c23e7f-ac21-4863-af4c-d7bf024a7fa7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.0685833 Aug 11 02:40:43.442874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43416) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:43.496844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.507261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.512975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e887bea-a560-49ff-8d5c-483597c8ad48 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.518151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e887bea-a560-49ff-8d5c-483597c8ad48 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.519663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5942e55c-7290-4294-af4c-54a97321a6eb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:43.525010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0e887bea-a560-49ff-8d5c-483597c8ad48 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/security-groups/413d42c2-3737-4783-bcc2-7d0317d38ced HTTP/1.1" status: 204 len: 168 time: 1.8049333 Aug 11 02:40:43.538089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43420) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:43.583099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.600870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.601573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa9460d-a9ac-493d-96d7-7feab2a53603 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:43.617382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525'}, {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:43.620603 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93596069-a7a5-43b7-866f-0c9587e9e751" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525"}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:43.622916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e887bea-a560-49ff-8d5c-483597c8ad48 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d42c2-3737-4783-bcc2-7d0317d38ced,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:43.638313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=c4c5f333-3d16-41cb-8769-41e04e7d938d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:43.651537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.652968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97a4d260-7684-43cf-b887-0ee92ab2c813 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 204 len: 168 time: 1.8534963 Aug 11 02:40:43.671334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:43.685638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:43.736345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5a68afa-a41c-4f9c-9325-4b99d1627554 req-ab3489df-3db0-445e-9c23-2ae5a7b3d4d5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776114 Aug 11 02:40:43.769069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 481d9510-50d5-4661-b940-c86b1fd2d90e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:43.787132 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d7ea4d40-dafb-4fc0-ad22-10dc47343388 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 200 len: 205 time: 0.1062410 Aug 11 02:40:43.788659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:43.789472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43426) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:43.794025 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.804281 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.805726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7167b717-dca4-4ce1-9e90-23197d7f9c9e no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:43.813233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b618-08c5-404a-97fd-8710b17637da req-7015c4fa-e374-4596-a40a-b04c67e7cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.819241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-7015c4fa-e374-4596-a40a-b04c67e7cb0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.5351093 Aug 11 02:40:43.855333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-c970b3ff-7c7e-4656-a4da-ba4fabd26886 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733953 Aug 11 02:40:43.857051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.859250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Pushing event updated for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:43.863347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:43.891505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2fcd9cbd-29d1-4558-96ba-f2d637c51161 None None] Could not find standard attr ID for object 1b891984-4e79-4033-b0a7-4e75336a18b4. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:40:43.919014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-ba8613fe-71a5-4f6b-9662-af35d9a5f9e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 200 len: 217 time: 0.0582724 Aug 11 02:40:43.953600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] No DVR routers for this DVR port 7167b717-dca4-4ce1-9e90-23197d7f9c9e on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:43.985494 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb25638d-a253-485f-b04d-5f7202a663de x-openstack-request-id: req-fb25638d-a253-485f-b04d-5f7202a663de {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:43.987732 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525", "code": 200}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:43.988266 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb25638d-a253-485f-b04d-5f7202a663de {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:43.989568 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525', 'code': 200} Aug 11 02:40:43.990522 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac', 'code': 200} Aug 11 02:40:44.055189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-3b69de0a-b60c-4339-a254-4620f79e71c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.063304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5942e55c-7290-4294-af4c-54a97321a6eb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:44.069080 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.087600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-3b69de0a-b60c-4339-a254-4620f79e71c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.105664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67b693be-4e76-4794-9953-b35a7d0fbf28 req-0617e13d-a37c-44ac-8180-73150813fdc4 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859026 Aug 11 02:40:44.110186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-3b69de0a-b60c-4339-a254-4620f79e71c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.122348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-3b69de0a-b60c-4339-a254-4620f79e71c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.148665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-3b69de0a-b60c-4339-a254-4620f79e71c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.159162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-3b69de0a-b60c-4339-a254-4620f79e71c5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3877 time: 0.6230199 Aug 11 02:40:44.165137 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-00dae038-414d-4717-b9ad-cf1840147721 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] delete failed (client error): The resource could not be found. Aug 11 02:40:44.169084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00dae038-414d-4717-b9ad-cf1840147721 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/1aa9460d-a9ac-493d-96d7-7feab2a53603 HTTP/1.1" status: 404 len: 336 time: 0.3638542 Aug 11 02:40:44.172621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43430) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.197831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-592c3127-e25b-471b-a1ee-296c68d2dd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.220835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca428687-2420-4320-a651-9df587a08610 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.234759 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.251407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7167b717-dca4-4ce1-9e90-23197d7f9c9e not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:44.251820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6ecd30c2-a616-4911-b6aa-7909226943e4 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=880b22a3-57b0-4104-974a-b4b8a2132c54 HTTP/1.1" status: 200 len: 205 time: 0.0776107 Aug 11 02:40:44.256651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43432) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.262242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:44.281098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f60ff1ea-2fc3-4ec1-92c5-2ef03d837d63 None None] Provisioning complete for port c81f21fd-2f8a-4dd7-b72b-3dc897126759 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:44.281698 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f60ff1ea-2fc3-4ec1-92c5-2ef03d837d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.287375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b618-08c5-404a-97fd-8710b17637da req-269be705-c97a-4c78-a13e-1c8f2a9bfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.289025 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-269be705-c97a-4c78-a13e-1c8f2a9bfc27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.3285708 Aug 11 02:40:44.392098 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c8b5f90f-3da0-455e-af58-aa052f243c70 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] delete failed (client error): The resource could not be found. Aug 11 02:40:44.394554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c8b5f90f-3da0-455e-af58-aa052f243c70 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/880b22a3-57b0-4104-974a-b4b8a2132c54 HTTP/1.1" status: 404 len: 336 time: 0.1358714 Aug 11 02:40:44.400593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.402693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:44.502519 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-472d6d47-35d8-47fa-bb2a-f6b6aabcf4b0 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7e8872f-49e4-408d-acd8-837003d31d43 HTTP/1.1" status: 200 len: 205 time: 0.0902753 Aug 11 02:40:44.503442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.534755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:44.535604 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.554633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca428687-2420-4320-a651-9df587a08610 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.593669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] In _notify_port_updated(), no bound segment for port 7167b717-dca4-4ce1-9e90-23197d7f9c9e on network afa70537-4910-4a5a-9331-4ffd2bdf3170 {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:40:44.595663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.596331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.600094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-b6458209-1195-437b-b804-b8c2b42ca797 service neutron] 10.222.0.59 "PUT /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 200 len: 1027 time: 3.8776810 Aug 11 02:40:44.620209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dae01f-1133-4cd4-b50c-3425262a728c None None] Network 6164fa0c-c7c2-4d11-9c79-380085538376 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:44.627953 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-5d24b41c-dbe8-410d-885c-e70314c28de3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] delete failed (client error): The resource could not be found. Aug 11 02:40:44.632269 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5d24b41c-dbe8-410d-885c-e70314c28de3 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/e7e8872f-49e4-408d-acd8-837003d31d43 HTTP/1.1" status: 404 len: 336 time: 0.0587349 Aug 11 02:40:44.634641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.667089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebabf6f8-44c1-4656-87f4-56cf9f09e3f0 req-ba3f1d92-01a7-4ee4-9ba6-aec6bad73daa tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644153 Aug 11 02:40:44.668803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7b618-08c5-404a-97fd-8710b17637da req-70521758-a186-4198-ab9d-981b36a664cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.670518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-70521758-a186-4198-ab9d-981b36a664cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210232 Aug 11 02:40:44.675017 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2c9792e7-64cb-4beb-96b4-b8a9b324f2c4 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d94c23a-c46c-49e7-ab61-b453d7b57b2e HTTP/1.1" status: 200 len: 205 time: 0.0386689 Aug 11 02:40:44.676639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.686607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.782440 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-87ef33b1-d385-4044-a53c-5009c7f4d05d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2400453 Aug 11 02:40:44.783616 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-d25110f7-362e-4e1e-a165-80324c86d435 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] delete failed (client error): The resource could not be found. Aug 11 02:40:44.784795 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d25110f7-362e-4e1e-a165-80324c86d435 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/8d94c23a-c46c-49e7-ab61-b453d7b57b2e HTTP/1.1" status: 404 len: 336 time: 0.0956397 Aug 11 02:40:44.788367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.818070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Provisioning complete for port bbebd6af-700d-4c1c-95e3-09ba58ebd730 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:44.818465 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.845189 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c315497c-5d1d-48e5-a3c6-2fe54baf33b9 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=616d3e13-2fd4-4d86-af70-d6eca247f9ca HTTP/1.1" status: 200 len: 205 time: 0.0453012 Aug 11 02:40:44.849726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43446) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:44.909490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:44.920016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.932496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca428687-2420-4320-a651-9df587a08610 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.938375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca428687-2420-4320-a651-9df587a08610 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.944428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ca428687-2420-4320-a651-9df587a08610 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca87a792-ae0b-48c5-9e63-568e7dcaebbd HTTP/1.1" status: 204 len: 168 time: 1.3775141 Aug 11 02:40:45.021127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Port bbebd6af-700d-4c1c-95e3-09ba58ebd730 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:45.048912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43448) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.080552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Provisioning for port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:45.090234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:45.092922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Provisioning complete for port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:45.093401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.101514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:45.101514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.104627 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-e8866b09-2bba-4681-824d-79707c8e6efb tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] delete failed (client error): The resource could not be found. Aug 11 02:40:45.110110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e8866b09-2bba-4681-824d-79707c8e6efb tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/616d3e13-2fd4-4d86-af70-d6eca247f9ca HTTP/1.1" status: 404 len: 336 time: 0.2528975 Aug 11 02:40:45.135895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43450) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.174401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca428687-2420-4320-a651-9df587a08610 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca87a792-ae0b-48c5-9e63-568e7dcaebbd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:45.224288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3fe16040-2d5d-4c7a-92e8-91030d7869fe details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:40:45.244336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9b975981-b6ad-4379-8788-5c5e6ffae80f tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "GET /v2.0/ports?device_id=731bc513-9015-4c97-94cf-1d7149b40ff0 HTTP/1.1" status: 200 len: 205 time: 0.0998809 Aug 11 02:40:45.262817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43452) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.297463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Router 263db0e0-d483-456a-83b3-0a59ecc1bbec is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:45.354550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:45.369696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3fe16040-2d5d-4c7a-92e8-91030d7869fe', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': '3fe16040-2d5d-4c7a-92e8-91030d7869fe', 'mac_address': 'fa:16:3e:f7:b1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:40:45.386978 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-6b63dc21-28b5-4bac-86d7-4c60bf0cb957 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] delete failed (client error): The resource could not be found. Aug 11 02:40:45.388803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b63dc21-28b5-4bac-86d7-4c60bf0cb957 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/routers/731bc513-9015-4c97-94cf-1d7149b40ff0 HTTP/1.1" status: 404 len: 336 time: 0.1175518 Aug 11 02:40:45.395844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43454) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.405474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet e0a3dede-0aa1-44b7-82d5-658a147d2f8c {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:45.411286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58731de8-f2bc-4f43-b8da-792a77102136 req-197fb288-0356-42a2-bbdb-1145ae6d924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:45.412961 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-197fb288-0356-42a2-bbdb-1145ae6d924a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 1096 time: 0.6040082 Aug 11 02:40:45.430416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718bfdc-7822-4322-bde9-e991ba1152fc req-263cbcd5-94dc-49f2-ba72-0750f0970067 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:45.433330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d718bfdc-7822-4322-bde9-e991ba1152fc req-263cbcd5-94dc-49f2-ba72-0750f0970067 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 943 time: 0.5163887 Aug 11 02:40:45.443623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.464679 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-9d393e60-aaa4-4e11-9a66-74107a77de73 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851086 Aug 11 02:40:45.467939 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-085a07a6-11c3-49c0-88b0-a448bb6e31c1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:45.468376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085a07a6-11c3-49c0-88b0-a448bb6e31c1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:45.475703 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-085a07a6-11c3-49c0-88b0-a448bb6e31c1 tempest-RoutersAdminTest-471483921 tempest-RoutersAdminTest-471483921-project] 10.222.0.16 "DELETE /v2.0/subnets/bfb8face-7d0a-47fc-a07e-ed004ea64b85 HTTP/1.1" status: 404 len: 337 time: 0.0715110 Aug 11 02:40:45.496811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.518343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.525147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.544143 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.593004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:45.593620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.600901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] For port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,segment=NetworkSegment(c3a973a4-3086-48be-b5c3-038d63b53880),segment_id=c3a973a4-3086-48be-b5c3-038d63b53880)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:45.602909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe16040-2d5d-4c7a-92e8-91030d7869fe {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:45.611342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.701896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.704160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/481d9510-50d5-4661-b940-c86b1fd2d90e HTTP/1.1" status: 204 len: 168 time: 2.2172816 Aug 11 02:40:45.710053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:45.737575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557875b1-0006-4e8c-856b-121b29ebd919 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:45.782880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.796226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.836242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea97766-3764-4a5a-8e2c-29c1792bbc94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=481d9510-50d5-4661-b940-c86b1fd2d90e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:45.928657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d718bfdc-7822-4322-bde9-e991ba1152fc req-fcc8b588-f686-49da-8699-200f3ad1c7e3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359803 Aug 11 02:40:45.965140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 5619ebf6-f480-4a84-9509-45485dff5009 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:46.004449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.042340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:46.059613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:46.078754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-abc70328-e89a-4fb9-b57d-aee70a693eed tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0630453 Aug 11 02:40:46.082059 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] Sync routers for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:46.084592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43468) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:46.102289 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:46.102953 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:46.114965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-6605eeb8-7293-420f-ab7f-bd492f001b52 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.121227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-6605eeb8-7293-420f-ab7f-bd492f001b52 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.127709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-6605eeb8-7293-420f-ab7f-bd492f001b52 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.142660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-6605eeb8-7293-420f-ab7f-bd492f001b52 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.162226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7f7b618-08c5-404a-97fd-8710b17637da req-66a204fa-0802-4d91-bbe6-6e8121cd57b3 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880207 Aug 11 02:40:46.174379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-6605eeb8-7293-420f-ab7f-bd492f001b52 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.177644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-6605eeb8-7293-420f-ab7f-bd492f001b52 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3875 time: 0.2626286 Aug 11 02:40:46.202241 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:46.218513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Pushing event updated for resources: {'Port': ['ID=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:46.225754 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:46.226859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:46.232705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:40:46.233735 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:40:46.234601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Provisioning complete for port 7167b717-dca4-4ce1-9e90-23197d7f9c9e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:46.234745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58731de8-f2bc-4f43-b8da-792a77102136 req-c5e8bcd1-3ebb-4ef9-8b41-b76a83dd6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.235277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.236286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-c5e8bcd1-3ebb-4ef9-8b41-b76a83dd6eb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.6951513 Aug 11 02:40:46.243618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.259807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a195cb86-b6d5-4add-b487-92164be9c2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.275889 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:46.276762 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df996413-4ca5-4fb9-bf32-e92120a7bf5c None None] The sync data for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:46.278752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.280800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:46.284474 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b42a89-909f-4368-9ae6-cffc050c362c" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:46.294734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c5fb2-1ed6-4b86-ba32-1444e190ad3c None None] Port 7167b717-dca4-4ce1-9e90-23197d7f9c9e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:46.302359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] For port 0d054cf3-459f-44eb-b9ca-a005f770d8b8, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0d054cf3-459f-44eb-b9ca-a005f770d8b8,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:46.302741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.312733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f07383f-8112-4756-b6f7-27aba2146eb5 req-441c2372-9ada-40b6-b8e7-682e3b179674 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237924 Aug 11 02:40:46.345687 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f9f036-2417-4d6f-8648-4d8e5d6a72e6 x-openstack-request-id: req-51f9f036-2417-4d6f-8648-4d8e5d6a72e6 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:46.346144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:46.346511 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51f9f036-2417-4d6f-8648-4d8e5d6a72e6 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:46.347010 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'code': 200} Aug 11 02:40:46.350479 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-a935f56b-dc30-4678-9f26-fe906eb09d2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 HTTP/1.1" status: 200 len: 217 time: 0.0985277 Aug 11 02:40:46.368766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.391521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.429592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:46.474306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b588f3e7-c42e-4bb1-bfe6-4cb194f5e8a3 None None] Provisioning complete for port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:46.474846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b588f3e7-c42e-4bb1-bfe6-4cb194f5e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.487937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.562143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3fe16040-2d5d-4c7a-92e8-91030d7869fe'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:46.636927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58731de8-f2bc-4f43-b8da-792a77102136 req-249d24f5-8130-4946-b5f4-dc43a404bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.638436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-249d24f5-8130-4946-b5f4-dc43a404bfd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.2764196 Aug 11 02:40:46.649273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=c4c5f333-3d16-41cb-8769-41e04e7d938d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:46.651893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.681703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b588f3e7-c42e-4bb1-bfe6-4cb194f5e8a3 None None] Provisioning for port c4c5f333-3d16-41cb-8769-41e04e7d938d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:46.694993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b588f3e7-c42e-4bb1-bfe6-4cb194f5e8a3 None None] Provisioning complete for port c4c5f333-3d16-41cb-8769-41e04e7d938d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:46.696120 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b588f3e7-c42e-4bb1-bfe6-4cb194f5e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.751988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.770815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b588f3e7-c42e-4bb1-bfe6-4cb194f5e8a3 None None] Port c4c5f333-3d16-41cb-8769-41e04e7d938d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:46.832351 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.832921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.833134 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Floating IP 67d70c13-74bc-4dff-99f5-5aca164fd69e disassociated. External IP: 172.25.6.101, port: 0d054cf3-459f-44eb-b9ca-a005f770d8b8. Aug 11 02:40:46.833540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 0d054cf3-459f-44eb-b9ca-a005f770d8b8 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:46.965580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c81f21fd-2f8a-4dd7-b72b-3dc897126759 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:46.977602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58731de8-f2bc-4f43-b8da-792a77102136 req-8e84ae95-52e8-4839-b563-999504ed00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.980191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-8e84ae95-52e8-4839-b563-999504ed00b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205490 Aug 11 02:40:46.985503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.025575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a3dede-0aa1-44b7-82d5-658a147d2f8c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:47.066676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.068908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.069429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-611bfdcc-b430-4d0d-a1d3-a89c12c523a7 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/e0a3dede-0aa1-44b7-82d5-658a147d2f8c HTTP/1.1" status: 204 len: 168 time: 2.0146389 Aug 11 02:40:47.077438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43474) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:47.093880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5043f-a7d1-4212-8a71-4ee452a38d50 None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:47.153004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=5619ebf6-f480-4a84-9509-45485dff5009,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:47.193430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 6164fa0c-c7c2-4d11-9c79-380085538376 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:47.217183 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.225506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.226773 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f8984865-5d7b-4969-8470-ee856c916b6a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/5619ebf6-f480-4a84-9509-45485dff5009 HTTP/1.1" status: 204 len: 168 time: 1.4399266 Aug 11 02:40:47.233547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:47.234803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:47.286397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=0d054cf3-459f-44eb-b9ca-a005f770d8b8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:47.372198 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d8a8a78d-56f7-4319-9614-88213edafdab tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282372 Aug 11 02:40:47.426185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:47.431641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:47.522133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afbd8599-47d0-4f2b-9c0a-c78cd759b4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.526598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c81f21fd-2f8a-4dd7-b72b-3dc897126759 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:47.527299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.554586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet 1785f159-31bb-4415-a89c-a6dc27dc618b {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:47.602291 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.767492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:47.772629 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.854196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:47.854957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.947384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c7d5d35-3aa1-489f-afd0-1ed8cee81766 None None] Provisioning complete for port c4c5f333-3d16-41cb-8769-41e04e7d938d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:47.948909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c7d5d35-3aa1-489f-afd0-1ed8cee81766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.958676 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-ca7381e5-4b97-4eaa-a93d-29ed5a11112d service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644272 Aug 11 02:40:48.069896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8c261-53b5-489c-b620-606b17949031 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:48.106937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d5d35-3aa1-489f-afd0-1ed8cee81766 None None] Port c4c5f333-3d16-41cb-8769-41e04e7d938d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:48.178725 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-8b904639-2930-4099-beb2-a877c6c851f4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:40:48.181052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a195cb86-b6d5-4add-b487-92164be9c2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.184234 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b904639-2930-4099-beb2-a877c6c851f4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0964217 Aug 11 02:40:48.194250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:48.197330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeb7b2-81c0-4798-a8b0-7187d7e81ad0 req-4581df82-9318-4339-8ed8-3f1c5ca226e9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:48.199437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-febeb7b2-81c0-4798-a8b0-7187d7e81ad0 req-4581df82-9318-4339-8ed8-3f1c5ca226e9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 944 time: 0.9937019 Aug 11 02:40:48.208710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a195cb86-b6d5-4add-b487-92164be9c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.214345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Router ec5461ed-f22c-4814-bb2d-ce8d1359e39b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:48.275367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.352975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f1c1251-b21d-430b-bac8-0f128892638f None None] Provisioning complete for port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:48.353739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1251-b21d-430b-bac8-0f128892638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.392149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a195cb86-b6d5-4add-b487-92164be9c2d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7857a89bf91c4fba8329430619f8ba38&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3461919 Aug 11 02:40:48.405457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20674-8397-412a-bc6a-b7639f5625fe req-2497238b-65f8-4763-b48f-854d15859344 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:48.412492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20674-8397-412a-bc6a-b7639f5625fe req-2497238b-65f8-4763-b48f-854d15859344 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:48.419220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20674-8397-412a-bc6a-b7639f5625fe req-2497238b-65f8-4763-b48f-854d15859344 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:48.425833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20674-8397-412a-bc6a-b7639f5625fe req-2497238b-65f8-4763-b48f-854d15859344 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:48.433921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1f20674-8397-412a-bc6a-b7639f5625fe req-2497238b-65f8-4763-b48f-854d15859344 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3141 time: 0.8932889 Aug 11 02:40:48.455800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43484) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:48.486215 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.489862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195cb86-b6d5-4add-b487-92164be9c2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5457a830-9f70-4d28-847f-a635bdc1314c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:48.528451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-febeb7b2-81c0-4798-a8b0-7187d7e81ad0 req-ab068f15-6489-49ec-8a4b-87318189866c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906387 Aug 11 02:40:48.604925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1f20674-8397-412a-bc6a-b7639f5625fe req-cf2982ac-adb9-466c-8333-a29259c93163 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697707 Aug 11 02:40:48.640808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:48.714367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] Deleting port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:48.715057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.783203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.810178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] For port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:48.811084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.840346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:48.844393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] Calling delete_port for 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:48.879929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:48.885153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.926531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-405e497c-b6a4-453f-8332-52eda2ef6df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.977190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-26e2e59b-9a2c-48a9-9d95-09b8b7ded19c None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:48.977879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26e2e59b-9a2c-48a9-9d95-09b8b7ded19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.999247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:49.003952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-405e497c-b6a4-453f-8332-52eda2ef6df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.081057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] Sync routers for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:49.099083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:49.109812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] No DVR routers for this DVR port 0d054cf3-459f-44eb-b9ca-a005f770d8b8 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:49.115683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.120123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.124776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-2a9f0c64-afb3-4543-9774-0136ae29e553 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "DELETE /v2.0/ports/0d054cf3-459f-44eb-b9ca-a005f770d8b8 HTTP/1.1" status: 204 len: 173 time: 4.4991291 Aug 11 02:40:49.126673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.130521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:49.135103 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-58731de8-f2bc-4f43-b8da-792a77102136 req-782daef8-2417-4630-b6b4-d239f4ad5e9f service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1530511 Aug 11 02:40:49.135415 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b1e56-cf0f-4362-b9aa-2303fa79ab72" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:49.182871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:49.184307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:49.292345 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.295276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/1785f159-31bb-4415-a89c-a6dc27dc618b HTTP/1.1" status: 204 len: 168 time: 2.2164438 Aug 11 02:40:49.306802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055530-b584-4f03-b4e6-5ad4e659abac tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=1785f159-31bb-4415-a89c-a6dc27dc618b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:49.318493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43490) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:49.407639 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c784d8-2da5-4cc6-af8d-58d6608adc90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:49.408382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c784d8-2da5-4cc6-af8d-58d6608adc90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:49.409778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:49.412234 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c5c784d8-2da5-4cc6-af8d-58d6608adc90 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/e0a3dede-0aa1-44b7-82d5-658a147d2f8c HTTP/1.1" status: 404 len: 337 time: 0.0827618 Aug 11 02:40:49.425315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43492) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:49.469043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:49.481825 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:49.516845 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:49.523669 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:49.531756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d96b2c75-08aa-44b0-859f-021caf0ee528 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1349499 Aug 11 02:40:49.536225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43494) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:49.548778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-2082723093'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:49.574768 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-405e497c-b6a4-453f-8332-52eda2ef6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.591660 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-405e497c-b6a4-453f-8332-52eda2ef6df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.606780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-405e497c-b6a4-453f-8332-52eda2ef6df8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5457a830-9f70-4d28-847f-a635bdc1314c HTTP/1.1" status: 204 len: 168 time: 1.1410007 Aug 11 02:40:49.668101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:49.669157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:49.681013 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac44350-85b3-4c37-a4f7-13eb7f3926f7 x-openstack-request-id: req-8ac44350-85b3-4c37-a4f7-13eb7f3926f7 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:49.681604 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "0d054cf3-459f-44eb-b9ca-a005f770d8b8", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:49.683299 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ac44350-85b3-4c37-a4f7-13eb7f3926f7 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:49.684022 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '0d054cf3-459f-44eb-b9ca-a005f770d8b8', 'status': 'completed', 'code': 200} Aug 11 02:40:49.721213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting subnet 30c25411-c091-4d8e-9eee-a8d24976a114 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:49.736942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.742076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e497c-b6a4-453f-8332-52eda2ef6df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5457a830-9f70-4d28-847f-a635bdc1314c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:49.816317 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:49.849281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] Pushing event deleted for resources: {'Port': ['ID=1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:49.858470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3fe16040-2d5d-4c7a-92e8-91030d7869fe up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:49.866743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da118ba3-68c9-441c-9202-7e7bb3c79aed None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:49.874133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:49.878473 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.917104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c27d4-298f-467c-84b4-faf61e67c30e None None] No DVR routers for this DVR port 1fba45f5-e344-42d6-9f5e-87b2b6bb8ab3 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:49.949487 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.961874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port a9ff9523-9d50-4659-ac50-8488a74a49da {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:49.962918 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.042695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:50.092956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.098079 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment 5d33caae-bcaf-45b6-bf1e-bedd4172830d of type vlan for network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb Aug 11 02:40:50.220153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93145c77-111d-4837-bf11-ac56651eb1b1 req-3c98a59d-7459-46f6-99b8-1d9a2ffb7905 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:50.223184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93145c77-111d-4837-bf11-ac56651eb1b1 req-3c98a59d-7459-46f6-99b8-1d9a2ffb7905 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 944 time: 0.4353192 Aug 11 02:40:50.302731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.304289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.413700 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:45Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:50.419613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3fe16040-2d5d-4c7a-92e8-91030d7869fe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:50.433007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:40:50.448479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.471093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:40:50.471338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.471495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3fe16040-2d5d-4c7a-92e8-91030d7869fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:50.472070 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.473450 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Updating router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 port c4c5f333-3d16-41cb-8769-41e04e7d938d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:40:50.476051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b13b62-cfb7-476e-a7bc-2ae5de763fcf req-0eccb579-086b-46fb-ad2f-c5130caa92b9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:50.502978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b13b62-cfb7-476e-a7bc-2ae5de763fcf req-0eccb579-086b-46fb-ad2f-c5130caa92b9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:50.512816 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.515861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b13b62-cfb7-476e-a7bc-2ae5de763fcf req-0eccb579-086b-46fb-ad2f-c5130caa92b9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:50.527984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b13b62-cfb7-476e-a7bc-2ae5de763fcf req-0eccb579-086b-46fb-ad2f-c5130caa92b9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:50.535190 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.537396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-26e2e59b-9a2c-48a9-9d95-09b8b7ded19c None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:50.537839 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26e2e59b-9a2c-48a9-9d95-09b8b7ded19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.543582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85b13b62-cfb7-476e-a7bc-2ae5de763fcf req-0eccb579-086b-46fb-ad2f-c5130caa92b9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3141 time: 0.6529410 Aug 11 02:40:50.548904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43504) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:50.549670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:50.552085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.654967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.687403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1483445 Aug 11 02:40:50.799055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:50.806063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:50.817353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:50.835072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.897422 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.913116 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Transition to ACTIVE for port object c4c5f333-3d16-41cb-8769-41e04e7d938d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:50.921366 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.931491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Subnet': ['ID=30c25411-c091-4d8e-9eee-a8d24976a114,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:50.981487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93145c77-111d-4837-bf11-ac56651eb1b1 req-f5b5ac31-ef1d-44a1-9b62-b74712ad944e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354784 Aug 11 02:40:50.987888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.991026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-26e2e59b-9a2c-48a9-9d95-09b8b7ded19c None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:50.997710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-95cbb28d-fde6-4e7c-a32d-4872ed78c39f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/30c25411-c091-4d8e-9eee-a8d24976a114 HTTP/1.1" status: 204 len: 168 time: 1.5627871 Aug 11 02:40:51.011547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43510) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.012111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:28Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:51.015169 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Pushing event updated for resources: {'Port': ['ID=c4c5f333-3d16-41cb-8769-41e04e7d938d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:51.043056 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.043653 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.043955 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.044389 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.044837 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.045260 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.045681 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.046147 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.046566 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.046984 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.047403 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.047822 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.068162 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Attempting to bind port c4c5f333-3d16-41cb-8769-41e04e7d938d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:51.068680 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Attempting to bind port c4c5f333-3d16-41cb-8769-41e04e7d938d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:51.069140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Attempting to bind port c4c5f333-3d16-41cb-8769-41e04e7d938d on network 6164fa0c-c7c2-4d11-9c79-380085538376 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:51.075886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:51.077319 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Checking segment: {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:51.077859 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.078392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Bound using segment: {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:51.078628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:51.079068 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Bound port: c4c5f333-3d16-41cb-8769-41e04e7d938d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a973a4-3086-48be-b5c3-038d63b53880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:51.079896 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.111395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b82b3d-564b-4ad2-97e5-3c690f2ceaa7 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:51.118231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] Checking router: ec5461ed-f22c-4814-bb2d-ce8d1359e39b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:40:51.127303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.165389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85b13b62-cfb7-476e-a7bc-2ae5de763fcf req-99e75ba3-6d84-4285-b909-82663462f558 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462520 Aug 11 02:40:51.167258 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7e1404-27cc-4578-abbf-3ffa162f9929 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:51.168736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7e1404-27cc-4578-abbf-3ffa162f9929 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:51.177746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7d7e1404-27cc-4578-abbf-3ffa162f9929 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/b585b1ef-329d-49aa-b1ca-fd3f3d835a27 HTTP/1.1" status: 404 len: 337 time: 0.1059866 Aug 11 02:40:51.187725 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] For port c4c5f333-3d16-41cb-8769-41e04e7d938d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:51.195256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] For port c4c5f333-3d16-41cb-8769-41e04e7d938d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c4c5f333-3d16-41cb-8769-41e04e7d938d,segment=NetworkSegment(c3a973a4-3086-48be-b5c3-038d63b53880),segment_id=c3a973a4-3086-48be-b5c3-038d63b53880)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:51.195858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43512) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.203761 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.264454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] For port a9ff9523-9d50-4659-ac50-8488a74a49da, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=a9ff9523-9d50-4659-ac50-8488a74a49da,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:51.265074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.273428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-da42eeb0-bced-4860-a4e6-7a45a0414b81 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e8fc71-db48-40f4-afea-bc22850f4579 HTTP/1.1" status: 200 len: 205 time: 0.0753720 Aug 11 02:40:51.283618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f5fe55f3-7f88-43d2-8e46-422f01914cf5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e18b152faef4d51b0f80cae572c08d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008123 Aug 11 02:40:51.283618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43514) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.303248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43516) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.313544 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:51.315491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:51.338303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:51.339082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.341789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:51.345225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5731c0-45b1-44e4-b3de-c39ca55f79be tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:51.437479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for a9ff9523-9d50-4659-ac50-8488a74a49da owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:51.449432 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-2dcd403b-0ee1-4f1a-8431-6fd2805441f4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] delete failed (client error): The resource could not be found. Aug 11 02:40:51.453210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2dcd403b-0ee1-4f1a-8431-6fd2805441f4 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/routers/98e8fc71-db48-40f4-afea-bc22850f4579 HTTP/1.1" status: 404 len: 336 time: 0.1598406 Aug 11 02:40:51.462123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43518) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.564123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:51.589524 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecac8cda-6b14-4ba4-bf2e-bf2bf1bc2032 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:51.590767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecac8cda-6b14-4ba4-bf2e-bf2bf1bc2032 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:51.594076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ecac8cda-6b14-4ba4-bf2e-bf2bf1bc2032 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/a36a33f3-b08a-4c86-8990-0ecf9b5f3137 HTTP/1.1" status: 404 len: 337 time: 0.1260648 Aug 11 02:40:51.594345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:51.599247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.607365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43520) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.698165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8d68771a-6ade-4a54-864e-034da9d8c5e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2693715 Aug 11 02:40:51.701950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.707772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:51.787156 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92bda8f-1640-4864-bdb3-e139d5869637 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:51.787951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92bda8f-1640-4864-bdb3-e139d5869637 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:51.790518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:51.798548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c92bda8f-1640-4864-bdb3-e139d5869637 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/d13b6715-0e13-462a-809e-5d0be594a34b HTTP/1.1" status: 404 len: 337 time: 0.1805744 Aug 11 02:40:51.804131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:51.843342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43524) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:51.856037 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35328e29-1d96-49cf-867b-68b2c0ce32c4 None None] Pushing event updated for resources: {'Port': ['ID=c4c5f333-3d16-41cb-8769-41e04e7d938d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:51.868734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:51.875999 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd630b2-381a-4621-a31f-9bb1af25c3d4" -d '{"events": [{"server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "name": "network-vif-plugged", "status": "completed", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:51.876163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:51.889854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7548113-1c15-4cbd-941e-a75d799a7de7', 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'tenant_id': '63462e28410d4aa7ab14bba38732fa05', 'fixed_ips': [{'subnet_id': '4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:51.890650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.959402 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171b80c-7b2e-49ee-891b-747f2023988b None None] Update dhcp port {'port': {'network_id': 'a60c2711-8a6f-40aa-9d5c-6701aa18089f', 'fixed_ips': [{'subnet_id': '30c25411-c091-4d8e-9eee-a8d24976a114'}], 'binding:host_id': 'n-d-715271-8'}, 'id': 'db804276-80ee-4899-81ff-95ad4a4d4f64'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:40:52.009965 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-37133c6f-08a8-4e90-9828-94d6a4858c42 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.010911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37133c6f-08a8-4e90-9828-94d6a4858c42 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.014648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-37133c6f-08a8-4e90-9828-94d6a4858c42 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/b6e1c4e2-f26b-48ac-95d3-878943c2dfc7 HTTP/1.1" status: 404 len: 337 time: 0.1689432 Aug 11 02:40:52.026346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43528) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.068926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.074220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44cd1009-5b23-42d3-b220-bdefea9f8fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.075759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:52.086787 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b171b80c-7b2e-49ee-891b-747f2023988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.113586 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb119a7c-446b-4d34-ad5f-af3f4705d9ce x-openstack-request-id: req-cb119a7c-446b-4d34-ad5f-af3f4705d9ce {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:52.113919 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "name": "network-vif-plugged", "status": "completed", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:52.114254 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb119a7c-446b-4d34-ad5f-af3f4705d9ce {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:52.114625 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe', 'code': 200} Aug 11 02:40:52.122415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.169760 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a2389e-9f30-48d8-9a4d-34e12c92264f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.180425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a2389e-9f30-48d8-9a4d-34e12c92264f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.194867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a7a2389e-9f30-48d8-9a4d-34e12c92264f tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/c2f94238-9017-49e6-a1eb-095e56122f44 HTTP/1.1" status: 404 len: 333 time: 0.1563725 Aug 11 02:40:52.205084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43532) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.302960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:52.303445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:52.324670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:52.327176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.341353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44cd1009-5b23-42d3-b220-bdefea9f8fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.345841 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-02da06a4-9815-4960-8ff9-98c8d1a4a77a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.346630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02da06a4-9815-4960-8ff9-98c8d1a4a77a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.350604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-02da06a4-9815-4960-8ff9-98c8d1a4a77a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/95356bf3-5860-4fc0-884b-58ae32bf6e46 HTTP/1.1" status: 404 len: 337 time: 0.1359737 Aug 11 02:40:52.359437 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:51Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:52.413295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371adeb-51c0-4be1-81b4-af61da4f9ebb None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:40:44Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:51Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:52.420995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.434157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde7b5-516e-4bde-8207-5b1f91546698 req-bfe4ac30-e9de-46c0-a7af-fed877d105c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.435743 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83fde7b5-516e-4bde-8207-5b1f91546698 req-bfe4ac30-e9de-46c0-a7af-fed877d105c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 1096 time: 0.3229544 Aug 11 02:40:52.475442 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac (CIDR: 2001:db8::/64) Aug 11 02:40:52.500674 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:40:52.501145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.520492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=64b4bd1e-a215-4c57-b182-ab47be9b456a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:52.544709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting port bbebd6af-700d-4c1c-95e3-09ba58ebd730 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:52.545139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.551706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:52.564908 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b637f3-0774-4c4a-a97b-ca3c7f43553a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.566321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b637f3-0774-4c4a-a97b-ca3c7f43553a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.570616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00b637f3-0774-4c4a-a97b-ca3c7f43553a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/56dabe4f-a120-4cdd-a04e-da7e9744e28a HTTP/1.1" status: 404 len: 337 time: 0.1380155 Aug 11 02:40:52.577720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08af31e-7a2c-45cf-b134-9c007cf0367c None None] Network a60c2711-8a6f-40aa-9d5c-6701aa18089f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:52.583226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.621730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e51500a-cfde-4043-a792-adbf77cb505a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9185174 Aug 11 02:40:52.630635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.652333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:52.653465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880dd1f-798d-4a4c-9b3c-5fc35f752bb4 req-4ddf7335-aed8-45a1-84a8-4da0398a58e0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.656153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:52.656810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6880dd1f-798d-4a4c-9b3c-5fc35f752bb4 req-4ddf7335-aed8-45a1-84a8-4da0398a58e0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 945 time: 0.3974693 Aug 11 02:40:52.664900 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-83fde7b5-516e-4bde-8207-5b1f91546698 req-573efc3e-683f-49e6-885c-a2564015875e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797943 Aug 11 02:40:52.687873 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-29752be0-67a4-4d58-a08a-5ec70a7b5fca tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.688754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29752be0-67a4-4d58-a08a-5ec70a7b5fca tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.693985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-29752be0-67a4-4d58-a08a-5ec70a7b5fca tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/9252e994-a29f-4bec-b5d0-1e4a86f2b250 HTTP/1.1" status: 404 len: 333 time: 0.0800700 Aug 11 02:40:52.694831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.701413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.702219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.705412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d469-a322-422e-b0a6-c7694adbcb5b req-0abcb951-2761-4b0f-aaa0-bb7c8a69d55d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.713066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d469-a322-422e-b0a6-c7694adbcb5b req-0abcb951-2761-4b0f-aaa0-bb7c8a69d55d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.719614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d469-a322-422e-b0a6-c7694adbcb5b req-0abcb951-2761-4b0f-aaa0-bb7c8a69d55d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.727377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d469-a322-422e-b0a6-c7694adbcb5b req-0abcb951-2761-4b0f-aaa0-bb7c8a69d55d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.736029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a783d469-a322-422e-b0a6-c7694adbcb5b req-0abcb951-2761-4b0f-aaa0-bb7c8a69d55d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 3141 time: 0.4127929 Aug 11 02:40:52.786245 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dbec6c-659f-4e58-8d59-1394b769b76b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.786245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dbec6c-659f-4e58-8d59-1394b769b76b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.788659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e5dbec6c-659f-4e58-8d59-1394b769b76b tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/ab8078b6-68a8-44a3-9572-992a418b3269 HTTP/1.1" status: 404 len: 337 time: 0.0530257 Aug 11 02:40:52.789471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43544) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.812973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6880dd1f-798d-4a4c-9b3c-5fc35f752bb4 req-e8e5c716-4dff-47c0-a19b-58be5296594f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705898 Aug 11 02:40:52.836476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe31416-35cb-4e05-bd41-b66c6f3b94f0 None None] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:52.867709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-af3d8b20-225e-46af-aa10-197a41c5a0e9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0544739 Aug 11 02:40:52.870251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a783d469-a322-422e-b0a6-c7694adbcb5b req-5f9a2408-420d-4f84-b67e-c456dc00ccd0 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331949 Aug 11 02:40:52.870999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.871577 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff857a2-dee5-4dd1-b2fe-1151f725ac7a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] DELETE failed (client error): The resource could not be found. Aug 11 02:40:52.872183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff857a2-dee5-4dd1-b2fe-1151f725ac7a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:40:52.877009 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bff857a2-dee5-4dd1-b2fe-1151f725ac7a tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/subnets/d26a7956-dc54-405b-be24-f2a104d25819 HTTP/1.1" status: 404 len: 337 time: 0.0697911 Aug 11 02:40:52.888382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43546) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.892074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43548) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.908700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.961251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Calling delete_port for bbebd6af-700d-4c1c-95e3-09ba58ebd730 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:53.062920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:53.081412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e411ba31-690f-484e-b86a-f4f8a0ee4571 None None] Provisioning complete for port db804276-80ee-4899-81ff-95ad4a4d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:53.082713 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e411ba31-690f-484e-b86a-f4f8a0ee4571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.089223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44cd1009-5b23-42d3-b220-bdefea9f8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.095240 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-44cd1009-5b23-42d3-b220-bdefea9f8fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.097582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-44cd1009-5b23-42d3-b220-bdefea9f8fa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d10a92d-ade4-46b3-aa11-d732aeea3aa9 HTTP/1.1" status: 204 len: 168 time: 1.7828338 Aug 11 02:40:53.099820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=a9ff9523-9d50-4659-ac50-8488a74a49da,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:53.168764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:53.176669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db804276-80ee-4899-81ff-95ad4a4d4f64 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:53.258135 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.304890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.334422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.352102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Port': ['ID=bbebd6af-700d-4c1c-95e3-09ba58ebd730,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:53.389632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd1009-5b23-42d3-b220-bdefea9f8fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10a92d-ade4-46b3-aa11-d732aeea3aa9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:53.416258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:53.420596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.518406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] No DVR routers for this DVR port a9ff9523-9d50-4659-ac50-8488a74a49da on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:53.531289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.564223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-c3f86012-4c63-4300-ab6d-5085c5476736 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "DELETE /v2.0/ports/a9ff9523-9d50-4659-ac50-8488a74a49da HTTP/1.1" status: 204 len: 173 time: 4.4113119 Aug 11 02:40:53.581437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:53.586767 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e5566-d996-4b7b-b10a-daba87c3c88b" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:53.883496 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae89e36-ea7a-449e-bb6b-c7f59072609c x-openstack-request-id: req-1ae89e36-ea7a-449e-bb6b-c7f59072609c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:53.884452 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "a9ff9523-9d50-4659-ac50-8488a74a49da", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:53.884452 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ae89e36-ea7a-449e-bb6b-c7f59072609c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:53.884845 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': 'a9ff9523-9d50-4659-ac50-8488a74a49da', 'status': 'completed', 'code': 200} Aug 11 02:40:54.037799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Allocated IP 2001:db8::f816:3eff:fe92:1741 (a7548113-1c15-4cbd-941e-a75d799a7de7/4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac/8c950096-92e4-4d97-95a3-3ad05ce69175) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:54.149917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.212892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Deleting port 1518dbd2-1dc9-4056-9af2-e39ea34b484b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:54.213279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.481169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.501199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] DHCP port deletion for a60c2711-8a6f-40aa-9d5c-6701aa18089f request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:54.801961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:54.834497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896bef-6058-432e-a117-074c6cadcb2c req-fdfdff3a-a973-4a75-b505-59b45e851f52 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:54.842784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c896bef-6058-432e-a117-074c6cadcb2c req-fdfdff3a-a973-4a75-b505-59b45e851f52 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 945 time: 0.7238135 Aug 11 02:40:54.915148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c896bef-6058-432e-a117-074c6cadcb2c req-42b30cb6-3c8a-4e13-9240-c574e77ba099 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712030 Aug 11 02:40:54.985651 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.135382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43576) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.163225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08df94-1d80-4f54-a0aa-992e54392fb7 req-bd3165b4-e345-4036-8fd3-0939ad41fc43 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:55.171429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08df94-1d80-4f54-a0aa-992e54392fb7 req-bd3165b4-e345-4036-8fd3-0939ad41fc43 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:55.179403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08df94-1d80-4f54-a0aa-992e54392fb7 req-bd3165b4-e345-4036-8fd3-0939ad41fc43 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:55.187983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c08df94-1d80-4f54-a0aa-992e54392fb7 req-bd3165b4-e345-4036-8fd3-0939ad41fc43 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 2409 time: 0.9988592 Aug 11 02:40:55.375250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Router 263db0e0-d483-456a-83b3-0a59ecc1bbec has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:55.377758 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.381676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c4c5f333-3d16-41cb-8769-41e04e7d938d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:55.402654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.405123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.482895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 4087a091-2568-4bb0-bfd3-2fb462569108 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:55.483203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.526506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:55.527874 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.538133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.540007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:55.586035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:55.616436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] For port 4087a091-2568-4bb0-bfd3-2fb462569108, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4087a091-2568-4bb0-bfd3-2fb462569108,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:55.616829 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.622444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:55.622444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.626326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=92956c93-82ae-4388-91e3-19f6ab7140d4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:55.635736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Transition to ACTIVE for port object 8c950096-92e4-4d97-95a3-3ad05ce69175 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:55.646358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 4087a091-2568-4bb0-bfd3-2fb462569108 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:55.657658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:55.665882 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-78e86a54-0cb7-4982-9f49-966ecebbdf45 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4701617 Aug 11 02:40:55.675438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.687827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9cee9f6f-2a08-4330-8ca9-9f79c6764dbc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0397179 Aug 11 02:40:55.692162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.727027 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-e1e3a995-b5fa-40e4-9ede-93c869fec0ad tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] delete failed (client error): The resource could not be found. Aug 11 02:40:55.734121 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e1e3a995-b5fa-40e4-9ede-93c869fec0ad tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-401996680 HTTP/1.1" status: 404 len: 334 time: 0.0505531 Aug 11 02:40:55.734554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] Sync routers for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:55.739613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Calling delete_port for 1518dbd2-1dc9-4056-9af2-e39ea34b484b owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:55.745176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:bf:d6:45', 'name': 'tempest-NetworksTestDHCPv6-163361971'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:55.746850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-951786503'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:55.761002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43586) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.796376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-767f6b98-3cc2-4380-94ef-fe5189f00d95 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'router': {'external_gateway_info': {'network_id': '263db0e0-d483-456a-83b3-0a59ecc1bbec'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:55.796965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c08df94-1d80-4f54-a0aa-992e54392fb7 req-0c784bb4-dcdf-471b-84fe-60834b143106 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5958295 Aug 11 02:40:55.809033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:55.819336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Made reservation on behalf of b2b9b40064d6428595e419356122240d for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:55.822953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.832123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Transition to ACTIVE for port object 8c950096-92e4-4d97-95a3-3ad05ce69175 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:55.845809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e411ba31-690f-484e-b86a-f4f8a0ee4571 None None] Provisioning complete for port 1518dbd2-1dc9-4056-9af2-e39ea34b484b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:55.846613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e411ba31-690f-484e-b86a-f4f8a0ee4571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.884973 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.925225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.932102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85fd2d06-c685-4438-a187-8db347a0aeee req-ea2f5c9d-8695-4e8a-a323-c33f42befb68 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 267 time: 0.7940619 Aug 11 02:40:55.948129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:55.948919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:55.985455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] Deleting port db804276-80ee-4899-81ff-95ad4a4d4f64 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:55.985916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.096103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.115914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:56.124821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e411ba31-690f-484e-b86a-f4f8a0ee4571 None None] Port 1518dbd2-1dc9-4056-9af2-e39ea34b484b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:56.127211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c4c5f333-3d16-41cb-8769-41e04e7d938d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:56.157495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:56.164104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:56.179877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:56.182460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c4c5f333-3d16-41cb-8769-41e04e7d938d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:56.182960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.202874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:56.203727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.209794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2d06-c685-4438-a187-8db347a0aeee req-54163300-8ef8-457f-840b-60c341b53191 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:56.211473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85fd2d06-c685-4438-a187-8db347a0aeee req-54163300-8ef8-457f-840b-60c341b53191 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 945 time: 0.2780695 Aug 11 02:40:56.237926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] For port db804276-80ee-4899-81ff-95ad4a4d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db804276-80ee-4899-81ff-95ad4a4d4f64,segment=NetworkSegment(b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796),segment_id=b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:56.239122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.260934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'port': {'security_groups': []}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:56.289898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:28Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.317304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.318256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8f5a0-25e6-4b95-b176-a1f633d16c4f None None] The sync data for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:56.324347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] Calling delete_port for db804276-80ee-4899-81ff-95ad4a4d4f64 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:56.340136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.360508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Allocated IP 172.21.0.2 (9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb/64b4bd1e-a215-4c57-b182-ab47be9b456a/faafd27c-34c0-464d-846c-047a034d794c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:56.377188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35bfe7-490e-4a02-80b5-e3a56db04f06 None None] The sync data for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 is: [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:29:16Z', 'revision_number': 4, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e6027cff-4af6-4223-9a17-6918ac75203c', 'name': '', 'network_id': 'f31c5b4c-33b3-496b-b139-b57cf4b686a2', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'mac_address': 'fa:16:3e:48:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd017786c-655c-4813-8dd7-d5379414461a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:15Z', 'updated_at': '2021-08-11T02:29:28Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'subnets': [{'id': 'd017786c-655c-4813-8dd7-d5379414461a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:56.378208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-767f6b98-3cc2-4380-94ef-fe5189f00d95 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.429286 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-767f6b98-3cc2-4380-94ef-fe5189f00d95 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] update failed (client error): The resource could not be found. Aug 11 02:40:56.438640 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-767f6b98-3cc2-4380-94ef-fe5189f00d95 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec HTTP/1.1" status: 404 len: 339 time: 0.6752675 Aug 11 02:40:56.439564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:56.453142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.456411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/ports/1518dbd2-1dc9-4056-9af2-e39ea34b484b HTTP/1.1" status: 204 len: 168 time: 3.4943700 Aug 11 02:40:56.468746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f458-5248-4e95-8968-d661fa8b8384 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Port': ['ID=1518dbd2-1dc9-4056-9af2-e39ea34b484b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:56.478226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:56.535879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.555746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Attempting to bind port 8c950096-92e4-4d97-95a3-3ad05ce69175 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:56.556396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Attempting to bind port 8c950096-92e4-4d97-95a3-3ad05ce69175 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:56.556513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Attempting to bind port 8c950096-92e4-4d97-95a3-3ad05ce69175 on network a7548113-1c15-4cbd-941e-a75d799a7de7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:56.615568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:56.615977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Checking segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:56.616225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.616628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Bound using segment: {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:56.617112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Bound port: 8c950096-92e4-4d97-95a3-3ad05ce69175, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5efc2-3786-470d-bc6e-e34f859eb6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:56.617495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.660344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.707697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=4087a091-2568-4bb0-bfd3-2fb462569108,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:56.729727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.796307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.805727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.828641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] Pushing event deleted for resources: {'Port': ['ID=db804276-80ee-4899-81ff-95ad4a4d4f64,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:56.850520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.853971 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d5275-8ba9-494c-92aa-54b01860f69d None None] New status for floating IP 67d70c13-74bc-4dff-99f5-5aca164fd69e: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:40:56.877732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab493e-1a31-4295-8f8a-8454e7798843 None None] No DVR routers for this DVR port db804276-80ee-4899-81ff-95ad4a4d4f64 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:56.916355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:56.917187 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.982574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:56.992203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] No DVR routers for this DVR port 4087a091-2568-4bb0-bfd3-2fb462569108 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:57.031216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:57.062988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.072436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.082606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:57.083889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60c2711-8a6f-40aa-9d5c-6701aa18089f']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:57.095726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:57.096131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cc233c-0ffc-4a6b-9fc3-6de7f1a5f796') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:57.108383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.117454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.121870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.124552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-8458aecd-ca6e-43d1-8c6d-e9282d3fc170 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "DELETE /v2.0/ports/4087a091-2568-4bb0-bfd3-2fb462569108 HTTP/1.1" status: 204 len: 173 time: 3.5108778 Aug 11 02:40:57.128835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c4c5f333-3d16-41cb-8769-41e04e7d938d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c4c5f333-3d16-41cb-8769-41e04e7d938d,segment=NetworkSegment(c3a973a4-3086-48be-b5c3-038d63b53880),segment_id=c3a973a4-3086-48be-b5c3-038d63b53880)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:57.148409 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.149317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:57.153501 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d41af6-ce8f-4a3f-852e-5397f50cce84" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:57.182718 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.187306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4106af-964a-49f0-ab93-46563a7986d7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:57.227647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Transition to ACTIVE for port object faafd27c-34c0-464d-846c-047a034d794c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:57.239864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.305637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6da7-17b2-4321-bb6e-8a2fd214ff35 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:57.321631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port af7403a6-3cab-4e59-8433-df3603d7e298 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:57.331915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Transition to ACTIVE for port object faafd27c-34c0-464d-846c-047a034d794c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:57.371479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.383101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.383786 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Added segment 247868a0-d6f0-4578-9fc6-aa57c3405eef of type vlan for network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 Aug 11 02:40:57.409140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.449678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:57.456745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:57.466350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:57.510707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:57.511354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:57.518789 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:57.545869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c4c5f333-3d16-41cb-8769-41e04e7d938d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:57.691274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Pushing event updated for resources: {'Port': ['ID=faafd27c-34c0-464d-846c-047a034d794c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:57.734293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Attempting to bind port faafd27c-34c0-464d-846c-047a034d794c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:57.735240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Attempting to bind port faafd27c-34c0-464d-846c-047a034d794c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:57.736071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Attempting to bind port faafd27c-34c0-464d-846c-047a034d794c on network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:57.750748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:57.756925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.759136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Checking segment: {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:57.760153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.761098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Bound using segment: {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:57.762205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Bound port: faafd27c-34c0-464d-846c-047a034d794c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:57.770497 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.790822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Allocated IP 172.20.0.1 (7e23d37f-e863-4478-b135-131b20ea4f0e/28a58f4a-1374-4526-bb15-f33b006e74fd/af70d60c-4743-401e-9429-4d8a31efd8c3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:57.807392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf76501-bc08-4a11-b6c1-d0f870d3ec63 req-860f678a-3c19-443e-8d4e-0dbb8e68e7fb tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:57.822643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf76501-bc08-4a11-b6c1-d0f870d3ec63 req-860f678a-3c19-443e-8d4e-0dbb8e68e7fb tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:57.827221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bf76501-bc08-4a11-b6c1-d0f870d3ec63 req-860f678a-3c19-443e-8d4e-0dbb8e68e7fb tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 1676 time: 0.8419983 Aug 11 02:40:57.841075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.21.0.1 (9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb/64b4bd1e-a215-4c57-b182-ab47be9b456a/13458b0d-2591-4885-81e3-ddc08abb8256) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:57.932498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.971365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] For port faafd27c-34c0-464d-846c-047a034d794c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:57.981318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] For port faafd27c-34c0-464d-846c-047a034d794c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=faafd27c-34c0-464d-846c-047a034d794c,segment=NetworkSegment(5d33caae-bcaf-45b6-bf1e-bedd4172830d),segment_id=5d33caae-bcaf-45b6-bf1e-bedd4172830d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:58.000539 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.025835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8:0:1::b6 (a7548113-1c15-4cbd-941e-a75d799a7de7/92956c93-82ae-4388-91e3-19f6ab7140d4/af7403a6-3cab-4e59-8433-df3603d7e298) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:58.041804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::f816:3eff:febf:d645 (a7548113-1c15-4cbd-941e-a75d799a7de7/4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac/af7403a6-3cab-4e59-8433-df3603d7e298) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:58.090736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.121294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b839d-4177-4834-a7be-1199685f1eb8 None None] Pushing event updated for resources: {'Port': ['ID=faafd27c-34c0-464d-846c-047a034d794c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:58.126582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Transition to ACTIVE for port object af70d60c-4743-401e-9429-4d8a31efd8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:58.178542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.182198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] 10.222.0.16 "DELETE /v2.0/networks/a60c2711-8a6f-40aa-9d5c-6701aa18089f HTTP/1.1" status: 204 len: 168 time: 1.6641178 Aug 11 02:40:58.190141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:58.203736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:40:58.297591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 4cfb8467-7180-41d7-9c07-977eb5300525 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:58.298274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.306211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.407151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.431690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network 7e23d37f-e863-4478-b135-131b20ea4f0e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:58.455755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:58.468608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:58.507942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] For port 4cfb8467-7180-41d7-9c07-977eb5300525, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cfb8467-7180-41d7-9c07-977eb5300525,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:58.508548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.549244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Port': ['ID=af70d60c-4743-401e-9429-4d8a31efd8c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:58.557420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object af7403a6-3cab-4e59-8433-df3603d7e298 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:58.602245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 4cfb8467-7180-41d7-9c07-977eb5300525 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:58.636305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c78ebe-2fce-404d-8f4d-ebcef1f1dd70 tempest-PortsIpV6TestJSON-433376680 tempest-PortsIpV6TestJSON-433376680-project] Pushing event deleted for resources: {'Network': ['ID=a60c2711-8a6f-40aa-9d5c-6701aa18089f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:58.650826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.727755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.744890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:58.748001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.779676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bf76501-bc08-4a11-b6c1-d0f870d3ec63 req-19448ed1-6c71-46a2-874b-1c29c5e783cb tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9339764 Aug 11 02:40:58.780483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43600) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:58.919448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.971697 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e9efe3-d3f4-43cb-966c-76cd9adb1ce5 x-openstack-request-id: req-91e9efe3-d3f4-43cb-966c-76cd9adb1ce5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:58.972053 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "4087a091-2568-4bb0-bfd3-2fb462569108", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:58.972535 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91e9efe3-d3f4-43cb-966c-76cd9adb1ce5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:58.974306 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '4087a091-2568-4bb0-bfd3-2fb462569108', 'status': 'completed', 'code': 200} Aug 11 02:40:59.033845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:59.108637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:59.130430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:59.142552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:59.143766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.156292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=af7403a6-3cab-4e59-8433-df3603d7e298,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:59.187603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.235489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47a39e66-b31a-4c70-85c2-3ee43aff648d None None] Provisioning for port af70d60c-4743-401e-9429-4d8a31efd8c3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:59.242536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47a39e66-b31a-4c70-85c2-3ee43aff648d None None] Provisioning complete for port af70d60c-4743-401e-9429-4d8a31efd8c3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:59.243104 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47a39e66-b31a-4c70-85c2-3ee43aff648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.249184 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9db44e00-8f86-4539-a5e8-dd40e7ff8954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5231965 Aug 11 02:40:59.260099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:59.408388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-47a39e66-b31a-4c70-85c2-3ee43aff648d None None] Port af70d60c-4743-401e-9429-4d8a31efd8c3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:59.486081 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5f1797ae-8487-4ece-9991-2b7c1eb67c77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04415bab4bcc4ceeb5f1e542e35adc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036824 Aug 11 02:40:59.497910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:59.516877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.540156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797b9113-e040-43d0-9a23-827ea6e4cf7e None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:59.559690 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.605582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.633758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.3673067 Aug 11 02:40:59.651630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43608) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:59.680463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Request body: {'subnet': {'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:59.709874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:59.720971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:59.722069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.724034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85fd2d06-c685-4438-a187-8db347a0aeee req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "PUT /v2.0/ports/3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 200 len: 904 time: 3.4681485 Aug 11 02:40:59.725481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c83f-1108-4146-9ff4-3c2b59b36d03 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event updated for resources: {'Network': ['ID=f7bd8aa8-3bce-422c-b7a7-5c87f6541195,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:59.725871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['acaa373c-ee77-4197-b1a0-ca9e7b3b0390', '3fe16040-2d5d-4c7a-92e8-91030d7869fe'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:59.744253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:59.885562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object 13458b0d-2591-4885-81e3-ddc08abb8256 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:59.890515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:59.990575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd98083-b6b6-4aaf-afd3-4585de1c4388 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.027965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dfa1-06d4-4a24-bbaf-87c58f7bb568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.083735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dfa1-06d4-4a24-bbaf-87c58f7bb568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.127125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e0bb-5bdd-4a41-9fab-9d76d100108d req-e0a6aff7-fb34-46ff-af15-50ee28fd595a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:00.142308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57a1e0bb-5bdd-4a41-9fab-9d76d100108d req-e0a6aff7-fb34-46ff-af15-50ee28fd595a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 907 time: 0.2524903 Aug 11 02:41:00.157733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.202066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Made reservation on behalf of b2b9b40064d6428595e419356122240d for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:00.206514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.216911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port af7403a6-3cab-4e59-8433-df3603d7e298 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:00.217622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.253124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3fe16040-2d5d-4c7a-92e8-91030d7869fe'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:00.351490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dfa1-06d4-4a24-bbaf-87c58f7bb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.365286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddc4dfa1-06d4-4a24-bbaf-87c58f7bb568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.371280 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ddc4dfa1-06d4-4a24-bbaf-87c58f7bb568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b20ab65-2f0f-495d-a5c0-4a1e99cc9814 HTTP/1.1" status: 204 len: 168 time: 0.8607047 Aug 11 02:41:00.394287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-20b92abb-b913-4fd4-a2a1-725da7d54df6 None None] Provisioning for port 8c950096-92e4-4d97-95a3-3ad05ce69175 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:00.446522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.452302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767817ac-68ed-4ac0-8a17-462730c0abe1 None None] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:00.463648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:00.492087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d100c-5f2f-46ff-a33a-c34af71924ca req-482bc1d8-9b96-4f48-acc5-33673d22d562 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:00.499652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d100c-5f2f-46ff-a33a-c34af71924ca req-482bc1d8-9b96-4f48-acc5-33673d22d562 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:00.501319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a0d100c-5f2f-46ff-a33a-c34af71924ca req-482bc1d8-9b96-4f48-acc5-33673d22d562 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 1598 time: 0.3895550 Aug 11 02:41:00.502314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:00.505228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:00.524852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4dfa1-06d4-4a24-bbaf-87c58f7bb568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20ab65-2f0f-495d-a5c0-4a1e99cc9814,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.577257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=13458b0d-2591-4885-81e3-ddc08abb8256,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.679108 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.699729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356337cd-39c6-4ecc-b2d9-d4298afafa53 req-69236d0c-019f-4027-b9ce-d915f0aa7cd9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:00.708027 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-356337cd-39c6-4ecc-b2d9-d4298afafa53 req-69236d0c-019f-4027-b9ce-d915f0aa7cd9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3876948 Aug 11 02:41:00.710846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] No DVR routers for this DVR port 4cfb8467-7180-41d7-9c07-977eb5300525 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:00.721560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.725845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "DELETE /v2.0/ports/4cfb8467-7180-41d7-9c07-977eb5300525 HTTP/1.1" status: 204 len: 173 time: 3.5665951 Aug 11 02:41:00.727031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for af7403a6-3cab-4e59-8433-df3603d7e298 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:00.741702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ed29-1f14-4db4-a262-52d95c949cf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=4cfb8467-7180-41d7-9c07-977eb5300525,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.825021 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.895534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.915940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.954054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a0d100c-5f2f-46ff-a33a-c34af71924ca req-31732526-b4bb-41cb-a52d-98aefc5c5383 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396434 Aug 11 02:41:00.976188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe'}, {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:00.979234 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8120ea7-d1f8-4112-aeb0-94becd2965f4" -d '{"events": [{"name": "network-changed", "server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe"}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:01.080252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-356337cd-39c6-4ecc-b2d9-d4298afafa53 req-0e43f053-1f3b-4ab8-9d5c-80a4f8aa1201 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711510 Aug 11 02:41:01.112982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.213793 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f150f1ad-f318-48d2-8855-5a24c52cbb35 x-openstack-request-id: req-f150f1ad-f318-48d2-8855-5a24c52cbb35 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:01.214179 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe", "status": "completed", "code": 200}, {"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "4cfb8467-7180-41d7-9c07-977eb5300525", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:01.214382 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f150f1ad-f318-48d2-8855-5a24c52cbb35 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:01.214773 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe', 'status': 'completed', 'code': 200} Aug 11 02:41:01.215032 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '4cfb8467-7180-41d7-9c07-977eb5300525', 'status': 'completed', 'code': 200} Aug 11 02:41:01.370537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f75eca83-be74-461d-9316-e710c8d9eb6f None None] Provisioning for port faafd27c-34c0-464d-846c-047a034d794c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:01.406702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8c950096-92e4-4d97-95a3-3ad05ce69175 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:01.429928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event updated for resources: {'Port': ['ID=af70d60c-4743-401e-9429-4d8a31efd8c3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:01.443791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.538566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:01.539185 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.575945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-a906f61c-2889-4b16-9186-e834b1caf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:01.577720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-a906f61c-2889-4b16-9186-e834b1caf0d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 1058 time: 0.2815702 Aug 11 02:41:01.585558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.710202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event updated for resources: {'Subnet': ['ID=817cf2ed-2f9f-4978-bb73-5d873567f4da,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:01.736773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.793944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=af7403a6-3cab-4e59-8433-df3603d7e298,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:01.806421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Network 7e23d37f-e863-4478-b135-131b20ea4f0e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:01.812807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:01.857054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ffd9e-8769-4619-9d08-aa75c8b7c230 req-1cda77ca-f408-4349-8626-1d46eb8b2393 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:01.863480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-035ffd9e-8769-4619-9d08-aa75c8b7c230 req-1cda77ca-f408-4349-8626-1d46eb8b2393 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.6140051 Aug 11 02:41:01.872727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-82a87833-589e-4cd7-8723-d1a847be8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:01.874404 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-82a87833-589e-4cd7-8723-d1a847be8385 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.2855928 Aug 11 02:41:01.879957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.882046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3fc227e8-5413-4a85-9b68-e564342a7564 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/af7403a6-3cab-4e59-8433-df3603d7e298 HTTP/1.1" status: 204 len: 168 time: 2.6167529 Aug 11 02:41:01.915277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:02.000922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:02.002205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.023181 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-ba1e5b8e-e92e-408a-8c73-170c5c4a1fb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 200 len: 217 time: 0.1399531 Aug 11 02:41:02.081963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f75eca83-be74-461d-9316-e710c8d9eb6f None None] Provisioning complete for port 3fe16040-2d5d-4c7a-92e8-91030d7869fe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:02.082369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f75eca83-be74-461d-9316-e710c8d9eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.217517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43644) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:02.229076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-035ffd9e-8769-4619-9d08-aa75c8b7c230 req-91235b1e-15ad-48ba-8057-c0bb5d04b2ed tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915194 Aug 11 02:41:02.278981 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.402204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Checking segment: {'id': '247868a0-d6f0-4578-9fc6-aa57c3405eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:02.402204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Network hostable DHCP agents. Network: f7bd8aa8-3bce-422c-b7a7-5c87f6541195, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:02.465438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] For port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:02.465815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.519023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:02.525211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac', 'ip_address': '2001:db8::f816:3eff:fe92:1741'}, {'subnet_id': '92956c93-82ae-4388-91e3-19f6ab7140d4'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '8c950096-92e4-4d97-95a3-3ad05ce69175'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:41:02.526549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 76a5fdd4-9262-40dc-8334-6a935dc8e9ac owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:02.554321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1af5e-d123-49db-a2a2-69b44822e376 req-4fa897e5-df92-46a3-baf1-70ba185f720f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:02.562183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23e1af5e-d123-49db-a2a2-69b44822e376 req-4fa897e5-df92-46a3-baf1-70ba185f720f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 942 time: 0.3453932 Aug 11 02:41:02.563762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.577593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-377316337'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:02.627736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f7bd8aa8-3bce-422c-b7a7-5c87f6541195) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:02.638348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:02.638348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.676986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd3635f-1a39-4d7d-9fd0-c12f2e49cde9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:02.685600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6fd3635f-1a39-4d7d-9fd0-c12f2e49cde9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.7575941 Aug 11 02:41:02.685600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:02.686847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-d0498f55-7573-4a89-960d-61eea53e753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:02.688451 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-d0498f55-7573-4a89-960d-61eea53e753f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.6181273 Aug 11 02:41:02.744361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Router 263db0e0-d483-456a-83b3-0a59ecc1bbec has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:02.774985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Made reservation on behalf of f9c179673be346249c68cf5ef0eca59c for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:02.778969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Allocated IP 2001:db8:0:1::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/92956c93-82ae-4388-91e3-19f6ab7140d4/8c950096-92e4-4d97-95a3-3ad05ce69175) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:02.779197 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.793062 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23e1af5e-d123-49db-a2a2-69b44822e376 req-ea964a1b-1929-4379-ad8d-7d3741096b7a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups?id=281f912a-f245-4a6a-9efd-42125eaf8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299373 Aug 11 02:41:02.807901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a44be60-015e-42c7-a7d3-4ea382290155 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1525350 Aug 11 02:41:02.827251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdfdaf-9c08-450a-ab66-be1f70ff60a6 None None] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:02.827509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43662) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:02.838029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Request body: {'port': {'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2072816951'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:02.849947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.902550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-e676d7db-7d1d-49b0-bd04-8df5b4b6efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:02.905791 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-e676d7db-7d1d-49b0-bd04-8df5b4b6efb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066705 Aug 11 02:41:02.927727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a9317-6024-4cb9-b59c-1c059046736d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:02.931026 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4a1a9317-6024-4cb9-b59c-1c059046736d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2463863 Aug 11 02:41:02.935162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-451686ac-cfb2-4fae-8762-81833c621b2e None None] Provisioning complete for port af70d60c-4743-401e-9429-4d8a31efd8c3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:02.935669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-451686ac-cfb2-4fae-8762-81833c621b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.937981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43664) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:03.065985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-451686ac-cfb2-4fae-8762-81833c621b2e None None] Port af70d60c-4743-401e-9429-4d8a31efd8c3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:03.069703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:03.109325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:03.118860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-473d381f-6df3-418a-83c5-37639ccb0ce4 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6751463 Aug 11 02:41:03.131636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:03.136757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] Sync routers for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:03.199084 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-a08c7301-baf3-4d19-8b14-2d4f9f108061 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601292 Aug 11 02:41:03.245604 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.274381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Transition to ACTIVE for port object 8c950096-92e4-4d97-95a3-3ad05ce69175 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:03.294081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.309770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acaa659-3858-4090-b818-3d83b945f6f8 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.359224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f7bd8aa8-3bce-422c-b7a7-5c87f6541195', 'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195', 'tenant_id': 'b2b9b40064d6428595e419356122240d', 'fixed_ips': [{'subnet_id': '817cf2ed-2f9f-4978-bb73-5d873567f4da'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:03.360960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.369504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:03.369504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:03.388949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-df7f9e57-962b-4812-ba3a-78099cb343a3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:03.396503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-df7f9e57-962b-4812-ba3a-78099cb343a3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.7728281 Aug 11 02:41:03.409214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.445618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.455204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8120ea7-d1f8-4112-aeb0-94becd2965f4 req-30feae65-a5ec-4d4f-b411-80de01181a43 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217116 Aug 11 02:41:03.485681 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-4acaa659-3858-4090-b818-3d83b945f6f8 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:41:03.488835 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4acaa659-3858-4090-b818-3d83b945f6f8 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec HTTP/1.1" status: 409 len: 329 time: 0.3556032 Aug 11 02:41:03.493189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43668) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:03.519982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:03.583900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39dc6b-e3c0-4b60-85e6-45b2efaf95e4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:03.588006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39dc6b-e3c0-4b60-85e6-45b2efaf95e4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:03.592213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39dc6b-e3c0-4b60-85e6-45b2efaf95e4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:03.600372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fb39dc6b-e3c0-4b60-85e6-45b2efaf95e4 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6435206 Aug 11 02:41:03.600718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:03.620629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-3896efe9-491f-4b2b-8b49-c7226bbb0d31 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/quotas/7488b26c928b49dd92db1e23a993e1b2 HTTP/1.1" status: 200 len: 375 time: 0.2226529 Aug 11 02:41:03.629514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:03.630577 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:03.630577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:03.631254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:03.694867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:03.694867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0280c0-9b30-4216-be0b-7b04936c179d None None] The sync data for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:03.725500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:03.739366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.805939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478edace-6efa-4f2f-8e95-a3760ca3efb6 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:03.817032 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.826231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=13458b0d-2591-4885-81e3-ddc08abb8256,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:03.826988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a0fecb79-151f-4bc3-a1d7-b2836f2bea1d None None] Provisioning for port 13458b0d-2591-4885-81e3-ddc08abb8256 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:03.831058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.872434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a0fecb79-151f-4bc3-a1d7-b2836f2bea1d None None] Provisioning complete for port 13458b0d-2591-4885-81e3-ddc08abb8256 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:03.873823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0fecb79-151f-4bc3-a1d7-b2836f2bea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.916497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.939167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=76a5fdd4-9262-40dc-8334-6a935dc8e9ac,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:03.965324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Allocated IP 2001:db8::2 (f7bd8aa8-3bce-422c-b7a7-5c87f6541195/817cf2ed-2f9f-4978-bb73-5d873567f4da/af33060f-be7b-48a8-b1b5-4b148567dc4d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:04.100846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a0fecb79-151f-4bc3-a1d7-b2836f2bea1d None None] Port 13458b0d-2591-4885-81e3-ddc08abb8256 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:04.107436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.110845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-6e87585d-d50d-4ac4-9f48-b21118762091 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4537582 Aug 11 02:41:04.136972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-286fab7c-6975-4b7d-aa1d-3991fbffb83c req-50a3de7c-4ff9-48af-b1bd-68b5cd96d77e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0871589 Aug 11 02:41:04.175071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] No DVR routers for this DVR port 76a5fdd4-9262-40dc-8334-6a935dc8e9ac on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:04.182862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.185671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-801fd42f-1a83-4802-8037-38081f87d406 req-af9601e0-b9bf-4aed-9e0e-58c00c2ac87a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.59 "DELETE /v2.0/ports/76a5fdd4-9262-40dc-8334-6a935dc8e9ac HTTP/1.1" status: 204 len: 173 time: 3.4348474 Aug 11 02:41:04.190796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:04.196733 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac1245-ed2d-47d2-874f-47642f1fc0ec" -d '{"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:04.216380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.274729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.326094 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcdba6e-24f5-47d8-aae4-2af177526a04 x-openstack-request-id: req-bfcdba6e-24f5-47d8-aae4-2af177526a04 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:04.326094 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fdbb79-25e2-4580-b1b6-f143d6badcfb", "name": "network-vif-deleted", "tag": "76a5fdd4-9262-40dc-8334-6a935dc8e9ac", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:04.326094 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfcdba6e-24f5-47d8-aae4-2af177526a04 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:04.327169 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdbb79-25e2-4580-b1b6-f143d6badcfb', 'name': 'network-vif-deleted', 'tag': '76a5fdd4-9262-40dc-8334-6a935dc8e9ac', 'status': 'completed', 'code': 200} Aug 11 02:41:04.331164 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.334924 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.358652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.374716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Transition to ACTIVE for port object af33060f-be7b-48a8-b1b5-4b148567dc4d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:04.400757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:04.414460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5b8ad5ba-c14b-4752-b32d-ad6303ce2708 None None] Provisioning complete for port 13458b0d-2591-4885-81e3-ddc08abb8256 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:04.414802 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad5ba-c14b-4752-b32d-ad6303ce2708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.438672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.447258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5399da25-5270-4c7e-8a16-48494bab6df3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac HTTP/1.1" status: 204 len: 168 time: 0.8419864 Aug 11 02:41:04.448127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:04.458273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Transition to ACTIVE for port object af33060f-be7b-48a8-b1b5-4b148567dc4d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:04.464164 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:04.464482 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:04.476610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.499724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:04.501123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ad5ba-c14b-4752-b32d-ad6303ce2708 None None] Port 13458b0d-2591-4885-81e3-ddc08abb8256 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:04.554042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:04.584619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 92956c93-82ae-4388-91e3-19f6ab7140d4 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:04.587259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:04.590809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:04.593368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:04.604329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.633151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Pushing event updated for resources: {'Port': ['ID=af33060f-be7b-48a8-b1b5-4b148567dc4d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:04.661273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:04.676605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Made reservation on behalf of b2b9b40064d6428595e419356122240d for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:04.682599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.737479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cf5229-8096-4f8e-8a08-9f2f99ca5e4e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:04.745430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.746014 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Added segment f7fc84e0-7759-4a47-9b6b-1199642408f0 of type vlan for network 7d1dd53c-0d76-4ed9-a1d0-80912dafa16a Aug 11 02:41:04.752632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.767008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Attempting to bind port af33060f-be7b-48a8-b1b5-4b148567dc4d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:04.767257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Attempting to bind port af33060f-be7b-48a8-b1b5-4b148567dc4d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '247868a0-d6f0-4578-9fc6-aa57c3405eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:04.767839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Attempting to bind port af33060f-be7b-48a8-b1b5-4b148567dc4d on network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:04.812496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:04.813143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Checking segment: {'id': '247868a0-d6f0-4578-9fc6-aa57c3405eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:04.813831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.814615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Bound using segment: {'id': '247868a0-d6f0-4578-9fc6-aa57c3405eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:04.816651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Bound port: af33060f-be7b-48a8-b1b5-4b148567dc4d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247868a0-d6f0-4578-9fc6-aa57c3405eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:04.816651 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.840461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.993247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e069f9-faeb-42d9-9378-a1ee608c6b5d None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:05.075147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] device_id is not set on port 3a98642c-b578-4d47-8238-806670b5d94f yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:41:05.123990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.147956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.173888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.181476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:05.182635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.252701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Could not find standard attr ID for object af7403a6-3cab-4e59-8433-df3603d7e298. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:41:05.265254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] For port af33060f-be7b-48a8-b1b5-4b148567dc4d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:05.314223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] For port af33060f-be7b-48a8-b1b5-4b148567dc4d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af33060f-be7b-48a8-b1b5-4b148567dc4d,segment=NetworkSegment(247868a0-d6f0-4578-9fc6-aa57c3405eef),segment_id=247868a0-d6f0-4578-9fc6-aa57c3405eef)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:05.325861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Provisioning for port 8c950096-92e4-4d97-95a3-3ad05ce69175 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:05.328904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-76476295-3c1c-4d0e-adba-8fa3646c5fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1962149 Aug 11 02:41:05.332757 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.339013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.344509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:05.344884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.349741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.1285915 Aug 11 02:41:05.373835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43684) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.381144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-82d669ab-3831-45e3-b1ba-bebfaf9a8eb6 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-1044677596') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:05.469024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.507309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37e851-f4a8-4c1e-aec2-89c7c9f2a799 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Pushing event updated for resources: {'Network': ['ID=7d1dd53c-0d76-4ed9-a1d0-80912dafa16a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:05.525033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e159c-f923-42c7-a7fc-f0113c249c19 None None] Pushing event updated for resources: {'Port': ['ID=af33060f-be7b-48a8-b1b5-4b148567dc4d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:05.548404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=92956c93-82ae-4388-91e3-19f6ab7140d4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:05.550275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7d1dd53c-0d76-4ed9-a1d0-80912dafa16a details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:05.560866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.565443 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-008fa5e2-7cbf-430c-9d6e-9a3ee6a192cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/92956c93-82ae-4388-91e3-19f6ab7140d4 HTTP/1.1" status: 204 len: 168 time: 1.1153498 Aug 11 02:41:05.570507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.609186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:05.655073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:05.655666 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:05.732454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7b42da82-539b-460c-8506-53a0937dc63c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1600955 Aug 11 02:41:05.756174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.764674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.776693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:05.832721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Allocated IP 2001:db8::2bf (f7bd8aa8-3bce-422c-b7a7-5c87f6541195/817cf2ed-2f9f-4978-bb73-5d873567f4da/3a98642c-b578-4d47-8238-806670b5d94f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:05.871102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aed9f80d-9a02-420b-890d-3e44df590449 req-b337c113-a5de-4e3f-b7d0-fe9a9bea81be tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.3352659 Aug 11 02:41:06.079085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-2a7da0aa-bef0-48f4-9946-051c55ff3d56 service neutron] 10.222.0.16 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201145 Aug 11 02:41:06.117270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:06.126653 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.157119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674e044-8b8d-4a8b-b64b-f5096c921c17 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '92956c93-82ae-4388-91e3-19f6ab7140d4'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '8c950096-92e4-4d97-95a3-3ad05ce69175'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:41:06.169354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting port af70d60c-4743-401e-9429-4d8a31efd8c3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:06.170056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.196663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-82d669ab-3831-45e3-b1ba-bebfaf9a8eb6 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "PUT /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-1044677596 HTTP/1.1" status: 201 len: 201 time: 0.8167543 Aug 11 02:41:06.196974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43690) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:06.204828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-9dcd8790-ce89-404b-b835-104e4b54add7 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-1044677596') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:06.215800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:06.230460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:06.243492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-49973293-a5d5-4048-ae55-ed70f3cb4110 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3063540 Aug 11 02:41:06.247357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43692) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:06.259655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020596919'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:06.276202 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:06.279292 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:06.300704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:06.322232 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1674e044-8b8d-4a8b-b64b-f5096c921c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.369771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.464856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:06.468539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.491239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.577750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24078e1-3df5-4688-9cef-5b5418f8d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:06.582983 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:06.624658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:06.638403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.695461 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.696017 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment 61169472-532b-42ae-be6b-82e98dafae31 of type vlan for network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 Aug 11 02:41:06.737145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Calling delete_port for af70d60c-4743-401e-9429-4d8a31efd8c3 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:06.789899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Transition to ACTIVE for port object 3a98642c-b578-4d47-8238-806670b5d94f will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:06.825232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device faafd27c-34c0-464d-846c-047a034d794c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:06.930893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c62d96ca-008a-4f56-9b40-05c4edf96bfc req-fde9178d-a4d9-416c-8534-8950fd8a4a9a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 210 time: 0.2584903 Aug 11 02:41:06.970079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9dcd8790-ce89-404b-b835-104e4b54add7 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-1044677596 HTTP/1.1" status: 204 len: 168 time: 0.7695546 Aug 11 02:41:06.997540 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.005266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43704) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:07.016623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-7206a374-575f-4a4c-8c2e-7c8d3a3e428c tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:07.151729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e2e753c1-cdad-40db-9f91-09309d0f77fd None None] Provisioning complete for port 13458b0d-2591-4885-81e3-ddc08abb8256 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:07.154258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2e753c1-cdad-40db-9f91-09309d0f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.165425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:41:07.171024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.269896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54bba9-af9d-448e-9b8c-565069011961 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:07.275512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=9bd2bc09-373d-47a6-a822-073459686c9f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:07.302618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:07.304373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e2e753c1-cdad-40db-9f91-09309d0f77fd None None] Port 13458b0d-2591-4885-81e3-ddc08abb8256 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:07.306485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:07.317902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:07.318191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.350477 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c0c9c91f-2b46-4130-a378-48be0ba3ae8e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5886843 Aug 11 02:41:07.356239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:07.372631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf39af13-3825-4e08-bd85-7391322d666c req-ae89c8b6-ff68-4fad-a432-172be1d5f53b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.1791327 Aug 11 02:41:07.373693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:07.394160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.412652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:07.413658 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.459597 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.478344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:00Z', 'revision_number': 3, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:02Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:07.493936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fb704-d128-4e02-955f-f785eb0680f4 None None] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:07.528834 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:07.529514 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Updating router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 port 13458b0d-2591-4885-81e3-ddc08abb8256 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:07.557669 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.667975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:07.689241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event updated for resources: {'Port': ['ID=3a98642c-b578-4d47-8238-806670b5d94f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:07.695195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:07.704912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:07.717472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:07.718353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.729036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7206a374-575f-4a4c-8c2e-7c8d3a3e428c tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags HTTP/1.1" status: 200 len: 238 time: 0.7177444 Aug 11 02:41:07.734297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4832928 Aug 11 02:41:07.743193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43710) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:07.743676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43712) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:07.762081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:07.774504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.811434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-559602d8-37a4-485d-984d-ada574b2057b tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', {'tags': ['tempest-TagsTest-Tag-403335469', 'tempest-TagsTest-Tag-1000322128', 'tempest-TagsTest-Tag-2060522443']}) {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:07.837682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Port': ['ID=af70d60c-4743-401e-9429-4d8a31efd8c3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:07.974747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:07.987062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.068662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7ba1c-2eb6-46ad-82f8-3c1f32c6119b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=f79eb962-1f0d-4a79-a9ea-b624ac61ebe9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:08.108056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f0dbcb58-0513-4d70-b66b-1cec53f07cc8 None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:08.109095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0dbcb58-0513-4d70-b66b-1cec53f07cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.119541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:08.242054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port faafd27c-34c0-464d-846c-047a034d794c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:08.264307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac528819-6510-4024-861d-f344e5b074a4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.4270613 Aug 11 02:41:08.291048 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.292255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43718) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:08.292507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port faafd27c-34c0-464d-846c-047a034d794c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:08.292707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.320172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Request body: {'port': {'network_id': 'f7bd8aa8-3bce-422c-b7a7-5c87f6541195', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-753083020', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:08.322643 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.api.validators [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] bootfile-name is not in valid_values {{(pid=94699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:41:08.338264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.api.validators [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] tftp-server is not in valid_values {{(pid=94699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:41:08.338264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.api.validators [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] server-ip-address is not in valid_values {{(pid=94699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:41:08.340716 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9bd2bc09-373d-47a6-a822-073459686c9f (CIDR: 2001:db8::/64) Aug 11 02:41:08.351602 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Transition to ACTIVE for port object 13458b0d-2591-4885-81e3-ddc08abb8256 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:08.370554 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:41:08.371384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:08.379481 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.459691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4067447b-98a1-42f9-9e58-9ab176804337 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0916846 Aug 11 02:41:08.460231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:08.471173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:08.522317 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087c53-ba74-4cf9-a6ef-e3332b82f6d3 None None] Pushing event updated for resources: {'Port': ['ID=13458b0d-2591-4885-81e3-ddc08abb8256,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:08.739618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-559602d8-37a4-485d-984d-ada574b2057b tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "PUT /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags HTTP/1.1" status: 200 len: 308 time: 0.9881845 Aug 11 02:41:08.740573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.757243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43724) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:08.775040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-bd167bbe-c33d-4e6a-b144-5e9b9fb83564 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-403335469') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:08.807424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5f46b24-516b-4faa-8e06-7f5338d1d3fd req-06ef93e1-2e4d-439a-bdaf-7b9afae61870 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 210 time: 0.5345230 Aug 11 02:41:08.926871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '9bd2bc09-373d-47a6-a822-073459686c9f'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '8c950096-92e4-4d97-95a3-3ad05ce69175'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:41:08.949295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Attempting to bind port 13458b0d-2591-4885-81e3-ddc08abb8256 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:08.949871 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Attempting to bind port 13458b0d-2591-4885-81e3-ddc08abb8256 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:08.950469 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Attempting to bind port 13458b0d-2591-4885-81e3-ddc08abb8256 on network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:08.972946 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:08.975109 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Checking segment: {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:08.975837 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.976488 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Bound using segment: {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:08.977279 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Bound port: 13458b0d-2591-4885-81e3-ddc08abb8256, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d33caae-bcaf-45b6-bf1e-bedd4172830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:08.977858 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.014525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61a4d8b9-96f4-4474-a180-e6f26a5d512a req-440019ca-5ea4-4519-833b-eb856b6624ec tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.2186234 Aug 11 02:41:09.028317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:09.045282 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.058871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.144914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9dfa88b8-62d2-4860-bd22-6fcfaf783fea None None] Provisioning for port af33060f-be7b-48a8-b1b5-4b148567dc4d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:09.152788 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.189671 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:09.283942 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] For port 13458b0d-2591-4885-81e3-ddc08abb8256, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:09.293286 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] For port 13458b0d-2591-4885-81e3-ddc08abb8256, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=13458b0d-2591-4885-81e3-ddc08abb8256,segment=NetworkSegment(5d33caae-bcaf-45b6-bf1e-bedd4172830d),segment_id=5d33caae-bcaf-45b6-bf1e-bedd4172830d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:09.306051 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.352310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:09.362794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.482158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port faafd27c-34c0-464d-846c-047a034d794c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=faafd27c-34c0-464d-846c-047a034d794c,segment=NetworkSegment(5d33caae-bcaf-45b6-bf1e-bedd4172830d),segment_id=5d33caae-bcaf-45b6-bf1e-bedd4172830d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:09.496896 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.499256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c4c5f333-3d16-41cb-8769-41e04e7d938d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:09.667315 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087c53-ba74-4cf9-a6ef-e3332b82f6d3 None None] Pushing event updated for resources: {'Port': ['ID=13458b0d-2591-4885-81e3-ddc08abb8256,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:09.684509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=faafd27c-34c0-464d-846c-047a034d794c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:09.687027 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:09.689842 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:09.727729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:41:09.727729 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:41:09.727729 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': 'b2b9b40064d6428595e419356122240d', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 41, 9, 18358)}] Aug 11 02:41:09.727729 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:09.729216 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:09.903434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6343a696-6eeb-47ae-86de-684fbe515c74 None None] Provisioning for port 3a98642c-b578-4d47-8238-806670b5d94f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:09.920214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/9bd2bc09-373d-47a6-a822-073459686c9f/8c950096-92e4-4d97-95a3-3ad05ce69175) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:09.922780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6343a696-6eeb-47ae-86de-684fbe515c74 None None] Provisioning complete for port 3a98642c-b578-4d47-8238-806670b5d94f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:09.923419 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6343a696-6eeb-47ae-86de-684fbe515c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.001315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6343a696-6eeb-47ae-86de-684fbe515c74 None None] Port 3a98642c-b578-4d47-8238-806670b5d94f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:10.003988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c4c5f333-3d16-41cb-8769-41e04e7d938d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:10.003988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.161986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:10.171762 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:10.239778 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.257389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Transition to ACTIVE for port object 8c950096-92e4-4d97-95a3-3ad05ce69175 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:10.263382 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.372423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f1c48098-4e89-4b3b-9428-f087f002ae84 None None] Provisioning complete for port 3a98642c-b578-4d47-8238-806670b5d94f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:10.373090 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1c48098-4e89-4b3b-9428-f087f002ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.380529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690da489-5ff9-4030-9150-c511f4e5b4f1 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:10.393646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a4dffe2-1cb6-47d8-b289-eb63670b1dc1 req-d7bd2859-2572-49f3-9ec7-ddacb1672d83 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 210 time: 0.3562689 Aug 11 02:41:10.410462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-938f05ed-24b7-42ed-9286-e7a3d19fbfef req-c7a1f301-7840-4556-8018-baf7ae722cf8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0912070 Aug 11 02:41:10.451235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Made reservation on behalf of b2b9b40064d6428595e419356122240d for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:10.465793 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.468959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.483297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f1c48098-4e89-4b3b-9428-f087f002ae84 None None] Port 3a98642c-b578-4d47-8238-806670b5d94f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:10.571528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device faafd27c-34c0-464d-846c-047a034d794c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:10.605231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] device_id is not set on port 190c4b1e-83a5-4d36-8259-3bdf2808f91e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:41:10.662741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-0236ee5c-1f88-44b7-9e7a-42a73fa33a31 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:10.664455 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-0236ee5c-1f88-44b7-9e7a-42a73fa33a31 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 811 time: 0.2183509 Aug 11 02:41:10.725510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Request body: {'port': {'device_id': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'admin_state_up': True, 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:10.745249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=cc787324-b173-4d73-a4ad-c7341669ca2e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:10.761499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port faafd27c-34c0-464d-846c-047a034d794c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:10.761883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.797514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:10.798481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: f79eb962-1f0d-4a79-a9ea-b624ac61ebe9, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:10.865340 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:00Z', 'revision_number': 3, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:09Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:10.880262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:10.893457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Router 263db0e0-d483-456a-83b3-0a59ecc1bbec has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:10.905472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Allocated IP 2001:db8::5f (f7bd8aa8-3bce-422c-b7a7-5c87f6541195/817cf2ed-2f9f-4978-bb73-5d873567f4da/190c4b1e-83a5-4d36-8259-3bdf2808f91e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:10.920127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f79eb962-1f0d-4a79-a9ea-b624ac61ebe9) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:10.928931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:10.929618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.939942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2015cebb-cba9-413b-8d78-e7053320b382 None None] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:10.952015 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff91448-3b23-4174-9612-19f5e3066ecc None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:00Z', 'revision_number': 3, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:09Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:10.963926 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd167bbe-c33d-4e6a-b144-5e9b9fb83564 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "DELETE /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-403335469 HTTP/1.1" status: 204 len: 168 time: 2.2054155 Aug 11 02:41:10.969992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af33060f-be7b-48a8-b1b5-4b148567dc4d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:10.977713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f8f554e6-a4e8-4251-a5f3-69029f8bd2a5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2207127 Aug 11 02:41:10.981427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43730) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.987019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43732) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:11.011242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-25597ea7-c711-4e7b-bba4-c1e711f03d4f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-403335469') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:11.277791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port af33060f-be7b-48a8-b1b5-4b148567dc4d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:11.322516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:11.352248 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7f777885-6ee9-48ac-8392-3b5b8090ec04 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8271565 Aug 11 02:41:11.356593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:11.376469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Made reservation on behalf of 7488b26c928b49dd92db1e23a993e1b2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:11.383132 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.409588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af33060f-be7b-48a8-b1b5-4b148567dc4d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:11.410453 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.579304 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-25597ea7-c711-4e7b-bba4-c1e711f03d4f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] show failed (client error): The resource could not be found. Aug 11 02:41:11.580912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25597ea7-c711-4e7b-bba4-c1e711f03d4f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-403335469 HTTP/1.1" status: 404 len: 325 time: 0.5928593 Aug 11 02:41:11.585710 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-86c32f79-7c78-4abc-a955-0970fb3c6416 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] show failed (client error): The resource could not be found. Aug 11 02:41:11.591374 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-86c32f79-7c78-4abc-a955-0970fb3c6416 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1533930692 HTTP/1.1" status: 404 len: 335 time: 0.2302682 Aug 11 02:41:11.592470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:11.593010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:11.654897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-a4e8af28-1763-41a7-8868-3b891d9f9a09 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-1000322128') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:11.674677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] Sync routers for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:11.676512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e0992f00-c3c8-43f1-9c3b-25e522d1bd48 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:11.709770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:11.711355 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.715368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6b955-9cc1-4c46-bbf1-a6221514078b None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:11.783283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.817992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91d6efc4-2084-4840-af3a-b893b3abe22e req-5ad54ecb-acd6-4882-998e-1c3bce93504b tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.2863677 Aug 11 02:41:11.847565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Transition to ACTIVE for port object 190c4b1e-83a5-4d36-8259-3bdf2808f91e will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:11.865875 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-e0992f00-c3c8-43f1-9c3b-25e522d1bd48 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] update failed (client error): The resource could not be found. Aug 11 02:41:11.870593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e0992f00-c3c8-43f1-9c3b-25e522d1bd48 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1620265479 HTTP/1.1" status: 404 len: 335 time: 0.1979737 Aug 11 02:41:11.902495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:11.969770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d28b8e80-d752-4848-aed7-34c51a1b4a7b req-59863c21-eee4-4fad-bfe7-402e3028fb80 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 210 time: 0.1672940 Aug 11 02:41:12.137057 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.150787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting subnet 8833838c-674a-42e9-a86a-0487f141c4b9 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:12.170203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:12.170880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:12.209233 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.238854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-da133fbc-f4ee-47fe-b5e6-da33aa6b9e3a None None] Provisioning for port 8c950096-92e4-4d97-95a3-3ad05ce69175 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:12.243242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:12.269050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:12.288251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:12.298140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Allocated IP 172.20.0.6 (a4f8a805-762d-47ac-8116-8429cb51e77d/9474524f-7ffb-4e38-a6d4-656ab6842464/a8f9f70b-0fc9-429a-a21d-7f1b99d872ab) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:12.298449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:12.307763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.310685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:12.312485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.322365 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a4e8af28-1763-41a7-8868-3b891d9f9a09 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-1000322128 HTTP/1.1" status: 204 len: 168 time: 0.6980045 Aug 11 02:41:12.330990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:12.358459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-86cc28e5-8aae-40f2-a43c-6c7b1b7a6414 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-2060522443') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:12.379987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-da133fbc-f4ee-47fe-b5e6-da33aa6b9e3a None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:12.381626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da133fbc-f4ee-47fe-b5e6-da33aa6b9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.429104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event updated for resources: {'Port': ['ID=190c4b1e-83a5-4d36-8259-3bdf2808f91e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:12.476533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] Routers {'263db0e0-d483-456a-83b3-0a59ecc1bbec'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:12.476533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:40:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['263db0e0-d483-456a-83b3-0a59ecc1bbec'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:12.486599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.494158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24b4b007-bdaa-4ea5-8b5e-33d5910367e6 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.1978447 Aug 11 02:41:12.494928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43748) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:12.560214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.618095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port af33060f-be7b-48a8-b1b5-4b148567dc4d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af33060f-be7b-48a8-b1b5-4b148567dc4d,segment=NetworkSegment(247868a0-d6f0-4578-9fc6-aa57c3405eef),segment_id=247868a0-d6f0-4578-9fc6-aa57c3405eef)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:12.762786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Allocated IP 172.22.0.2 (f79eb962-1f0d-4a79-a9ea-b624ac61ebe9/cc787324-b173-4d73-a4ad-c7341669ca2e/adc7b633-1160-45c3-bc1e-4a82b28611b9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:12.764533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.865797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:41:12.880721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:12.884715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd7ee6-48e9-4b41-ae4a-1c0bfaba1dcf None None] The sync data for ids ['263db0e0-d483-456a-83b3-0a59ecc1bbec'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:12.902809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fac87-fe38-448c-b058-510768cbf6e1 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:12.917062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fac87-fe38-448c-b058-510768cbf6e1 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:12.928924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fac87-fe38-448c-b058-510768cbf6e1 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:12.931647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a22fac87-fe38-448c-b058-510768cbf6e1 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4299490 Aug 11 02:41:12.940391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-86cc28e5-8aae-40f2-a43c-6c7b1b7a6414 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-2060522443 HTTP/1.1" status: 204 len: 168 time: 0.6030147 Aug 11 02:41:12.945521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43752) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:12.946301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43754) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:12.974817 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.996487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-e386354f-5d56-4ceb-9451-26b8f1c61c43 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:13.086573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.100996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:13.109571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.139580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Transition to ACTIVE for port object a8f9f70b-0fc9-429a-a21d-7f1b99d872ab will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:13.164199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Subnet': ['ID=8833838c-674a-42e9-a86a-0487f141c4b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.171133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=af33060f-be7b-48a8-b1b5-4b148567dc4d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.211103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.214123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f735a033-9815-49c8-883c-10d87f4a1a26 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/subnets/8833838c-674a-42e9-a86a-0487f141c4b9 HTTP/1.1" status: 204 len: 168 time: 1.3084848 Aug 11 02:41:13.221689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:13.241424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36967e-8f07-45d5-be22-270a7e899b80 None None] Network fa4db28f-047b-44cd-8d46-fd1f49b919ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:13.419243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting subnet cc8cf4d2-aebb-4618-b9d7-8af33866c4a1 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:13.425384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.435688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8358f8f0-b4c7-49a3-81da-b17de0f7f119 req-25ce4522-28ef-4e99-81fb-8e25695397b8 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.2210233 Aug 11 02:41:13.490261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ea47e492-5677-4020-8563-6b802f0128c2 None None] Provisioning for port 190c4b1e-83a5-4d36-8259-3bdf2808f91e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:13.492938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.508411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.511664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ea47e492-5677-4020-8563-6b802f0128c2 None None] Provisioning complete for port 190c4b1e-83a5-4d36-8259-3bdf2808f91e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:13.512127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea47e492-5677-4020-8563-6b802f0128c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.584087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Transition to ACTIVE for port object adc7b633-1160-45c3-bc1e-4a82b28611b9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:13.613987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.616655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '9bd2bc09-373d-47a6-a822-073459686c9f', 'ip_address': '2001:db8::2'}, {'subnet_id': '39916821-e203-4317-9c3d-53d4f776d4f5'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '8c950096-92e4-4d97-95a3-3ad05ce69175'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:41:13.677318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.696109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.702719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Transition to ACTIVE for port object adc7b633-1160-45c3-bc1e-4a82b28611b9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:13.708392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ea47e492-5677-4020-8563-6b802f0128c2 None None] Port 190c4b1e-83a5-4d36-8259-3bdf2808f91e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:13.729980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.737758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.755263 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.772160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:13.775802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['acaa373c-ee77-4197-b1a0-ca9e7b3b0390'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:13.914844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:13.983950 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.010414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:14.025456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7af524-4f0c-4000-847f-2a4e3f02f2b6 req-488d5d0a-4c91-419a-9d1f-df8fc3271c5b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:14.039526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc7af524-4f0c-4000-847f-2a4e3f02f2b6 req-488d5d0a-4c91-419a-9d1f-df8fc3271c5b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 931 time: 0.7506297 Aug 11 02:41:14.044111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:14.055800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b5d57fa-4af4-4cbf-8946-3a80c10560df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.057832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] DHCP port deletion for fa4db28f-047b-44cd-8d46-fd1f49b919ef request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:14.070472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:14.073032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Pushing event updated for resources: {'Port': ['ID=adc7b633-1160-45c3-bc1e-4a82b28611b9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:14.141328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Deleting port 190c4b1e-83a5-4d36-8259-3bdf2808f91e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:14.141916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.214888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Network a4f8a805-762d-47ac-8116-8429cb51e77d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:14.232412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:14.233061 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:14.239421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:14.248016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:14.256041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:14.314505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.22.0.1 (f79eb962-1f0d-4a79-a9ea-b624ac61ebe9/cc787324-b173-4d73-a4ad-c7341669ca2e/764b5780-b54e-4e35-890f-3b4416d64327) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:14.319898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.360578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:14.365451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc7af524-4f0c-4000-847f-2a4e3f02f2b6 req-d9f2c2ca-4b24-4196-a8ff-6bb8f87041a8 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236926 Aug 11 02:41:14.387690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e386354f-5d56-4ceb-9451-26b8f1c61c43 tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "DELETE /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags HTTP/1.1" status: 204 len: 168 time: 1.4219005 Aug 11 02:41:14.399028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:14.425747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-4cf75300-01eb-4fd7-9f83-7118d8bae38f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-1000322128') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:14.440109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8cf4d2-aebb-4618-b9d7-8af33866c4a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:14.538792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a94f4a-4141-4b20-b602-a4542cb8cd1e None None] Network 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:14.555986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.568511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5e6d2556-60e4-4306-bbda-cd33f95834d0 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/subnets/cc8cf4d2-aebb-4618-b9d7-8af33866c4a1 HTTP/1.1" status: 204 len: 168 time: 1.3451328 Aug 11 02:41:14.573073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:14.586578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:14.588120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.655678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Attempting to bind port adc7b633-1160-45c3-bc1e-4a82b28611b9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:14.656229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Attempting to bind port adc7b633-1160-45c3-bc1e-4a82b28611b9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:14.656698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Attempting to bind port adc7b633-1160-45c3-bc1e-4a82b28611b9 on network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:14.697429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:14.762038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:14.762637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Checking segment: {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:14.763155 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.763659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Bound using segment: {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:14.764301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Bound port: adc7b633-1160-45c3-bc1e-4a82b28611b9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:14.764799 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.901175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-932cd34b-820c-4142-95f4-b49d62fd4d1e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1800709 Aug 11 02:41:14.922035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Request body: {'port': {'device_id': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:14.950783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57f04376-f70a-427b-a75e-083fd3fa6e41 req-6bb07f0c-358d-4aa4-8f55-df8f4bd73c8e tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0676286 Aug 11 02:41:14.997126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.048706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.051557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Calling delete_port for 190c4b1e-83a5-4d36-8259-3bdf2808f91e owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:15.128044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.186302 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-4cf75300-01eb-4fd7-9f83-7118d8bae38f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] show failed (client error): The resource could not be found. Aug 11 02:41:15.190074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4cf75300-01eb-4fd7-9f83-7118d8bae38f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-1000322128 HTTP/1.1" status: 404 len: 326 time: 0.7848873 Aug 11 02:41:15.190897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.193582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.205888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-b8aed605-e6c7-4b7b-a3a3-11d433d65bed tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a', 'tempest-TagsTest-Tag-2060522443') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:15.295475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-09392380-f269-467b-b59f-3914061c793d None None] Provisioning for port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:15.318965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-09392380-f269-467b-b59f-3914061c793d None None] Provisioning complete for port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:15.319231 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09392380-f269-467b-b59f-3914061c793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.416151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.429116 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.481548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] For port adc7b633-1160-45c3-bc1e-4a82b28611b9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:15.482312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event deleted for resources: {'Port': ['ID=190c4b1e-83a5-4d36-8259-3bdf2808f91e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:15.490399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] DHCP port deletion for 69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:15.493026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:15.493708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.513202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object 764b5780-b54e-4e35-890f-3b4416d64327 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:15.571307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] Deleting port c81f21fd-2f8a-4dd7-b72b-3dc897126759 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:15.571962 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.603594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] For port adc7b633-1160-45c3-bc1e-4a82b28611b9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=adc7b633-1160-45c3-bc1e-4a82b28611b9,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:15.679241 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.719698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.723607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6a257232-4802-4dec-8778-cc87ab788b59 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "DELETE /v2.0/ports/190c4b1e-83a5-4d36-8259-3bdf2808f91e HTTP/1.1" status: 204 len: 168 time: 2.7755303 Aug 11 02:41:15.738727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.758311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43772) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.845746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-09392380-f269-467b-b59f-3914061c793d None None] Port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:15.857184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:15.861429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3762-5ef9-4944-aad7-dc1ac33bff09 None None] Pushing event updated for resources: {'Port': ['ID=adc7b633-1160-45c3-bc1e-4a82b28611b9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:15.915907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Request body: {'port': {'name': 'tempest-new-port-name-1247236268', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:15.917135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.api.validators [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] bootfile-name is not in valid_values {{(pid=94699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:41:15.917934 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.api.validators [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] tftp-server is not in valid_values {{(pid=94699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:41:15.919366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.api.validators [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] server-ip-address is not in valid_values {{(pid=94699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:41:15.934517 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b8aed605-e6c7-4b7b-a3a3-11d433d65bed tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] show failed (client error): The resource could not be found. Aug 11 02:41:15.940463 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b8aed605-e6c7-4b7b-a3a3-11d433d65bed tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "GET /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags/tempest-TagsTest-Tag-2060522443 HTTP/1.1" status: 404 len: 326 time: 0.7439659 Aug 11 02:41:15.959400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.965207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] For port c81f21fd-2f8a-4dd7-b72b-3dc897126759, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c81f21fd-2f8a-4dd7-b72b-3dc897126759,segment=NetworkSegment(72234433-dc88-4ae6-b1fe-5155314b9748),segment_id=72234433-dc88-4ae6-b1fe-5155314b9748)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:15.966411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.971028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-0f50f262-77a5-4933-aaae-0f1fd7a25acf tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7d1dd53c-0d76-4ed9-a1d0-80912dafa16a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:16.016216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] Calling delete_port for c81f21fd-2f8a-4dd7-b72b-3dc897126759 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:16.038877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.065761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=764b5780-b54e-4e35-890f-3b4416d64327,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.089748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:16.110384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:16.137591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] Deleting port 5942e55c-7290-4294-af4c-54a97321a6eb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:16.147038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.151114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:16.208926 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.225773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f03bc-f758-4dd1-a3cc-e12c8c875249 req-47425f3b-19e8-4283-bbec-860cb2e55c06 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:16.234578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b5f03bc-f758-4dd1-a3cc-e12c8c875249 req-47425f3b-19e8-4283-bbec-860cb2e55c06 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 931 time: 0.6822309 Aug 11 02:41:16.401166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] For port 5942e55c-7290-4294-af4c-54a97321a6eb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5942e55c-7290-4294-af4c-54a97321a6eb,segment=NetworkSegment(eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e),segment_id=eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:16.401852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.468953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] Calling delete_port for 5942e55c-7290-4294-af4c-54a97321a6eb owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:16.668128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.737172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] Pushing event deleted for resources: {'Port': ['ID=5942e55c-7290-4294-af4c-54a97321a6eb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.747530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.801777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9374924-2fc8-410a-b30b-5e1b26798cd7 None None] No DVR routers for this DVR port 5942e55c-7290-4294-af4c-54a97321a6eb on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:16.813404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:16.814025 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:16.844354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.875762 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.899764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f9f70b-0fc9-429a-a21d-7f1b99d872ab {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:16.910551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.936674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Transition to ACTIVE for port object a8f9f70b-0fc9-429a-a21d-7f1b99d872ab will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:16.948423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting port c81f21fd-2f8a-4dd7-b72b-3dc897126759 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:16.949112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.956239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.959831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.968404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:16.969071 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:16.985876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-432f28fa-656b-4cf4-8400-03f81d7f9243 req-fadd1ea7-44e6-4a73-af2c-747d47c61b7a tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.7132442 Aug 11 02:41:16.986944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.999139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.120860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] No DVR routers for this DVR port c81f21fd-2f8a-4dd7-b72b-3dc897126759 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:17.123631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2674e-e841-4f5a-bf1b-e8a9e84e47e5 None None] Pushing event deleted for resources: {'Port': ['ID=c81f21fd-2f8a-4dd7-b72b-3dc897126759,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.159843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] In _notify_port_updated(), no bound segment for port 3a98642c-b578-4d47-8238-806670b5d94f on network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:41:17.170192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:17.171310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.178458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "PUT /v2.0/ports/3a98642c-b578-4d47-8238-806670b5d94f HTTP/1.1" status: 200 len: 1130 time: 1.2737527 Aug 11 02:41:17.183303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.183863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43778) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:17.188392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.413212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.431872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.447951 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.462856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b5f03bc-f758-4dd1-a3cc-e12c8c875249 req-263fb642-de8b-4587-837a-389bdc1b6753 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1935933 Aug 11 02:41:17.498605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:17.511156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:17.532734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:17.533711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.538989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270e0af-04c3-4994-adb8-8b1461db8acc tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event updated for resources: {'Port': ['ID=3a98642c-b578-4d47-8238-806670b5d94f,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.575534 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35218c55-6018-4069-a759-584dc3b27e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.583091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911dc681-bb86-48bc-8cfb-4e3a7ba4437d tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:17.597882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-911dc681-bb86-48bc-8cfb-4e3a7ba4437d tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "GET /v2.0/ports/3a98642c-b578-4d47-8238-806670b5d94f HTTP/1.1" status: 200 len: 1130 time: 0.3674250 Aug 11 02:41:17.601535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43780) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:17.822285 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.832775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] For port c81f21fd-2f8a-4dd7-b72b-3dc897126759, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c81f21fd-2f8a-4dd7-b72b-3dc897126759,segment=NetworkSegment(72234433-dc88-4ae6-b1fe-5155314b9748),segment_id=72234433-dc88-4ae6-b1fe-5155314b9748)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:17.833379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.841519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=39916821-e203-4317-9c3d-53d4f776d4f5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.888366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f9581b4f-da98-40d9-b38e-25a6c73cd595 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 9.4255843 Aug 11 02:41:17.906192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:17.930700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:24:67:65', 'name': 'tempest-NetworksTestDHCPv6-705270264'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:17.948261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:17.951574 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.968129 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.969316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13458b0d-2591-4885-81e3-ddc08abb8256 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:18.264487 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0f50f262-77a5-4933-aaae-0f1fd7a25acf tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "DELETE /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a/tags HTTP/1.1" status: 204 len: 168 time: 2.2997940 Aug 11 02:41:18.265829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Attempting to bind port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:18.266413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Attempting to bind port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:18.266964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Attempting to bind port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:18.282603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:18.291549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Calling delete_port for c81f21fd-2f8a-4dd7-b72b-3dc897126759 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:18.429724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f034b-7164-40af-b5ec-596df8d94a61 None None] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:18.467129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.470198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e96d639a-225a-4863-bdf8-d34e8d259cfa None None] Provisioning complete for port 3a98642c-b578-4d47-8238-806670b5d94f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:18.471623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e96d639a-225a-4863-bdf8-d34e8d259cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.477987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 13458b0d-2591-4885-81e3-ddc08abb8256 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:18.484079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:18.488833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.501689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Deleting port 3a98642c-b578-4d47-8238-806670b5d94f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:18.502065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.588369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-452a569d-2882-4961-9326-b61cd148e49b req-c5d4e3df-53de-425e-8c48-f1f77f27e7da tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.1164522 Aug 11 02:41:18.691836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.696281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=764b5780-b54e-4e35-890f-3b4416d64327,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:18.698350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.702341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:18.721570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab on network a4f8a805-762d-47ac-8116-8429cb51e77d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:41:18.721889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Attempting to bind port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab on network a4f8a805-762d-47ac-8116-8429cb51e77d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:18.727523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 13458b0d-2591-4885-81e3-ddc08abb8256 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:18.728505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.775402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.784014 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.832347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:18.832922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Checking segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:18.833571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Bound using segment: {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:18.834355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Bound port: a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:18.835149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.848360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Calling delete_port for 3a98642c-b578-4d47-8238-806670b5d94f owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:18.880367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e96d639a-225a-4863-bdf8-d34e8d259cfa None None] Port 3a98642c-b578-4d47-8238-806670b5d94f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:18.951574 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:18.953265 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:18.979755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3a1ff-5115-489c-929d-d5d63e3875a9 req-0605700c-f836-4d6e-b612-25ad785d22ae tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:18.981424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2db3a1ff-5115-489c-929d-d5d63e3875a9 req-0605700c-f836-4d6e-b612-25ad785d22ae tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.1945283 Aug 11 02:41:19.048079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:19.055655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:19.144662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-39f7ea9c-eac5-49de-affa-37768c4daee0 None None] Provisioning for port adc7b633-1160-45c3-bc1e-4a82b28611b9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:19.170847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2db3a1ff-5115-489c-929d-d5d63e3875a9 req-6f7b249f-982d-4375-8988-8adae8344d94 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704125 Aug 11 02:41:19.175885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.191022 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.236602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.258235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1dd53c-0d76-4ed9-a1d0-80912dafa16a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:19.278744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:19.283220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.311146 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.323610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event deleted for resources: {'Port': ['ID=3a98642c-b578-4d47-8238-806670b5d94f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:19.350604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port 74f352f9-e2f7-40c1-8b34-e00cac95a26a yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:41:19.396289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 13458b0d-2591-4885-81e3-ddc08abb8256, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=13458b0d-2591-4885-81e3-ddc08abb8256,segment=NetworkSegment(5d33caae-bcaf-45b6-bf1e-bedd4172830d),segment_id=5d33caae-bcaf-45b6-bf1e-bedd4172830d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:19.411966 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.413578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af33060f-be7b-48a8-b1b5-4b148567dc4d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:19.434924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:19.441570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fc84e0-7759-4a47-9b6b-1199642408f0') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:19.448537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c5ec7a90-36d9-46e4-b56d-99fc65b0a5cd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4535048 Aug 11 02:41:19.448842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fc84e0-7759-4a47-9b6b-1199642408f0') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:19.451578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43790) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:19.470759 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:19.475609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Port': ['ID=c81f21fd-2f8a-4dd7-b72b-3dc897126759,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:19.502296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.507450 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:19.508603 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:19.514956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'network': {'name': 'tempest-RoutersTest-596996267'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:19.530083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.539062 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5aca6bc4-b498-49dd-859b-26c556541c9a tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "DELETE /v2.0/ports/3a98642c-b578-4d47-8238-806670b5d94f HTTP/1.1" status: 204 len: 168 time: 1.9347780 Aug 11 02:41:19.546511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43792) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:19.560910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] No DVR routers for this DVR port c81f21fd-2f8a-4dd7-b72b-3dc897126759 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:19.580995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:19.717525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.742351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Deleting subnet 817cf2ed-2f9f-4978-bb73-5d873567f4da {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:19.755673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.803117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:19.805573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.816925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:19.832600 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.852121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:19.853310 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:19.862093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:19.877814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=13458b0d-2591-4885-81e3-ddc08abb8256,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:19.883537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.955985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d20377b-12e7-47fe-8e71-471c30840d6e req-9f52ec9d-7993-4f27-86e5-0cd8cfd2b79f tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.1124456 Aug 11 02:41:19.983060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.065005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:20.089097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.114196 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.114835 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added segment eeaec9b1-f692-46ea-af7c-deca51f374cf of type vlan for network 8eaaa0da-69cf-4720-a868-8d005f3ad17a Aug 11 02:41:20.169300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:20.171710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.173581 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-8e580708-2b11-4426-87c2-b13838615667 service neutron] 10.222.0.25 "PUT /v2.0/ports/a8f9f70b-0fc9-429a-a21d-7f1b99d872ab HTTP/1.1" status: 200 len: 1091 time: 5.2609186 Aug 11 02:41:20.201327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af33060f-be7b-48a8-b1b5-4b148567dc4d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:20.202240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.210752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:20.226020 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b8245-7fe3-420c-b828-efae1f1c4828" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:20.301763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.322959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.376534 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d67cba-de9a-4bab-9db9-d9647007f44f x-openstack-request-id: req-21d67cba-de9a-4bab-9db9-d9647007f44f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:20.376824 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:20.377064 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21d67cba-de9a-4bab-9db9-d9647007f44f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:20.377463 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'status': 'completed', 'code': 200} Aug 11 02:41:20.380520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.401414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4db28f-047b-44cd-8d46-fd1f49b919ef']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:20.430931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-184d17a4-ce06-43a8-8108-9ba38f005ff2 None None] Provisioning for port 764b5780-b54e-4e35-890f-3b4416d64327 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:20.491747 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.500949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-184d17a4-ce06-43a8-8108-9ba38f005ff2 None None] Provisioning complete for port 764b5780-b54e-4e35-890f-3b4416d64327 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:20.501635 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-184d17a4-ce06-43a8-8108-9ba38f005ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.506672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72234433-dc88-4ae6-b1fe-5155314b9748') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:20.506672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72234433-dc88-4ae6-b1fe-5155314b9748') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:20.531427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.565733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Pushing event deleted for resources: {'Network': ['ID=7d1dd53c-0d76-4ed9-a1d0-80912dafa16a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:20.585272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.603915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-930b1254-29fe-4547-8b41-cdfecdc0e87f tempest-TagsTest-1552408406 tempest-TagsTest-1552408406-project] 10.222.0.16 "DELETE /v2.0/networks/7d1dd53c-0d76-4ed9-a1d0-80912dafa16a HTTP/1.1" status: 204 len: 168 time: 2.1904945 Aug 11 02:41:20.625061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.630483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e580708-2b11-4426-87c2-b13838615667 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:20.666308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664212-2767-4943-873f-a80e80a892cb req-29cc1a36-68f5-46d7-ace8-fb9c90b129ee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:20.676498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28664212-2767-4943-873f-a80e80a892cb req-29cc1a36-68f5-46d7-ace8-fb9c90b129ee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.2691081 Aug 11 02:41:20.685040 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:17Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:18Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:20.780204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.805191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.828836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:20.829673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.837352 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:20.838557 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Updating router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 port 764b5780-b54e-4e35-890f-3b4416d64327 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:20.839140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.875413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-c775e318-2045-4998-b801-037ce670a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:20.880365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.891733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "DELETE /v2.0/subnets/817cf2ed-2f9f-4978-bb73-5d873567f4da HTTP/1.1" status: 204 len: 168 time: 1.3416901 Aug 11 02:41:20.897124 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-c775e318-2045-4998-b801-037ce670a9b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 1094 time: 0.6281099 Aug 11 02:41:20.899273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:20.911654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda9d85f-8a37-4917-896a-e60eb660cb6d None None] Network f7bd8aa8-3bce-422c-b7a7-5c87f6541195 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:20.948662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-184d17a4-ce06-43a8-8108-9ba38f005ff2 None None] Port 764b5780-b54e-4e35-890f-3b4416d64327 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:20.970567 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.016555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:21.020228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:21.088245 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:21.162110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Network': ['ID=8eaaa0da-69cf-4720-a868-8d005f3ad17a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:21.191571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:21.198542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a13dc-ff96-4d57-88de-bbd117ad1dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event deleted for resources: {'Subnet': ['ID=817cf2ed-2f9f-4978-bb73-5d873567f4da,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:21.223501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28664212-2767-4943-873f-a80e80a892cb req-989d59b9-a7c6-4f8d-b56a-d484e4354d21 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455103 Aug 11 02:41:21.244594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-203a161c-c5cc-4b98-a027-d9d6eba6db7c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7918475 Aug 11 02:41:21.249132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43808) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:21.257841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'subnet': {'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:21.277989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43810) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:21.290636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9298f8c6-17b8-4774-9f8a-00b621377960 req-78ef0232-bb2b-4b21-ae75-e7641a7856f2 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0640268 Aug 11 02:41:21.430489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Made reservation on behalf of 3e83bc14617e425bbc02c35f1f066665 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:21.437592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::3a1 (a7548113-1c15-4cbd-941e-a75d799a7de7/9bd2bc09-373d-47a6-a822-073459686c9f/74f352f9-e2f7-40c1-8b34-e00cac95a26a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:21.445184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.447960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:6765 (a7548113-1c15-4cbd-941e-a75d799a7de7/39916821-e203-4317-9c3d-53d4f776d4f5/74f352f9-e2f7-40c1-8b34-e00cac95a26a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:21.513547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-7fd51b7f-d837-4a94-82fc-2c794f6c9673 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab HTTP/1.1" status: 200 len: 217 time: 0.5450778 Aug 11 02:41:21.546996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.556146 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.562600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/networks/fa4db28f-047b-44cd-8d46-fd1f49b919ef HTTP/1.1" status: 204 len: 168 time: 6.9666300 Aug 11 02:41:21.663019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:21.664581 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.676755 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Transition to ACTIVE for port object 764b5780-b54e-4e35-890f-3b4416d64327 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:21.688475 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.777310 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e926b-2bd0-4b5e-901a-83092c9aff25 None None] Pushing event updated for resources: {'Port': ['ID=764b5780-b54e-4e35-890f-3b4416d64327,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:21.841128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b734c55-f9c5-4154-9554-b710b964f8a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9c179673be346249c68cf5ef0eca59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455873 Aug 11 02:41:21.841128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:21.934919 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Attempting to bind port 764b5780-b54e-4e35-890f-3b4416d64327 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:21.935939 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Attempting to bind port 764b5780-b54e-4e35-890f-3b4416d64327 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:21.936806 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Attempting to bind port 764b5780-b54e-4e35-890f-3b4416d64327 on network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:21.941920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bf6e1-7f95-433a-9eb2-f93d95b203e5 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Network': ['ID=fa4db28f-047b-44cd-8d46-fd1f49b919ef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:21.958618 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:21.959234 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Checking segment: {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:21.959909 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.960573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Bound using segment: {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:21.965777 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Bound port: 764b5780-b54e-4e35-890f-3b4416d64327, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61169472-532b-42ae-be6b-82e98dafae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:21.966478 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.009421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c81f21fd-2f8a-4dd7-b72b-3dc897126759 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:22.054251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.134734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c81f21fd-2f8a-4dd7-b72b-3dc897126759 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:22.135257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c81f21fd-2f8a-4dd7-b72b-3dc897126759 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:22.187398 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] For port 764b5780-b54e-4e35-890f-3b4416d64327, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:22.198389 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] For port 764b5780-b54e-4e35-890f-3b4416d64327, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=764b5780-b54e-4e35-890f-3b4416d64327,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:22.226778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.228480 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.239002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.312198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-1a9a3863-a59b-4f10-80f5-68ca765f1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:22.314976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-1a9a3863-a59b-4f10-80f5-68ca765f1db9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.7873111 Aug 11 02:41:22.327795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.419677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] DHCP port deletion for f7bd8aa8-3bce-422c-b7a7-5c87f6541195 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:22.431240 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e926b-2bd0-4b5e-901a-83092c9aff25 None None] Pushing event updated for resources: {'Port': ['ID=764b5780-b54e-4e35-890f-3b4416d64327,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:22.519471 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:22.529910 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:22.545478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.671620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13458b0d-2591-4885-81e3-ddc08abb8256 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:22.741067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] Deleting port af33060f-be7b-48a8-b1b5-4b148567dc4d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:22.741836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.754650 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:22.865159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.938052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f758-7adf-4215-8a61-27765aa347f3 req-e187b30e-a70e-4d7c-9044-b91559662f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:22.942917 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-e187b30e-a70e-4d7c-9044-b91559662f20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6134043 Aug 11 02:41:22.967329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] For port af33060f-be7b-48a8-b1b5-4b148567dc4d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af33060f-be7b-48a8-b1b5-4b148567dc4d,segment=NetworkSegment(247868a0-d6f0-4578-9fc6-aa57c3405eef),segment_id=247868a0-d6f0-4578-9fc6-aa57c3405eef)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:22.968141 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.979187 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.982305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 13458b0d-2591-4885-81e3-ddc08abb8256 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:22.982965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.040740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] Calling delete_port for af33060f-be7b-48a8-b1b5-4b148567dc4d owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:23.159295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:17Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:23.189680 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.220602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object 74f352f9-e2f7-40c1-8b34-e00cac95a26a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:23.230490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.233664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:23.235149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.235521 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d94a3a-8dab-4be7-a3c6-6c786a5c95eb None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:17Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:23.251846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6cf5229-8096-4f8e-8a08-9f2f99ca5e4e HTTP/1.1" status: 204 len: 168 time: 1.4032629 Aug 11 02:41:23.269707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc216fcf-a612-4a78-a611-e7633f9f00cf req-2fbd1da7-b289-479b-9f5e-b5792e7ce530 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.6738365 Aug 11 02:41:23.288638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cf5229-8096-4f8e-8a08-9f2f99ca5e4e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:23.308646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Subnet': ['ID=6171df98-a40f-4d7f-91e7-50309eb39d02,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:23.320416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.322385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.322830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.323101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.323494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.325578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.326993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.327439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.327688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.328030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.328368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.328715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4363b-f19c-49e8-ae44-f9009a58ee45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.341076 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.382577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d8ca6-55c9-47e5-87ce-f18c5ed16ecd req-71d45289-260c-4cfe-acf5-8329bb585039 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:23.390565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e5d8ca6-55c9-47e5-87ce-f18c5ed16ecd req-71d45289-260c-4cfe-acf5-8329bb585039 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.9406798 Aug 11 02:41:23.394726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] No DVR routers for this DVR port af33060f-be7b-48a8-b1b5-4b148567dc4d on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:23.438655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.442837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.442837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.443775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.444238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.444597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.447545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.447888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.448234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.448576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.448916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.449251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:23.488140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb790f7-b938-4767-90bb-404b334586e9 None None] Pushing event deleted for resources: {'Port': ['ID=af33060f-be7b-48a8-b1b5-4b148567dc4d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:23.497166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:23.497666 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.500059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.517971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:23.537446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:23.545574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef4d9a0-f2c8-4b3b-b232-9be9bbcfaf7e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:23.554424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e5d8ca6-55c9-47e5-87ce-f18c5ed16ecd req-42c31c36-29b2-4110-bae5-58aeb95ddffa tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303546 Aug 11 02:41:23.555796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Checking segment: {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:23.556211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network hostable DHCP agents. Network: 8eaaa0da-69cf-4720-a868-8d005f3ad17a, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:23.585018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.604352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:23.624337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.624628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8eaaa0da-69cf-4720-a868-8d005f3ad17a) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:23.644887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:23.645827 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.650620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:23.651546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.676700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95528cfd-7c0e-4273-b698-42c5993ebc0f None None] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:23.680570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f5fa392b-0753-4242-820b-9097669de488 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4290442 Aug 11 02:41:23.684471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43826) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:23.773270 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:23.831778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.867804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Deleting port af33060f-be7b-48a8-b1b5-4b148567dc4d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:23.868383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.875464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device adc7b633-1160-45c3-bc1e-4a82b28611b9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:23.923576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.927392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/networks/69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca HTTP/1.1" status: 204 len: 168 time: 2.2596407 Aug 11 02:41:23.932641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43830) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:23.989148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfcd9d-bd34-48a3-bc95-dbc1ffebdcf9 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Network': ['ID=69d2dc6d-0821-46bc-8f9b-5b64cd72e3ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:24.054083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] For port af33060f-be7b-48a8-b1b5-4b148567dc4d, host n-d-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:24.054746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.058954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.092029 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-acaec6e3-1186-450e-a27f-86fba4696f95 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0835390 Aug 11 02:41:24.092573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting subnet 28a58f4a-1374-4526-bb15-f33b006e74fd {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:24.099876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.163647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:24.245885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:24.248961 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.292119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port adc7b633-1160-45c3-bc1e-4a82b28611b9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:24.304073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=74f352f9-e2f7-40c1-8b34-e00cac95a26a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:24.307255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:24.322656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:24.330755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:24.332718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.343809 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a399f758-7adf-4215-8a61-27765aa347f3 req-d190a60a-e9d6-466c-a795-ddf97a2ad004 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783640 Aug 11 02:41:24.345379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Calling delete_port for af33060f-be7b-48a8-b1b5-4b148567dc4d owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:24.350874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Port af33060f-be7b-48a8-b1b5-4b148567dc4d was not found and therefore no delete operation was performed {{(pid=94700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:41:24.369285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.388642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port adc7b633-1160-45c3-bc1e-4a82b28611b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:24.389182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.501729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.526820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event deleted for resources: {'Port': ['ID=af33060f-be7b-48a8-b1b5-4b148567dc4d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:24.622083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1202a514-4735-486f-8af9-5cf5e8e8fb14 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.7038310 Aug 11 02:41:24.624480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] No DVR routers for this DVR port af33060f-be7b-48a8-b1b5-4b148567dc4d on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:24.624815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Allocated IP 172.23.0.2 (8eaaa0da-69cf-4720-a868-8d005f3ad17a/6171df98-a40f-4d7f-91e7-50309eb39d02/91ce5240-91fe-4546-b5c4-d0d66e04f5d6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:24.631420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:24.814909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.848558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Transition to ACTIVE for port object 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:24.976475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-92b0b059-ed83-45e1-9f5b-4891a93818b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:24.978637 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-92b0b059-ed83-45e1-9f5b-4891a93818b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 1094 time: 0.5199716 Aug 11 02:41:25.012410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Transition to ACTIVE for port object 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:25.043288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.074066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:25.132357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-db5959a1-ab04-4204-a5b7-1f03c177d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:25.134600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-db5959a1-ab04-4204-a5b7-1f03c177d6c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.1448834 Aug 11 02:41:25.144323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.145327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-689d3923-78aa-419f-b34a-f6b270f0553a req-8222fd66-56d6-4b42-a17c-63cb7e2ad4bd tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.4945614 Aug 11 02:41:25.223155 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-35c06b11-3084-4d3d-868c-af5c2b6d33b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab HTTP/1.1" status: 200 len: 217 time: 0.0712199 Aug 11 02:41:25.229477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:25.286659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:25.297497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bd8aa8-3bce-422c-b7a7-5c87f6541195']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:25.338560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:25.350317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247868a0-d6f0-4578-9fc6-aa57c3405eef') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:25.351316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247868a0-d6f0-4578-9fc6-aa57c3405eef') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:25.372281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Pushing event updated for resources: {'Port': ['ID=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:25.382409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.387545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:25.390279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.408341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port 74f352f9-e2f7-40c1-8b34-e00cac95a26a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:25.408723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.415848 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.459187 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.460492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.533213 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.548704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for 74f352f9-e2f7-40c1-8b34-e00cac95a26a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:25.591968 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.626269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207eea1-8247-4ffb-9d8d-079a55be8815 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:25.678150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Attempting to bind port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:25.678732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Attempting to bind port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:25.679208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Attempting to bind port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 on network 8eaaa0da-69cf-4720-a868-8d005f3ad17a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:25.698923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-93093b5b-2ddd-4652-9d93-0ca30aae7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:25.700659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-93093b5b-2ddd-4652-9d93-0ca30aae7ccd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.4664547 Aug 11 02:41:25.707090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.721890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:25.724205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Checking segment: {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:25.724205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.724638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Bound using segment: {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:25.725392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Bound port: 91ce5240-91fe-4546-b5c4-d0d66e04f5d6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:25.725827 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.747852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port adc7b633-1160-45c3-bc1e-4a82b28611b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=adc7b633-1160-45c3-bc1e-4a82b28611b9,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:25.779140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.795252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b064b4-0488-4e48-bbdb-baf52a351ac8 req-8c0c896d-1d6e-4352-91b1-b8a1e3c9ba42 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:25.800310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88b064b4-0488-4e48-bbdb-baf52a351ac8 req-8c0c896d-1d6e-4352-91b1-b8a1e3c9ba42 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.9478812 Aug 11 02:41:25.858131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:25.858654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:25.871544 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:25.932868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5942e55c-7290-4294-af4c-54a97321a6eb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:26.002974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 5942e55c-7290-4294-af4c-54a97321a6eb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:26.004103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5942e55c-7290-4294-af4c-54a97321a6eb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:26.007288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=adc7b633-1160-45c3-bc1e-4a82b28611b9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:26.118655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.119571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.120276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.120994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.121809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.122665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.124701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.125359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.139226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.139984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.140743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.141435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:26.299859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f9f70b-0fc9-429a-a21d-7f1b99d872ab details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:41:26.313023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] For port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:26.387500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.417840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 764b5780-b54e-4e35-890f-3b4416d64327 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:26.438865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] For port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,segment=NetworkSegment(eeaec9b1-f692-46ea-af7c-deca51f374cf),segment_id=eeaec9b1-f692-46ea-af7c-deca51f374cf)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:26.455586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Allocated IP 172.23.0.1 (8eaaa0da-69cf-4720-a868-8d005f3ad17a/6171df98-a40f-4d7f-91e7-50309eb39d02/40617ec0-6d42-4909-84c3-81ae713cecef) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:26.519605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.596718 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:41:26.727761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Subnet': ['ID=28a58f4a-1374-4526-bb15-f33b006e74fd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:26.786345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 764b5780-b54e-4e35-890f-3b4416d64327 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:26.794777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 764b5780-b54e-4e35-890f-3b4416d64327 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:26.795288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.799399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2d6ec36-d028-4dc6-9326-02e9c87947ed req-c870aceb-10da-4bd6-b296-1a813aea887d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.4173591 Aug 11 02:41:26.814552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.818896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-30b49f01-3fa2-484b-aa9f-fc6dcd7a9f19 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/subnets/28a58f4a-1374-4526-bb15-f33b006e74fd HTTP/1.1" status: 204 len: 168 time: 2.8842890 Aug 11 02:41:26.831606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43860) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:26.901076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4406f-ee45-4bfb-874f-f02336199786 None None] Network 7e23d37f-e863-4478-b135-131b20ea4f0e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:26.903495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1133195-be68-48ef-aad9-81dfa81c2589 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:26.956898 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.981921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Transition to ACTIVE for port object 40617ec0-6d42-4909-84c3-81ae713cecef will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:27.236884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88b064b4-0488-4e48-bbdb-baf52a351ac8 req-70350b98-656c-4191-a0b8-1fc7beed0345 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536060 Aug 11 02:41:27.242653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.250476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.260737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769045058-network', 'tenant_id': '1a4504d571504531a57271a20f73b66c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:27.274191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.315538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-21bf6c84-e24b-4430-8074-e5b9ff2fe3c4 None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:27.316725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21bf6c84-e24b-4430-8074-e5b9ff2fe3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.319509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a329693-e9d1-4dfd-8134-009b1abcf3c7 None None] Pushing event updated for resources: {'Port': ['ID=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:27.321994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.325431 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] 10.222.0.16 "DELETE /v2.0/networks/f7bd8aa8-3bce-422c-b7a7-5c87f6541195 HTTP/1.1" status: 204 len: 168 time: 6.4036937 Aug 11 02:41:27.360735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-ffe9c07c-bb42-4d72-b502-2b7d803dfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:27.365748 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-ffe9c07c-bb42-4d72-b502-2b7d803dfafc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6416156 Aug 11 02:41:27.373541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=40617ec0-6d42-4909-84c3-81ae713cecef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:27.385572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Pushing event deleted for resources: {'Network': ['ID=f7bd8aa8-3bce-422c-b7a7-5c87f6541195,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:27.424003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:27.433312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:27.451405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.452137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.452796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.453421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.454146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.454986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.455615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.456232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.457507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.458369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.459382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.460036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfcf6ac-42ac-4568-ac3d-0b2f0890c8c7 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560 tempest-ExtraDHCPOptionsIpV6TestJSON-772351560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:27.497706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:27.535902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.556115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Made reservation on behalf of 1a4504d571504531a57271a20f73b66c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:27.560443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.604187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.626778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=74f352f9-e2f7-40c1-8b34-e00cac95a26a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:27.635511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.790397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.794841 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d6fc453-7474-4454-ba78-3b4db2e7f37d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/74f352f9-e2f7-40c1-8b34-e00cac95a26a HTTP/1.1" status: 204 len: 168 time: 3.1593714 Aug 11 02:41:27.801936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:27.827713 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-66b52c51-0995-4d16-b663-a2f2a51d1736 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279177 Aug 11 02:41:27.846026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:27.910772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Deleting port 37c37cfa-7dee-4080-9a34-758c901b285d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:27.914554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.112248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12bfc24d-9686-486f-887b-7e841ce14a66 req-af9cb288-6b95-4a3b-8dd8-94f164afbcdf tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.0797892 Aug 11 02:41:28.189277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:28.208608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'mac_address': 'fa:16:3e:91:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:41:28.252787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.295110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.306980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.422348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f73ab-9917-48b6-8374-d028d2985f81,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:28.430068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:28.431364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8d1dfa7f-c745-4e9c-b131-32233388eb1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2b9b40064d6428595e419356122240d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814381 Aug 11 02:41:28.576427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.583030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435039bf-5c91-4f6a-843a-16338f59500d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:28.589199 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-435039bf-5c91-4f6a-843a-16338f59500d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7795806 Aug 11 02:41:28.622428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:28.673425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 764b5780-b54e-4e35-890f-3b4416d64327, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=764b5780-b54e-4e35-890f-3b4416d64327,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:28.685293 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.732154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.773027 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dd0b8245-7fe3-420c-b828-efae1f1c4828 req-c2773bf6-56b1-4521-8c85-c8f2d4485fbb service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8945489 Aug 11 02:41:28.775052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:28.805452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f9f70b-0fc9-429a-a21d-7f1b99d872ab {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:28.838597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a2e326-e763-4075-8c77-ca2acd2fc115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.841454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.841946 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Added segment c812853c-0683-42ae-9fae-95d4efb386dc of type vlan for network 2dccfcbb-ad7d-42f6-933c-48c18e64c61b Aug 11 02:41:28.861459 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] DHCP port deletion for 7e23d37f-e863-4478-b135-131b20ea4f0e request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:28.891864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda6659-5a6c-4a3b-a3a0-1090584105c0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:28.893684 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0cda6659-5a6c-4a3b-a3a0-1090584105c0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2632189 Aug 11 02:41:28.922633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:28.928017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:28.940687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.946956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] For port 37c37cfa-7dee-4080-9a34-758c901b285d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=37c37cfa-7dee-4080-9a34-758c901b285d,segment=NetworkSegment(172c3171-51d2-4b9c-ab7c-3cb83ea71cd5),segment_id=172c3171-51d2-4b9c-ab7c-3cb83ea71cd5)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:28.952974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af33060f-be7b-48a8-b1b5-4b148567dc4d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:28.953828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.015352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Calling delete_port for 37c37cfa-7dee-4080-9a34-758c901b285d owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:29.035703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-04fd66af-ac0c-414b-a210-3f92f2c2518e None None] Could not find standard attr ID for object 74f352f9-e2f7-40c1-8b34-e00cac95a26a. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:41:29.040157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=764b5780-b54e-4e35-890f-3b4416d64327,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.057150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a470ec4-4669-4ea3-afbf-95cc10d7fc81 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.059636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407b1e0-2329-494b-b48b-146fdcd13bda req-b70fcc15-3d25-4980-9a15-8e9ed6e1f858 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.060608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a470ec4-4669-4ea3-afbf-95cc10d7fc81 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.062598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a470ec4-4669-4ea3-afbf-95cc10d7fc81 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.064317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a470ec4-4669-4ea3-afbf-95cc10d7fc81 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0993497 Aug 11 02:41:29.069956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6407b1e0-2329-494b-b48b-146fdcd13bda req-b70fcc15-3d25-4980-9a15-8e9ed6e1f858 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.3652244 Aug 11 02:41:29.073951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43882) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:29.077272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a2e326-e763-4075-8c77-ca2acd2fc115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.096973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.105305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb1e7e-5f0d-4632-bbff-f5ce414ab9ba None None] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:29.180642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.181754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.182459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.252660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a2e326-e763-4075-8c77-ca2acd2fc115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.256443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a2e326-e763-4075-8c77-ca2acd2fc115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.260850 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-07a2e326-e763-4075-8c77-ca2acd2fc115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa4106af-964a-49f0-ab93-46563a7986d7 HTTP/1.1" status: 204 len: 168 time: 0.7891119 Aug 11 02:41:29.273771 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8847930 Aug 11 02:41:29.277302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2e326-e763-4075-8c77-ca2acd2fc115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4106af-964a-49f0-ab93-46563a7986d7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.282551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:29.289439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Request body: {'subnet': {'network_id': '2dccfcbb-ad7d-42f6-933c-48c18e64c61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769045058-subnet', 'tenant_id': '1a4504d571504531a57271a20f73b66c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:29.293716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3160f2-8cfe-4bd5-9f70-af5ff7d58027 admin admin] Pushing event updated for resources: {'Network': ['ID=2dccfcbb-ad7d-42f6-933c-48c18e64c61b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.329099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Made reservation on behalf of 1a4504d571504531a57271a20f73b66c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:29.333300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.375758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: af33060f-be7b-48a8-b1b5-4b148567dc4d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:29.376195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af33060f-be7b-48a8-b1b5-4b148567dc4d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:29.388299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 2dccfcbb-ad7d-42f6-933c-48c18e64c61b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:29.532406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ef78f58-4a60-4588-855c-c4d96f6dee53 req-a8af941b-c2b5-4607-8a79-fba870c94e66 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.1402743 Aug 11 02:41:29.635682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 39916821-e203-4317-9c3d-53d4f776d4f5 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:29.638453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.675356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.699438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:29.721205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.743363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cb984d-b441-4d59-90c2-324da7a82d6e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.787021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Checking segment: {'id': 'c812853c-0683-42ae-9fae-95d4efb386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2dccfcbb-ad7d-42f6-933c-48c18e64c61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:29.790495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Network hostable DHCP agents. Network: 2dccfcbb-ad7d-42f6-933c-48c18e64c61b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:29.815321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-04fd66af-ac0c-414b-a210-3f92f2c2518e None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:29.815942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fd66af-ac0c-414b-a210-3f92f2c2518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.837773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Network 2dccfcbb-ad7d-42f6-933c-48c18e64c61b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:29.851009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 2dccfcbb-ad7d-42f6-933c-48c18e64c61b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:29.859464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.862332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.904633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb9fb8cf-b25d-4edb-af64-b30ff64c5b54 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6119115 Aug 11 02:41:30.070984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d489ad-777d-4a93-bbf0-7543f89181b7 None None] Network 2dccfcbb-ad7d-42f6-933c-48c18e64c61b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:30.458209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 764b5780-b54e-4e35-890f-3b4416d64327 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:30.597408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6407b1e0-2329-494b-b48b-146fdcd13bda req-0276e912-9a6b-42fb-82fd-e0ae23a5efd9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5024869 Aug 11 02:41:30.730197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:30.772436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.853720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcab1cf-1de7-47bc-903e-22a3f81f8464 None None] Network 2dccfcbb-ad7d-42f6-933c-48c18e64c61b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:30.892503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.905616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.926550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] Deleting port 37c37cfa-7dee-4080-9a34-758c901b285d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:30.926792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.927495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.935147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/39916821-e203-4317-9c3d-53d4f776d4f5 HTTP/1.1" status: 204 len: 168 time: 1.8555317 Aug 11 02:41:30.939124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.079396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecf82a2e-708b-49c8-87d1-787861622608 req-a718f818-a957-4c42-a739-8a25ba5c094d tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.2044485 Aug 11 02:41:31.099513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.126791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1790f1c3-a594-4045-8801-7b5a1118d79a None None] Could not find standard attr ID for object af7403a6-3cab-4e59-8433-df3603d7e298. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:41:31.172781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49094acb-d91c-4630-9663-c1634903d8a2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=39916821-e203-4317-9c3d-53d4f776d4f5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.173296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 9bd2bc09-373d-47a6-a822-073459686c9f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:31.182198 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.186354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1790f1c3-a594-4045-8801-7b5a1118d79a None None] Could not find standard attr ID for object 74f352f9-e2f7-40c1-8b34-e00cac95a26a. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:41:31.206860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.257551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] For port 37c37cfa-7dee-4080-9a34-758c901b285d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=37c37cfa-7dee-4080-9a34-758c901b285d,segment=NetworkSegment(172c3171-51d2-4b9c-ab7c-3cb83ea71cd5),segment_id=172c3171-51d2-4b9c-ab7c-3cb83ea71cd5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:31.261875 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.320368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.333196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-158271280-network', 'tenant_id': '8ca1fecb9d4a425f800a737b86806c04'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:31.336337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc3178-a221-48db-8049-06b163804c12 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:31.371403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.421679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event updated for resources: {'Port': ['ID=40617ec0-6d42-4909-84c3-81ae713cecef,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.442736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] No DVR routers for this DVR port 37c37cfa-7dee-4080-9a34-758c901b285d on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:31.452347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.515545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 764b5780-b54e-4e35-890f-3b4416d64327 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:31.516340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.523508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] Calling delete_port for 37c37cfa-7dee-4080-9a34-758c901b285d owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:31.530832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1790f1c3-a594-4045-8801-7b5a1118d79a None None] Provisioning for port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:31.534237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Made reservation on behalf of 8ca1fecb9d4a425f800a737b86806c04 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:31.547224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Port': ['ID=37c37cfa-7dee-4080-9a34-758c901b285d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.551567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.580415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.718543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--276236309'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:31.760574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.807776 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.827118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.917005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e23d37f-e863-4478-b135-131b20ea4f0e']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:31.991760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:31.992096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172c3171-51d2-4b9c-ab7c-3cb83ea71cd5') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:32.003789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.026532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.027484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2ee3-7ab5-4ab4-90bd-9a40a4b86f3b req-8cabfe1c-3e0a-4231-ac4c-d29ba3128614 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.038058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ea2ee3-7ab5-4ab4-90bd-9a40a4b86f3b req-8cabfe1c-3e0a-4231-ac4c-d29ba3128614 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 944 time: 0.2940197 Aug 11 02:41:32.046529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-24ca5d39-179f-4c7e-b7d7-a94ed458a265 None None] Provisioning for port 40617ec0-6d42-4909-84c3-81ae713cecef completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:32.052649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] Pushing event deleted for resources: {'Port': ['ID=37c37cfa-7dee-4080-9a34-758c901b285d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.061180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:32.066498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-24ca5d39-179f-4c7e-b7d7-a94ed458a265 None None] Provisioning complete for port 40617ec0-6d42-4909-84c3-81ae713cecef triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:32.067252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24ca5d39-179f-4c7e-b7d7-a94ed458a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.075663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.089923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe8d84-13c3-4664-8ea3-9f7f3333f784 None None] No DVR routers for this DVR port 37c37cfa-7dee-4080-9a34-758c901b285d on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:32.099415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.118418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd2bc09-373d-47a6-a822-073459686c9f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.122838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.125592 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f74a877a-24ea-4bbe-b449-ffb0742f37c9 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/9bd2bc09-373d-47a6-a822-073459686c9f HTTP/1.1" status: 204 len: 168 time: 1.1851346 Aug 11 02:41:32.131361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.136464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.144475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.179613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ea2ee3-7ab5-4ab4-90bd-9a40a4b86f3b req-0b364531-d8eb-436a-bd03-3ffb83715ada tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348956 Aug 11 02:41:32.196094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-24ca5d39-179f-4c7e-b7d7-a94ed458a265 None None] Port 40617ec0-6d42-4909-84c3-81ae713cecef cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:32.202024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:32.202536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:32.208068 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:32.224271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:32.276071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:32.276441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.280820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:32.302711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:32.316904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.318220 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Added segment bdcaae0f-4135-484a-8d1e-6d326061b747 of type vlan for network a4e7bc1c-c07a-49f1-95ff-fea03420512f Aug 11 02:41:32.338896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:32.349786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d95d87-a33f-454b-8e27-f38dc488c5ba None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': '9bd2bc09-373d-47a6-a822-073459686c9f'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '8c950096-92e4-4d97-95a3-3ad05ce69175'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:41:32.353173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e3f78d10-c432-4376-bc98-4c4b5cf32722 None None] Provisioning complete for port 40617ec0-6d42-4909-84c3-81ae713cecef triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:32.353541 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3f78d10-c432-4376-bc98-4c4b5cf32722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.380865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.386619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51412a1a-8d29-493f-b438-3f9cecda1379 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2426004 Aug 11 02:41:32.405235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.419219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:32.436418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.459257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.506923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.512980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78cd98c-d50f-4e99-ad30-18cd1c412c00,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.513962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:32.575079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.576030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.576631 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.584406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.587091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/networks/7e23d37f-e863-4478-b135-131b20ea4f0e HTTP/1.1" status: 204 len: 168 time: 5.7544055 Aug 11 02:41:32.588718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4ac7-3e89-4694-abaa-1433f7255ba6 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Pushing event deleted for resources: {'Network': ['ID=7e23d37f-e863-4478-b135-131b20ea4f0e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.598243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38b7220d-0844-41f2-9aca-1357056c9a20 req-5354d61c-78f2-4416-a063-bde48ad5b3a1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/ports?device_id=58fdbb79-25e2-4580-b1b6-f143d6badcfb HTTP/1.1" status: 200 len: 210 time: 0.2522829 Aug 11 02:41:32.599631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.671818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e7bc1c-c07a-49f1-95ff-fea03420512f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.697225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a4e7bc1c-c07a-49f1-95ff-fea03420512f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:32.775681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:32.780269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-62bfe2f4-eb3f-4f99-b20a-3b67442f2724 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "GET /v2.0/ports?device_id=263db0e0-d483-456a-83b3-0a59ecc1bbec HTTP/1.1" status: 200 len: 205 time: 0.1779106 Aug 11 02:41:32.789950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5417d0a0-4352-40f0-9bd4-7b5cc65289ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1042922 Aug 11 02:41:32.791086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43942) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.791660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43944) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.798487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:32.844303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24d95d87-a33f-454b-8e27-f38dc488c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.847994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:32.881684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e3f78d10-c432-4376-bc98-4c4b5cf32722 None None] Port 40617ec0-6d42-4909-84c3-81ae713cecef cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:32.891926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.908639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.963261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f9f70b-0fc9-429a-a21d-7f1b99d872ab up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:32.972201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c79101-a644-4279-b921-ba62c4743fda,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.980564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:32.986600 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.002723 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-223c58ed-9cf9-49e3-80cd-e6c065b364a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6766043 Aug 11 02:41:33.009690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43946) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:33.028425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Request body: {'subnet': {'network_id': 'a4e7bc1c-c07a-49f1-95ff-fea03420512f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-158271280-subnet', 'tenant_id': '8ca1fecb9d4a425f800a737b86806c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:33.051035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.079280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:33.080231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:33.272414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.355031 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.390498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.410495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3ada3df8-7bf5-433e-9e4b-4e51fa8cf5dd None None] Provisioning complete for port 40617ec0-6d42-4909-84c3-81ae713cecef triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:33.411042 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ada3df8-7bf5-433e-9e4b-4e51fa8cf5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.455667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.469245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4417c0-ab15-4a37-9266-ef5a628da636,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:33.497361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.510441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.536672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:33.555321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:33.557060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.560151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-91f39a92-cc51-40b3-b0d3-dad1961b5883 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4548512 Aug 11 02:41:33.566186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Made reservation on behalf of 8ca1fecb9d4a425f800a737b86806c04 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:33.570599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:33.571669 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.574385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:33.590596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.591580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.618635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=d4d91a2b-0a66-4cd1-9230-8c18dcb06fef,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:33.624456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f84ed-4bac-4cbb-a303-fca9a35a2e11 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:33.633602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,segment=NetworkSegment(eeaec9b1-f692-46ea-af7c-deca51f374cf),segment_id=eeaec9b1-f692-46ea-af7c-deca51f374cf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:33.682439 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a71dbc46-087d-4cbf-a7b3-b3d096ef39fe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2744594 Aug 11 02:41:33.689568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:33.696510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:33.744827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3ada3df8-7bf5-433e-9e4b-4e51fa8cf5dd None None] Port 40617ec0-6d42-4909-84c3-81ae713cecef cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:33.747351 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.748988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device adc7b633-1160-45c3-bc1e-4a82b28611b9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:33.759820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:33.790312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4a146b05-ecf5-4833-a0bb-1a8c3d999203 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2179265 Aug 11 02:41:33.794925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:33.803131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8e2f-56f2-4ba2-9b04-5702259fb2fc req-b5c7077d-6db5-49f3-92fd-627d3b677fb5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.810840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-security--416610641', 'description': 'tempest-security-description-453652542'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:33.827106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:33.827470 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.834631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-effe8e2f-56f2-4ba2-9b04-5702259fb2fc req-b5c7077d-6db5-49f3-92fd-627d3b677fb5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 944 time: 0.4545283 Aug 11 02:41:33.866034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.943167 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.950396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.953287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.960031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "PUT /v2.0/security-groups/4a4417c0-ab15-4a37-9266-ef5a628da636 HTTP/1.1" status: 200 len: 1778 time: 0.1584125 Aug 11 02:41:33.961989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.963016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Fanout notify agent at l3_agent the message router_deleted on router 263db0e0-d483-456a-83b3-0a59ecc1bbec {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:41:33.963494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:33.964575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:33.968614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.995151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.001092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1811b7f7-0269-4879-887d-f45bbb7a4411 tempest-RoutersNegativeTest-419727462 tempest-RoutersNegativeTest-419727462-project] 10.222.0.16 "DELETE /v2.0/routers/263db0e0-d483-456a-83b3-0a59ecc1bbec HTTP/1.1" status: 204 len: 168 time: 1.2041614 Aug 11 02:41:34.026290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:34.028067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-effe8e2f-56f2-4ba2-9b04-5702259fb2fc req-d77a07b3-2e11-4f5a-9e88-f323cf961c84 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917293 Aug 11 02:41:34.047684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9305d0f5-f39a-49f6-b4a2-687683fe1c5c None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:34.048359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9305d0f5-f39a-49f6-b4a2-687683fe1c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.097786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402ba5-d263-426e-a528-454c0e4f7da8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4417c0-ab15-4a37-9266-ef5a628da636,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:34.187821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port adc7b633-1160-45c3-bc1e-4a82b28611b9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:34.188862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.210304 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4d91a2b-0a66-4cd1-9230-8c18dcb06fef (CIDR: 2001:db8::/64) Aug 11 02:41:34.217426 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5b577697-8ced-4173-8d01-5026b2b2ccc0 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups/4a4417c0-ab15-4a37-9266-ef5a628da636 HTTP/1.1" status: 200 len: 1778 time: 0.2433190 Aug 11 02:41:34.220848 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:41:34.221745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:34.243754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.253731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.extraroute_db [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:41:34.266140 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df238bcc-c878-47fa-ad16-aafb77e7b470 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5725017 Aug 11 02:41:34.272297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.extraroute_db [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Removed routes are [] {{(pid=94699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:41:34.272716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.278481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43966) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.287393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'subnet': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:34.358573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.404176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68f4e5d1-66bb-4384-b002-621ad4890407 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.453774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:34.457287 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a421976a-5556-41c8-bbe9-9c0cbc9beda4" -d '{"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-plugged", "status": "completed", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:34.501527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68f4e5d1-66bb-4384-b002-621ad4890407 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.510383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:34.536838 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.544808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:27Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:34.546914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Update dhcp port {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'fixed_ips': [{'subnet_id': 'd4d91a2b-0a66-4cd1-9230-8c18dcb06fef'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '8c950096-92e4-4d97-95a3-3ad05ce69175'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:41:34.632501 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96437144-facb-47cc-a401-8ad3d3519b2d x-openstack-request-id: req-96437144-facb-47cc-a401-8ad3d3519b2d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:34.633255 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-plugged", "status": "completed", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:34.633255 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96437144-facb-47cc-a401-8ad3d3519b2d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:34.633696 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'code': 200} Aug 11 02:41:34.647790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68f4e5d1-66bb-4384-b002-621ad4890407 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.652708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:34.653075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Updating router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 port 40617ec0-6d42-4909-84c3-81ae713cecef binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:34.660381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68f4e5d1-66bb-4384-b002-621ad4890407 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.667479 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68f4e5d1-66bb-4384-b002-621ad4890407 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a4417c0-ab15-4a37-9266-ef5a628da636 HTTP/1.1" status: 204 len: 168 time: 0.4176710 Aug 11 02:41:34.684479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.706598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.716399 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:34.742181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 37c37cfa-7dee-4080-9a34-758c901b285d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:34.743967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4e5d1-66bb-4384-b002-621ad4890407 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4417c0-ab15-4a37-9266-ef5a628da636,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:34.755593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:34.788561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 37c37cfa-7dee-4080-9a34-758c901b285d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:34.788932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 37c37cfa-7dee-4080-9a34-758c901b285d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:34.880444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.915146 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-94d0c42f-747b-4dbc-8302-d0247604285f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2284691 Aug 11 02:41:34.919564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43978) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.952037 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c7f7cb17-009b-4184-b31a-bad2b649b141 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] delete failed (client error): The resource could not be found. Aug 11 02:41:34.953135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c7f7cb17-009b-4184-b31a-bad2b649b141 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a4417c0-ab15-4a37-9266-ef5a628da636 HTTP/1.1" status: 404 len: 347 time: 0.0326965 Aug 11 02:41:34.955401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cd6a9-c0a1-43c1-9749-2ab9ffcee7f2 req-927d64f1-fb31-4656-9d6d-cabdd5c45c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.962130 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-873cd6a9-c0a1-43c1-9749-2ab9ffcee7f2 req-927d64f1-fb31-4656-9d6d-cabdd5c45c09 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 1096 time: 0.1806858 Aug 11 02:41:34.970597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.984860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953264431'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:35.046560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43984) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:35.047907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.099633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-873cd6a9-c0a1-43c1-9749-2ab9ffcee7f2 req-bf7a1f32-3997-4704-a960-12fb1a34133d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242411 Aug 11 02:41:35.216001 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dc2ce754-6a28-4f31-95c8-f373ad3bea2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8323cf3d2bcd4deeaccd4cdfb863bec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341236 Aug 11 02:41:35.220346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:35.257952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:35.289578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f8c846-8e95-4e4d-9c5e-9b43d6369e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.323180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.324619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:35.326682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f8c846-8e95-4e4d-9c5e-9b43d6369e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.330893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.421947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Allocated IP 2001:db8::2 (a7548113-1c15-4cbd-941e-a75d799a7de7/d4d91a2b-0a66-4cd1-9230-8c18dcb06fef/8c950096-92e4-4d97-95a3-3ad05ce69175) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:35.455553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:35.456103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.458662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.465259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f8c846-8e95-4e4d-9c5e-9b43d6369e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.469191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97f8c846-8e95-4e4d-9c5e-9b43d6369e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.474215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-97f8c846-8e95-4e4d-9c5e-9b43d6369e5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e5a943c-0f44-4d3a-9159-945763652005 HTTP/1.1" status: 204 len: 168 time: 0.2485824 Aug 11 02:41:35.477154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.488353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eccd93bf-34ad-44ca-94ee-2b2a1c677c98,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:35.500439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.501823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8c846-8e95-4e4d-9c5e-9b43d6369e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a943c-0f44-4d3a-9159-945763652005,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:35.508397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.533062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Checking segment: {'id': 'bdcaae0f-4135-484a-8d1e-6d326061b747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a4e7bc1c-c07a-49f1-95ff-fea03420512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:35.533472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Network hostable DHCP agents. Network: a4e7bc1c-c07a-49f1-95ff-fea03420512f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:35.542588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85361ed-2650-49c4-91dc-7fe65a036f59,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:35.546379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.547808 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eeecee0c-3e17-47fa-a8a7-fd78ae1d2b7a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5715640 Aug 11 02:41:35.552726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43992) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:35.558282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': 'd85361ed-2650-49c4-91dc-7fe65a036f59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:35.576926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8b7c4-ce12-4ef3-8221-2f4cdcbcd87d req-53f77992-8aec-4e93-9f25-48643f8f6293 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:35.578743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58e8b7c4-ce12-4ef3-8221-2f4cdcbcd87d req-53f77992-8aec-4e93-9f25-48643f8f6293 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.3150976 Aug 11 02:41:35.579481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63a44b84-d07b-456e-bc2f-fe1367446503 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.612727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.665919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:35.700691 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.705710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.713717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.732415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Transition to ACTIVE for port object 8c950096-92e4-4d97-95a3-3ad05ce69175 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:35.739374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34ee82d-0217-4a11-adb8-a477f287c9d5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:35.746510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63a44b84-d07b-456e-bc2f-fe1367446503 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.746933 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.751192 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.761893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.764728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9454c771-1115-4461-8b5a-d9c6959d46c8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098615 Aug 11 02:41:35.768567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43994) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:35.778775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Network a4e7bc1c-c07a-49f1-95ff-fea03420512f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:35.806920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Transition to ACTIVE for port object 40617ec0-6d42-4909-84c3-81ae713cecef will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:35.833729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58e8b7c4-ce12-4ef3-8221-2f4cdcbcd87d req-2169f1e2-8b09-4b1e-9315-a3c5ca82805b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127311 Aug 11 02:41:35.847353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a4e7bc1c-c07a-49f1-95ff-fea03420512f) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:35.861835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:35.861835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:35.863785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.864976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7452-de43-474a-b7d9-14111ed6c856 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.880116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7452-de43-474a-b7d9-14111ed6c856 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.889078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.915951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f104674-bd64-48a1-a016-cc73bf0c62f8 None None] Network a4e7bc1c-c07a-49f1-95ff-fea03420512f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:35.921561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-660bbebe-1cd4-4d42-be57-3865b27d5a4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9065106 Aug 11 02:41:35.940548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7452-de43-474a-b7d9-14111ed6c856 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.948657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7452-de43-474a-b7d9-14111ed6c856 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.954110 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c4a7452-de43-474a-b7d9-14111ed6c856 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c34ee82d-0217-4a11-adb8-a477f287c9d5 HTTP/1.1" status: 204 len: 168 time: 0.1798763 Aug 11 02:41:35.959188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:35.968980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7452-de43-474a-b7d9-14111ed6c856 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c34ee82d-0217-4a11-adb8-a477f287c9d5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:36.041109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-943a78e6-e0fa-4e8a-981f-46d52ca775a6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765924 Aug 11 02:41:36.045241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.073530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b398be-4165-4768-a063-12cb6140f9e7 None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=15']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:36.154022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63a44b84-d07b-456e-bc2f-fe1367446503 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.162201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63a44b84-d07b-456e-bc2f-fe1367446503 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.168313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.176972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddd18e-8258-489d-8350-fb1b8bea1c99 None None] Pushing event updated for resources: {'Port': ['ID=40617ec0-6d42-4909-84c3-81ae713cecef,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:36.177196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-63a44b84-d07b-456e-bc2f-fe1367446503 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/security-groups/281f912a-f245-4a6a-9efd-42125eaf8a3f HTTP/1.1" status: 204 len: 168 time: 1.1173947 Aug 11 02:41:36.204352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:36.208965 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6bf5ae9c-4f2d-47f2-9745-dd82f3100488 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] show failed (client error): The resource could not be found. Aug 11 02:41:36.210693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6bf5ae9c-4f2d-47f2-9745-dd82f3100488 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "GET /v2.0/security-groups/281f912a-f245-4a6a-9efd-42125eaf8a3f HTTP/1.1" status: 404 len: 347 time: 0.0374544 Aug 11 02:41:36.214481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.267666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a44b84-d07b-456e-bc2f-fe1367446503 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f912a-f245-4a6a-9efd-42125eaf8a3f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:36.327461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.332477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12a8f2a9-5734-402a-b238-b96afb920963 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.379583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:36.467276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.469242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Attempting to bind port 40617ec0-6d42-4909-84c3-81ae713cecef on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:36.470627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Attempting to bind port 40617ec0-6d42-4909-84c3-81ae713cecef by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:36.471001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Attempting to bind port 40617ec0-6d42-4909-84c3-81ae713cecef on network 8eaaa0da-69cf-4720-a868-8d005f3ad17a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:36.475973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ab6e5709-ac28-4e00-afeb-f0e7a8a5014f tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 934 time: 3.6810982 Aug 11 02:41:36.477547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44018) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.514550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:36.515426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Checking segment: {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:36.516089 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.517141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Bound using segment: {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:36.518223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Bound port: 40617ec0-6d42-4909-84c3-81ae713cecef, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaec9b1-f692-46ea-af7c-deca51f374cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:36.519765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.537117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91dfee-4b3a-4c54-a71a-611d5bb5c1e4 None None] Network a4e7bc1c-c07a-49f1-95ff-fea03420512f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:36.635987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12a8f2a9-5734-402a-b238-b96afb920963 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.773181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Deleting subnet 50cb984d-b441-4d59-90c2-324da7a82d6e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:36.784136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c418abe1-130b-4da7-89e9-4e326c3d5ac9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 934 time: 0.2903731 Aug 11 02:41:36.787859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.801212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44022) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.813610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'routes': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:36.854062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.933869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12a8f2a9-5734-402a-b238-b96afb920963 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.936536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12a8f2a9-5734-402a-b238-b96afb920963 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.942244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-12a8f2a9-5734-402a-b238-b96afb920963 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/d85361ed-2650-49c4-91dc-7fe65a036f59 HTTP/1.1" status: 204 len: 168 time: 0.8912463 Aug 11 02:41:36.958728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:36.974887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 902c59b7-1b0d-49f0-a970-076b34b6adb9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:36.974887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.991508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.011851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.053577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] For port 40617ec0-6d42-4909-84c3-81ae713cecef, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:37.058652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] For port 40617ec0-6d42-4909-84c3-81ae713cecef, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=40617ec0-6d42-4909-84c3-81ae713cecef,segment=NetworkSegment(eeaec9b1-f692-46ea-af7c-deca51f374cf),segment_id=eeaec9b1-f692-46ea-af7c-deca51f374cf)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:37.064418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8f2a9-5734-402a-b238-b96afb920963 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85361ed-2650-49c4-91dc-7fe65a036f59,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:37.092147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.140206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:37.193896 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.239993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:41:37.294046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f888d6-39d2-4fbb-a131-b23e0c469ff0 req-a727d150-3571-42c1-93ca-58c3f89d6830 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:37.298165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69f888d6-39d2-4fbb-a131-b23e0c469ff0 req-a727d150-3571-42c1-93ca-58c3f89d6830 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.2911077 Aug 11 02:41:37.313204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:37.316106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:37.406403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:37.428418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.543212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:37.570321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fbb9e6bd-66a5-4003-b419-dbce302b07fb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6083918 Aug 11 02:41:37.579773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddd18e-8258-489d-8350-fb1b8bea1c99 None None] Pushing event updated for resources: {'Port': ['ID=40617ec0-6d42-4909-84c3-81ae713cecef,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:37.581881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44038) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:37.590113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:37.591008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--253528715'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:37.601974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cb984d-b441-4d59-90c2-324da7a82d6e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:37.663622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.669036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3963c0e2-48da-42f0-b0a1-b76e92849c9c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/50cb984d-b441-4d59-90c2-324da7a82d6e HTTP/1.1" status: 204 len: 168 time: 1.3374286 Aug 11 02:41:37.674655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44040) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:37.691512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=16']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:37.802222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--213581945'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:37.821625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.822209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.842765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69f888d6-39d2-4fbb-a131-b23e0c469ff0 req-c156c925-35d8-438a-b3f5-9d393a7120f3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228389 Aug 11 02:41:37.851027 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.859165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 902c59b7-1b0d-49f0-a970-076b34b6adb9 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:37.891916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.939774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.960940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.990449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.091639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.186997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Provisioning for port 8c950096-92e4-4d97-95a3-3ad05ce69175 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:38.219653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:38.220068 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.229821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dccfcbb-ad7d-42f6-933c-48c18e64c61b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.263395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c812853c-0683-42ae-9fae-95d4efb386dc') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.263994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c812853c-0683-42ae-9fae-95d4efb386dc') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.295938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.306894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.343236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:34Z', 'revision_number': 6, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:37Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.345817 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.356210 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.369490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:38.370678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.399791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d71db-478b-432f-9b9f-647114f7cb66 None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:34Z', 'revision_number': 6, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:37Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:38.433090 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:38.473799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=902c59b7-1b0d-49f0-a970-076b34b6adb9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:38.572863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.592822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.599251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2dccfcbb-ad7d-42f6-933c-48c18e64c61b HTTP/1.1" status: 204 len: 168 time: 0.9185302 Aug 11 02:41:38.611103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:38.627765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d6a1e-43f9-4166-a70e-e40e7bbcff1a admin admin] Pushing event deleted for resources: {'Network': ['ID=2dccfcbb-ad7d-42f6-933c-48c18e64c61b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:38.659030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.666221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.668744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d6f9e1b2-6c33-4319-bf70-ac4a965af133 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/floatingips/67d70c13-74bc-4dff-99f5-5aca164fd69e HTTP/1.1" status: 204 len: 168 time: 2.4476216 Aug 11 02:41:38.673953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.extraroute_db [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added routes are [] {{(pid=94699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:41:38.674983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.extraroute_db [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:41:38.677113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:38.725506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.734807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Deleting subnet eccd93bf-34ad-44ca-94ee-2b2a1c677c98 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:38.739528 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.745774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.764714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb58904-7d3c-438d-bbe3-b9866a089d72 req-aa39955f-47ad-422c-9a49-0982c10ecbee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:38.766494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bb58904-7d3c-438d-bbe3-b9866a089d72 req-aa39955f-47ad-422c-9a49-0982c10ecbee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.2111297 Aug 11 02:41:38.779852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:38.838344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.846957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.859984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e110471-6da4-433e-81a8-343054aca29c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:38.927338 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.942861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.014955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 0bb5c848-0689-4df1-913f-e8a5ed23c522 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:39.015309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.024566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bb58904-7d3c-438d-bbe3-b9866a089d72 req-2b294325-e298-4929-afde-e527913173a0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334971 Aug 11 02:41:39.028576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.030267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.070313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:39.071974 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:39.072430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.139596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.211422 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.242045 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.243920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c15ecd03-2ece-41f2-bdbb-b2d8375c0800 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6579287 Aug 11 02:41:39.256406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:39.282479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '4e110471-6da4-433e-81a8-343054aca29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:39.287395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3caac-a248-4ee2-9d37-dedea9254335,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:39.294653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:39.305797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.311173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eccd93bf-34ad-44ca-94ee-2b2a1c677c98 HTTP/1.1" status: 204 len: 168 time: 0.6985056 Aug 11 02:41:39.313556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:39.318518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:39.319041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8ee2-83a0-44f5-925c-94505b3a1fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eccd93bf-34ad-44ca-94ee-2b2a1c677c98,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:39.345140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:39.346307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.351954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a9a4f-8789-4563-89f0-81feb52599b0 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:39.376960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Subnet': ['ID=252c102d-8dc4-4fa2-aab1-a71c7d986eaa,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:39.385139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=18']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:39.392580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.397114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.404638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.426245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 0bb5c848-0689-4df1-913f-e8a5ed23c522 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:39.447573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.579227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:39.646160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.738712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:39.749271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.776275 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:39.784905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:39.792866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:39.794635 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:39.802079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.803627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dcc89648-2f63-4b2e-ae7d-1b1c206cf58d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 700 time: 3.0008190 Aug 11 02:41:39.804332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:39.810800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44054) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:39.880097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957c4d-3890-4e55-95a1-8a76bf1ce03c None None] Pushing event updated for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=19']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:39.944111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:39.944501 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.971240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7bd04f6c-46bd-4044-9c3e-8b55ed7eaf91 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 700 time: 0.1591687 Aug 11 02:41:39.975366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44056) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:39.980542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.984292 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:40.023621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.053234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-02eacfff-5814-4895-ab0c-ffb0b0623e8b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7734694 Aug 11 02:41:40.058050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44058) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:40.060480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 40617ec0-6d42-4909-84c3-81ae713cecef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:40.064277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Request body: {'port': {'network_id': 'a7548113-1c15-4cbd-941e-a75d799a7de7', 'mac_address': 'fa:16:3e:b1:c3:a9', 'name': 'tempest-NetworksTestDHCPv6-1943376210'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:40.097371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a859195-7751-4453-88e7-ce3471722490,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:40.127179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 40617ec0-6d42-4909-84c3-81ae713cecef completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:40.134335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.139789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 40617ec0-6d42-4909-84c3-81ae713cecef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:40.140496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.186645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.190125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.195961 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad1dd74f-de99-4c2c-854e-b11da3480729 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7823246 Aug 11 02:41:40.195961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e7bc1c-c07a-49f1-95ff-fea03420512f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:40.199097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44062) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:40.266235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcaae0f-4135-484a-8d1e-6d326061b747') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:40.266716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcaae0f-4135-484a-8d1e-6d326061b747') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:40.305297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Made reservation on behalf of 63462e28410d4aa7ab14bba38732fa05 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:40.312074 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.336632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.354362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 40617ec0-6d42-4909-84c3-81ae713cecef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=40617ec0-6d42-4909-84c3-81ae713cecef,segment=NetworkSegment(eeaec9b1-f692-46ea-af7c-deca51f374cf),segment_id=eeaec9b1-f692-46ea-af7c-deca51f374cf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:40.361473 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.408087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.434437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:40.435042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:40.437252 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:40.442807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.443765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=40617ec0-6d42-4909-84c3-81ae713cecef,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:40.474908 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4ac43e09-aa1a-4983-a2bf-13cc8e8f0597 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2755289 Aug 11 02:41:40.500365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44064) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:40.509453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.512462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.521364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-security--148514919', 'description': 'tempest-security-description-1756514355'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:40.580799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=0bb5c848-0689-4df1-913f-e8a5ed23c522,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:40.591586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ec899d-12b8-45f2-a301-cc45aabe27f1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:40.605805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.607381 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6e1fb18d-ffa9-4077-a5e0-9fdc0ef24a85 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3510079 Aug 11 02:41:40.611886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:40.611886 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.619682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '4e110471-6da4-433e-81a8-343054aca29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:40.635742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.652277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.656599 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] 10.222.0.16 "DELETE /v2.0/networks/a4e7bc1c-c07a-49f1-95ff-fea03420512f HTTP/1.1" status: 204 len: 168 time: 1.3364010 Aug 11 02:41:40.739831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc1dc-f1a2-4859-89fb-b3a4eed99c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e7bc1c-c07a-49f1-95ff-fea03420512f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:40.751155 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:38Z', 'revision_number': 7, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:37Z', 'revision_number': 4, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:40.760937 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.801138 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:40.804818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.807677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3be23413-2eb2-466b-818d-1666a3eadaf1 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/ports/0bb5c848-0689-4df1-913f-e8a5ed23c522 HTTP/1.1" status: 204 len: 168 time: 2.1289871 Aug 11 02:41:40.812295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:40.824747 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:40.825401 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:40.912965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.922225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333ab75-783d-4245-a251-79065ad491ab req-4f92cc2a-358f-41de-b316-5dfba12a0716 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:40.923899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7333ab75-783d-4245-a251-79065ad491ab req-4f92cc2a-358f-41de-b316-5dfba12a0716 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.5551088 Aug 11 02:41:40.952932 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:40.976246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.002639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.007184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.045427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.049989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.055456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "PUT /v2.0/security-groups/6a859195-7751-4453-88e7-ce3471722490 HTTP/1.1" status: 200 len: 1779 time: 0.5393000 Aug 11 02:41:41.059396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.068636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3707a68e-75b6-40ec-b712-35bde9ed3cfb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:41.085656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] device_id is not set on port d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:41:41.095967 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.098240 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-100302a5-9e38-40cc-9259-a51da5550138 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4847665 Aug 11 02:41:41.106157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d48c4267-d6e0-49d9-943b-c08f5a77c322 None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:41.106568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d48c4267-d6e0-49d9-943b-c08f5a77c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.110975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.111507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.120284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '4e110471-6da4-433e-81a8-343054aca29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:41.225945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.315261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7333ab75-783d-4245-a251-79065ad491ab req-3e90c9a5-0b2a-453b-bd32-c3702218fad9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717308 Aug 11 02:41:41.326573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df22c9-a673-4d1f-a2bc-f25005748351 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a859195-7751-4453-88e7-ce3471722490,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:41.407026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:41.435015 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:38Z', 'revision_number': 7, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:40Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:41.462756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44080) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.465182 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8e310f81-2134-4f4a-b873-d59a19615d9a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups/6a859195-7751-4453-88e7-ce3471722490 HTTP/1.1" status: 200 len: 1779 time: 0.4041519 Aug 11 02:41:41.471005 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d6724ef-f2c4-43be-a675-95e8d2807411 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a4504d571504531a57271a20f73b66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113890 Aug 11 02:41:41.483940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.493736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:41.494299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.527353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 7167b717-dca4-4ce1-9e90-23197d7f9c9e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:41.528748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.560773 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208dc29-4ee5-4529-8044-0d4f994d3e6a None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:38Z', 'revision_number': 7, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:40Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:41.620591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 40617ec0-6d42-4909-84c3-81ae713cecef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:41.647952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-322a839b-fba5-429e-a610-eaa40f34f9f4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.682334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-322a839b-fba5-429e-a610-eaa40f34f9f4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.693435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 40617ec0-6d42-4909-84c3-81ae713cecef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:41.693977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.740124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.744508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-322a839b-fba5-429e-a610-eaa40f34f9f4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.767857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-322a839b-fba5-429e-a610-eaa40f34f9f4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.769019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-322a839b-fba5-429e-a610-eaa40f34f9f4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/6a859195-7751-4453-88e7-ce3471722490 HTTP/1.1" status: 204 len: 168 time: 0.3042507 Aug 11 02:41:41.790083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.950638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3a9e6318-f7ed-4c99-9e11-fd6902da5014 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363373 Aug 11 02:41:41.955558 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.974025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:41.999489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.075819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1229dcf4-d0bd-4383-b7c9-a28be1b4e0f6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:42.085461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.091072 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-07b2778b-2467-4ea4-8ea9-36aa5998a23b tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] delete failed (client error): The resource could not be found. Aug 11 02:41:42.093394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-07b2778b-2467-4ea4-8ea9-36aa5998a23b tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/6a859195-7751-4453-88e7-ce3471722490 HTTP/1.1" status: 404 len: 347 time: 0.1176343 Aug 11 02:41:42.094946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.094946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-499cc9ef-e25f-4984-9461-deee5522aada tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9831104 Aug 11 02:41:42.109991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44096) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:42.110641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44098) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:42.117281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:42.136519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '4e110471-6da4-433e-81a8-343054aca29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:42.153011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--638390663'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:42.157888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:42.159555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:42.179025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 7167b717-dca4-4ce1-9e90-23197d7f9c9e owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:42.231664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a839b-fba5-429e-a610-eaa40f34f9f4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a859195-7751-4453-88e7-ce3471722490,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:42.236000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8::e8 (a7548113-1c15-4cbd-941e-a75d799a7de7/d4d91a2b-0a66-4cd1-9230-8c18dcb06fef/d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:42.252100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:c3a9 (a7548113-1c15-4cbd-941e-a75d799a7de7/252c102d-8dc4-4fa2-aab1-a71c7d986eaa/d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:42.442089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:42.456540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76e623d4-d5d7-46d6-a40d-fdeaaa311089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.523387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbc55b-b116-4fb8-bbc5-8687124d18cc req-44d5996f-9f30-4c3f-bbd0-3df3632b1df9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:42.525051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50bbc55b-b116-4fb8-bbc5-8687124d18cc req-44d5996f-9f30-4c3f-bbd0-3df3632b1df9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.1313546 Aug 11 02:41:42.601524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.603320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.650177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.652598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50bbc55b-b116-4fb8-bbc5-8687124d18cc req-3ffbb154-6965-4a49-be1c-e2b23fbffeb6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183829 Aug 11 02:41:42.658556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Transition to ACTIVE for port object d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:42.686125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76e623d4-d5d7-46d6-a40d-fdeaaa311089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.744682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.791769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 40617ec0-6d42-4909-84c3-81ae713cecef {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:42.792021 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.804606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.866679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Network a7548113-1c15-4cbd-941e-a75d799a7de7 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:42.867668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event updated for resources: {'Port': ['ID=d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:42.869229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:38Z', 'revision_number': 7, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:40Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:42.875817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:42.878885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:42.885181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:42.885891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.903930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=7167b717-dca4-4ce1-9e90-23197d7f9c9e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:42.909938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.946249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:42.951215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.961357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:42.962215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port 40617ec0-6d42-4909-84c3-81ae713cecef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=40617ec0-6d42-4909-84c3-81ae713cecef,segment=NetworkSegment(eeaec9b1-f692-46ea-af7c-deca51f374cf),segment_id=eeaec9b1-f692-46ea-af7c-deca51f374cf)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:42.962465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:42.963002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.995181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 40617ec0-6d42-4909-84c3-81ae713cecef owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:43.003457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76e623d4-d5d7-46d6-a40d-fdeaaa311089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.006367 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76e623d4-d5d7-46d6-a40d-fdeaaa311089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.011616 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-76e623d4-d5d7-46d6-a40d-fdeaaa311089 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/319f73ab-9917-48b6-8374-d028d2985f81 HTTP/1.1" status: 204 len: 168 time: 1.5148389 Aug 11 02:41:43.026987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc9999b-bc0c-4bcb-816b-1f6d01931b60,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.035560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e623d4-d5d7-46d6-a40d-fdeaaa311089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f73ab-9917-48b6-8374-d028d2985f81,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.044894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.050166 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b3aa2ef-47ad-4aa9-b881-a30681090206 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/ports/7167b717-dca4-4ce1-9e90-23197d7f9c9e HTTP/1.1" status: 204 len: 168 time: 2.2364526 Aug 11 02:41:43.053651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.106516 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.117621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.141956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.145303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-be6c975b-98dd-42f9-8874-b5e9c089940d tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0852654 Aug 11 02:41:43.146127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44108) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.146290 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f17092ee-1732-4abf-9894-74f1eeec1f5c tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0282650 Aug 11 02:41:43.150167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44110) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.162900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '4e110471-6da4-433e-81a8-343054aca29c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:43.170579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting subnet 5aed2c68-e287-4906-a962-c941fae42765 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:43.174315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.205693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:43.225787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.233376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.238065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1147153 Aug 11 02:41:43.259504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.272755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': '61d7a512-5a53-4afa-9e94-816e48e226f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:43.293836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042ef71-7b73-4489-9525-ed9b776195ee tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7a512-5a53-4afa-9e94-816e48e226f4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.303058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.359927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.415157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.502542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.512342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.537487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.539877 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2791080 Aug 11 02:41:43.546942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.550837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.590860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Subnet': ['ID=5aed2c68-e287-4906-a962-c941fae42765,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.599129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd93ae-3906-46d7-bcd1-8991fe46a619 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9448a75e-aa07-47ae-acec-1ae7f7df6dad,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.606667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f9afc217-e7bc-48d0-ab1a-09ca3dc5d9eb None None] Provisioning for port d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:43.609423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.615148 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0af90bc9-2244-4621-8c65-10a070e678d5 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/subnets/5aed2c68-e287-4906-a962-c941fae42765 HTTP/1.1" status: 204 len: 168 time: 0.5602431 Aug 11 02:41:43.616412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44118) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.622563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e04f3-a1c8-4fb8-a42c-9784626e3431 None None] Network b91db2a3-0627-45f6-b6ae-4e49e8960384 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:43.634815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-970306ae-2899-4b91-b392-1038c6eb09e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.648497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-970306ae-2899-4b91-b392-1038c6eb09e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.669933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f9afc217-e7bc-48d0-ab1a-09ca3dc5d9eb None None] Provisioning complete for port d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:43.670378 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9afc217-e7bc-48d0-ab1a-09ca3dc5d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.704013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-970306ae-2899-4b91-b392-1038c6eb09e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.715585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-970306ae-2899-4b91-b392-1038c6eb09e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.718368 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-970306ae-2899-4b91-b392-1038c6eb09e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9448a75e-aa07-47ae-acec-1ae7f7df6dad HTTP/1.1" status: 204 len: 168 time: 0.1375937 Aug 11 02:41:43.735904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.736186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44124) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.737050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970306ae-2899-4b91-b392-1038c6eb09e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9448a75e-aa07-47ae-acec-1ae7f7df6dad,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.745162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.806694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.820939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7d999e89-ef6d-4361-addf-8144f7866407 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768890 Aug 11 02:41:43.823806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.830115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f9afc217-e7bc-48d0-ab1a-09ca3dc5d9eb None None] Port d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:43.845176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:38Z', 'revision_number': 7, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:40Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:43.886214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab95d95-f636-4d4b-95b6-4c96712d77b1 None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:38Z', 'revision_number': 7, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40617ec0-6d42-4909-84c3-81ae713cecef', 'name': '', 'network_id': '8eaaa0da-69cf-4720-a868-8d005f3ad17a', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:15:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:25Z', 'updated_at': '2021-08-11T02:41:40Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '6171df98-a40f-4d7f-91e7-50309eb39d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:43.913175 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting port d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:43.913524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.916452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f3e9c-9906-4ac1-a9da-b094cb37f5e0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.922859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-015b64aa-be84-4682-979e-8027cd8a9936 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.924489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c80f8c2e-7fe8-47f9-b3e5-10a831ac975b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ca1fecb9d4a425f800a737b86806c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852641 Aug 11 02:41:43.925772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:43.933380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7a899ae-c027-403a-a98e-fc817fac1b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.939215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting subnet 60bd01fa-a2c5-4a56-ba41-e7822a384ae0 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:43.958717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.002085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-015b64aa-be84-4682-979e-8027cd8a9936 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.015051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] DHCP port deletion for b91db2a3-0627-45f6-b6ae-4e49e8960384 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:44.063888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d32cd956-450c-42e1-b0d8-48d2df9b94eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.069993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.075940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f5ff663a-4550-4201-afbb-a8c5051a7f2d tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9154453 Aug 11 02:41:44.087959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.091075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] Deleting port 672c6d87-96b2-4773-a3ef-af7833d104e6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:44.091452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.115566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d32cd956-450c-42e1-b0d8-48d2df9b94eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.160641 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab0559c5-8d2d-40da-a0c2-a0c87ca9645a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.169613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-015b64aa-be84-4682-979e-8027cd8a9936 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.172502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-015b64aa-be84-4682-979e-8027cd8a9936 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.177320 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-015b64aa-be84-4682-979e-8027cd8a9936 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/61d7a512-5a53-4afa-9e94-816e48e226f4 HTTP/1.1" status: 204 len: 168 time: 0.3523543 Aug 11 02:41:44.178136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.184951 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.193116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] For port 672c6d87-96b2-4773-a3ef-af7833d104e6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=672c6d87-96b2-4773-a3ef-af7833d104e6,segment=NetworkSegment(c5e71f36-572e-4494-89fd-04ae6f5219ba),segment_id=c5e71f36-572e-4494-89fd-04ae6f5219ba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:44.193448 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.198955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab0559c5-8d2d-40da-a0c2-a0c87ca9645a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.227102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] Calling delete_port for 672c6d87-96b2-4773-a3ef-af7833d104e6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:44.242471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b64aa-be84-4682-979e-8027cd8a9936 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7a512-5a53-4afa-9e94-816e48e226f4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:44.282067 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.285556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44134) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.286350 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-052e5550-f77f-433f-889d-1c53346ba161 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894923 Aug 11 02:41:44.314320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab0559c5-8d2d-40da-a0c2-a0c87ca9645a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.316461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cbc9b-b578-480b-bd10-1ccec2e86c19 req-e54d70a1-c38e-4ca2-881b-768b2e6d4bab tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.319822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-108cbc9b-b578-480b-bd10-1ccec2e86c19 req-e54d70a1-c38e-4ca2-881b-768b2e6d4bab tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.5294707 Aug 11 02:41:44.321288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab0559c5-8d2d-40da-a0c2-a0c87ca9645a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.327142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ab0559c5-8d2d-40da-a0c2-a0c87ca9645a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d76f3e9c-9906-4ac1-a9da-b094cb37f5e0 HTTP/1.1" status: 204 len: 168 time: 0.2366633 Aug 11 02:41:44.328053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.343379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--340111993'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:44.350766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0559c5-8d2d-40da-a0c2-a0c87ca9645a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d76f3e9c-9906-4ac1-a9da-b094cb37f5e0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:44.369093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d32cd956-450c-42e1-b0d8-48d2df9b94eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.372156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d32cd956-450c-42e1-b0d8-48d2df9b94eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.373513 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d32cd956-450c-42e1-b0d8-48d2df9b94eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c78cd98c-d50f-4e99-ad30-18cd1c412c00 HTTP/1.1" status: 204 len: 168 time: 0.4462745 Aug 11 02:41:44.385214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cd956-450c-42e1-b0d8-48d2df9b94eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78cd98c-d50f-4e99-ad30-18cd1c412c00,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:44.426490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.432249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7c81ddcc-13ff-4627-b390-0ee7d96ef251 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0898561 Aug 11 02:41:44.436634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.471374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a80030-9a22-472e-8f61-a09332735c57 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.492158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] Pushing event deleted for resources: {'Port': ['ID=672c6d87-96b2-4773-a3ef-af7833d104e6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:44.495643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a80030-9a22-472e-8f61-a09332735c57 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.495861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e4233-5194-4282-a56f-cd6b4a7eb49b None None] No DVR routers for this DVR port 672c6d87-96b2-4773-a3ef-af7833d104e6 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:44.502519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=40617ec0-6d42-4909-84c3-81ae713cecef,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:44.531273 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.597522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-c1a0ba2f-375f-4ffb-9acb-56ddbce2a2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5386467 Aug 11 02:41:44.640216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a80030-9a22-472e-8f61-a09332735c57 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.661252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91a80030-9a22-472e-8f61-a09332735c57 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.668426 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-91a80030-9a22-472e-8f61-a09332735c57 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cbc9999b-bc0c-4bcb-816b-1f6d01931b60 HTTP/1.1" status: 204 len: 168 time: 0.2254992 Aug 11 02:41:44.673514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Calling delete_port for d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:44.679966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44150) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.699492 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-e0f7d86b-935b-4c14-976f-70da9f178cd3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1952701 Aug 11 02:41:44.701235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a80030-9a22-472e-8f61-a09332735c57 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbc9999b-bc0c-4bcb-816b-1f6d01931b60,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:44.810518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.913549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.914145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.914575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.915256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.915748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.916237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.917109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.920291 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-547cda2b-3103-4127-80a7-1df6e47bdb19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 6499 time: 0.0894620 Aug 11 02:41:45.007830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f9f70b-0fc9-429a-a21d-7f1b99d872ab details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:41:45.140427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.172620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:45.187966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'port_id': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'mac_address': 'fa:16:3e:91:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:41:45.214947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-6ed9d8cf-4832-4ead-a69e-77e03995896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.215859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-6ed9d8cf-4832-4ead-a69e-77e03995896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.216271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-6ed9d8cf-4832-4ead-a69e-77e03995896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.218604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-6ed9d8cf-4832-4ead-a69e-77e03995896e service neutron] 10.222.0.25 "GET /v2.0/networks?id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=90144842-d996-4568-a3c0-cf8813c1b45c&id=80c670f7-3427-4bcf-b897-079b596e0b82&id=80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 200 len: 2294 time: 0.2479231 Aug 11 02:41:45.251986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-108cbc9b-b578-480b-bd10-1ccec2e86c19 req-e66d7158-c7a3-493c-b8cb-6ba6b1acd237 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342183 Aug 11 02:41:45.272671 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.321522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8f9f70b-0fc9-429a-a21d-7f1b99d872ab {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:45.363058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-3f785362-0a71-45e2-96c1-50f3c4bda0f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 200 len: 1001 time: 0.1348476 Aug 11 02:41:45.372619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:45.382214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.484633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-e3175fb8-e512-4586-8baa-4c9192b0c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.486677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-e3175fb8-e512-4586-8baa-4c9192b0c9f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=51524578-0e03-439f-b1c6-01773bae30c4 HTTP/1.1" status: 200 len: 856 time: 0.1182933 Aug 11 02:41:45.528676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 672c6d87-96b2-4773-a3ef-af7833d104e6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:45.539905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.545155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:45.586933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dd10116c-6dfa-47e5-8cbd-fcaa7f2cdb89 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.9010401 Aug 11 02:41:45.604912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:45.611590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-5229ec5b-fce7-4c55-b214-961fecc17a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.618576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-5229ec5b-fce7-4c55-b214-961fecc17a61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137fdda3-2d6d-4246-aa00-997b9bbdc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191187 Aug 11 02:41:45.636427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:45.643188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 672c6d87-96b2-4773-a3ef-af7833d104e6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:45.644483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 672c6d87-96b2-4773-a3ef-af7833d104e6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:45.665335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Subnet': ['ID=60bd01fa-a2c5-4a56-ba41-e7822a384ae0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:45.680267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-388fbd9d-74a3-47a2-8269-bbf78c1abbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.681987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-388fbd9d-74a3-47a2-8269-bbf78c1abbc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.8859775 Aug 11 02:41:45.743823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.755459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1e223fd4-5d7e-46cb-ac02-ffe2d9fd75df tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/subnets/60bd01fa-a2c5-4a56-ba41-e7822a384ae0 HTTP/1.1" status: 204 len: 168 time: 2.1040738 Aug 11 02:41:45.755765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:45.771617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e744ff-93c9-4c3b-95d8-702113b41de4 None None] Network afa70537-4910-4a5a-9331-4ffd2bdf3170 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:45.773144 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.791751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-534d9aec-d828-48e3-add9-5e05da05b342 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.848536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-534d9aec-d828-48e3-add9-5e05da05b342 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.930974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.949359 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-022319ac-2c1b-4dd5-a2ca-c4c4ce17e7fd service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154168 Aug 11 02:41:45.955607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-534d9aec-d828-48e3-add9-5e05da05b342 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.968294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-534d9aec-d828-48e3-add9-5e05da05b342 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.969963 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-534d9aec-d828-48e3-add9-5e05da05b342 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1229dcf4-d0bd-4383-b7c9-a28be1b4e0f6 HTTP/1.1" status: 204 len: 168 time: 0.3502986 Aug 11 02:41:45.979420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:46.033045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d9aec-d828-48e3-add9-5e05da05b342 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1229dcf4-d0bd-4383-b7c9-a28be1b4e0f6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:46.189890 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:46.298550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.333833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91db2a3-0627-45f6-b6ae-4e49e8960384']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:46.376899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e71f36-572e-4494-89fd-04ae6f5219ba') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:46.377426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e71f36-572e-4494-89fd-04ae6f5219ba') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:46.451865 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-c1a71ff8-e28a-43b2-a629-ebecd8c7df73 service neutron] 10.222.0.25 "GET /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926875 Aug 11 02:41:46.484532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.501071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] DHCP port deletion for afa70537-4910-4a5a-9331-4ffd2bdf3170 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:46.507204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6ae93503-c58a-4a62-933c-9fb9b0252b44 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5207746 Aug 11 02:41:46.532354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:46.582976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.586405 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-98beb83a-a0eb-49a6-b5c0-401dab9e4e7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 217 time: 0.1043696 Aug 11 02:41:46.609780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:46.611328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.621001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283f2be1-7549-4a5b-8d1c-939ff5d9dddd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:46.623750 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:46.692283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-d30716fd-edcc-4932-9dca-4d496e841602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:46.694123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-d30716fd-edcc-4932-9dca-4d496e841602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.0859952 Aug 11 02:41:46.705360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] Deleting port 0347a640-b594-49c6-b669-c86c192c113f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:46.710202 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.731958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283f2be1-7549-4a5b-8d1c-939ff5d9dddd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.862970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-6336b8d2-26c6-41fc-8695-5647b53e59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:46.864894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-6336b8d2-26c6-41fc-8695-5647b53e59c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305664 Aug 11 02:41:46.867833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.874285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.880680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/networks/b91db2a3-0627-45f6-b6ae-4e49e8960384 HTTP/1.1" status: 204 len: 168 time: 1.1234484 Aug 11 02:41:46.881203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44202) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:46.921595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceff252-21d7-426f-aea3-fec08c31f6e9 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Network': ['ID=b91db2a3-0627-45f6-b6ae-4e49e8960384,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:46.925440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283f2be1-7549-4a5b-8d1c-939ff5d9dddd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.930709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283f2be1-7549-4a5b-8d1c-939ff5d9dddd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.931940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-283f2be1-7549-4a5b-8d1c-939ff5d9dddd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3707a68e-75b6-40ec-b712-35bde9ed3cfb HTTP/1.1" status: 204 len: 168 time: 0.3985770 Aug 11 02:41:46.964267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:46.980585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] For port 0347a640-b594-49c6-b669-c86c192c113f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0347a640-b594-49c6-b669-c86c192c113f,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:46.981215 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.032208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f9f70b-0fc9-429a-a21d-7f1b99d872ab up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:47.041802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2be1-7549-4a5b-8d1c-939ff5d9dddd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3707a68e-75b6-40ec-b712-35bde9ed3cfb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:47.086649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] Calling delete_port for 0347a640-b594-49c6-b669-c86c192c113f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:47.117274 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-948b6683-194b-4658-a19f-c8f02409fc0f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1515639 Aug 11 02:41:47.129648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:47.162700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.199264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dfd13c9-41a6-47a8-bc4d-f54c3505860f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.210635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dfd13c9-41a6-47a8-bc4d-f54c3505860f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.253320 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-9ddeb6cc-5258-4873-9090-2d03857a70a2 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704858 Aug 11 02:41:47.256014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dfd13c9-41a6-47a8-bc4d-f54c3505860f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.263057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dfd13c9-41a6-47a8-bc4d-f54c3505860f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.264205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2dfd13c9-41a6-47a8-bc4d-f54c3505860f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b3ec899d-12b8-45f2-a301-cc45aabe27f1 HTTP/1.1" status: 204 len: 168 time: 0.1333840 Aug 11 02:41:47.268220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-af046bba-3f19-4367-9a90-6a1c0f46d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:47.271841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-af046bba-3f19-4367-9a90-6a1c0f46d13a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 1.5074201 Aug 11 02:41:47.278236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:47.324362 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.350068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.405175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.484307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd13c9-41a6-47a8-bc4d-f54c3505860f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3ec899d-12b8-45f2-a301-cc45aabe27f1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:47.487352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0347a640-b594-49c6-b669-c86c192c113f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:47.544078 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ae15ed5c-1bcc-4ecc-b599-596db5c35355 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2601547 Aug 11 02:41:47.544447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:47.664192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-52b2fa6f-06e5-4d80-9581-47b617644041 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 200 len: 217 time: 0.3301203 Aug 11 02:41:47.685585 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eddaba24-9dec-43ef-9be9-1b1ec645ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.745681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab1b905-b5ad-44d4-b41f-cc6c06223cbb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.763717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Port': ['ID=d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:47.777859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.785670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-272fc46e-111c-4ee3-90d5-bf3063c166e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae HTTP/1.1" status: 204 len: 168 time: 4.6308827 Aug 11 02:41:47.799484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:47.885563 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.929510 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.931786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab1b905-b5ad-44d4-b41f-cc6c06223cbb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.941070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:47.941694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.953744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730854e-f95a-4446-be33-6c5457cb9a6d req-c6650aa1-966a-4fc2-a0bb-8aeaf0724009 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:47.962049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3730854e-f95a-4446-be33-6c5457cb9a6d req-c6650aa1-966a-4fc2-a0bb-8aeaf0724009 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 944 time: 1.4010527 Aug 11 02:41:48.001291 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.005980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.7050862 Aug 11 02:41:48.048820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:48.054079 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-d6633746-e6e8-4b3a-a535-4b85ef506468 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7876856 Aug 11 02:41:48.063776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:48.067272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'f835fd37-0fe2-4df2-86cd-bb0fc110c0f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:48.068585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53930be4-c2ab-47bf-ac90-39f2917c8ae3 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f835fd37-0fe2-4df2-86cd-bb0fc110c0f1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:48.108033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3730854e-f95a-4446-be33-6c5457cb9a6d req-ecd18291-5ad2-4005-b845-7d150603dcbe tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449025 Aug 11 02:41:48.138048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-c2e8b4c7-b1fb-4a3f-b8e1-65259a1ba737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:48.141608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Deleting port 0347a640-b594-49c6-b669-c86c192c113f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:48.142700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.146815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-c2e8b4c7-b1fb-4a3f-b8e1-65259a1ba737 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.4198146 Aug 11 02:41:48.201648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 0347a640-b594-49c6-b669-c86c192c113f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0347a640-b594-49c6-b669-c86c192c113f,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:48.240699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.262349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.290050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] No DVR routers for this DVR port 0347a640-b594-49c6-b669-c86c192c113f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:48.402556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event deleted for resources: {'Port': ['ID=0347a640-b594-49c6-b669-c86c192c113f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:48.519540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab1b905-b5ad-44d4-b41f-cc6c06223cbb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.526461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab1b905-b5ad-44d4-b41f-cc6c06223cbb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.528812 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fab1b905-b5ad-44d4-b41f-cc6c06223cbb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e110471-6da4-433e-81a8-343054aca29c HTTP/1.1" status: 204 len: 168 time: 0.9832869 Aug 11 02:41:48.542393 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-70f67205-b729-402d-8a18-ed9347e50538 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 217 time: 0.4253497 Aug 11 02:41:48.547004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:48.606793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-df730bf3-3c68-431d-adb3-edf33ac54706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:48.610165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-df730bf3-3c68-431d-adb3-edf33ac54706 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4552343 Aug 11 02:41:48.639294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1b905-b5ad-44d4-b41f-cc6c06223cbb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e110471-6da4-433e-81a8-343054aca29c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:48.681578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc492c-1139-4de0-8431-3db27ea97719 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:48.685216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:48.685682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d5bc492c-1139-4de0-8431-3db27ea97719 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8549452 Aug 11 02:41:48.696236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a899df-b4dc-45fd-92d8-3e982baf007b None None] Pushing event deleted for resources: {'Port': ['ID=0347a640-b594-49c6-b669-c86c192c113f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:48.704684 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:48.705612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f8dae153-4abd-4445-a210-57f4996927f6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7278972 Aug 11 02:41:48.706371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44230) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:48.711766 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.725668 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:48.726432 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:48.797956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.822315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:48.860416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-f44605cb-0ef0-4881-bbe3-a2dd7ec4ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:48.860416 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-f44605cb-0ef0-4881-bbe3-a2dd7ec4ccd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.2236781 Aug 11 02:41:48.974746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:48.991278 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d24878-d0ef-4c5d-a63d-7892e5004250" -d '{"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-plugged", "status": "completed", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:49.085682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:49.099898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.110104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet 6171df98-a40f-4d7f-91e7-50309eb39d02 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:49.119173 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730b81d-3a73-4efb-ac3e-4796c5c80fef x-openstack-request-id: req-a730b81d-3a73-4efb-ac3e-4796c5c80fef {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:49.124257 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-plugged", "status": "completed", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:49.124564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.136618 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a730b81d-3a73-4efb-ac3e-4796c5c80fef {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:49.137581 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'code': 200} Aug 11 02:41:49.169942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9114b57c-a4f4-4cbb-afac-a8c7bea38c84 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:49.175287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9114b57c-a4f4-4cbb-afac-a8c7bea38c84 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3269072 Aug 11 02:41:49.178567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44242) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:49.221393 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.268234 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:49.376020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:49.425165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.428308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-5f34e8d5-e726-4758-8ef4-41b709395fa7 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056114 Aug 11 02:41:49.577594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcb23d-c667-4863-ac48-87016ccc2aef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:49.581445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcb23d-c667-4863-ac48-87016ccc2aef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:49.585804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcb23d-c667-4863-ac48-87016ccc2aef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:49.595965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-87fcb23d-c667-4863-ac48-87016ccc2aef tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4154191 Aug 11 02:41:49.632504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44250) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:49.809556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] For port 0347a640-b594-49c6-b669-c86c192c113f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0347a640-b594-49c6-b669-c86c192c113f,segment=NetworkSegment(63f4f21c-ee68-4478-994f-dc91778092aa),segment_id=63f4f21c-ee68-4478-994f-dc91778092aa)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:49.811110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.840440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Calling delete_port for 0347a640-b594-49c6-b669-c86c192c113f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:49.960146 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.975263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb70b7-a41e-4384-b9a3-ddc7f315343b req-8e244339-b909-44d2-83e1-f44f3bbfe552 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:49.976141 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:43Z', 'revision_number': 8, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:49.978834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4eeb70b7-a41e-4384-b9a3-ddc7f315343b req-8e244339-b909-44d2-83e1-f44f3bbfe552 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.5482361 Aug 11 02:41:49.988002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.993928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet 252c102d-8dc4-4fa2-aab1-a71c7d986eaa {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:50.000733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.062697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Port': ['ID=0347a640-b594-49c6-b669-c86c192c113f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:50.072113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] No DVR routers for this DVR port 0347a640-b594-49c6-b669-c86c192c113f on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:50.082188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3adde9e7-e685-48a4-9865-1da9b993dccc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.5013645 Aug 11 02:41:50.117255 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.125146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:50.128279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.131927 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:50.132280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--228311990'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:50.159767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.168827 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:50.169420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-ecad600c-4756-4a40-92f4-1941db3e8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:50.171691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-ecad600c-4756-4a40-92f4-1941db3e8628 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3118289 Aug 11 02:41:50.172125 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:50.251996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.269128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa70537-4910-4a5a-9331-4ffd2bdf3170']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:50.290113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f4f21c-ee68-4478-994f-dc91778092aa') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:50.290758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f4f21c-ee68-4478-994f-dc91778092aa') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:50.306892 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.323870 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.331373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:50.331926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.333803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:50.408375 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:50.414673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.435096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.486257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9978fec-8550-4d28-be2a-6faa2bae4b80,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:50.525179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.536556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.550503 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:50.555973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] 10.222.0.16 "DELETE /v2.0/networks/afa70537-4910-4a5a-9331-4ffd2bdf3170 HTTP/1.1" status: 204 len: 168 time: 3.6533391 Aug 11 02:41:50.557410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee09cd-9361-46e7-b208-1e196d022c28 tempest-TaggedBootDevicesTest-48182697 tempest-TaggedBootDevicesTest-48182697-project] Pushing event deleted for resources: {'Network': ['ID=afa70537-4910-4a5a-9331-4ffd2bdf3170,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:50.587505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b1bd6bd-cfc3-4e42-913b-3e09c9db2788 req-9a45a4a4-9466-4029-ab40-962d5a4f4984 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1313703 Aug 11 02:41:50.600869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=6171df98-a40f-4d7f-91e7-50309eb39d02,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:50.605038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.620559 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6e07c291-bc7c-4055-8f57-774394aea9bb tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/6171df98-a40f-4d7f-91e7-50309eb39d02 HTTP/1.1" status: 204 len: 168 time: 1.7592766 Aug 11 02:41:50.674844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:50.680658 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.697179 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/252c102d-8dc4-4fa2-aab1-a71c7d986eaa HTTP/1.1" status: 204 len: 168 time: 1.0520637 Aug 11 02:41:50.718327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44258) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:50.720026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59524a3-daf2-4b1a-9213-f2753817a1d1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=252c102d-8dc4-4fa2-aab1-a71c7d986eaa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:50.825237 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.866391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4eeb70b7-a41e-4384-b9a3-ddc7f315343b req-388e70d4-5715-48ea-8828-6b150ed7d315 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832710 Aug 11 02:41:50.908240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Deleting subnet d4d91a2b-0a66-4cd1-9230-8c18dcb06fef {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:50.927128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.942150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ee203-37b4-4db3-918f-b4afe8fbb2b3 None None] Network 8eaaa0da-69cf-4720-a868-8d005f3ad17a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:50.944393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac9a05-3d65-4510-90df-05217600f466 None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:50.985598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.988398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-878db77a-8f27-4de9-83e2-e114f97bc88f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.9300926 Aug 11 02:41:50.994674 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.075543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.258100 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:43Z', 'revision_number': 8, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:51.302480 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.351008 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43979f-2c85-4c61-abc5-5d2399ee0bfb None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:41:43Z', 'revision_number': 8, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764b5780-b54e-4e35-890f-3b4416d64327', 'name': '', 'network_id': 'f79eb962-1f0d-4a79-a9ea-b624ac61ebe9', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:06:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:13Z', 'updated_at': '2021-08-11T02:41:28Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': 'cc787324-b173-4d73-a4ad-c7341669ca2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:51.461367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44266) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:51.466424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'f835fd37-0fe2-4df2-86cd-bb0fc110c0f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:51.512358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.687808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.771815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] DHCP port deletion for 8eaaa0da-69cf-4720-a868-8d005f3ad17a request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:51.842288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d91a2b-0a66-4cd1-9230-8c18dcb06fef,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:51.914567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.916892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d7f0df9c-bb34-40d4-b352-50c34076e6fd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/d4d91a2b-0a66-4cd1-9230-8c18dcb06fef HTTP/1.1" status: 204 len: 168 time: 1.1737070 Aug 11 02:41:51.919459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:51.955337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] Deleting port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:51.956634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.105023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-23e13ae6-14b0-47f3-a39a-1c1b15e56fe1 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1780670 Aug 11 02:41:52.114469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44280) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:52.151242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.238944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.281625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.399145 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-d2d35de6-247a-40bd-be10-ddccc79d4ae5 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9928839 Aug 11 02:41:52.414776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] For port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,segment=NetworkSegment(eeaec9b1-f692-46ea-af7c-deca51f374cf),segment_id=eeaec9b1-f692-46ea-af7c-deca51f374cf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:52.416646 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.424711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efd7865-b481-4869-95c3-913454b5c252,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:52.501696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] Calling delete_port for 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:52.533480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769b35d-6c72-4768-b194-78727a6a7f9e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:52.543512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1769b35d-6c72-4768-b194-78727a6a7f9e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4155421 Aug 11 02:41:52.568630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44292) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:52.749172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.811168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] No DVR routers for this DVR port 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:52.832803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f060ec-e90e-4cdf-90df-894dae818966 None None] Pushing event deleted for resources: {'Port': ['ID=91ce5240-91fe-4546-b5c4-d0d66e04f5d6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:52.845818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c09bca-1b55-4fab-83b4-2a6ec4e70760 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:52.847979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33c09bca-1b55-4fab-83b4-2a6ec4e70760 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2763207 Aug 11 02:41:52.859789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:52.894081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615b7ff-1d53-42e6-972e-45d7cbcf91b0 req-6dd32b23-083a-4b75-9ab1-6b6f675b39e4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:52.895759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5615b7ff-1d53-42e6-972e-45d7cbcf91b0 req-6dd32b23-083a-4b75-9ab1-6b6f675b39e4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.6487274 Aug 11 02:41:52.967785 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.982419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5615b7ff-1d53-42e6-972e-45d7cbcf91b0 req-4453da1e-b916-4adc-968c-8eed55e69247 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753386 Aug 11 02:41:53.017843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.034934 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.038200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2adec472-a05a-4053-9fd3-1d84595dd2ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5745203 Aug 11 02:41:53.039956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.042576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5193d4c-ad31-4439-b544-b51fdeb1c6ef None None] Network a7548113-1c15-4cbd-941e-a75d799a7de7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:53.047557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] The port '91ce5240-91fe-4546-b5c4-d0d66e04f5d6' was deleted {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 02:41:53.050942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'f835fd37-0fe2-4df2-86cd-bb0fc110c0f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:53.128381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.202543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.251360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-35d3e2d9-53a8-431f-b8b9-6ea1b6c579cd tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2299938 Aug 11 02:41:53.283239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44302) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.331221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.377118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.394256 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.426626 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e768e6d9-4bbe-4ba8-ba21-c5ac058bfa39 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:53.427903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e768e6d9-4bbe-4ba8-ba21-c5ac058bfa39 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:53.433529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e768e6d9-4bbe-4ba8-ba21-c5ac058bfa39 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/d1cbd24f-bde1-4d79-a29f-bdcbc0f145ae HTTP/1.1" status: 404 len: 333 time: 0.1425767 Aug 11 02:41:53.449927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.451744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4098876 Aug 11 02:41:53.458832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44304) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.460542 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-e9a742d4-fc3d-4a45-92bb-077e53a22b87 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105977 Aug 11 02:41:53.461781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44306) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.467320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 40617ec0-6d42-4909-84c3-81ae713cecef no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:53.495927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'f835fd37-0fe2-4df2-86cd-bb0fc110c0f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:53.509991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c4fa8-5aa8-4633-8ffe-5b41d73b440e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf5865-797f-439c-add3-2d021d766ded,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:53.574187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6d12a1f4-05a5-4337-904e-4ff03b6f294b None None] Provisioning complete for port 8c950096-92e4-4d97-95a3-3ad05ce69175 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:53.574783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d12a1f4-05a5-4337-904e-4ff03b6f294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.581318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 40617ec0-6d42-4909-84c3-81ae713cecef {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:53.581868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 40617ec0-6d42-4909-84c3-81ae713cecef not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:53.582531 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-61709664-7542-4930-9151-c999e91b7734 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:53.582689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:53.583359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61709664-7542-4930-9151-c999e91b7734 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:53.585712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-61709664-7542-4930-9151-c999e91b7734 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/252c102d-8dc4-4fa2-aab1-a71c7d986eaa HTTP/1.1" status: 404 len: 337 time: 0.1226146 Aug 11 02:41:53.595883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44310) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.605971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.615534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.4884548 Aug 11 02:41:53.624384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.629467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e29491-6a02-46d9-948e-63e192ba8d23 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16522a6-66e1-4684-b531-405321731ccb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:53.723129 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c6f768-59bb-489c-93a1-acec5f18f04b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:53.723685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c6f768-59bb-489c-93a1-acec5f18f04b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:53.725629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-21c6f768-59bb-489c-93a1-acec5f18f04b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/d4d91a2b-0a66-4cd1-9230-8c18dcb06fef HTTP/1.1" status: 404 len: 337 time: 0.1275165 Aug 11 02:41:53.742686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44316) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.750700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': 'b16522a6-66e1-4684-b531-405321731ccb', 'direction': 'ingress', 'protocol': 17}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:53.766151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.777937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:53.778320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91ce5240-91fe-4546-b5c4-d0d66e04f5d6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:53.793546 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-b9884288-6444-4c00-b6d2-f92e545db390 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f HTTP/1.1" status: 200 len: 217 time: 0.2187679 Aug 11 02:41:53.813896 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1867daa-01f8-418c-9406-0b062c188daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:53.820184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1867daa-01f8-418c-9406-0b062c188daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:53.828198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b1867daa-01f8-418c-9406-0b062c188daa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/74f352f9-e2f7-40c1-8b34-e00cac95a26a HTTP/1.1" status: 404 len: 333 time: 0.0835309 Aug 11 02:41:53.832578 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.841292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44320) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:53.900510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaaa0da-69cf-4720-a868-8d005f3ad17a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:53.933592 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f136d856-ce0e-4c9e-b0cf-e378d5246ba7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:53.934651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f136d856-ce0e-4c9e-b0cf-e378d5246ba7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:53.941147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f136d856-ce0e-4c9e-b0cf-e378d5246ba7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/39916821-e203-4317-9c3d-53d4f776d4f5 HTTP/1.1" status: 404 len: 337 time: 0.0965731 Aug 11 02:41:53.959126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.020784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaec9b1-f692-46ea-af7c-deca51f374cf') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:54.038497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaec9b1-f692-46ea-af7c-deca51f374cf') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:54.072606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] DHCP port deletion for a7548113-1c15-4cbd-941e-a75d799a7de7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:54.112869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.121143 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.179979 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53423ab-e969-4ef3-b93b-2539a967ddfa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:54.182624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53423ab-e969-4ef3-b93b-2539a967ddfa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:54.188109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a53423ab-e969-4ef3-b93b-2539a967ddfa tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/9bd2bc09-373d-47a6-a822-073459686c9f HTTP/1.1" status: 404 len: 337 time: 0.2030697 Aug 11 02:41:54.194322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44326) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.205483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.213486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808ea62c-bdab-4def-a247-741d3498afc8,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:54.228634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] Deleting port 8c950096-92e4-4d97-95a3-3ad05ce69175 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:54.229084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.237596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.253775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-62d195ee-9c1e-4d6e-a5ed-b8e94ef249e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:54.255428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-62d195ee-9c1e-4d6e-a5ed-b8e94ef249e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.4291840 Aug 11 02:41:54.288528 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.307292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.308787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79e514c4-ea0a-4c4d-9448-a4b2a34e65c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8218470 Aug 11 02:41:54.343315 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-926b9986-1305-4703-af7a-9f8922f70489 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:54.344484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926b9986-1305-4703-af7a-9f8922f70489 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:54.347598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.347892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-926b9986-1305-4703-af7a-9f8922f70489 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/af7403a6-3cab-4e59-8433-df3603d7e298 HTTP/1.1" status: 404 len: 333 time: 0.1222119 Aug 11 02:41:54.358375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44332) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.358821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'f835fd37-0fe2-4df2-86cd-bb0fc110c0f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:54.378229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:54.378767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:54.382558 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:54.392410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] For port 8c950096-92e4-4d97-95a3-3ad05ce69175, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c950096-92e4-4d97-95a3-3ad05ce69175,segment=NetworkSegment(27b5efc2-3786-470d-bc6e-e34f859eb6c0),segment_id=27b5efc2-3786-470d-bc6e-e34f859eb6c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:54.393916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.448161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] Calling delete_port for 8c950096-92e4-4d97-95a3-3ad05ce69175 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:54.464960 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55dba5e-1bed-4968-8aad-f1060d9b2c29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:54.465812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55dba5e-1bed-4968-8aad-f1060d9b2c29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:54.485675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c55dba5e-1bed-4968-8aad-f1060d9b2c29 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/92956c93-82ae-4388-91e3-19f6ab7140d4 HTTP/1.1" status: 404 len: 337 time: 0.1240835 Aug 11 02:41:54.486839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44334) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.669004 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bcab19-6d9b-4523-912e-2ea88667bd1c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:54.672112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bcab19-6d9b-4523-912e-2ea88667bd1c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:54.676478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.683106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b3bcab19-6d9b-4523-912e-2ea88667bd1c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/4e0d0ce0-e163-4a33-a5d0-702e20ddd9ac HTTP/1.1" status: 404 len: 337 time: 0.1922574 Aug 11 02:41:54.684635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44336) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.742157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] Pushing event deleted for resources: {'Port': ['ID=8c950096-92e4-4d97-95a3-3ad05ce69175,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:54.765007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36693333-e09f-40d9-8d06-3b6f7aee34a9 None None] No DVR routers for this DVR port 8c950096-92e4-4d97-95a3-3ad05ce69175 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:54.788226 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0bb340-9b1d-4059-ba99-c97d2fccac13 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:54.790177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0bb340-9b1d-4059-ba99-c97d2fccac13 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:54.795514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ed0bb340-9b1d-4059-ba99-c97d2fccac13 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/1b891984-4e79-4033-b0a7-4e75336a18b4 HTTP/1.1" status: 404 len: 333 time: 0.1045451 Aug 11 02:41:54.809352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.893593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.905487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.919434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/8eaaa0da-69cf-4720-a868-8d005f3ad17a HTTP/1.1" status: 204 len: 168 time: 4.2282541 Aug 11 02:41:54.970385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.980136 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-02821d7c-e8e5-4de2-8a9f-b5c00bdcc744 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:54.980702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02821d7c-e8e5-4de2-8a9f-b5c00bdcc744 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:54.990483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-02821d7c-e8e5-4de2-8a9f-b5c00bdcc744 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/5619ebf6-f480-4a84-9509-45485dff5009 HTTP/1.1" status: 404 len: 337 time: 0.1740892 Aug 11 02:41:54.997617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.006238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44346) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.061748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-23e1b354-b9e1-4ad8-b2eb-13e27f14d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:55.067617 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-23e1b354-b9e1-4ad8-b2eb-13e27f14d650 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7962186 Aug 11 02:41:55.075173 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f658e76-8d76-48e5-94db-80bbabcdd5f3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.076269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f658e76-8d76-48e5-94db-80bbabcdd5f3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.093974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0f658e76-8d76-48e5-94db-80bbabcdd5f3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/481d9510-50d5-4661-b940-c86b1fd2d90e HTTP/1.1" status: 404 len: 337 time: 0.0820220 Aug 11 02:41:55.105846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44350) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.147796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0b79c-9a1e-49cb-8cd9-f94af6bb4f31 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=8eaaa0da-69cf-4720-a868-8d005f3ad17a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:55.208230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530691b-d9a0-42a6-afec-0be57eeddf45 req-7228405a-5181-4e3f-a32d-c5fe222c3f6d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:55.221921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d530691b-d9a0-42a6-afec-0be57eeddf45 req-7228405a-5181-4e3f-a32d-c5fe222c3f6d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 1.0533004 Aug 11 02:41:55.224735 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b44da2-d6a4-4e95-9530-050acba75300 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.225933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b44da2-d6a4-4e95-9530-050acba75300 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.234090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-07b44da2-d6a4-4e95-9530-050acba75300 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/d344ef78-8dc8-44fa-9110-09dcfbcceac4 HTTP/1.1" status: 404 len: 333 time: 0.1224678 Aug 11 02:41:55.234987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.238485 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.334803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d530691b-d9a0-42a6-afec-0be57eeddf45 req-4988ee0f-bb7c-4f30-b72e-d462e0ea22f7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980184 Aug 11 02:41:55.410095 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-128033a9-9f61-4bdc-8d03-159e0ad1d8ea tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.410095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128033a9-9f61-4bdc-8d03-159e0ad1d8ea tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.411480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44354) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.421714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-128033a9-9f61-4bdc-8d03-159e0ad1d8ea tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/c643a550-eb29-4b71-bd10-47b8a66e7f43 HTTP/1.1" status: 404 len: 337 time: 0.1735311 Aug 11 02:41:55.462420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:55.511859 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac722c8-0063-45d8-a2a4-c012643d7ff3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.514381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac722c8-0063-45d8-a2a4-c012643d7ff3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.534303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7ac722c8-0063-45d8-a2a4-c012643d7ff3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/ee3ed303-537b-42bd-a448-694ba1af541f HTTP/1.1" status: 404 len: 333 time: 0.1205459 Aug 11 02:41:55.536504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44356) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.581336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8c950096-92e4-4d97-95a3-3ad05ce69175 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:55.586904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8c950096-92e4-4d97-95a3-3ad05ce69175 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:55.610770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.660546 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-116ac94c-f4a8-4005-86bc-4e91b1811d3e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.661298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116ac94c-f4a8-4005-86bc-4e91b1811d3e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.665148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-116ac94c-f4a8-4005-86bc-4e91b1811d3e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/7057d4eb-48c7-40bb-9e8f-d00fd4fcd827 HTTP/1.1" status: 404 len: 337 time: 0.1182163 Aug 11 02:41:55.666686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44358) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.701333 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2461353-44af-4fec-adb7-ebb357fc17b0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.702730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2461353-44af-4fec-adb7-ebb357fc17b0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.705781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2461353-44af-4fec-adb7-ebb357fc17b0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/0f034a2a-b722-4d15-83ea-4692b1d68f2b HTTP/1.1" status: 404 len: 333 time: 0.0367548 Aug 11 02:41:55.708789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44360) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.751882 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1ee52a-b472-4f9e-b140-16da8cd02796 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.753633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1ee52a-b472-4f9e-b140-16da8cd02796 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.756307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eb1ee52a-b472-4f9e-b140-16da8cd02796 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/b41a33ac-3718-4113-b44d-7fda2e360dbd HTTP/1.1" status: 404 len: 337 time: 0.0455389 Aug 11 02:41:55.763607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23d7619-e598-4b59-8f39-32c099f57ea2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:55.765376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44362) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.828808 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4944b08c-cb85-4a57-8453-820c05cd9b07 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.831174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4944b08c-cb85-4a57-8453-820c05cd9b07 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.834290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4944b08c-cb85-4a57-8453-820c05cd9b07 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/32d6434b-2786-4ac7-8e42-4d244b2f3678 HTTP/1.1" status: 404 len: 333 time: 0.0659449 Aug 11 02:41:55.837086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44364) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.883357 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c0b35c-e92c-4421-b797-2892ace7ad1f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.884324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c0b35c-e92c-4421-b797-2892ace7ad1f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.889829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a5c0b35c-e92c-4421-b797-2892ace7ad1f tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/7f1f58e4-cba8-4f41-aeff-410970e23aa3 HTTP/1.1" status: 404 len: 337 time: 0.0487361 Aug 11 02:41:55.890826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44368) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.931767 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a3c781-197e-4ac4-a74d-c43002e7a3cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.933752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a3c781-197e-4ac4-a74d-c43002e7a3cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:55.939974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d4a3c781-197e-4ac4-a74d-c43002e7a3cc tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/2e082e46-1e4e-46b3-a361-6a96e358c587 HTTP/1.1" status: 404 len: 333 time: 0.0456619 Aug 11 02:41:55.940552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44372) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.979596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.981096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd1df98e-aaad-467b-931c-42218028e7e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.3160717 Aug 11 02:41:55.985414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.989244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-4819d0d7-1783-4fe1-bbe4-89ba56e94a11 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784386 Aug 11 02:41:55.992764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44374) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.997882 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0d718c-64c6-4833-a9cb-2689c38a652b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:55.999663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0d718c-64c6-4833-a9cb-2689c38a652b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.004828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2e0d718c-64c6-4833-a9cb-2689c38a652b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/a0d841c7-8c1c-4ec0-b9a7-a4590c3aa8c2 HTTP/1.1" status: 404 len: 337 time: 0.0603902 Aug 11 02:41:56.005206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44376) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.010296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.050108 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eed2eb-6ba2-4b30-b77a-380e7d5a0ede tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.051395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eed2eb-6ba2-4b30-b77a-380e7d5a0ede tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.059315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-89eed2eb-6ba2-4b30-b77a-380e7d5a0ede tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/3dcc2cbe-6eae-4b42-a32a-5a424977e56e HTTP/1.1" status: 404 len: 333 time: 0.0523195 Aug 11 02:41:56.061878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44378) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.164450 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-be43608b-4d0b-4119-abcd-4f21a0c71ca7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.166641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be43608b-4d0b-4119-abcd-4f21a0c71ca7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.171045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-be43608b-4d0b-4119-abcd-4f21a0c71ca7 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/2fd6697b-a256-4d9d-a086-bdb0646565ff HTTP/1.1" status: 404 len: 337 time: 0.1047318 Aug 11 02:41:56.173053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44384) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.193507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78473e0f-cdec-4f9b-af3a-f464ff300344,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:56.247822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.249391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a116411-e2a2-457f-8073-9279042cb250 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.8984149 Aug 11 02:41:56.257716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44388) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.286380 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dd0644-c664-4dda-bd8d-cfacecffd725 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.287137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dd0644-c664-4dda-bd8d-cfacecffd725 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.290570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e1dd0644-c664-4dda-bd8d-cfacecffd725 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/4f08b416-3c8a-49ff-b4f1-b33d25df1de9 HTTP/1.1" status: 404 len: 337 time: 0.1160145 Aug 11 02:41:56.294214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.327885 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2773f7fa-171f-4f72-954c-de6811c006a6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.328985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2773f7fa-171f-4f72-954c-de6811c006a6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.335425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2773f7fa-171f-4f72-954c-de6811c006a6 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/a9043df8-2245-4a76-92bb-93bd62649c19 HTTP/1.1" status: 404 len: 333 time: 0.0398040 Aug 11 02:41:56.336327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44392) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.347654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6512e9d4-24f1-4b09-83d6-59edce496cb2 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.372320 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b8da4a-bebb-47b3-b116-aa944c9aff42 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.373095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b8da4a-bebb-47b3-b116-aa944c9aff42 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.378904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-44b8da4a-bebb-47b3-b116-aa944c9aff42 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/4f433a67-8807-4c19-bd43-12de0037936b HTTP/1.1" status: 404 len: 337 time: 0.0412338 Aug 11 02:41:56.379637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44396) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.392981 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4e9fcd7-600e-4ead-b7ad-1c7aa896c432 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.456840 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a410a-2fe7-4a16-bbdd-6f5f9a1c4e84 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.459527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0a410a-2fe7-4a16-bbdd-6f5f9a1c4e84 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.463088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-017db10b-bf31-4fe2-b5a5-b112e9271735 service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611742 Aug 11 02:41:56.466949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4e9fcd7-600e-4ead-b7ad-1c7aa896c432 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.468190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fc0a410a-2fe7-4a16-bbdd-6f5f9a1c4e84 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/f19c68ba-a58f-409b-a449-7aa1f4ddbbdd HTTP/1.1" status: 404 len: 337 time: 0.0874300 Aug 11 02:41:56.468859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44400) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.512002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6512e9d4-24f1-4b09-83d6-59edce496cb2 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.515040 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-006d35f3-a680-47f2-baff-429bccb70e20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.516014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006d35f3-a680-47f2-baff-429bccb70e20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.521770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-006d35f3-a680-47f2-baff-429bccb70e20 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/4ad2a622-fb9d-4a40-95e5-b04fdefb7a45 HTTP/1.1" status: 404 len: 333 time: 0.0513072 Aug 11 02:41:56.522481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44404) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.561862 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-811f9f01-fa46-46cf-bfa9-bcfbde914954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.562379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811f9f01-fa46-46cf-bfa9-bcfbde914954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.567488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-811f9f01-fa46-46cf-bfa9-bcfbde914954 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/eec63da8-1ad2-4552-b6de-badf3aab673e HTTP/1.1" status: 404 len: 337 time: 0.0432642 Aug 11 02:41:56.568146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44406) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.603520 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5233b637-282a-4090-9880-37864d729177 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.603993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5233b637-282a-4090-9880-37864d729177 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.609101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5233b637-282a-4090-9880-37864d729177 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/c987f944-c59c-4ef4-a88f-01e4edb99aba HTTP/1.1" status: 404 len: 337 time: 0.0397832 Aug 11 02:41:56.609782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44408) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.637635 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cf2cb8-0118-45ec-a505-90f674abaf23 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.638500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cf2cb8-0118-45ec-a505-90f674abaf23 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.644482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-67cf2cb8-0118-45ec-a505-90f674abaf23 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/4ddd312e-9744-41d1-9507-776913afa00b HTTP/1.1" status: 404 len: 333 time: 0.0333612 Aug 11 02:41:56.645543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44410) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.677170 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d928d75-43e8-4c21-993d-781a22cf274a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.677655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d928d75-43e8-4c21-993d-781a22cf274a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.685212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5d928d75-43e8-4c21-993d-781a22cf274a tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/f587b4ee-c19d-47bf-accd-2bb25afc28f8 HTTP/1.1" status: 404 len: 337 time: 0.0389743 Aug 11 02:41:56.685919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44412) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.776369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-529a4a0d-3e60-4b82-83e9-1423047dd4bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02 HTTP/1.1" status: 200 len: 217 time: 0.0803394 Aug 11 02:41:56.792079 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-043750d6-48ec-4ecc-8df4-feb81aeb87ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:56.798694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043750d6-48ec-4ecc-8df4-feb81aeb87ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:56.812906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-043750d6-48ec-4ecc-8df4-feb81aeb87ac tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/76a50e89-aff2-49dd-b7f0-575c907a8a69 HTTP/1.1" status: 404 len: 337 time: 0.1202245 Aug 11 02:41:56.822810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44414) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.923074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-e9edfb4e-576e-47bf-82ea-de5af4d4167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:56.927530 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-e9edfb4e-576e-47bf-82ea-de5af4d4167f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 200 len: 797 time: 0.1364448 Aug 11 02:41:56.967135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-14707aee-615a-4e36-90d3-509766683bbe tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports?device_id=59331b0d-677a-4b44-9c88-5171d6eb0893 HTTP/1.1" status: 200 len: 205 time: 0.1403313 Aug 11 02:41:56.978705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44416) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.053158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4e9fcd7-600e-4ead-b7ad-1c7aa896c432 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.074268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4e9fcd7-600e-4ead-b7ad-1c7aa896c432 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.075895 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b4e9fcd7-600e-4ead-b7ad-1c7aa896c432 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/78473e0f-cdec-4f9b-af3a-f464ff300344 HTTP/1.1" status: 204 len: 168 time: 0.8146057 Aug 11 02:41:57.084869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.085743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6512e9d4-24f1-4b09-83d6-59edce496cb2 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.089824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6512e9d4-24f1-4b09-83d6-59edce496cb2 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.091507 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6512e9d4-24f1-4b09-83d6-59edce496cb2 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/b16522a6-66e1-4684-b531-405321731ccb HTTP/1.1" status: 204 len: 168 time: 1.0948443 Aug 11 02:41:57.115176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44422) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.122466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512e9d4-24f1-4b09-83d6-59edce496cb2 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16522a6-66e1-4684-b531-405321731ccb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:57.167535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04f47-92c3-43c6-a13d-3272bfefe45c req-9d5a9205-52d2-4682-95e9-c5b47916b045 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:57.178495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80e04f47-92c3-43c6-a13d-3272bfefe45c req-9d5a9205-52d2-4682-95e9-c5b47916b045 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.6689823 Aug 11 02:41:57.188437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9fcd7-600e-4ead-b7ad-1c7aa896c432 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78473e0f-cdec-4f9b-af3a-f464ff300344,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:57.246025 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-e3b6eee3-db33-473c-b520-b92ad46a8a94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] delete failed (client error): The resource could not be found. Aug 11 02:41:57.247466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e3b6eee3-db33-473c-b520-b92ad46a8a94 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/routers/59331b0d-677a-4b44-9c88-5171d6eb0893 HTTP/1.1" status: 404 len: 336 time: 0.2669563 Aug 11 02:41:57.251014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44426) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.261016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-218c611a-188f-4400-a742-08be1f29aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:57.263605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-218c611a-188f-4400-a742-08be1f29aedb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=90144842-d996-4568-a3c0-cf8813c1b45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2756138 Aug 11 02:41:57.292966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8d5db15a-d7dd-4f86-835a-c507ddcd6ae6 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1998301 Aug 11 02:41:57.297218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44430) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.380299 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-882d8757-7f24-4fb8-8b9c-442a9f04a183 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:57.381251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882d8757-7f24-4fb8-8b9c-442a9f04a183 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:57.385285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-882d8757-7f24-4fb8-8b9c-442a9f04a183 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/dc08a496-afc6-4ca0-9f77-8ac76d62d42a HTTP/1.1" status: 404 len: 337 time: 0.1260569 Aug 11 02:41:57.393958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80e04f47-92c3-43c6-a13d-3272bfefe45c req-2dda1530-4e14-49cd-8c85-fb2155397629 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142365 Aug 11 02:41:57.395118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44432) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.443067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-449f87fd-56ff-4027-92a3-fba5741b5feb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3112004 Aug 11 02:41:57.447265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2c353734-21d4-44d3-b183-ab43613b00e2 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "GET /v2.0/ports?device_id=d22fe96c-e028-44a3-9ff0-223e82ef28e3 HTTP/1.1" status: 200 len: 205 time: 0.0506222 Aug 11 02:41:57.448424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44436) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.466377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195676323'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:57.483490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44438) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.584106 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-c8838c59-7c69-433c-9686-3f2aab57d28e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] delete failed (client error): The resource could not be found. Aug 11 02:41:57.585885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c8838c59-7c69-433c-9686-3f2aab57d28e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/routers/d22fe96c-e028-44a3-9ff0-223e82ef28e3 HTTP/1.1" status: 404 len: 336 time: 0.0999827 Aug 11 02:41:57.598246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44440) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.701005 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bb076f-bf44-4b22-90f4-d319941fc841 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.713107 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a6c63-302c-40f4-9415-f278751ccf71 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:57.713575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84a6c63-302c-40f4-9415-f278751ccf71 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:57.715511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a84a6c63-302c-40f4-9415-f278751ccf71 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/2bcdacfa-4cf2-4b71-87d1-aaaacc32a43f HTTP/1.1" status: 404 len: 337 time: 0.1154947 Aug 11 02:41:57.723611 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.730527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44442) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.734129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bb076f-bf44-4b22-90f4-d319941fc841 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.775778 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e7fe59-475e-46ad-b411-3128bbb74642 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:57.776425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e7fe59-475e-46ad-b411-3128bbb74642 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:57.778612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-f2b09e1f-892d-48f6-8f35-883016d26c5f service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840035 Aug 11 02:41:57.782206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-76e7fe59-475e-46ad-b411-3128bbb74642 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/2601c6ba-f141-49c7-bbed-2c7e42e8533a HTTP/1.1" status: 404 len: 337 time: 0.0499060 Aug 11 02:41:57.783118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44444) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.816503 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b33625e-abc3-4233-aa72-ed10e8e902f3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:57.817493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b33625e-abc3-4233-aa72-ed10e8e902f3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:57.823147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b33625e-abc3-4233-aa72-ed10e8e902f3 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/1aa520f1-6a55-4cb4-bcc4-3504049410e4 HTTP/1.1" status: 404 len: 333 time: 0.0364523 Aug 11 02:41:57.824086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44446) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.856589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.927122 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc743186-66b2-4650-a8d2-deefc5df8465 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:57.927122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc743186-66b2-4650-a8d2-deefc5df8465 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:57.930844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.931201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bc743186-66b2-4650-a8d2-deefc5df8465 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/141e5baa-39bc-4345-a4ce-325b6256df49 HTTP/1.1" status: 404 len: 337 time: 0.1052721 Aug 11 02:41:58.181471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bb076f-bf44-4b22-90f4-d319941fc841 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.189680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bb076f-bf44-4b22-90f4-d319941fc841 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.193396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-58bb076f-bf44-4b22-90f4-d319941fc841 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/808ea62c-bdab-4def-a247-741d3498afc8 HTTP/1.1" status: 204 len: 168 time: 0.8950543 Aug 11 02:41:58.195429 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-882f0082-6d8d-4754-8e65-c7abc78fb28b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:58.196647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882f0082-6d8d-4754-8e65-c7abc78fb28b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:58.199772 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-882f0082-6d8d-4754-8e65-c7abc78fb28b tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/00b9ecc9-feb9-4035-ad60-771934a75045 HTTP/1.1" status: 404 len: 333 time: 0.1482651 Aug 11 02:41:58.200674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.223069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.224532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44454) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.288883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.295234 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0abdd7-9e8f-4e63-986e-2cb60dfc20fb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:58.295234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0abdd7-9e8f-4e63-986e-2cb60dfc20fb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:58.300962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1f0abdd7-9e8f-4e63-986e-2cb60dfc20fb tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/19f0e85f-6bd9-414c-8e72-dd052ba32ef3 HTTP/1.1" status: 404 len: 337 time: 0.0712416 Aug 11 02:41:58.306117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb076f-bf44-4b22-90f4-d319941fc841 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=808ea62c-bdab-4def-a247-741d3498afc8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:58.306332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44456) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.394335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.396706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9462535 Aug 11 02:41:58.398400 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed8361a-3f5b-4801-846f-f7399476502e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:58.399587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed8361a-3f5b-4801-846f-f7399476502e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:58.402764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7ed8361a-3f5b-4801-846f-f7399476502e tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/4a54eac4-813d-4b9b-b7de-621ed44ee42d HTTP/1.1" status: 404 len: 333 time: 0.0872943 Aug 11 02:41:58.403701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.408634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44460) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.416527 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-02214ac6-7fe2-46d5-8508-4ff33341300e service neutron] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254675 Aug 11 02:41:58.464634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--33134027'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:58.472528 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc6848c-bc63-4128-a711-e6e20d75c4e5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:58.473283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc6848c-bc63-4128-a711-e6e20d75c4e5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:58.477050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ddc6848c-bc63-4128-a711-e6e20d75c4e5 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/1a0474d4-a0c0-4c01-ba8a-70a961f4e096 HTTP/1.1" status: 404 len: 337 time: 0.0667439 Aug 11 02:41:58.478307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202fa8b-b233-425e-b719-eb549d5502d4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f38ebbe-045c-4e5a-8ab7-4171302e8ea8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:58.483380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.601651 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c062e70e-468b-4bab-b0f9-6ea698069134 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:58.603068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-620a497d-1f5d-4a78-a5b9-c6291b377a01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9 HTTP/1.1" status: 200 len: 217 time: 0.1790657 Aug 11 02:41:58.609694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c062e70e-468b-4bab-b0f9-6ea698069134 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:58.615998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c062e70e-468b-4bab-b0f9-6ea698069134 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/dfcf2cd8-388c-4a8e-bfd7-5fcb6c6f66f2 HTTP/1.1" status: 404 len: 333 time: 0.1291232 Aug 11 02:41:58.670068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44470) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.782831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e7c381a-c8e4-4236-aeb8-059075a93cd0 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5615733 Aug 11 02:41:58.788054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.997627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-5c7da5a3-856a-4f18-a7f9-49bfb8f25081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:58.999779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-5c7da5a3-856a-4f18-a7f9-49bfb8f25081 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.3414242 Aug 11 02:41:59.030711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d25e4e33-9013-4932-af55-7b169da1a293 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.078977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d25e4e33-9013-4932-af55-7b169da1a293 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.151640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 764b5780-b54e-4e35-890f-3b4416d64327 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:59.152254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.158877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-7792db68-5b50-4927-b25c-150e4a981e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:59.163958 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-7792db68-5b50-4927-b25c-150e4a981e5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359119 Aug 11 02:41:59.169027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d25e4e33-9013-4932-af55-7b169da1a293 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.184822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d25e4e33-9013-4932-af55-7b169da1a293 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.194786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d25e4e33-9013-4932-af55-7b169da1a293 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a8cf5865-797f-439c-add3-2d021d766ded HTTP/1.1" status: 204 len: 168 time: 0.3936980 Aug 11 02:41:59.221264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:59.423124 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68e228a-1ac8-4ea2-b716-f37a8dcf08e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:59.424229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68e228a-1ac8-4ea2-b716-f37a8dcf08e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:59.427619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f68e228a-1ac8-4ea2-b716-f37a8dcf08e8 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/14f4d6ee-4268-471f-a3d2-0c07f8ca3b33 HTTP/1.1" status: 404 len: 337 time: 0.7546043 Aug 11 02:41:59.432529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.434739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44480) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:59.593468 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e94e58-e480-4efc-8480-52073545ffba tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:59.596121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e94e58-e480-4efc-8480-52073545ffba tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:59.598241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-90e94e58-e480-4efc-8480-52073545ffba tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/7d3b9308-c29e-4ae4-b589-7f26d4e5d766 HTTP/1.1" status: 404 len: 333 time: 0.1614316 Aug 11 02:41:59.615226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44482) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:59.690118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e4e33-9013-4932-af55-7b169da1a293 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8cf5865-797f-439c-add3-2d021d766ded,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:59.738947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.756570 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-89a4a1c7-36c4-4105-87a3-6535fb87e22b service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588584 Aug 11 02:41:59.762081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.771791 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba0917f-27d4-4816-9576-90957972d33c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:59.772268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba0917f-27d4-4816-9576-90957972d33c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:59.776512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bba0917f-27d4-4816-9576-90957972d33c tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/7e2752f6-47e5-4aaf-bf33-8ca1567cac4f HTTP/1.1" status: 404 len: 337 time: 0.1544025 Aug 11 02:41:59.780658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port 764b5780-b54e-4e35-890f-3b4416d64327, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=764b5780-b54e-4e35-890f-3b4416d64327,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:59.781309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.788940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44484) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:59.820907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819af4b0-e977-4cac-9ff0-e0c6f4177012 req-f0259706-accf-4d75-86f7-dabce7a8c446 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:59.822652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-819af4b0-e977-4cac-9ff0-e0c6f4177012 req-f0259706-accf-4d75-86f7-dabce7a8c446 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 1.2018819 Aug 11 02:41:59.856270 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aaa7c86b-af50-4765-9647-0c47db4422c5 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6244187 Aug 11 02:41:59.857268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:59.897374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 764b5780-b54e-4e35-890f-3b4416d64327 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:59.932861 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-435d49fe-35d9-4b73-be4d-b118733c2ac0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:41:59.934625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435d49fe-35d9-4b73-be4d-b118733c2ac0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:41:59.941280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-435d49fe-35d9-4b73-be4d-b118733c2ac0 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/22c9a0aa-3513-4c54-b0ea-31b6a403a634 HTTP/1.1" status: 404 len: 333 time: 0.1462250 Aug 11 02:41:59.960909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:59.970152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a97cc-896e-4777-9ba5-e9f1d6829321,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:59.983526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.987390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7c94f16b-fc90-47a3-b951-602b02ad0015 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5795331 Aug 11 02:41:59.993346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44492) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.003987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '8f38ebbe-045c-4e5a-8ab7-4171302e8ea8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9e4a97cc-896e-4777-9ba5-e9f1d6829321', 'remote_ip_prefix': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:00.030813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-819af4b0-e977-4cac-9ff0-e0c6f4177012 req-09e27179-6f2b-46f0-b6fa-b399c5bb4b66 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580739 Aug 11 02:42:00.041352 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-20deea8e-9a29-46d3-a7f9-bae37b5e2e56 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:00.044447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20deea8e-9a29-46d3-a7f9-bae37b5e2e56 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:00.053639 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20deea8e-9a29-46d3-a7f9-bae37b5e2e56 tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/c568be65-f8de-4277-91e2-1ef7099b2652 HTTP/1.1" status: 404 len: 337 time: 0.0568280 Aug 11 02:42:00.055327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44494) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.142368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.362483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.371417 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.425054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba60110-31fc-4512-9023-d248e3a8ccfa,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:00.430955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.439267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5b75423c-a64b-44a3-8121-4566c2ae7695 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4429088 Aug 11 02:42:00.440374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44504) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.528525 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87f78262-c2be-4d5c-b804-72943a7f6a59 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.567486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87f78262-c2be-4d5c-b804-72943a7f6a59 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.602215 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-921c9705-d6e1-45e5-ba0a-ca73f3c73ccf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:00.603750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921c9705-d6e1-45e5-ba0a-ca73f3c73ccf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:00.607644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-921c9705-d6e1-45e5-ba0a-ca73f3c73ccf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/ports/3f3f0554-c880-4cad-99a9-adc34ac8fc3c HTTP/1.1" status: 404 len: 333 time: 0.1199932 Aug 11 02:42:00.609961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-343653fd-319c-4cd9-bdb1-a4559246cad4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.620566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44506) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.626487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-343653fd-319c-4cd9-bdb1-a4559246cad4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.716364 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-7bbf350d-c53c-4423-935c-acf0f34ec373 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494829 Aug 11 02:42:00.718265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.731204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-343653fd-319c-4cd9-bdb1-a4559246cad4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.741207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-343653fd-319c-4cd9-bdb1-a4559246cad4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.743389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-343653fd-319c-4cd9-bdb1-a4559246cad4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6efd7865-b481-4869-95c3-913454b5c252 HTTP/1.1" status: 204 len: 168 time: 0.8476076 Aug 11 02:42:00.756126 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5e2d4a-4e57-412d-8769-e50d9cba22bf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:00.757278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5e2d4a-4e57-412d-8769-e50d9cba22bf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:00.762172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf5e2d4a-4e57-412d-8769-e50d9cba22bf tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/subnets/b404ad6f-45f5-4bfd-9dd1-729206f64095 HTTP/1.1" status: 404 len: 337 time: 0.1398072 Aug 11 02:42:00.767472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44508) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.768795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44510) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.890361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343653fd-319c-4cd9-bdb1-a4559246cad4 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6efd7865-b481-4869-95c3-913454b5c252,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:00.896542 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-5636916b-4eda-4481-a0c7-4f36a671883d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 200 len: 217 time: 0.0990129 Aug 11 02:42:00.998303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87f78262-c2be-4d5c-b804-72943a7f6a59 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.019828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-87f78262-c2be-4d5c-b804-72943a7f6a59 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.021699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-87f78262-c2be-4d5c-b804-72943a7f6a59 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3ba60110-31fc-4512-9023-d248e3a8ccfa HTTP/1.1" status: 204 len: 168 time: 0.5770423 Aug 11 02:42:01.024012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f78262-c2be-4d5c-b804-72943a7f6a59 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ba60110-31fc-4512-9023-d248e3a8ccfa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:01.035789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-662e0cfe-0d96-4704-ad09-8d2ea20a2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:01.037526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-662e0cfe-0d96-4704-ad09-8d2ea20a2dfc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 200 len: 797 time: 0.0978827 Aug 11 02:42:01.038673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:01.058203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=764b5780-b54e-4e35-890f-3b4416d64327,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:01.180858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2b122697-4767-4908-aa5f-c2d69b704e72 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4103055 Aug 11 02:42:01.186802 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.201106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44518) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:01.561693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7094cb-2e22-49a6-86d2-1171d526864e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.704086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.725285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7548113-1c15-4cbd-941e-a75d799a7de7']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:01.760090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b5efc2-3786-470d-bc6e-e34f859eb6c0') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:01.760667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b5efc2-3786-470d-bc6e-e34f859eb6c0') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:01.792551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.866384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7094cb-2e22-49a6-86d2-1171d526864e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.868965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.905637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a160645-90ce-41ba-88d5-6b289eecfcb6 req-956db65e-af49-4bec-bc53-81aa07784f10 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:01.907424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a160645-90ce-41ba-88d5-6b289eecfcb6 req-956db65e-af49-4bec-bc53-81aa07784f10 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.6799850 Aug 11 02:42:01.911386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:01.911823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:01.915607 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:01.929707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.962336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-4a68b035-57d4-4d5c-b150-9d5bed6f674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:01.963963 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-4a68b035-57d4-4d5c-b150-9d5bed6f674e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80c670f7-3427-4bcf-b897-079b596e0b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8522167 Aug 11 02:42:01.982133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bf18260c-93f4-457e-96a6-a0201d8f74a8 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9156897 Aug 11 02:42:02.024215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44526) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:02.162131 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-ed9d6a6d-b769-4ddf-b0df-49d682b5e16f service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828673 Aug 11 02:42:02.196946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a160645-90ce-41ba-88d5-6b289eecfcb6 req-d98693d5-adc1-4a48-b0d0-688ca810e981 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642732 Aug 11 02:42:02.209386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7094cb-2e22-49a6-86d2-1171d526864e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.223271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a7094cb-2e22-49a6-86d2-1171d526864e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.226844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5a7094cb-2e22-49a6-86d2-1171d526864e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c9978fec-8550-4d28-be2a-6faa2bae4b80 HTTP/1.1" status: 204 len: 168 time: 1.0241823 Aug 11 02:42:02.242241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:02.258314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7094cb-2e22-49a6-86d2-1171d526864e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9978fec-8550-4d28-be2a-6faa2bae4b80,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:02.280621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.291547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.295791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] 10.222.0.16 "DELETE /v2.0/networks/a7548113-1c15-4cbd-941e-a75d799a7de7 HTTP/1.1" status: 204 len: 168 time: 1.5153799 Aug 11 02:42:02.356349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5191688-72b5-46aa-a56e-2e69c5fbd5ad tempest-NetworksTestDHCPv6-1191320000 tempest-NetworksTestDHCPv6-1191320000-project] Pushing event deleted for resources: {'Network': ['ID=a7548113-1c15-4cbd-941e-a75d799a7de7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:02.436485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6b01d653-639c-4264-abe6-7141dc58f6c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.540077 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6b01d653-639c-4264-abe6-7141dc58f6c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.560591 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a20a5ba5-3268-4f77-a62c-e6cbfbd4aba1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2902422 Aug 11 02:42:02.561529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:02.635039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6b01d653-639c-4264-abe6-7141dc58f6c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.640135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6b01d653-639c-4264-abe6-7141dc58f6c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.649408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b01d653-639c-4264-abe6-7141dc58f6c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e4a97cc-896e-4777-9ba5-e9f1d6829321 HTTP/1.1" status: 204 len: 168 time: 0.5988591 Aug 11 02:42:02.669633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:02.673906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01d653-639c-4264-abe6-7141dc58f6c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a97cc-896e-4777-9ba5-e9f1d6829321,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:02.812790 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29327925-3d09-402b-a4ef-c0722abc94d6 req-ed736201-89f1-4a03-b01d-3edf9deb9957 service neutron] 10.222.0.25 "GET /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682080 Aug 11 02:42:02.929067 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-21da5d6c-b906-4601-869b-75056439013f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2578592 Aug 11 02:42:02.933899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44544) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.016280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44546) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.090776 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dca854c9-946e-4d9f-8c27-b7328667ebf7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.116323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b04f2481-6314-497d-9e0d-bef3801826dd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.129750 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dca854c9-946e-4d9f-8c27-b7328667ebf7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.183957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b04f2481-6314-497d-9e0d-bef3801826dd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.216332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dca854c9-946e-4d9f-8c27-b7328667ebf7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.220180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dca854c9-946e-4d9f-8c27-b7328667ebf7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.221843 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dca854c9-946e-4d9f-8c27-b7328667ebf7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/f835fd37-0fe2-4df2-86cd-bb0fc110c0f1 HTTP/1.1" status: 204 len: 168 time: 0.6528902 Aug 11 02:42:03.226098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44550) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.241047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:03.242708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca854c9-946e-4d9f-8c27-b7328667ebf7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835fd37-0fe2-4df2-86cd-bb0fc110c0f1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:03.493907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:03.500763 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-71f79deb-3f0d-41bc-a7e5-93098a9416d8 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5107300 Aug 11 02:42:03.509737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:03.522272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.540146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:03.546226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:03.648697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-227cb21a-de45-45de-b0b4-73921388ad5f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4208071 Aug 11 02:42:03.668569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.698698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427335080'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:03.741498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b04f2481-6314-497d-9e0d-bef3801826dd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.744137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b04f2481-6314-497d-9e0d-bef3801826dd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.749514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b04f2481-6314-497d-9e0d-bef3801826dd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f38ebbe-045c-4e5a-8ab7-4171302e8ea8 HTTP/1.1" status: 204 len: 168 time: 0.8103356 Aug 11 02:42:03.751228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.780711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78735a36-ec31-41e3-9bcf-3812c91d1cc7 req-d1848a40-0034-4a6d-9229-b633d484fbc3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:03.782440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78735a36-ec31-41e3-9bcf-3812c91d1cc7 req-d1848a40-0034-4a6d-9229-b633d484fbc3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.3543775 Aug 11 02:42:03.788859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fb086ca2-20d4-4ab3-89a8-96e3aa8ae78a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63462e28410d4aa7ab14bba38732fa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7713711 Aug 11 02:42:03.790505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44570) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.845237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f2481-6314-497d-9e0d-bef3801826dd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f38ebbe-045c-4e5a-8ab7-4171302e8ea8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:03.850933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:03.952819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78735a36-ec31-41e3-9bcf-3812c91d1cc7 req-462459c1-5ba1-42cc-9f7c-bde2fa6e26ee tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617782 Aug 11 02:42:04.027762 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71a4446-baff-4040-b767-054abc3ee1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.036104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet cc787324-b173-4d73-a4ad-c7341669ca2e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:04.052430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.069251 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.085337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44574) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:04.086789 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-569ed310-20aa-4085-b173-bdc37e1ec28f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3333180 Aug 11 02:42:04.107535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--98798931'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:04.221467 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71a4446-baff-4040-b767-054abc3ee1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.268746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.422783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.526809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71a4446-baff-4040-b767-054abc3ee1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.540606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71a4446-baff-4040-b767-054abc3ee1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.546488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c71a4446-baff-4040-b767-054abc3ee1d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccca2f40-59ac-4ede-83a2-43f9eb3cf5bb HTTP/1.1" status: 204 len: 168 time: 0.7203801 Aug 11 02:42:04.603764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4446-baff-4040-b767-054abc3ee1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca2f40-59ac-4ede-83a2-43f9eb3cf5bb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:04.607895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.669085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:00Z', 'revision_number': 9, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:04.691680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.777609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:04.813776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:04.814652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:04.899571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.909863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.911780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.983409 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.991504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9028757 Aug 11 02:42:04.998541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:05.028771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': '60c0ef54-bacb-4513-8df1-531994df4207', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:05.088002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3106d-d568-4cf7-bd2e-c7c0f8b744fc tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c0ef54-bacb-4513-8df1-531994df4207,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.272941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a09d1-31c9-4fb6-a5c8-a906ccd1b658,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.280448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.330074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4f5cb517-0c09-42f5-9c13-179cf27cdfbb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6066308 Aug 11 02:42:05.331129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:05.333570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:05.340968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'f69a09d1-31c9-4fb6-a5c8-a906ccd1b658', 'direction': 'ingress', 'protocol': 17}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:05.363147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.392539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.424483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee12ca1-c65e-49eb-9dae-2621d9ed567a req-30c31256-fd8a-44dc-9442-6b21ea12d653 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:05.435249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee12ca1-c65e-49eb-9dae-2621d9ed567a req-30c31256-fd8a-44dc-9442-6b21ea12d653 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.3072171 Aug 11 02:42:05.488351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.495953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/cc787324-b173-4d73-a4ad-c7341669ca2e HTTP/1.1" status: 204 len: 168 time: 1.9674015 Aug 11 02:42:05.496242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ccdcb6-b2bb-4c58-b178-379f4959ba3d None None] Network f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:05.496743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c806cfd-f3ec-47f4-aea3-c428167b84a9 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=cc787324-b173-4d73-a4ad-c7341669ca2e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.499203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:05.662323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.704362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ee12ca1-c65e-49eb-9dae-2621d9ed567a req-9bce807a-3c7c-4ebf-b98e-095b4ab8df72 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552693 Aug 11 02:42:05.709872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.752128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.767609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.841103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5693a049-0bad-4ce3-96d5-ad6679a4fccb,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.865646 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.869979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5fe9e426-1e65-4aba-be2a-b781bf9489aa tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8630493 Aug 11 02:42:05.870350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44610) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:05.937413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94c8e3cc-1c3c-4ba8-ae8f-e2c8882ca9ee tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.962383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94c8e3cc-1c3c-4ba8-ae8f-e2c8882ca9ee tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.049222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94c8e3cc-1c3c-4ba8-ae8f-e2c8882ca9ee tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.061440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94c8e3cc-1c3c-4ba8-ae8f-e2c8882ca9ee tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.069916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-94c8e3cc-1c3c-4ba8-ae8f-e2c8882ca9ee tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5693a049-0bad-4ce3-96d5-ad6679a4fccb HTTP/1.1" status: 204 len: 168 time: 0.1976802 Aug 11 02:42:06.072918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44614) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:06.106321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8e3cc-1c3c-4ba8-ae8f-e2c8882ca9ee tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5693a049-0bad-4ce3-96d5-ad6679a4fccb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:06.171183 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.191119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] DHCP port deletion for f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:06.197770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.232368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-17141d42-1ee2-4a78-830b-852c9da4eea1 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1467719 Aug 11 02:42:06.235455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44616) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:06.287651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd14a6a-7eaf-4f6b-ab51-40ee6ec36a19,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:06.317865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port adc7b633-1160-45c3-bc1e-4a82b28611b9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:06.326212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.397250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.399888 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9f224a10-2d12-43c4-b270-839aa98e9d90 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0646951 Aug 11 02:42:06.404656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44620) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:06.464294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:00Z', 'revision_number': 9, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:06.528260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe6603-c38d-41c8-a260-40c71fe09da7 None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:00Z', 'revision_number': 9, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': '13458b0d-2591-4885-81e3-ddc08abb8256', 'name': '', 'network_id': '9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:61:e3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:56Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '64b4bd1e-a215-4c57-b182-ab47be9b456a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:06.535887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] Deleting port adc7b633-1160-45c3-bc1e-4a82b28611b9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:06.536270 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.619697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaed180c-17fb-4ce8-84a1-d16301a0f52e tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.678872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port adc7b633-1160-45c3-bc1e-4a82b28611b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=adc7b633-1160-45c3-bc1e-4a82b28611b9,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:06.679691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.690946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaed180c-17fb-4ce8-84a1-d16301a0f52e tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.693891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] For port adc7b633-1160-45c3-bc1e-4a82b28611b9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=adc7b633-1160-45c3-bc1e-4a82b28611b9,segment=NetworkSegment(61169472-532b-42ae-be6b-82e98dafae31),segment_id=61169472-532b-42ae-be6b-82e98dafae31)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:06.694340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.725702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f29fda-d7d2-4f51-8ae6-744de3eb305c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.733324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] Calling delete_port for adc7b633-1160-45c3-bc1e-4a82b28611b9 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:06.771475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for adc7b633-1160-45c3-bc1e-4a82b28611b9 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:06.867851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f29fda-d7d2-4f51-8ae6-744de3eb305c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.952400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaed180c-17fb-4ce8-84a1-d16301a0f52e tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.960519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaed180c-17fb-4ce8-84a1-d16301a0f52e tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.966915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aaed180c-17fb-4ce8-84a1-d16301a0f52e tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/60c0ef54-bacb-4513-8df1-531994df4207 HTTP/1.1" status: 204 len: 168 time: 0.7257617 Aug 11 02:42:06.970268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44632) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:07.086846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.103512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] No DVR routers for this DVR port adc7b633-1160-45c3-bc1e-4a82b28611b9 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:07.124051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed180c-17fb-4ce8-84a1-d16301a0f52e tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c0ef54-bacb-4513-8df1-531994df4207,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:07.176893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee1d1-2b53-485e-a33a-728300eac3dc None None] Pushing event deleted for resources: {'Port': ['ID=adc7b633-1160-45c3-bc1e-4a82b28611b9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:07.375960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f29fda-d7d2-4f51-8ae6-744de3eb305c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.387080 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8f29fda-d7d2-4f51-8ae6-744de3eb305c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.391375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a8f29fda-d7d2-4f51-8ae6-744de3eb305c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/f69a09d1-31c9-4fb6-a5c8-a906ccd1b658 HTTP/1.1" status: 204 len: 168 time: 0.9825325 Aug 11 02:42:07.407106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9fc7e46d-fa70-4992-85df-253a384333f4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4310880 Aug 11 02:42:07.408610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:07.409121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:07.410207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.443777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a75a-0d7c-4514-a562-cd8cc3da67da req-c97ae9b1-1406-4d86-8b68-9070a0ef0b63 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:07.448727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745909437'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:07.459511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 764b5780-b54e-4e35-890f-3b4416d64327 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:07.467946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a20a75a-0d7c-4514-a562-cd8cc3da67da req-c97ae9b1-1406-4d86-8b68-9070a0ef0b63 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.4735596 Aug 11 02:42:07.477850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44642) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:07.511125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 764b5780-b54e-4e35-890f-3b4416d64327 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:07.511827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 764b5780-b54e-4e35-890f-3b4416d64327 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:07.512498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device adc7b633-1160-45c3-bc1e-4a82b28611b9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:07.567857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f29fda-d7d2-4f51-8ae6-744de3eb305c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a09d1-31c9-4fb6-a5c8-a906ccd1b658,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:07.580731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: adc7b633-1160-45c3-bc1e-4a82b28611b9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:07.586827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device adc7b633-1160-45c3-bc1e-4a82b28611b9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:07.655860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port adc7b633-1160-45c3-bc1e-4a82b28611b9 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:07.687352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a20a75a-0d7c-4514-a562-cd8cc3da67da req-109dacf6-315c-4b75-9281-2231401b7f29 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837320 Aug 11 02:42:07.695365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.701638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=adc7b633-1160-45c3-bc1e-4a82b28611b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:07.847526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7d02405c-ae17-4b61-9733-259b2cd41b09 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4205368 Aug 11 02:42:07.848353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44646) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:07.853260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593549360'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:07.904957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.952633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.961069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-963800060'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:07.973470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79eb962-1f0d-4a79-a9ea-b624ac61ebe9']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:07.985332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:42:07.985332 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:42:07.985332 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': '2196a3a52bd845b6aa58da6ad08d101c', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 42, 7, 935320)}] Aug 11 02:42:07.985332 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:07.989260 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:07.990267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61169472-532b-42ae-be6b-82e98dafae31') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:07.990574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61169472-532b-42ae-be6b-82e98dafae31') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:08.011115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.052420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.067792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:08.068337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:08.072592 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:08.171768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.179925 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.214304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.226650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.231547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/f79eb962-1f0d-4a79-a9ea-b624ac61ebe9 HTTP/1.1" status: 204 len: 168 time: 2.7206485 Aug 11 02:42:08.252948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:08.279209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:08.297981 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.340648 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.491922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.549362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.554314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1290054 Aug 11 02:42:08.585844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44656) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:08.589050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f17a2-134b-49b8-bff0-81e3ec7d73fe tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d6c51-68a3-46ad-899b-f81f43fcf35d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.593660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ffbc5-0a7b-49c5-a4ce-11790d912e46 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=f79eb962-1f0d-4a79-a9ea-b624ac61ebe9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.660164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': 'f12d6c51-68a3-46ad-899b-f81f43fcf35d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.132120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.179394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.189239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.341545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.361979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.383126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:42:09.383126 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:42:09.383126 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': '1e291eee95f349f6b561b762a5e22545', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 42, 8, 730692)}] Aug 11 02:42:09.383126 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:09.383619 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:09.442186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadac39-53b4-44cd-9065-0fa0c847eba6 req-775cfd8d-d4cb-47bd-b699-8770d790fb9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:09.462250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aadac39-53b4-44cd-9065-0fa0c847eba6 req-775cfd8d-d4cb-47bd-b699-8770d790fb9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.5255556 Aug 11 02:42:09.487944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:09.500902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.594485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.595342 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Added segment aaa14c71-24fd-48f5-8371-ade0f0047a19 of type vlan for network a7f59f7a-d11b-43e2-be8a-38ede771e956 Aug 11 02:42:09.599841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.607572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7576950 Aug 11 02:42:09.617874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.634920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--318869470'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.700577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b0ddc-400c-4bb9-a851-918c1f3f7244,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.036251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.064619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6aadac39-53b4-44cd-9065-0fa0c847eba6 req-0a85d868-a6cc-48ca-bf41-0e9db7f27086 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956465 Aug 11 02:42:10.101643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.128810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b3001-2bf4-4f46-bd4d-8301a7adf8c1 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1025d25a-7613-4ba9-a25e-eb0ef013023b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.175986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.288446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.305534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:10.307156 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.482146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.493367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.636607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.637135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d79b16-e5c8-4f77-8659-33f76ea53f59,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.665874 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.693212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Network': ['ID=a7f59f7a-d11b-43e2-be8a-38ede771e956,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.708899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaa5fc2-ca8e-4485-b1fe-6a279197a18b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.723601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a7f59f7a-d11b-43e2-be8a-38ede771e956 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:10.727069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aeb70b03-9946-484c-8c2f-e48ac89c77d0 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.2469542 Aug 11 02:42:10.751087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.754385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1bd36bf5-4a8e-4e30-bce6-28edc7811b39 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1278014 Aug 11 02:42:10.759053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44676) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:10.825296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ed10da32-dd71-40ab-ab30-d23df06f5166 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules/99d79b16-e5c8-4f77-8659-33f76ea53f59 HTTP/1.1" status: 200 len: 763 time: 0.0643649 Aug 11 02:42:10.847371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:10.903938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.909861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44680) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:10.919201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': '1025d25a-7613-4ba9-a25e-eb0ef013023b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7aaa5fc2-ca8e-4485-b1fe-6a279197a18b', 'remote_ip_prefix': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:10.925193 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-399899cc-935f-4dca-ba91-6e367846789a tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2985742 Aug 11 02:42:11.054966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.132396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port 13458b0d-2591-4885-81e3-ddc08abb8256 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:11.132946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.538675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.571314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.657658 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b7c06116-683f-4215-9710-cda6748a6dfd tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7971590 Aug 11 02:42:11.668098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:11.782189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9166075-ab8a-4baa-bb0a-23e2198d3af3 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.839169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9166075-ab8a-4baa-bb0a-23e2198d3af3 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.843505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fd1b29-08dc-4f82-8de3-05605c55e450,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:11.912961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caff1b0-cfb7-41b7-ac5b-280169ab9cf3 req-a1555dfc-5483-49e2-b03d-b55702c75409 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:11.923121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9caff1b0-cfb7-41b7-ac5b-280169ab9cf3 req-a1555dfc-5483-49e2-b03d-b55702c75409 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.5954046 Aug 11 02:42:11.931437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.942242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-accedf55-357d-4c06-8498-73b2d93e51e2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0282078 Aug 11 02:42:11.976890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44690) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:12.151952 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9caff1b0-cfb7-41b7-ac5b-280169ab9cf3 req-2e4f7574-df67-489c-bc4c-01f93b102717 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038932 Aug 11 02:42:12.169863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecec5981-ebe6-4bc9-9236-268220471f8f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.222461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecec5981-ebe6-4bc9-9236-268220471f8f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.313539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.458029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port 13458b0d-2591-4885-81e3-ddc08abb8256, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=13458b0d-2591-4885-81e3-ddc08abb8256,segment=NetworkSegment(5d33caae-bcaf-45b6-bf1e-bedd4172830d),segment_id=5d33caae-bcaf-45b6-bf1e-bedd4172830d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:12.458713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.464152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecec5981-ebe6-4bc9-9236-268220471f8f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.473641 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecec5981-ebe6-4bc9-9236-268220471f8f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.477846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ecec5981-ebe6-4bc9-9236-268220471f8f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/28fd1b29-08dc-4f82-8de3-05605c55e450 HTTP/1.1" status: 204 len: 168 time: 0.4914138 Aug 11 02:42:12.494553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44692) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:12.609015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec5981-ebe6-4bc9-9236-268220471f8f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28fd1b29-08dc-4f82-8de3-05605c55e450,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:12.639364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for 13458b0d-2591-4885-81e3-ddc08abb8256 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:12.675135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9166075-ab8a-4baa-bb0a-23e2198d3af3 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.685803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9166075-ab8a-4baa-bb0a-23e2198d3af3 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.688414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b9166075-ab8a-4baa-bb0a-23e2198d3af3 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/99d79b16-e5c8-4f77-8659-33f76ea53f59 HTTP/1.1" status: 204 len: 168 time: 1.0133073 Aug 11 02:42:12.714758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:12.722713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9166075-ab8a-4baa-bb0a-23e2198d3af3 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d79b16-e5c8-4f77-8659-33f76ea53f59,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:12.747590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-204681c5-a29a-4876-9855-a30f37ac0ea2 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2515960 Aug 11 02:42:12.754262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44696) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:12.927085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c891e48-4d8b-4de6-9c50-0cee31d9221c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.072753 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c891e48-4d8b-4de6-9c50-0cee31d9221c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.274622 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c891e48-4d8b-4de6-9c50-0cee31d9221c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.280028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c891e48-4d8b-4de6-9c50-0cee31d9221c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.284240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3c891e48-4d8b-4de6-9c50-0cee31d9221c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/7aaa5fc2-ca8e-4485-b1fe-6a279197a18b HTTP/1.1" status: 204 len: 168 time: 0.5215013 Aug 11 02:42:13.292690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44704) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:13.293795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.340663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c891e48-4d8b-4de6-9c50-0cee31d9221c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaa5fc2-ca8e-4485-b1fe-6a279197a18b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:13.404711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1dd26397-24d3-463f-9f12-442cf1fee725 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6686437 Aug 11 02:42:13.410132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44706) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:13.434628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': 'f12d6c51-68a3-46ad-899b-f81f43fcf35d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:13.448409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=13458b0d-2591-4885-81e3-ddc08abb8256,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:13.722650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ae29-0caf-4bbf-8917-53808c87da9b req-1697835b-c704-4668-b337-5ac0f19b2597 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:13.728226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0043ae29-0caf-4bbf-8917-53808c87da9b req-1697835b-c704-4668-b337-5ac0f19b2597 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.1981051 Aug 11 02:42:13.769669 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.901985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4e19-710a-41a5-8e63-50f2b60408eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.112638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0043ae29-0caf-4bbf-8917-53808c87da9b req-df495fd7-7186-401b-8acf-df9aaec67d7d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627124 Aug 11 02:42:14.225887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.237207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.347594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45c9cb8-fa1b-41ac-97d4-f5944cc0f6a0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:14.367311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.372107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-69bbcc34-b46f-47ae-a2fb-9db8dd548aec tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9562745 Aug 11 02:42:14.376363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44710) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:14.438706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a9b0d194-31e2-4b88-ba2c-ce5365b0bcd1 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules/d45c9cb8-fa1b-41ac-97d4-f5944cc0f6a0 HTTP/1.1" status: 200 len: 763 time: 0.0570045 Aug 11 02:42:14.440251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44712) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:14.586488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44716) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:14.620196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'subnet': {'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:14.643138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9265813a-9fcf-4486-8d41-27158de84965 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1972969 Aug 11 02:42:14.677378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44718) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:14.898732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbd5-139f-4a3e-932a-73a4e4658859 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.920932 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbd5-139f-4a3e-932a-73a4e4658859 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.954309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.991221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbd5-139f-4a3e-932a-73a4e4658859 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.007379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cca1fbd5-139f-4a3e-932a-73a4e4658859 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.009384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cca1fbd5-139f-4a3e-932a-73a4e4658859 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d45c9cb8-fa1b-41ac-97d4-f5944cc0f6a0 HTTP/1.1" status: 204 len: 168 time: 0.3274891 Aug 11 02:42:15.010390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:15.014535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.031995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:15.102112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1fbd5-139f-4a3e-932a-73a4e4658859 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d45c9cb8-fa1b-41ac-97d4-f5944cc0f6a0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:15.122764 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-42059a5c-0983-4397-97be-77bdc6e03964 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.8257244 Aug 11 02:42:15.123130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44722) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:15.177785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eca68752-e3ed-4221-bd6c-86a2ea4897c7 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1442029 Aug 11 02:42:15.186529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44724) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:15.221815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Request body: {'security_group_rule': {'security_group_id': 'f12d6c51-68a3-46ad-899b-f81f43fcf35d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:15.365723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:15.366021 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Project 1e291eee95f349f6b561b762a5e22545 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:42:15.373825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.376632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94114713-5d7b-44b1-bf3b-5b7a3b420b82 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.478878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cae556-4db9-4eaf-9a60-88a27f01ba2d req-a682f05c-e962-471c-b99e-0f4d14fa0ff7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:15.485276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99cae556-4db9-4eaf-9a60-88a27f01ba2d req-a682f05c-e962-471c-b99e-0f4d14fa0ff7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.1967506 Aug 11 02:42:15.513917 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94114713-5d7b-44b1-bf3b-5b7a3b420b82 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.543666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Deleting port e6027cff-4af6-4223-9a17-6918ac75203c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:15.544267 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.607926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99cae556-4db9-4eaf-9a60-88a27f01ba2d req-6bc2d46b-602d-429d-b719-8dfac548a2ef tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216609 Aug 11 02:42:15.694105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:15.706279 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6d39d844-81d6-4024-89ad-e550b5a0a3ed tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4450922 Aug 11 02:42:15.714265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:15.723101 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:15.752499 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:15.753028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.754511 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:15.755625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94114713-5d7b-44b1-bf3b-5b7a3b420b82 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.758934 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94114713-5d7b-44b1-bf3b-5b7a3b420b82 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.760544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-94114713-5d7b-44b1-bf3b-5b7a3b420b82 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/1025d25a-7613-4ba9-a25e-eb0ef013023b HTTP/1.1" status: 204 len: 168 time: 0.6315961 Aug 11 02:42:15.765110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44734) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:15.773394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.819597 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.862276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114713-5d7b-44b1-bf3b-5b7a3b420b82 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1025d25a-7613-4ba9-a25e-eb0ef013023b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:15.915830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] For port e6027cff-4af6-4223-9a17-6918ac75203c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e6027cff-4af6-4223-9a17-6918ac75203c,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:15.917099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.922298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c976919-1903-42d5-a6d6-1d2448860717,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:15.937616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Subnet': ['ID=35c8b313-e412-4cce-b384-56ef98bc0fd6,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:15.949229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.950577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-59be6384-d7ef-4f05-9fec-c29c4c4811e6 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7577534 Aug 11 02:42:15.968599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44736) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:15.977010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Calling delete_port for e6027cff-4af6-4223-9a17-6918ac75203c owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:15.993131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:16.008047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet 64b4bd1e-a215-4c57-b182-ab47be9b456a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:16.068057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:16.075974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--930666153'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:16.078764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-991643ee-e9b9-40a3-9c46-535803ae061b tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3119099 Aug 11 02:42:16.105886 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.138606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.154776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-36615f55-7856-4cfd-9aec-79b4dbe7f548 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules/9c976919-1903-42d5-a6d6-1d2448860717 HTTP/1.1" status: 200 len: 769 time: 0.1816466 Aug 11 02:42:16.170201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Checking segment: {'id': 'aaa14c71-24fd-48f5-8371-ade0f0047a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:16.170779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network hostable DHCP agents. Network: a7f59f7a-d11b-43e2-be8a-38ede771e956, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:16.178098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:16.283392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.292209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network a7f59f7a-d11b-43e2-be8a-38ede771e956 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:16.313581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a7f59f7a-d11b-43e2-be8a-38ede771e956) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:16.326511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:16.327126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.332743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb856339-de0a-4d5d-b9ca-1dd12695e12c None None] Network a7f59f7a-d11b-43e2-be8a-38ede771e956 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:16.411987 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ff905cf7-8907-4c76-a912-c590fb949fcb tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2222712 Aug 11 02:42:16.417449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:16.514357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17903483-366f-45eb-9367-090d95a917c4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.538051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17903483-366f-45eb-9367-090d95a917c4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.612711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17903483-366f-45eb-9367-090d95a917c4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.623504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17903483-366f-45eb-9367-090d95a917c4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.625019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-17903483-366f-45eb-9367-090d95a917c4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9c976919-1903-42d5-a6d6-1d2448860717 HTTP/1.1" status: 204 len: 168 time: 0.2077043 Aug 11 02:42:16.657248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44748) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:16.658667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17903483-366f-45eb-9367-090d95a917c4 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c976919-1903-42d5-a6d6-1d2448860717,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:16.683926 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 10, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:16.779428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a3b2335-b15d-4fc1-891d-51cd2a0a00db tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1100655 Aug 11 02:42:16.782492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44752) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:16.854392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.868650 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:16.925275 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:16.926340 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:41:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:16.937151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a7f59f7a-d11b-43e2-be8a-38ede771e956', 'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956', 'tenant_id': '8a35bd35399c433c8eb87fa7f1065bfa', 'fixed_ips': [{'subnet_id': '35c8b313-e412-4cce-b384-56ef98bc0fd6'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:16.938162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.966970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a669d8-9886-464c-951b-540303a2306a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.113829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cac7d-c156-4988-883b-1ead6f700b47 req-1a7ba7ea-362b-4a40-a5ed-719eb6d57eec tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:17.117083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f18cac7d-c156-4988-883b-1ead6f700b47 req-1a7ba7ea-362b-4a40-a5ed-719eb6d57eec tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.2187812 Aug 11 02:42:17.134476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a669d8-9886-464c-951b-540303a2306a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.172457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.212788 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:17.279901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f18cac7d-c156-4988-883b-1ead6f700b47 req-47f1ae23-c959-4203-911e-c9fc2a60891b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051521 Aug 11 02:42:17.322151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a669d8-9886-464c-951b-540303a2306a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.327265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20a669d8-9886-464c-951b-540303a2306a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.329290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-20a669d8-9886-464c-951b-540303a2306a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "DELETE /v2.0/security-groups/f12d6c51-68a3-46ad-899b-f81f43fcf35d HTTP/1.1" status: 204 len: 168 time: 0.5456626 Aug 11 02:42:17.333754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44758) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:17.376081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.388658 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/64b4bd1e-a215-4c57-b182-ab47be9b456a HTTP/1.1" status: 204 len: 168 time: 1.6680455 Aug 11 02:42:17.388658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036241-7853-4ae9-8938-ff73574e5716 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=64b4bd1e-a215-4c57-b182-ab47be9b456a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.389938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170492a4-670a-4e8d-9206-afa921fa0613 None None] Network 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:17.400015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:17.417594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a669d8-9886-464c-951b-540303a2306a tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d6c51-68a3-46ad-899b-f81f43fcf35d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.421015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Allocated IP 2001:db8:0:ffff::2 (a7f59f7a-d11b-43e2-be8a-38ede771e956/35c8b313-e412-4cce-b384-56ef98bc0fd6/56df23a3-e505-4557-a50a-dc3a2e02b2fa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:17.504508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5b8ba9b9-c319-4f0a-a847-4295823873a9 tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1592591 Aug 11 02:42:17.505688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44762) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:17.618106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5906d43e-79e0-4060-b0a1-486f101b323f tempest-SecGroupIPv6Test-206356604 tempest-SecGroupIPv6Test-206356604-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036351 Aug 11 02:42:17.636071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.744434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.766038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8016f705-a11b-448b-8d2f-8580dccdbc4e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1731491 Aug 11 02:42:17.767138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44766) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:17.773812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1305180381'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:17.834692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:17.837571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.837807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.892026 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 10, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:17.894553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:17.923382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.923652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.924825 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Added segment 0040c720-5056-41f5-ae92-0974b801f9ce of type vlan for network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 Aug 11 02:42:17.925417 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8533294 Aug 11 02:42:17.928687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5291b-59c8-4f74-960d-5d5fb312538d tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe26725f-f731-4e1c-9f73-2452fade3794,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.929610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44770) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:17.944441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': 'fe26725f-f731-4e1c-9f73-2452fade3794', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:17.944594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.981433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6027cff-4af6-4223-9a17-6918ac75203c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.994671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port faafd27c-34c0-464d-846c-047a034d794c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:17.995219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.002455 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16224aa9-4174-4def-871f-403c1a1ee57d None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 10, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5f333-3d16-41cb-8769-41e04e7d938d', 'name': '', 'network_id': '6164fa0c-c7c2-4d11-9c79-380085538376', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'mac_address': 'fa:16:3e:d8:4b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:40:41Z', 'updated_at': '2021-08-11T02:40:57Z', 'revision_number': 5, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'subnets': [{'id': '89926f6d-eeb6-4b9a-9a5d-839509ed5690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:18.121086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.161677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port faafd27c-34c0-464d-846c-047a034d794c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=faafd27c-34c0-464d-846c-047a034d794c,segment=NetworkSegment(5d33caae-bcaf-45b6-bf1e-bedd4172830d),segment_id=5d33caae-bcaf-45b6-bf1e-bedd4172830d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:18.163938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.235640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:18.270195 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.275494 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.283779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.291634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for faafd27c-34c0-464d-846c-047a034d794c owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:18.292087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:18.292793 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.299803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01b318a-e8e4-4f3c-9da3-6c3252c469f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.514295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7447164 Aug 11 02:42:18.522299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44792) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:18.533490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'subnet': {'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:18.544165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.646635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.742424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.765367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.788938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Transition to ACTIVE for port object 56df23a3-e505-4557-a50a-dc3a2e02b2fa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:18.815740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=faafd27c-34c0-464d-846c-047a034d794c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:18.827140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Transition to ACTIVE for port object 56df23a3-e505-4557-a50a-dc3a2e02b2fa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:18.829791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port faafd27c-34c0-464d-846c-047a034d794c on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:18.841008 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.874484 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65cbecf8-5519-4780-8e65-9f3a55aac66f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e291eee95f349f6b561b762a5e22545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315379 Aug 11 02:42:18.879076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:18.894283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860f753-1478-42d0-9e0a-adc45e66b7a1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Network': ['ID=eb31407a-6f69-4e8d-bed4-97b6388f5ce0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:18.918749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2202400-30a8-4c75-ae0a-127564c9ce03 None None] DHCP port deletion for 9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:18.935114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:18.954927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.987663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209eae-9ced-48b6-8b6d-4129213eb2b7 req-f25e46e8-7ade-4a77-9a7d-07e1bee00bdb tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:18.993491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c209eae-9ced-48b6-8b6d-4129213eb2b7 req-f25e46e8-7ade-4a77-9a7d-07e1bee00bdb tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.4776394 Aug 11 02:42:18.994807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.039704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Network a7f59f7a-d11b-43e2-be8a-38ede771e956 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:19.044156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:19.046708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Pushing event updated for resources: {'Port': ['ID=56df23a3-e505-4557-a50a-dc3a2e02b2fa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.049526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:19.081558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.086177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1529398 Aug 11 02:42:19.105092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44806) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:19.123344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Attempting to bind port 56df23a3-e505-4557-a50a-dc3a2e02b2fa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:19.124149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Attempting to bind port 56df23a3-e505-4557-a50a-dc3a2e02b2fa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'aaa14c71-24fd-48f5-8371-ade0f0047a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:19.124687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Attempting to bind port 56df23a3-e505-4557-a50a-dc3a2e02b2fa on network a7f59f7a-d11b-43e2-be8a-38ede771e956 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:19.139421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:19.140194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Checking segment: {'id': 'aaa14c71-24fd-48f5-8371-ade0f0047a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:19.140607 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.141011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Bound using segment: {'id': 'aaa14c71-24fd-48f5-8371-ade0f0047a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:19.141503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Bound port: 56df23a3-e505-4557-a50a-dc3a2e02b2fa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa14c71-24fd-48f5-8371-ade0f0047a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7f59f7a-d11b-43e2-be8a-38ede771e956'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:19.141893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.159438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ae3c-4e3f-4ee0-86ce-6895244226ff tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693a78dc-79ac-4f35-a171-2e4eccb8a64c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.167379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94a7cc77-15a1-485e-8ed8-0f18a5e95f67 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.186483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94a7cc77-15a1-485e-8ed8-0f18a5e95f67 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.230258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c209eae-9ced-48b6-8b6d-4129213eb2b7 req-fce4241c-c58a-47d5-baed-442b5b9bd68b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075622 Aug 11 02:42:19.246926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:19.252348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.316720 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94a7cc77-15a1-485e-8ed8-0f18a5e95f67 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.340380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94a7cc77-15a1-485e-8ed8-0f18a5e95f67 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.344747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-94a7cc77-15a1-485e-8ed8-0f18a5e95f67 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/693a78dc-79ac-4f35-a171-2e4eccb8a64c HTTP/1.1" status: 204 len: 168 time: 0.2380888 Aug 11 02:42:19.345765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7cc77-15a1-485e-8ed8-0f18a5e95f67 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=693a78dc-79ac-4f35-a171-2e4eccb8a64c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.346899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] For port 56df23a3-e505-4557-a50a-dc3a2e02b2fa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:19.350911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44810) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:19.355523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] For port 56df23a3-e505-4557-a50a-dc3a2e02b2fa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56df23a3-e505-4557-a50a-dc3a2e02b2fa,segment=NetworkSegment(aaa14c71-24fd-48f5-8371-ade0f0047a19),segment_id=aaa14c71-24fd-48f5-8371-ade0f0047a19)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:19.365650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.458426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e75a14b5-689a-4321-ad3f-2e6064baf567 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952623 Aug 11 02:42:19.458426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44814) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:19.472812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.513957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-396b10af-238b-48cb-848f-038392c90412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.515592 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-396b10af-238b-48cb-848f-038392c90412 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 1096 time: 0.3999524 Aug 11 02:42:19.523382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:19.536730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b0da0-1476-4366-8575-df27ef230640 None None] Pushing event updated for resources: {'Port': ['ID=56df23a3-e505-4557-a50a-dc3a2e02b2fa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.615257 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9728bd14-5b51-4b04-bc5c-9882d994588f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.623485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13458b0d-2591-4885-81e3-ddc08abb8256 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:19.677201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 13458b0d-2591-4885-81e3-ddc08abb8256 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:19.684262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 13458b0d-2591-4885-81e3-ddc08abb8256 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:19.685084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device faafd27c-34c0-464d-846c-047a034d794c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:19.711246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d33caae-bcaf-45b6-bf1e-bedd4172830d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:19.712071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d33caae-bcaf-45b6-bf1e-bedd4172830d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:19.712206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9728bd14-5b51-4b04-bc5c-9882d994588f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.721508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a074d220-c0d8-45a7-9275-c8cbb24082ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.730029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: faafd27c-34c0-464d-846c-047a034d794c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:19.730582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device faafd27c-34c0-464d-846c-047a034d794c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:19.772797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.870736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-e67bce52-cd60-4d33-9eeb-c94b10f229d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:19.873073 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-e67bce52-cd60-4d33-9eeb-c94b10f229d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.2658534 Aug 11 02:42:19.880325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.907652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a074d220-c0d8-45a7-9275-c8cbb24082ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.927953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9728bd14-5b51-4b04-bc5c-9882d994588f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.933093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9728bd14-5b51-4b04-bc5c-9882d994588f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.936584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9728bd14-5b51-4b04-bc5c-9882d994588f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe26725f-f731-4e1c-9f73-2452fade3794 HTTP/1.1" status: 204 len: 168 time: 0.4854789 Aug 11 02:42:19.949072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:19.950614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:19.951181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.959886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Router ec5461ed-f22c-4814-bb2d-ce8d1359e39b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:19.970283 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:19.989461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728bd14-5b51-4b04-bc5c-9882d994588f tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe26725f-f731-4e1c-9f73-2452fade3794,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:20.042770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:42:20.044587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.067373 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.076741 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-0332e3dd-6c7a-4342-928a-fa7dec2f2703 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab HTTP/1.1" status: 200 len: 217 time: 0.1594691 Aug 11 02:42:20.126389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Subnet': ['ID=cbfce6eb-52e0-421f-b858-900a6675e803,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:20.139459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Checking segment: {'id': '0040c720-5056-41f5-ae92-0974b801f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:20.139797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network hostable DHCP agents. Network: eb31407a-6f69-4e8d-bed4-97b6388f5ce0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:20.161875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:20.172930 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.174662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, eb31407a-6f69-4e8d-bed4-97b6388f5ce0) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:20.181854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.183288 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.186413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc3830-2bd8-4b94-91c4-464f23fff4b7 None None] Network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:20.196227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.200820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb HTTP/1.1" status: 204 len: 168 time: 2.7886758 Aug 11 02:42:20.204800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44818) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:20.229250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13ccf-e0ec-494c-b41a-82a8d3c3e9a6 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=9cdbb1bf-0e6f-4ecd-a8f2-456e915b42bb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:20.285850 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2b64ec26-d932-45c0-817d-7ec087fceff0 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3204088 Aug 11 02:42:20.285850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-e4a3983a-ddaf-46fa-a112-41876ac433e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.288107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-e4a3983a-ddaf-46fa-a112-41876ac433e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1931264 Aug 11 02:42:20.291025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44822) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:20.296308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group': {'name': 'tempest-secgroup--985297658'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:20.407746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a074d220-c0d8-45a7-9275-c8cbb24082ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.410902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a074d220-c0d8-45a7-9275-c8cbb24082ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.415083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a074d220-c0d8-45a7-9275-c8cbb24082ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2c79101-a644-4279-b921-ba62c4743fda HTTP/1.1" status: 204 len: 168 time: 1.5321999 Aug 11 02:42:20.421594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-eb31407a-6f69-4e8d-bed4-97b6388f5ce0', 'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0', 'tenant_id': '8a35bd35399c433c8eb87fa7f1065bfa', 'fixed_ips': [{'subnet_id': 'cbfce6eb-52e0-421f-b858-900a6675e803'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:20.424954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.425734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.450971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074d220-c0d8-45a7-9275-c8cbb24082ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c79101-a644-4279-b921-ba62c4743fda,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:20.496895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-a8d2620b-4b3a-48fc-9e2e-04e676e5864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.508233 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-a8d2620b-4b3a-48fc-9e2e-04e676e5864d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054248 Aug 11 02:42:20.515146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-05a30ca6-b955-43a0-8b19-99466cd4c89e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9921608 Aug 11 02:42:20.526012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:20.527669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:20.546536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'port': {'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0', 'name': 'tempest-NetworksIpV6TestAttrs-187049065'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:20.563266 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-42109c0a-4495-4d3e-9725-bba20173526c admin admin] 10.222.0.16 "PUT /v2.0/routers/ec5461ed-f22c-4814-bb2d-ce8d1359e39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0606472 Aug 11 02:42:20.605782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:20.613898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] Sync routers for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:20.672794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:20.673572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:20.743219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.777832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae00160-0d09-404c-b7f6-850a989e2b76 req-cfee8e84-54fe-41d0-9416-3eb859ec658b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.779882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ae00160-0d09-404c-b7f6-850a989e2b76 req-cfee8e84-54fe-41d0-9416-3eb859ec658b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.2625718 Aug 11 02:42:20.821232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.896451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Allocated IP 2001:db8::f816:3eff:fe7e:c901 (eb31407a-6f69-4e8d-bed4-97b6388f5ce0/cbfce6eb-52e0-421f-b858-900a6675e803/ad2a2c9d-4a82-4253-8a0c-26a77fabcef8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:20.904947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ae00160-0d09-404c-b7f6-850a989e2b76 req-be87f2e9-653d-4921-b43c-58f92ce66127 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767689 Aug 11 02:42:21.001400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d76686-5cdd-4ed1-8163-69b6fc750b13,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:21.016942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.019116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6dc18b90-707e-4101-acab-59b415f28abb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7269130 Aug 11 02:42:21.033035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44836) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:21.050710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': '02d76686-5cdd-4ed1-8163-69b6fc750b13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:21.198684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:21.200191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.323659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.329936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d48325-9f8f-44ad-a046-62c05b3ca062 None None] Network a7f59f7a-d11b-43e2-be8a-38ede771e956 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:21.340640 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.341010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f9f70b-0fc9-429a-a21d-7f1b99d872ab no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:21.384142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.399343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.405793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3634582 Aug 11 02:42:21.471485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:21.543929 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-31c3218f-4e3a-4719-8c3c-2984158d5606 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules/d3b1060e-8536-4780-81af-a03228479d68 HTTP/1.1" status: 200 len: 763 time: 0.0694740 Aug 11 02:42:21.553762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:21.651479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56df23a3-e505-4557-a50a-dc3a2e02b2fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:21.659242 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9eea2e50-b17d-47be-bd0f-527e64e9e92b tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0929220 Aug 11 02:42:21.661719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:21.669896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26021c21-c1c9-45fb-aafc-78589b6237cb tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b1060e-8536-4780-81af-a03228479d68,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:21.733928 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-0ce0f9f1-afe6-4bf1-aee9-bb2a8971cbb7 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2053897 Aug 11 02:42:21.749893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f517f29-6adf-4213-9573-345dad4f7680 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.753356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.761759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f517f29-6adf-4213-9573-345dad4f7680 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.765214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Transition to ACTIVE for port object ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:21.794442 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.827743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Transition to ACTIVE for port object ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:22.014921 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7e377bb1-853c-4c2d-a07e-2664f0cc175f req-3a1a8422-44b6-47db-be47-380d92be530b service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668202 Aug 11 02:42:22.020083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f517f29-6adf-4213-9573-345dad4f7680 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.031758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f517f29-6adf-4213-9573-345dad4f7680 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.034828 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1f517f29-6adf-4213-9573-345dad4f7680 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d3b1060e-8536-4780-81af-a03228479d68 HTTP/1.1" status: 204 len: 168 time: 0.3660128 Aug 11 02:42:22.046140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:22.046776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b2a25cd8-ec9e-4ee3-a1d3-e57acf6d3415 None None] Provisioning for port 56df23a3-e505-4557-a50a-dc3a2e02b2fa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:22.067426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.114596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51b9c657-dd2a-4acd-9145-1af2e0f273c8 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656781 Aug 11 02:42:22.115459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517f29-6adf-4213-9573-345dad4f7680 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3b1060e-8536-4780-81af-a03228479d68,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:22.151239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:22.158997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': '02d76686-5cdd-4ed1-8163-69b6fc750b13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:22.173223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:22.178957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.207397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] device_id is not set on port 00620637-7b11-47b7-b2b6-c0a5ed4ff284 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:42:22.285030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port c4c5f333-3d16-41cb-8769-41e04e7d938d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:22.285905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.288924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:22.362570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528832c8-ae75-4a37-b686-0969f4fb651c req-5b91a737-d5e3-4571-b880-2c6d6bb2581e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:22.362883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Allocated IP 2001:db8::f816:3eff:fe05:af10 (eb31407a-6f69-4e8d-bed4-97b6388f5ce0/cbfce6eb-52e0-421f-b858-900a6675e803/00620637-7b11-47b7-b2b6-c0a5ed4ff284) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:22.364235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-528832c8-ae75-4a37-b686-0969f4fb651c req-5b91a737-d5e3-4571-b880-2c6d6bb2581e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 945 time: 0.2037868 Aug 11 02:42:22.364775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:22.369369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:22.413502 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.531100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port c4c5f333-3d16-41cb-8769-41e04e7d938d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c4c5f333-3d16-41cb-8769-41e04e7d938d,segment=NetworkSegment(c3a973a4-3086-48be-b5c3-038d63b53880),segment_id=c3a973a4-3086-48be-b5c3-038d63b53880)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:22.533023 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.566560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for c4c5f333-3d16-41cb-8769-41e04e7d938d owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:22.567348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.606598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Transition to ACTIVE for port object 00620637-7b11-47b7-b2b6-c0a5ed4ff284 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:22.628881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.645662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.717993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:22.745863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.764539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:22.768709 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485ba1b4-d5ed-491a-b899-07616126e9fe" -d '{"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:22.773368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.816554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.818109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6658058 Aug 11 02:42:22.819443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.859173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:22.917760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Pushing event updated for resources: {'Port': ['ID=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:22.928018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:22.947013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485ced9-d850-4053-9a6a-f01e6f1f4301 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651be91-0632-410d-83c5-62873588878f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:22.965960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:22.967309 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee49b5-9d4f-4860-a9fd-57cff1f0ddd9 x-openstack-request-id: req-d4ee49b5-9d4f-4860-a9fd-57cff1f0ddd9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:22.967944 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:22.968477 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4ee49b5-9d4f-4860-a9fd-57cff1f0ddd9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:22.969238 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'code': 200} Aug 11 02:42:22.978457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:22.982256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Deleting port c05ef459-8253-47c2-a260-37810d54822a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:22.982927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.996063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 56df23a3-e505-4557-a50a-dc3a2e02b2fa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:23.001537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.039497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:23.045406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:23.046102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.051682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 56df23a3-e505-4557-a50a-dc3a2e02b2fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:23.052699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.057937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8e611649-1f44-4023-bb24-cb0ee35393d9 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules/e651be91-0632-410d-83c5-62873588878f HTTP/1.1" status: 200 len: 763 time: 0.1289537 Aug 11 02:42:23.065832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.076776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Port': ['ID=00620637-7b11-47b7-b2b6-c0a5ed4ff284,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:23.119675 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-53af17f3-2650-47f3-a870-8c21f54f3e24 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5835106 Aug 11 02:42:23.121674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.150228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] For port c05ef459-8253-47c2-a260-37810d54822a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c05ef459-8253-47c2-a260-37810d54822a,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:23.150624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.171916 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:42:23.181406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Attempting to bind port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:23.182307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Attempting to bind port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '0040c720-5056-41f5-ae92-0974b801f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:23.183127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Attempting to bind port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 on network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:23.202797 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5fd21746-94a0-4d63-9ae2-2e7db242650e tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1341879 Aug 11 02:42:23.209508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.210448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.216743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Calling delete_port for c05ef459-8253-47c2-a260-37810d54822a owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:23.261797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting subnet cbfce6eb-52e0-421f-b858-900a6675e803 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:23.289127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:23.290417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Checking segment: {'id': '0040c720-5056-41f5-ae92-0974b801f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:23.291315 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.292183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Bound using segment: {'id': '0040c720-5056-41f5-ae92-0974b801f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:23.293212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Bound port: ad2a2c9d-4a82-4253-8a0c-26a77fabcef8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0040c720-5056-41f5-ae92-0974b801f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb31407a-6f69-4e8d-bed4-97b6388f5ce0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:23.294140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.306402 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.330959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be80a802-ad7f-474d-998f-312a66127e31 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.348696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be80a802-ad7f-474d-998f-312a66127e31 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.363127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.371472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f84f75b8-e337-4d46-a27f-154ffa4df23e tempest-ServiceProvidersTest-1951319509 tempest-ServiceProvidersTest-1951319509-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 1.0026302 Aug 11 02:42:23.395284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.414459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.434746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:23.456946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be80a802-ad7f-474d-998f-312a66127e31 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.472287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be80a802-ad7f-474d-998f-312a66127e31 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.473904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-be80a802-ad7f-474d-998f-312a66127e31 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e651be91-0632-410d-83c5-62873588878f HTTP/1.1" status: 204 len: 168 time: 0.2624567 Aug 11 02:42:23.484516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-528832c8-ae75-4a37-b686-0969f4fb651c req-94aee869-12cc-474e-81d2-054e48df6056 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0875366 Aug 11 02:42:23.485391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44890) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.526151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': 'c05ef459-8253-47c2-a260-37810d54822a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:42:17Z', 'revision_number': 5, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port': {'id': 'c05ef459-8253-47c2-a260-37810d54822a', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:10Z', 'updated_at': '2021-08-11T02:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:23.542943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80a802-ad7f-474d-998f-312a66127e31 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e651be91-0632-410d-83c5-62873588878f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:23.567192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=c4c5f333-3d16-41cb-8769-41e04e7d938d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:23.593661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.594041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.594426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.594764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.595101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.595446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.596334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.596668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.597000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.597327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.597646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.597974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:23.668359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] Checking router: ec5461ed-f22c-4814-bb2d-ce8d1359e39b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:23.790762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a2535dc7-c606-4d68-a61a-6a9df2afe026 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3034647 Aug 11 02:42:23.800761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.808204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.817332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.822615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Request body: {'security_group_rule': {'security_group_id': '02d76686-5cdd-4ed1-8163-69b6fc750b13', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:23.975886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.981950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.990594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 56df23a3-e505-4557-a50a-dc3a2e02b2fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56df23a3-e505-4557-a50a-dc3a2e02b2fa,segment=NetworkSegment(aaa14c71-24fd-48f5-8371-ade0f0047a19),segment_id=aaa14c71-24fd-48f5-8371-ade0f0047a19)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:24.022304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.024637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] Routers {'ec5461ed-f22c-4814-bb2d-ce8d1359e39b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:24.031273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:24.063258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.140885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c05ef459-8253-47c2-a260-37810d54822a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:24.175753 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.176729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] For port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:24.193290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] For port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,segment=NetworkSegment(0040c720-5056-41f5-ae92-0974b801f9ce),segment_id=0040c720-5056-41f5-ae92-0974b801f9ce)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:24.195541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfce6eb-52e0-421f-b858-900a6675e803,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:24.198819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.207673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.210457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9ca625da-0649-4d9f-be93-669aaa5a6665 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/cbfce6eb-52e0-421f-b858-900a6675e803 HTTP/1.1" status: 204 len: 168 time: 1.0819046 Aug 11 02:42:24.234437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:24.330279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e58d3-7b77-4e63-a32c-c732bba98bb3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:24.331869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e58d3-7b77-4e63-a32c-c732bba98bb3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:24.338060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-257e58d3-7b77-4e63-a32c-c732bba98bb3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0973310 Aug 11 02:42:24.338060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.338542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:24.349286 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.409897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3851b4c2-f4be-418d-84c4-9ce0ed06fabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.477342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] Set router ec5461ed-f22c-4814-bb2d-ce8d1359e39b gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:24.604499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.612804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.628206 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2781b14-2353-4927-a03f-a6f25ec6fa37 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.685170 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2781b14-2353-4927-a03f-a6f25ec6fa37 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:42:24.685907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2781b14-2353-4927-a03f-a6f25ec6fa37 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:24.688261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e2781b14-2353-4927-a03f-a6f25ec6fa37 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/eb31407a-6f69-4e8d-bed4-97b6388f5ce0 HTTP/1.1" status: 409 len: 405 time: 0.3435740 Aug 11 02:42:24.697945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:24.699140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.700237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5461ed-f22c-4814-bb2d-ce8d1359e39b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:42:24.709895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1403676380'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:24.719186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.720765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a04be7d8-1e95-4f0e-afd2-eafbcebd3f5f admin admin] 10.222.0.16 "DELETE /v2.0/routers/ec5461ed-f22c-4814-bb2d-ce8d1359e39b HTTP/1.1" status: 204 len: 168 time: 4.1225040 Aug 11 02:42:24.728348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:24.777045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 7, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:24.823351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Deleting subnet d017786c-655c-4813-8dd7-d5379414461a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:24.830717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.849596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-683a0611-df14-422e-bcef-828744e7ab0f None None] Provisioning complete for port 56df23a3-e505-4557-a50a-dc3a2e02b2fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:24.850173 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-683a0611-df14-422e-bcef-828744e7ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.852380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=56df23a3-e505-4557-a50a-dc3a2e02b2fa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:24.861934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b48fbba-16cf-413c-9ed6-e8c8756fb5ee None None] The sync data for ids ['ec5461ed-f22c-4814-bb2d-ce8d1359e39b'] in n-d-715271-8 is: [{'id': 'ec5461ed-f22c-4814-bb2d-ce8d1359e39b', 'name': 'tempest-TaggedBootDevicesTest-992345692-router', 'tenant_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:08Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 7, 'project_id': '2f1f58832f364fa99d663cacf5b1ecd7', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:24.909510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3851b4c2-f4be-418d-84c4-9ce0ed06fabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.912677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.944362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3851b4c2-f4be-418d-84c4-9ce0ed06fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.019578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:25.024815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.045992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:25.059028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3851b4c2-f4be-418d-84c4-9ce0ed06fabb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b3ba8a49be34af59b701f894e83f56f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0756190 Aug 11 02:42:25.069028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b4c2-f4be-418d-84c4-9ce0ed06fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310369ff-5667-4ef3-b860-81a525a83bea,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:25.069813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44922) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.070250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bef42f-df81-47af-857b-f8b4da934696 None None] Pushing event updated for resources: {'Port': ['ID=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:25.116995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:25.143860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42f7a7-4104-400e-b6e3-280a1097a5b2 req-fcc408a8-a2d7-4786-b6cb-1efb5c1ed42e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.146772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab42f7a7-4104-400e-b6e3-280a1097a5b2 req-fcc408a8-a2d7-4786-b6cb-1efb5c1ed42e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.3963649 Aug 11 02:42:25.148561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.148951 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Added segment c23d9dfc-5c5f-43c6-9e18-e9e724de927b of type vlan for network e8d7dd37-c561-45aa-b26d-71021af4ec48 Aug 11 02:42:25.150607 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.151417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.176910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.237030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.347809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.356052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.357433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.370815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092ed088-cfc0-4df3-8482-288f188645b4,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:25.371215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.421597 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.422778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5b253299-7b78-45ee-9d4d-3b3b0def5c50 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6120996 Aug 11 02:42:25.446547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44924) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.449002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:25.475519 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:25.478400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d8e9ee71-7dfb-4ae3-b347-852ddb91dedf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2709689 Aug 11 02:42:25.485383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.485825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.488877 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d017786c-655c-4813-8dd7-d5379414461a HTTP/1.1" status: 204 len: 168 time: 0.7592301 Aug 11 02:42:25.492853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.504126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a1bee-e377-4c82-b8de-6cfab52b288a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d017786c-655c-4813-8dd7-d5379414461a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:25.520857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab42f7a7-4104-400e-b6e3-280a1097a5b2 req-fef96691-292a-4440-872c-fbbdb9c5be2f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545001 Aug 11 02:42:25.533853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8302112 Aug 11 02:42:25.544528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.545382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c910f0ae-40de-4dba-89a7-6709d2664d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.553239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6d02bd81-2db0-48eb-8d7e-260915e483af tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules/092ed088-cfc0-4df3-8482-288f188645b4 HTTP/1.1" status: 200 len: 764 time: 0.0731497 Aug 11 02:42:25.560182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.560821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909e965-d7d6-4589-8c17-153beb71bf54 None None] Network f31c5b4c-33b3-496b-b139-b57cf4b686a2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:25.573554 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:25.574552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dcd90-81cb-438e-bfd6-5ac6f2228ac7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Network': ['ID=e8d7dd37-c561-45aa-b26d-71021af4ec48,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:25.575446 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:25.590538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'subnet': {'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:25.599579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e8d7dd37-c561-45aa-b26d-71021af4ec48 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:25.634184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting subnet 89926f6d-eeb6-4b9a-9a5d-839509ed5690 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:25.648935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.697587 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d7f41f41-3198-4069-8104-5358a1ef04c7 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1360803 Aug 11 02:42:25.701745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:25.808551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c910f0ae-40de-4dba-89a7-6709d2664d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.817848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:25.854548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.869457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3d0a-cc0c-4a50-a03b-a9c924610132 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.917226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 11, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:25.959046 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:25.973540 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:25.974864 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:25.979239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3d0a-cc0c-4a50-a03b-a9c924610132 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.994221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.055017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c910f0ae-40de-4dba-89a7-6709d2664d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.057982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c910f0ae-40de-4dba-89a7-6709d2664d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.060499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c910f0ae-40de-4dba-89a7-6709d2664d15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/310369ff-5667-4ef3-b860-81a525a83bea HTTP/1.1" status: 204 len: 168 time: 0.9670360 Aug 11 02:42:26.085040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:26.098949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.149443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910f0ae-40de-4dba-89a7-6709d2664d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310369ff-5667-4ef3-b860-81a525a83bea,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:26.156578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3d0a-cc0c-4a50-a03b-a9c924610132 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.172162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3d0a-cc0c-4a50-a03b-a9c924610132 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.183112 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2e4e3d0a-cc0c-4a50-a03b-a9c924610132 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/092ed088-cfc0-4df3-8482-288f188645b4 HTTP/1.1" status: 204 len: 168 time: 0.4761837 Aug 11 02:42:26.188388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:26.289058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e3d0a-cc0c-4a50-a03b-a9c924610132 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=092ed088-cfc0-4df3-8482-288f188645b4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:26.293446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] DHCP port deletion for f31c5b4c-33b3-496b-b139-b57cf4b686a2 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:26.417140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.453982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6858b5-5136-48d0-bff7-02acb333e872 req-b226091b-c0a2-46df-b775-0cc43ffa41fc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:26.474095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf6858b5-5136-48d0-bff7-02acb333e872 req-b226091b-c0a2-46df-b775-0cc43ffa41fc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.7225757 Aug 11 02:42:26.532071 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:26.570082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Deleting port 1311b630-5456-420a-b3a4-b9ab9bad8baa {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:26.576906 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.583414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f296505d-08f1-4bff-9ca7-11f4504e7308 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3891971 Aug 11 02:42:26.583587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44946) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:26.732290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.793847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.795555 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 11, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:26.811924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/89926f6d-eeb6-4b9a-9a5d-839509ed5690 HTTP/1.1" status: 204 len: 168 time: 1.3161552 Aug 11 02:42:26.857666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:26.880927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7a49610-ae27-499d-9f26-cfaccb3f1f2c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.895459 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8dd168-013a-4a10-8f13-d13658598e6b None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 11, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:26.928846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] For port 1311b630-5456-420a-b3a4-b9ab9bad8baa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1311b630-5456-420a-b3a4-b9ab9bad8baa,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:26.931967 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.996867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Calling delete_port for 1311b630-5456-420a-b3a4-b9ab9bad8baa owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:27.027058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56df23a3-e505-4557-a50a-dc3a2e02b2fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:27.032766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd8198-9bd1-4de6-b646-dc552a817780 None None] Network 6164fa0c-c7c2-4d11-9c79-380085538376 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:27.080553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69c14-2669-47a3-b81a-c57c5795149b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Subnet': ['ID=89926f6d-eeb6-4b9a-9a5d-839509ed5690,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:27.159915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7a49610-ae27-499d-9f26-cfaccb3f1f2c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.244560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf6858b5-5136-48d0-bff7-02acb333e872 req-0356c24f-c7f9-42c0-8a7d-342a9e4b2e3c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7610309 Aug 11 02:42:27.336165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02affd7b-2d21-46d0-88d4-b97a55e7f9e7 None None] Network eb31407a-6f69-4e8d-bed4-97b6388f5ce0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:27.344854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a8f9f70b-0fc9-429a-a21d-7f1b99d872ab no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:27.366543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7a49610-ae27-499d-9f26-cfaccb3f1f2c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.371496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7a49610-ae27-499d-9f26-cfaccb3f1f2c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.379073 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e7a49610-ae27-499d-9f26-cfaccb3f1f2c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "DELETE /v2.0/security-groups/02d76686-5cdd-4ed1-8163-69b6fc750b13 HTTP/1.1" status: 204 len: 168 time: 0.7941341 Aug 11 02:42:27.383057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:27.424757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.428736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a49610-ae27-499d-9f26-cfaccb3f1f2c tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d76686-5cdd-4ed1-8163-69b6fc750b13,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:27.523520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2fbc4ba1-7da3-45d0-844d-e239dd0ab6ec tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1328251 Aug 11 02:42:27.524756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44966) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:27.569125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Deleting port 1311b630-5456-420a-b3a4-b9ab9bad8baa {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:27.574088 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.612589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadd3d4-b1d3-4cb9-9a53-1aa0c5231ff5 req-a6fb97a2-58b0-4617-83f1-eacee6594b2f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.612589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9dadd3d4-b1d3-4cb9-9a53-1aa0c5231ff5 req-a6fb97a2-58b0-4617-83f1-eacee6594b2f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1823297 Aug 11 02:42:27.662118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f675731f-75e9-4b47-89a6-124815d14966 None None] Provisioning for port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:27.693665 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa683d8e-5deb-4149-8415-6e00a59bd716 tempest-SecGroupTest-1020355435 tempest-SecGroupTest-1020355435-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1667824 Aug 11 02:42:27.777510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] For port 1311b630-5456-420a-b3a4-b9ab9bad8baa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1311b630-5456-420a-b3a4-b9ab9bad8baa,segment=NetworkSegment(722e166d-9ff0-48ec-a06b-6e93e4ae16d8),segment_id=722e166d-9ff0-48ec-a06b-6e93e4ae16d8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:27.777891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.809365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9dadd3d4-b1d3-4cb9-9a53-1aa0c5231ff5 req-f7310395-372f-45cd-8c83-02dfdc19873a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411858 Aug 11 02:42:27.817946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Calling delete_port for 1311b630-5456-420a-b3a4-b9ab9bad8baa owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:27.848070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Deleting port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:27.848676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.850603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 56df23a3-e505-4557-a50a-dc3a2e02b2fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:27.851454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.934485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:42:27.958537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.079507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Subnet': ['ID=b8f52220-fe02-4eae-83f4-00b7bfdfb363,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.206857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] For port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,segment=NetworkSegment(c3a973a4-3086-48be-b5c3-038d63b53880),segment_id=c3a973a4-3086-48be-b5c3-038d63b53880)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:28.207243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.266517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Calling delete_port for c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:28.284328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.287296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:28.402317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.466585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Pushing event deleted for resources: {'Port': ['ID=1311b630-5456-420a-b3a4-b9ab9bad8baa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.479144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Pushing event deleted for resources: {'Port': ['ID=1311b630-5456-420a-b3a4-b9ab9bad8baa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.481324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] No DVR routers for this DVR port 1311b630-5456-420a-b3a4-b9ab9bad8baa on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:28.486828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Checking segment: {'id': 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:28.487464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network hostable DHCP agents. Network: e8d7dd37-c561-45aa-b26d-71021af4ec48, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:28.492997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] No DVR routers for this DVR port 1311b630-5456-420a-b3a4-b9ab9bad8baa on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:28.505452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.505802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.506187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.506531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.506868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.507327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.507905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.508483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.509014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.509352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.509946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.510663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad87186-0e01-4735-ba46-3788fb295132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:28.695501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.703602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:28.711280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31c5b4c-33b3-496b-b139-b57cf4b686a2']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:28.765851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722e166d-9ff0-48ec-a06b-6e93e4ae16d8') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:28.772817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722e166d-9ff0-48ec-a06b-6e93e4ae16d8') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:28.776982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] DHCP port deletion for 6164fa0c-c7c2-4d11-9c79-380085538376 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:28.800935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.811841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network e8d7dd37-c561-45aa-b26d-71021af4ec48 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:28.826614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850940c-22e9-4d04-80d5-225703057512 req-c1511639-a8e6-4bd5-9aaf-ba4f13a836ba tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.836389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8850940c-22e9-4d04-80d5-225703057512 req-c1511639-a8e6-4bd5-9aaf-ba4f13a836ba tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5884254 Aug 11 02:42:28.862197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] DHCP port deletion for eb31407a-6f69-4e8d-bed4-97b6388f5ce0 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:28.912506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.920877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e8d7dd37-c561-45aa-b26d-71021af4ec48) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:28.958056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079e00c-667c-4003-b58c-bce2dc2e67af None None] Network e8d7dd37-c561-45aa-b26d-71021af4ec48 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:28.972507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.973978 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.984161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:28.985267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:28.990703 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:29.044931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f48c407e-2809-4036-9e08-cb0505e47659 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2196a3a52bd845b6aa58da6ad08d101c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7556195 Aug 11 02:42:29.049531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:29.083996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:29.091414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8850940c-22e9-4d04-80d5-225703057512 req-b9616f1c-d467-46a0-9164-b9931e331ab7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532213 Aug 11 02:42:29.114750 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.119323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Deleting port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:29.119733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.121760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:29.122169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.134407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b448442f-f394-4f9d-9829-55df6c4fbda9 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5795624 Aug 11 02:42:29.170089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:29.172423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Port': ['ID=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.180218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No DVR routers for this DVR port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:29.182106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'port': {'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48', 'name': 'tempest-NetworksIpV6TestAttrs-855951103'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:29.184253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.199650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.205643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] 10.222.0.16 "DELETE /v2.0/networks/f31c5b4c-33b3-496b-b139-b57cf4b686a2 HTTP/1.1" status: 204 len: 168 time: 3.7069929 Aug 11 02:42:29.265653 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.301120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4d449-b226-4327-8b89-b22be96e821c admin admin] Pushing event deleted for resources: {'Network': ['ID=f31c5b4c-33b3-496b-b139-b57cf4b686a2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.319852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] Deleting port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:29.320321 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.456281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.478073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6164fa0c-c7c2-4d11-9c79-380085538376']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:29.504295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a973a4-3086-48be-b5c3-038d63b53880') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:29.504573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a973a4-3086-48be-b5c3-038d63b53880') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:29.524902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.530183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] For port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:29.530561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.556552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-e8d7dd37-c561-45aa-b26d-71021af4ec48', 'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48', 'tenant_id': '8a35bd35399c433c8eb87fa7f1065bfa', 'fixed_ips': [{'subnet_id': 'b8f52220-fe02-4eae-83f4-00b7bfdfb363'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:29.560227 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.569544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45020) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:29.577527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Calling delete_port for c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:29.587481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:42:29.589059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.604753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] For port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,segment=NetworkSegment(0040c720-5056-41f5-ae92-0974b801f9ce),segment_id=0040c720-5056-41f5-ae92-0974b801f9ce)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:29.605037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.609955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.618181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.621050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:29.629639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.650832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:29.651805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:29.657617 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:29.694891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] Calling delete_port for ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:29.710060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] No DVR routers for this DVR port c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:29.731941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d36ac-51b2-46a6-ae9d-ac5a88d00e5b None None] Pushing event deleted for resources: {'Port': ['ID=c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.797551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] device_id is not set on port 2d66bbf6-079d-4402-b556-db827a16b134 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:42:29.821045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.937644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-759a9bc7-02bf-45d6-94a8-ddb9ab76dcff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1f58832f364fa99d663cacf5b1ecd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611729 Aug 11 02:42:29.939722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,segment=NetworkSegment(0040c720-5056-41f5-ae92-0974b801f9ce),segment_id=0040c720-5056-41f5-ae92-0974b801f9ce)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:29.945203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45028) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:29.946076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.977225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.997652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.018255 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/networks/6164fa0c-c7c2-4d11-9c79-380085538376 HTTP/1.1" status: 204 len: 168 time: 3.1491394 Aug 11 02:42:30.019481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.030404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.047133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50b3caac-a248-4ee2-9d37-dedea9254335 HTTP/1.1" status: 204 len: 168 time: 0.9911568 Aug 11 02:42:30.051875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:30.086673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Allocated IP 2001:db8::f816:3eff:fe13:8172 (e8d7dd37-c561-45aa-b26d-71021af4ec48/b8f52220-fe02-4eae-83f4-00b7bfdfb363/0756d0fe-28dc-4d5b-aff3-a871b38ada9f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:30.123178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.137510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a958e8-e938-4438-8b56-981b591987fa tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Pushing event deleted for resources: {'Network': ['ID=6164fa0c-c7c2-4d11-9c79-380085538376,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.139957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.174701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'routes': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:30.202966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3caac-a248-4ee2-9d37-dedea9254335,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.274870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6027cff-4af6-4223-9a17-6918ac75203c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:30.332670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] Pushing event deleted for resources: {'Port': ['ID=ad2a2c9d-4a82-4253-8a0c-26a77fabcef8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.347669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca85249-7c31-4142-abc8-ef5326f4e75c None None] No DVR routers for this DVR port ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:30.370558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e6027cff-4af6-4223-9a17-6918ac75203c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:30.371151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e6027cff-4af6-4223-9a17-6918ac75203c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:30.371761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c05ef459-8253-47c2-a260-37810d54822a no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:30.401905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.403090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.404278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.405174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.406091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.407135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.408505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.409400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.410356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.411230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.412080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.412929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542f846-dfac-4df0-a319-4f6097c8fa3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:30.414838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c05ef459-8253-47c2-a260-37810d54822a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:30.415189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c05ef459-8253-47c2-a260-37810d54822a not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:30.449519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a63b09ba-dec5-499b-8b2b-162fc06788a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.610292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a63b09ba-dec5-499b-8b2b-162fc06788a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.641223 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.672193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Transition to ACTIVE for port object 0756d0fe-28dc-4d5b-aff3-a871b38ada9f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:30.707664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbd030-68d1-4182-b687-3c7d12edad96 req-64f09091-7c17-4835-b980-37b2342c8705 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.712771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Transition to ACTIVE for port object 0756d0fe-28dc-4d5b-aff3-a871b38ada9f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:30.725094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8dbd030-68d1-4182-b687-3c7d12edad96 req-64f09091-7c17-4835-b980-37b2342c8705 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4477539 Aug 11 02:42:30.727871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.828760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:30.833015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Pushing event updated for resources: {'Port': ['ID=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.881916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:30.882427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c86ebc10-a2ea-47e9-90bc-07b0d7bfbad7 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:30.883564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1311b630-5456-420a-b3a4-b9ab9bad8baa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:30.884232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Allocated IP 2001:db8::f816:3eff:fe10:4d87 (e8d7dd37-c561-45aa-b26d-71021af4ec48/b8f52220-fe02-4eae-83f4-00b7bfdfb363/2d66bbf6-079d-4402-b556-db827a16b134) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:30.893097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8dbd030-68d1-4182-b687-3c7d12edad96 req-40718bad-5861-4c3e-8ea6-8e748b5e2193 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566100 Aug 11 02:42:30.911511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a63b09ba-dec5-499b-8b2b-162fc06788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.919796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 1311b630-5456-420a-b3a4-b9ab9bad8baa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:30.920272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a63b09ba-dec5-499b-8b2b-162fc06788a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.920580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1311b630-5456-420a-b3a4-b9ab9bad8baa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:30.920977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c4c5f333-3d16-41cb-8769-41e04e7d938d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:30.946632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a63b09ba-dec5-499b-8b2b-162fc06788a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28ddfa92-0c62-4270-a75b-1a2a1fc481f5 HTTP/1.1" status: 204 len: 168 time: 0.9956660 Aug 11 02:42:30.963628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b09ba-dec5-499b-8b2b-162fc06788a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ddfa92-0c62-4270-a75b-1a2a1fc481f5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.967558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c4c5f333-3d16-41cb-8769-41e04e7d938d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:30.968141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c4c5f333-3d16-41cb-8769-41e04e7d938d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:30.968853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:31.026442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Network e8d7dd37-c561-45aa-b26d-71021af4ec48 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:31.032182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:31.035212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:31.035756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ad2a2c9d-4a82-4253-8a0c-26a77fabcef8 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:31.038597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:31.041277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Added routes are [] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:42:31.042338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Removed routes are [] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:42:31.043429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.161731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Attempting to bind port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:31.164020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Attempting to bind port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:31.164555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Attempting to bind port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f on network e8d7dd37-c561-45aa-b26d-71021af4ec48 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:31.194493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:31.196304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Checking segment: {'id': 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:31.199489 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.200568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Bound using segment: {'id': 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:31.203486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Bound port: 0756d0fe-28dc-4d5b-aff3-a871b38ada9f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8d7dd37-c561-45aa-b26d-71021af4ec48'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:31.206366 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.469786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.513325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] For port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:31.524323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] For port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,segment=NetworkSegment(c23d9dfc-5c5f-43c6-9e18-e9e724de927b),segment_id=c23d9dfc-5c5f-43c6-9e18-e9e724de927b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:31.535750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.567247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.760062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:31.807846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.813003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1ce47-e075-402b-8290-9d868522bb67 None None] Pushing event updated for resources: {'Port': ['ID=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:31.841386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Transition to ACTIVE for port object 2d66bbf6-079d-4402-b556-db827a16b134 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:32.014290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:32.032162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] Sync routers for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:32.065886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:32.067129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.072833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-48bf9533-ffee-418c-a057-e0a80f5435bd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 701 time: 1.9833674 Aug 11 02:42:32.073104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:32.073478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:32.171779 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.184604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-733e4895-a18d-444d-b030-bd117465e57a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 205 time: 0.1048105 Aug 11 02:42:32.187528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:32.313650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a99b-a211-4492-bc08-3661d2f97074 req-84467a7e-c05a-4dd2-9298-f723437d16cc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:32.330532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9596a99b-a211-4492-bc08-3661d2f97074 req-84467a7e-c05a-4dd2-9298-f723437d16cc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2146344 Aug 11 02:42:32.359331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:32.503013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9596a99b-a211-4492-bc08-3661d2f97074 req-71a655c0-e30a-4a7b-8413-ca3d569cbb0b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682925 Aug 11 02:42:32.621471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 11, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:32.644196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network e8d7dd37-c561-45aa-b26d-71021af4ec48 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:32.657750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:32.667143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:32.679482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:32.680696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.699806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] Checking router: bf26938e-0b6d-4ea6-9240-4b2f95ffded9 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:32.707141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.751035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] Routers {'bf26938e-0b6d-4ea6-9240-4b2f95ffded9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:32.754741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:32.838384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45100) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:32.852138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Port': ['ID=2d66bbf6-079d-4402-b556-db827a16b134,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:32.866556 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fc053a51-0229-4251-a322-d84f8511dae4 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6914396 Aug 11 02:42:32.867594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45104) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:32.887378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0756d0fe-28dc-4d5b-aff3-a871b38ada9f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:33.028391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting subnet b8f52220-fe02-4eae-83f4-00b7bfdfb363 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:33.036959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.109021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] Set router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:33.156519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.252299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1265063184-network', 'tenant_id': 'c04aec392e5d47a6931837ba67e0856c'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:33.306288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Made reservation on behalf of c04aec392e5d47a6931837ba67e0856c for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:33.310378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.344058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.408402 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 11, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:33.414466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:33.539495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e865d45-a6c1-4f8b-ad61-f33643c18523 None None] The sync data for ids ['bf26938e-0b6d-4ea6-9240-4b2f95ffded9'] in n-d-715271-8 is: [{'id': 'bf26938e-0b6d-4ea6-9240-4b2f95ffded9', 'name': 'tempest-RoutersTest-router-1650186740', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:40:33Z', 'updated_at': '2021-08-11T02:42:23Z', 'revision_number': 11, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:33.714705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a4fc18-4b43-4068-a3e2-5e4a5148bb0d None None] Network e8d7dd37-c561-45aa-b26d-71021af4ec48 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:33.848962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.990071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.053451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.058766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.063075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/b8f52220-fe02-4eae-83f4-00b7bfdfb363 HTTP/1.1" status: 204 len: 168 time: 1.1943848 Aug 11 02:42:34.072092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.120963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45142) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:34.218538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d65567-f512-4f87-9eb4-110ebb912b27 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f52220-fe02-4eae-83f4-00b7bfdfb363,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:34.229955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.249177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.269921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:34.283098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.283731 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Added segment e04eb130-dbad-412c-893c-e4b6f507725b of type vlan for network 0954f10a-213a-4111-aada-32e90bc96260 Aug 11 02:42:34.325852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.326843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router bf26938e-0b6d-4ea6-9240-4b2f95ffded9 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:42:34.353780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.356560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.359827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7d1a5f71-2d00-4111-aa9a-e6790354d177 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 204 len: 168 time: 2.1606429 Aug 11 02:42:34.367551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45150) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:34.375524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] Provisioning for port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:34.398582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1397438552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:34.430392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] Provisioning complete for port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:34.431203 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.445195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d8518-e747-4260-a634-9bf40d73403d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:34.476027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.478461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.497387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa854ad-579e-46cb-a960-b5a9f9e768f2 req-f0fb4105-26ad-4aee-88a5-56a0b21458c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.504556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8aa854ad-579e-46cb-a960-b5a9f9e768f2 req-f0fb4105-26ad-4aee-88a5-56a0b21458c3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.7203424 Aug 11 02:42:34.509456 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.513421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.516440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.728806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.740161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.788094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.793396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f07dd0f9-bc1e-47b5-ba5b-018a9e0b0776 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4239302 Aug 11 02:42:34.797208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:34.814731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] DHCP port deletion for e8d7dd37-c561-45aa-b26d-71021af4ec48 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:34.816889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:34.821868 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.848658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a636ad75-e675-43b0-aefa-a490c9bf3fc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.852766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a636ad75-e675-43b0-aefa-a490c9bf3fc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.855563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a636ad75-e675-43b0-aefa-a490c9bf3fc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7290664 Aug 11 02:42:34.876396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45162) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:34.898568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] For port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,segment=NetworkSegment(c23d9dfc-5c5f-43c6-9e18-e9e724de927b),segment_id=c23d9dfc-5c5f-43c6-9e18-e9e724de927b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:34.907384 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.967195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] Deleting port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:34.968280 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.010525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1694233 Aug 11 02:42:35.024595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45168) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:35.033337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Request body: {'subnet': {'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1265063184-subnet', 'tenant_id': 'c04aec392e5d47a6931837ba67e0856c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:35.051267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8aa854ad-579e-46cb-a960-b5a9f9e768f2 req-06534af5-3ee5-4776-b453-96734bcaca1c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5231073 Aug 11 02:42:35.052919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aa1a9-d095-41bd-9406-e4df3fe24669 admin admin] Pushing event updated for resources: {'Network': ['ID=0954f10a-213a-4111-aada-32e90bc96260,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:35.109030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0954f10a-213a-4111-aada-32e90bc96260 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:35.128509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84f48b13-6de0-400c-878a-16afd4f06ad8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.144218 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f48b13-6de0-400c-878a-16afd4f06ad8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:42:35.144997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f48b13-6de0-400c-878a-16afd4f06ad8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:35.157242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-84f48b13-6de0-400c-878a-16afd4f06ad8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/e8d7dd37-c561-45aa-b26d-71021af4ec48 HTTP/1.1" status: 409 len: 405 time: 0.2782862 Aug 11 02:42:35.158870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45170) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:35.168972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-120770252'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:35.209398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Made reservation on behalf of c04aec392e5d47a6931837ba67e0856c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:35.212245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.246179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:35.255931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.264833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff38d55-3842-4019-9637-0a570cf75238 None None] Pushing event updated for resources: {'Port': ['ID=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:35.317321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] For port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,segment=NetworkSegment(c23d9dfc-5c5f-43c6-9e18-e9e724de927b),segment_id=c23d9dfc-5c5f-43c6-9e18-e9e724de927b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:35.318214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.327228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:35.344679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.346083 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Added segment 056c75c3-b80f-48c6-b130-c59fe227e611 of type vlan for network aaf7efea-8246-42d8-b758-443498599938 Aug 11 02:42:35.361699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] Calling delete_port for 0756d0fe-28dc-4d5b-aff3-a871b38ada9f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:35.374459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.420225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.438341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.488415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.499403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.499670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.545114 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.629980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] Pushing event deleted for resources: {'Port': ['ID=0756d0fe-28dc-4d5b-aff3-a871b38ada9f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:35.635008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4741211 Aug 11 02:42:35.636107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45182) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:35.648986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b68ac-1e11-4309-9206-7e1d9a2264a6 None None] No DVR routers for this DVR port 0756d0fe-28dc-4d5b-aff3-a871b38ada9f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:35.654689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'subnet': {'network_id': 'aaf7efea-8246-42d8-b758-443498599938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:35.679173 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a94ed9-1ce0-4764-8e52-7d13ee6ce0e1 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Network': ['ID=aaf7efea-8246-42d8-b758-443498599938,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:35.701952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network aaf7efea-8246-42d8-b758-443498599938 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:35.731619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Router ac588b08-972c-4f82-8bdf-800e445715bd is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:42:35.785073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.837151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:35.848422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.023209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f977c13-4ce5-4683-a162-fc66096c4e7b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:36.053970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:36.062795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.067358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-27223f4e-761b-4b5e-94e8-75912a3a4630 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "PUT /v2.0/routers/ac588b08-972c-4f82-8bdf-800e445715bd HTTP/1.1" status: 200 len: 694 time: 1.2673130 Aug 11 02:42:36.069839 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] Sync routers for ids ['ac588b08-972c-4f82-8bdf-800e445715bd'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:36.075210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:36.080156 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] Routers {'ac588b08-972c-4f82-8bdf-800e445715bd'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:36.081248 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ac588b08-972c-4f82-8bdf-800e445715bd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:36.246225 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] Set router ac588b08-972c-4f82-8bdf-800e445715bd gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:36.267392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.objects.ports [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:42:36.275465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.287381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Checking segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:36.288200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Network hostable DHCP agents. Network: 0954f10a-213a-4111-aada-32e90bc96260, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:36.316966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a3ed456-d6d3-4f23-aee1-f9a05f339652 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/routers/ac588b08-972c-4f82-8bdf-800e445715bd HTTP/1.1" status: 200 len: 700 time: 0.2302709 Aug 11 02:42:36.318500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:36.351073 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac588b08-972c-4f82-8bdf-800e445715bd', 'name': 'tempest-RoutersTest-router-1397438552', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:34Z', 'updated_at': '2021-08-11T02:42:35Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:36.397867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1ccd-9c77-44d0-8e64-8c4b3b91db79 req-9ff2da12-a1df-4905-a269-db7c92838138 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:36.399665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d4a1ccd-9c77-44d0-8e64-8c4b3b91db79 req-9ff2da12-a1df-4905-a269-db7c92838138 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2036507 Aug 11 02:42:36.424194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Subnet': ['ID=a443045e-6b5c-4c56-a308-94cbfa601c03,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:36.433806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Checking segment: {'id': '056c75c3-b80f-48c6-b130-c59fe227e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaf7efea-8246-42d8-b758-443498599938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:36.434254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network hostable DHCP agents. Network: aaf7efea-8246-42d8-b758-443498599938, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:36.435860 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] Checking router: ac588b08-972c-4f82-8bdf-800e445715bd for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:36.466321 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] Routers {'ac588b08-972c-4f82-8bdf-800e445715bd'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:36.466990 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ac588b08-972c-4f82-8bdf-800e445715bd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:36.479041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Network 0954f10a-213a-4111-aada-32e90bc96260 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:36.487178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c961ec17-6169-4052-906c-7c972b36c5c4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac588b08-972c-4f82-8bdf-800e445715bd HTTP/1.1" status: 200 len: 205 time: 0.1636610 Aug 11 02:42:36.491042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d4a1ccd-9c77-44d0-8e64-8c4b3b91db79 req-c5f56446-5cf4-43fa-aa3b-6d19487607a9 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636854 Aug 11 02:42:36.492001 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45218) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:36.511127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network aaf7efea-8246-42d8-b758-443498599938 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:36.528961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 0954f10a-213a-4111-aada-32e90bc96260) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:36.529815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, aaf7efea-8246-42d8-b758-443498599938) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:36.540943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:36.541810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.545250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb49716-f4fb-4386-a832-21f8905a8f69 None None] Network 0954f10a-213a-4111-aada-32e90bc96260 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:36.590448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-031910c0-4940-43f2-b675-6d173481ea82 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5636771 Aug 11 02:42:36.636775 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] Set router ac588b08-972c-4f82-8bdf-800e445715bd gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:36.795282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3689cd9-0a22-45bd-918b-3a27095ae341 None None] Network aaf7efea-8246-42d8-b758-443498599938 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:36.797768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0756d0fe-28dc-4d5b-aff3-a871b38ada9f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:36.920042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 0756d0fe-28dc-4d5b-aff3-a871b38ada9f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:36.920662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0756d0fe-28dc-4d5b-aff3-a871b38ada9f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:36.941723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf20d3-933b-4b59-a5c8-989b0f32deb7 None None] Network 0954f10a-213a-4111-aada-32e90bc96260 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:37.090883 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac588b08-972c-4f82-8bdf-800e445715bd', 'name': 'tempest-RoutersTest-router-1397438552', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:34Z', 'updated_at': '2021-08-11T02:42:35Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:37.129545 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dcc08-f6b9-4943-8ced-77e7adc20e3c None None] The sync data for ids ['ac588b08-972c-4f82-8bdf-800e445715bd'] in n-d-715271-8 is: [{'id': 'ac588b08-972c-4f82-8bdf-800e445715bd', 'name': 'tempest-RoutersTest-router-1397438552', 'tenant_id': '3e83bc14617e425bbc02c35f1f066665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:34Z', 'updated_at': '2021-08-11T02:42:35Z', 'revision_number': 2, 'project_id': '3e83bc14617e425bbc02c35f1f066665', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:37.279835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-aaf7efea-8246-42d8-b758-443498599938', 'network_id': 'aaf7efea-8246-42d8-b758-443498599938', 'tenant_id': '8a35bd35399c433c8eb87fa7f1065bfa', 'fixed_ips': [{'subnet_id': 'a443045e-6b5c-4c56-a308-94cbfa601c03'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:37.280749 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.433847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:37.437478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:37.438320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.471613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-08eb3aa2-1437-4e1d-ac9e-f79ffe0adfd8 req-8c4550a8-3716-4290-ae5a-896d34f6be14 service neutron] (94700) timed out ('10.222.0.59', 61043) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:42:37.488679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.646941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:37.655112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e613f392-9ddf-4345-a308-7ad562f2e6ab tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9922109 Aug 11 02:42:37.729046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Allocated IP 2001:db8::f816:3eff:feb0:d264 (aaf7efea-8246-42d8-b758-443498599938/a443045e-6b5c-4c56-a308-94cbfa601c03/b7faf852-cd63-4b65-9047-8bae1c9e55e7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:37.890431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.893594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.002626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.007777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4697319-3f6d-4f31-b8ef-7bd8ed1a03c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.134432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.149260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Transition to ACTIVE for port object b7faf852-cd63-4b65-9047-8bae1c9e55e7 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:38.150525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.165488 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.166472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Fanout notify agent at l3_agent the message router_deleted on router ac588b08-972c-4f82-8bdf-800e445715bd {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:42:38.181012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Transition to ACTIVE for port object b7faf852-cd63-4b65-9047-8bae1c9e55e7 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:38.190267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.196247 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.196495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f695b6ad-ba45-43ac-924a-ec9b00f844c2 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/ac588b08-972c-4f82-8bdf-800e445715bd HTTP/1.1" status: 204 len: 168 time: 1.6994355 Aug 11 02:42:38.197549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.247332 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-15a97bbe-5665-4737-aff2-9b5de73cf91a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac588b08-972c-4f82-8bdf-800e445715bd HTTP/1.1" status: 200 len: 205 time: 0.0464904 Aug 11 02:42:38.250794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45268) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.259440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Network aaf7efea-8246-42d8-b758-443498599938 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:38.263052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:38.272609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:38.281093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Pushing event updated for resources: {'Port': ['ID=b7faf852-cd63-4b65-9047-8bae1c9e55e7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.288482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a753a5-005f-4a74-b60b-94db620808cb req-33e0fd27-0d91-43f3-b776-5d27225db657 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:38.297742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.298486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6a753a5-005f-4a74-b60b-94db620808cb req-33e0fd27-0d91-43f3-b776-5d27225db657 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2977486 Aug 11 02:42:38.368831 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-cda3e8fd-5979-4186-9224-b5e46f79ecd5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:38.370287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cda3e8fd-5979-4186-9224-b5e46f79ecd5 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/ac588b08-972c-4f82-8bdf-800e445715bd HTTP/1.1" status: 404 len: 336 time: 0.1178257 Aug 11 02:42:38.374056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Subnet': ['ID=a443045e-6b5c-4c56-a308-94cbfa601c03,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.382892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45270) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.383455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Attempting to bind port b7faf852-cd63-4b65-9047-8bae1c9e55e7 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:38.384472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Attempting to bind port b7faf852-cd63-4b65-9047-8bae1c9e55e7 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '056c75c3-b80f-48c6-b130-c59fe227e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaf7efea-8246-42d8-b758-443498599938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:38.384865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Attempting to bind port b7faf852-cd63-4b65-9047-8bae1c9e55e7 on network aaf7efea-8246-42d8-b758-443498599938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:38.393795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:38.394257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Checking segment: {'id': '056c75c3-b80f-48c6-b130-c59fe227e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaf7efea-8246-42d8-b758-443498599938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:38.394680 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.395086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Bound using segment: {'id': '056c75c3-b80f-48c6-b130-c59fe227e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaf7efea-8246-42d8-b758-443498599938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:38.395627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Bound port: b7faf852-cd63-4b65-9047-8bae1c9e55e7, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056c75c3-b80f-48c6-b130-c59fe227e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaf7efea-8246-42d8-b758-443498599938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:38.396268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.449330 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-548030f4-b0df-44eb-98ff-2bc53e3c6e11 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:38.459716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548030f4-b0df-44eb-98ff-2bc53e3c6e11 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:38.461397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4697319-3f6d-4f31-b8ef-7bd8ed1a03c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.463900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-548030f4-b0df-44eb-98ff-2bc53e3c6e11 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/6171df98-a40f-4d7f-91e7-50309eb39d02 HTTP/1.1" status: 404 len: 337 time: 0.0792987 Aug 11 02:42:38.471073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.489420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4697319-3f6d-4f31-b8ef-7bd8ed1a03c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.489641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-31e1b3a7-03e0-46b8-a9f9-60a4c5ce2f15 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:38.491248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-31e1b3a7-03e0-46b8-a9f9-60a4c5ce2f15 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 815 time: 0.4971867 Aug 11 02:42:38.504449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6a753a5-005f-4a74-b60b-94db620808cb req-8507d644-b77e-4a75-b0f3-55b4622acff2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964071 Aug 11 02:42:38.527441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-85abce2c-4660-4938-ae73-d926ae69a89b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/quotas/c04aec392e5d47a6931837ba67e0856c HTTP/1.1" status: 200 len: 375 time: 0.0164173 Aug 11 02:42:38.545727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] For port b7faf852-cd63-4b65-9047-8bae1c9e55e7, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:38.547687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.560298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] For port b7faf852-cd63-4b65-9047-8bae1c9e55e7, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b7faf852-cd63-4b65-9047-8bae1c9e55e7,segment=NetworkSegment(056c75c3-b80f-48c6-b130-c59fe227e611),segment_id=056c75c3-b80f-48c6-b130-c59fe227e611)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:38.562506 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4610e97f-4285-4efd-95c1-f97e44345b17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:38.563023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4610e97f-4285-4efd-95c1-f97e44345b17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:38.571186 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4610e97f-4285-4efd-95c1-f97e44345b17 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/cc787324-b173-4d73-a4ad-c7341669ca2e HTTP/1.1" status: 404 len: 337 time: 0.0984998 Aug 11 02:42:38.571772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.576892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-29fcf106-97d7-434a-b5e8-3ab2f4ac0a76 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358701 Aug 11 02:42:38.596436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.636382 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-117b3257-020b-4579-b4a1-23046af492e1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:38.636382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117b3257-020b-4579-b4a1-23046af492e1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:38.636382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-117b3257-020b-4579-b4a1-23046af492e1 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/64b4bd1e-a215-4c57-b182-ab47be9b456a HTTP/1.1" status: 404 len: 337 time: 0.0445457 Aug 11 02:42:38.646755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf7efea-8246-42d8-b758-443498599938']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:38.649145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.673863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056c75c3-b80f-48c6-b130-c59fe227e611') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:38.674294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056c75c3-b80f-48c6-b130-c59fe227e611') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:38.684726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f4697319-3f6d-4f31-b8ef-7bd8ed1a03c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fa2213bf2554c68a5dd89c688e441d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2489748 Aug 11 02:42:38.685237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697319-3f6d-4f31-b8ef-7bd8ed1a03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dec5d5-6d89-410a-9e7b-8e411ee93c2d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.695211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.751349 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7523755-af89-4aec-85b1-f1449e554d8a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:38.751888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7523755-af89-4aec-85b1-f1449e554d8a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:38.756066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7523755-af89-4aec-85b1-f1449e554d8a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/89926f6d-eeb6-4b9a-9a5d-839509ed5690 HTTP/1.1" status: 404 len: 337 time: 0.1006567 Aug 11 02:42:38.757562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.761746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.781604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-59d6ddbd-48bd-48f4-9d49-b04ad28d77d9 service neutron] 10.222.0.16 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914523 Aug 11 02:42:38.822781 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b6dd2751-7eee-44e5-be6c-0416a33bb5e4 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 200 len: 205 time: 0.0597179 Aug 11 02:42:38.847438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.858222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.882943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41a4db44-370a-4464-9057-1993ec41820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.915314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91231-b80d-4ef1-8cb7-490ebc776884 None None] Pushing event updated for resources: {'Port': ['ID=b7faf852-cd63-4b65-9047-8bae1c9e55e7,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.934151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9905c073-df2c-4024-901b-5dbe58587d8f None None] Network aaf7efea-8246-42d8-b758-443498599938 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:38.972360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:38.972796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:38.980929 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:38.987589 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b38b7922-f0b1-42ad-9f78-c9dc61299f5d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:38.987589 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b38b7922-f0b1-42ad-9f78-c9dc61299f5d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/bf26938e-0b6d-4ea6-9240-4b2f95ffded9 HTTP/1.1" status: 404 len: 336 time: 0.1345615 Aug 11 02:42:39.013978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.116890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7821e8ae-1d7d-4528-ba53-16ca3fceb99e tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=29129146-27d5-4210-9f2c-3ce6353bf4d4 HTTP/1.1" status: 200 len: 205 time: 0.1017132 Aug 11 02:42:39.121476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.125225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41a4db44-370a-4464-9057-1993ec41820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.140585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-c22d1238-52f4-419f-a999-30bae786a414 service neutron] 10.222.0.16 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480968 Aug 11 02:42:39.177494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:42:39.177494 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:42:39.177494 n-d-715271-8 neutron-server[94700]: [parameters: {'id': 'aaf7efea-8246-42d8-b758-443498599938'}] Aug 11 02:42:39.177494 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:39.181817 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:39.195417 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-2d6a7aea-6e85-4a3d-9c3c-4b6058d89f44 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:39.199842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2d6a7aea-6e85-4a3d-9c3c-4b6058d89f44 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/29129146-27d5-4210-9f2c-3ce6353bf4d4 HTTP/1.1" status: 404 len: 336 time: 0.0767572 Aug 11 02:42:39.200877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45304) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.258253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41a4db44-370a-4464-9057-1993ec41820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.261054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41a4db44-370a-4464-9057-1993ec41820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.269890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41a4db44-370a-4464-9057-1993ec41820f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22dec5d5-6d89-410a-9e7b-8e411ee93c2d HTTP/1.1" status: 204 len: 168 time: 0.5315771 Aug 11 02:42:39.273184 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1821a36b-8caf-474e-ac13-1df3151ca735 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:39.276073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1821a36b-8caf-474e-ac13-1df3151ca735 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:39.290275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1821a36b-8caf-474e-ac13-1df3151ca735 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/f7e44b12-57a7-4ec2-98ef-c1d2393fec7e HTTP/1.1" status: 404 len: 337 time: 0.0816088 Aug 11 02:42:39.290275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.295655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4db44-370a-4464-9057-1993ec41820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dec5d5-6d89-410a-9e7b-8e411ee93c2d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:39.362508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3300476-7119-4923-9413-c67d4d73a310 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:42:39.400441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.401024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-46019aa8-ab51-4141-b7fc-0fbf0f055c2a tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 200 len: 205 time: 0.1151297 Aug 11 02:42:39.531794 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-0c21565b-3fb1-465d-9d4d-e86605d3a774 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:39.532966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0c21565b-3fb1-465d-9d4d-e86605d3a774 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/31c7c327-26d2-47cd-93d4-a5f9529b0b49 HTTP/1.1" status: 404 len: 336 time: 0.1314540 Aug 11 02:42:39.550095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.560527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b06ee89a-305b-479e-a856-8df00ba0160e req-34cafe8a-114b-4716-b279-5cf787ca8c54 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 210 time: 0.0654793 Aug 11 02:42:39.590394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3300476-7119-4923-9413-c67d4d73a310 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:42:39.626550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b1af8e10-151d-464f-a199-a784395c5a2c tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b798a48-e9c7-4e88-b1e2-3ff017a775da HTTP/1.1" status: 200 len: 205 time: 0.0750635 Aug 11 02:42:39.628970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.714702 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.719859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74bd36-9fa6-4a61-844e-0057c413598e req-3eeb6946-3ce9-479b-b221-301498472281 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:39.721782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be74bd36-9fa6-4a61-844e-0057c413598e req-3eeb6946-3ce9-479b-b221-301498472281 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.0746608 Aug 11 02:42:39.734563 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-31b6b110-5351-4561-9262-ea2a578e9564 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:39.738084 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-31b6b110-5351-4561-9262-ea2a578e9564 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/8b798a48-e9c7-4e88-b1e2-3ff017a775da HTTP/1.1" status: 404 len: 336 time: 0.1070487 Aug 11 02:42:39.741755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.815904 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-428d657f-cfa1-4a10-81fc-ff93bb68acaf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:39.816625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428d657f-cfa1-4a10-81fc-ff93bb68acaf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:39.822627 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-428d657f-cfa1-4a10-81fc-ff93bb68acaf tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/08c54c92-fb41-43cc-8dc0-b6b81e749911 HTTP/1.1" status: 404 len: 337 time: 0.0782156 Aug 11 02:42:39.826930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be74bd36-9fa6-4a61-844e-0057c413598e req-d8ef56d0-ea86-4c41-847a-ec76a99e6133 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984366 Aug 11 02:42:39.833284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45342) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.920610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-42349288-e6e4-4758-b50d-a556117d619b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f1d87c-2a48-4276-be7e-295b657d6350 HTTP/1.1" status: 200 len: 205 time: 0.0833549 Aug 11 02:42:39.922871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45346) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.926410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.935847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting port b7faf852-cd63-4b65-9047-8bae1c9e55e7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:39.936495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.062267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6d1-a104-4d4f-8f84-44ee80649dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.076372 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-527850c3-42bb-49bd-8d5f-2ced97e274fd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:40.080441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-527850c3-42bb-49bd-8d5f-2ced97e274fd tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/d5f1d87c-2a48-4276-be7e-295b657d6350 HTTP/1.1" status: 404 len: 336 time: 0.1449075 Aug 11 02:42:40.082610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45354) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.139886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] For port b7faf852-cd63-4b65-9047-8bae1c9e55e7, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b7faf852-cd63-4b65-9047-8bae1c9e55e7,segment=NetworkSegment(056c75c3-b80f-48c6-b130-c59fe227e611),segment_id=056c75c3-b80f-48c6-b130-c59fe227e611)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:40.146415 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2897f551-4d37-49d1-84b0-db1226c2a782 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:40.148065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2897f551-4d37-49d1-84b0-db1226c2a782 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:40.153728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2897f551-4d37-49d1-84b0-db1226c2a782 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/71fe84c5-db3d-4129-80df-84bef5f15d0b HTTP/1.1" status: 404 len: 337 time: 0.0701125 Aug 11 02:42:40.158431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45356) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.161942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.221620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1317de8a-5eac-485b-b179-49f6741911ea tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "GET /v2.0/ports?device_id=deb91f8a-5c21-4b85-96b4-30410e673a0b HTTP/1.1" status: 200 len: 205 time: 0.0615511 Aug 11 02:42:40.224146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45362) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.233861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Calling delete_port for b7faf852-cd63-4b65-9047-8bae1c9e55e7 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:40.347234 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-5dec1961-35e1-4459-8ee2-dbf66b74d18b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] delete failed (client error): The resource could not be found. Aug 11 02:42:40.352405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5dec1961-35e1-4459-8ee2-dbf66b74d18b tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/routers/deb91f8a-5c21-4b85-96b4-30410e673a0b HTTP/1.1" status: 404 len: 336 time: 0.1124198 Aug 11 02:42:40.356253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45368) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.385503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b02f-9606-46c1-9266-65fa4f554589 req-9c952a46-9e39-4d30-92b1-15466c6ec32c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:40.395003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfc0b02f-9606-46c1-9266-65fa4f554589 req-9c952a46-9e39-4d30-92b1-15466c6ec32c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1464291 Aug 11 02:42:40.448696 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1d304d-d0e3-40b2-b7be-96f833d45583 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:40.449333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1d304d-d0e3-40b2-b7be-96f833d45583 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:40.469816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1d1d304d-d0e3-40b2-b7be-96f833d45583 tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/798a2abe-07d7-411b-b9fb-6c582991e88f HTTP/1.1" status: 404 len: 337 time: 0.1098895 Aug 11 02:42:40.471933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.552321 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.563110 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe38f32-e2ca-40f7-afcc-d883f63dca7d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:42:40.563613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe38f32-e2ca-40f7-afcc-d883f63dca7d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:42:40.566374 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dfe38f32-e2ca-40f7-afcc-d883f63dca7d tempest-RoutersTest-913954928 tempest-RoutersTest-913954928-project] 10.222.0.16 "DELETE /v2.0/subnets/c5f78609-ccb4-4671-ad4e-b0b49cbc9777 HTTP/1.1" status: 404 len: 337 time: 0.0924993 Aug 11 02:42:40.646905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6d1-a104-4d4f-8f84-44ee80649dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.664370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6d1-a104-4d4f-8f84-44ee80649dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.687898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfc0b02f-9606-46c1-9266-65fa4f554589 req-c4baac3a-7242-4bac-9932-cb383ad6062d tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914653 Aug 11 02:42:40.757069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Port': ['ID=b7faf852-cd63-4b65-9047-8bae1c9e55e7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:40.769938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No DVR routers for this DVR port b7faf852-cd63-4b65-9047-8bae1c9e55e7 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:40.816324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b197dfa-2f10-4af6-82ee-2657dc62e171 req-ad1300dd-9e3f-479b-b77d-2278296e9378 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 210 time: 0.1001372 Aug 11 02:42:40.875467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aa4bf6d1-a104-4d4f-8f84-44ee80649dc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4586b3dd3cf4be381de4f679273503b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9453151 Aug 11 02:42:40.875467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bf6d1-a104-4d4f-8f84-44ee80649dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e06e4b-3e55-45f6-9293-9b05a3cdf79c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:40.878384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45382) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:40.977863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bf24-ad61-4b15-a943-850bf215e98b req-43169af9-8491-45b2-9ba5-1d1f335cb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:40.979655 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-43169af9-8491-45b2-9ba5-1d1f335cb201 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.7816479 Aug 11 02:42:41.007233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a90bd011-576a-4822-bc6e-8ee773479d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.038311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a90bd011-576a-4822-bc6e-8ee773479d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.053580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.072880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf7efea-8246-42d8-b758-443498599938']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:41.094506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056c75c3-b80f-48c6-b130-c59fe227e611') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:41.095094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056c75c3-b80f-48c6-b130-c59fe227e611') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:41.116300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.124202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a90bd011-576a-4822-bc6e-8ee773479d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.133761 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a90bd011-576a-4822-bc6e-8ee773479d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.138251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a90bd011-576a-4822-bc6e-8ee773479d8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39e06e4b-3e55-45f6-9293-9b05a3cdf79c HTTP/1.1" status: 204 len: 168 time: 0.2469552 Aug 11 02:42:41.145071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.155529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bf24-ad61-4b15-a943-850bf215e98b req-e6fa9a2e-80e6-4210-bef5-25c6614d11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.157059 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-e6fa9a2e-80e6-4210-bef5-25c6614d11a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.1688166 Aug 11 02:42:41.158521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:41.159124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.161736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd011-576a-4822-bc6e-8ee773479d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e06e4b-3e55-45f6-9293-9b05a3cdf79c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:41.162856 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:41.253329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:41.281365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.299682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.301678 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/aaf7efea-8246-42d8-b758-443498599938 HTTP/1.1" status: 204 len: 168 time: 3.6414518 Aug 11 02:42:41.307497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:41.316004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-935574280'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:41.329744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-938c6ac0-5b4f-46aa-a075-08633853848d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.1523702 Aug 11 02:42:41.332056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b6fb6-351c-4f94-887b-d88f7c57cc54 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Network': ['ID=aaf7efea-8246-42d8-b758-443498599938,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:41.387225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:41.391586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.414200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bf24-ad61-4b15-a943-850bf215e98b req-c00eb70c-63be-47e5-a303-327717c99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.416038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-c00eb70c-63be-47e5-a303-327717c99033 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.0793326 Aug 11 02:42:41.468649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fe195294-2bb6-499a-b0bc-148d1a4a873e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e83bc14617e425bbc02c35f1f066665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133329 Aug 11 02:42:41.471834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45400) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:41.512953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:41.534678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.535038 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Added segment 7742b069-736b-4fe5-ac54-f3a67ac6dd46 of type vlan for network 15e9d995-d47b-4edc-b65d-dabf43004903 Aug 11 02:42:41.560904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bf24-ad61-4b15-a943-850bf215e98b req-1867e68b-60db-49bd-ac0a-169c10b57485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.564426 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-1867e68b-60db-49bd-ac0a-169c10b57485 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396635 Aug 11 02:42:41.569145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94ddaea1-b2c4-42aa-a261-7b0fca85c593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.637004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94ddaea1-b2c4-42aa-a261-7b0fca85c593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.653623 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.716921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.727758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.728476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.737860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94ddaea1-b2c4-42aa-a261-7b0fca85c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.753803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94ddaea1-b2c4-42aa-a261-7b0fca85c593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.760958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-94ddaea1-b2c4-42aa-a261-7b0fca85c593 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b357dfb-8607-4b91-b580-57c5fb235403 HTTP/1.1" status: 204 len: 168 time: 0.2850409 Aug 11 02:42:41.788908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddaea1-b2c4-42aa-a261-7b0fca85c593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b357dfb-8607-4b91-b580-57c5fb235403,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:41.916425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-8ce62216-0541-4abf-871e-246de47f7a46 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215513 Aug 11 02:42:41.961280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c95ad-e4e6-43be-b813-2b633be266f9 req-4a2bc59e-27a2-49ed-bb0f-dd210d37d113 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.975056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d06c95ad-e4e6-43be-b813-2b633be266f9 req-4a2bc59e-27a2-49ed-bb0f-dd210d37d113 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.1166782 Aug 11 02:42:41.981726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6676908 Aug 11 02:42:41.988399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45428) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:41.996416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'subnet': {'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:42.264646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95d6da77-d5ef-4bf2-9908-f5c673db0583 req-31050126-6ed0-4ad0-b9ba-f8a9aa60db98 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 210 time: 0.0877995 Aug 11 02:42:42.315733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d06c95ad-e4e6-43be-b813-2b633be266f9 req-f8cb1eb4-9acb-4613-a23a-96ae347e57fc tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388216 Aug 11 02:42:42.324504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:42.341942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:42.460463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-ad33572a-4a2e-454d-ab2d-484b4ace98ff tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:42.464154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-ad33572a-4a2e-454d-ab2d-484b4ace98ff tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 815 time: 0.3948572 Aug 11 02:42:42.480783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Request body: {'port': {'device_id': '77866040-e564-40b8-be8e-abb3b64e8723', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'admin_state_up': True, 'tenant_id': 'c04aec392e5d47a6931837ba67e0856c'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:42.515980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08421b0-1ae8-467e-9b48-8cfd8dd1a58a tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Network': ['ID=15e9d995-d47b-4edc-b65d-dabf43004903,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:42.549139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 15e9d995-d47b-4edc-b65d-dabf43004903 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:42.617594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c586bf24-ad61-4b15-a943-850bf215e98b req-8a897b18-5da3-41f7-b104-6acc8dafe85c service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134987 Aug 11 02:42:42.801365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Made reservation on behalf of c04aec392e5d47a6931837ba67e0856c for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:42.805575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:42.921885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.092155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Subnet': ['ID=71f1fe1e-7163-4949-b5e0-18da48ef9bb9,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:43.140032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Checking segment: {'id': '7742b069-736b-4fe5-ac54-f3a67ac6dd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:43.140650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network hostable DHCP agents. Network: 15e9d995-d47b-4edc-b65d-dabf43004903, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:43.206252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network 15e9d995-d47b-4edc-b65d-dabf43004903 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:43.219496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Allocated IP 172.20.0.9 (0954f10a-213a-4111-aada-32e90bc96260/7f977c13-4ce5-4683-a162-fc66096c4e7b/4563d6a4-0a65-4031-833d-d7ca97667cfb) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:43.246849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 15e9d995-d47b-4edc-b65d-dabf43004903) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:43.258320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0c710-2e5b-4268-988b-bf28a79914ae None None] Network 15e9d995-d47b-4edc-b65d-dabf43004903 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:43.276141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:43.277530 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.351174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d24e2d4-4916-4a94-92cf-5485caf2e684 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3608115 Aug 11 02:42:43.353710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:43.610846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-930bc42c-91b5-42c7-a3fb-59498062679a req-dd3fd852-bac0-4926-865d-4d130259cb21 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 210 time: 0.0850165 Aug 11 02:42:43.740458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.757387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-15e9d995-d47b-4edc-b65d-dabf43004903', 'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903', 'tenant_id': '8a35bd35399c433c8eb87fa7f1065bfa', 'fixed_ips': [{'subnet_id': '71f1fe1e-7163-4949-b5e0-18da48ef9bb9'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:43.758810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab357-9e21-4fad-8d76-bfbb7b5be676 req-0044308c-5a1f-4b56-ba1d-fd486b153683 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:43.760891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.762307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbaab357-9e21-4fad-8d76-bfbb7b5be676 req-0044308c-5a1f-4b56-ba1d-fd486b153683 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.2352657 Aug 11 02:42:43.850263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45496) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:43.963267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.981782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.054051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbaab357-9e21-4fad-8d76-bfbb7b5be676 req-af6ce110-0103-43e1-a452-c31f5d6bd94b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622092 Aug 11 02:42:44.312881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1a32551a-b4e0-4e5a-afd2-98e8481d5cdf tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-605653522', 'prefixes': ['172.20.0.0/16']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:44.344645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.348884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Allocated IP 2001:db8::2 (15e9d995-d47b-4edc-b65d-dabf43004903/71f1fe1e-7163-4949-b5e0-18da48ef9bb9/6b8f9d54-1d07-48e7-872a-eb800735e96f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:44.439706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Network 0954f10a-213a-4111-aada-32e90bc96260 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:44.463355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:44.479124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:44.524595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4db9651-957f-4bc1-aa03-e1d4bb1f2cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.698391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.699594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.732314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-b0e70857-0ae6-47da-95d4-83c5888029f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2645309 Aug 11 02:42:44.744541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-82762f2e-782c-4596-b815-69d0383a6af9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6141260 Aug 11 02:42:44.747336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975813db-614c-44f0-8d82-20c96749ed82 req-175fc818-7a08-44ed-af99-f609e5374a61 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.768296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-975813db-614c-44f0-8d82-20c96749ed82 req-175fc818-7a08-44ed-af99-f609e5374a61 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5462658 Aug 11 02:42:44.808697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3340070 Aug 11 02:42:44.837937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.875557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Transition to ACTIVE for port object 6b8f9d54-1d07-48e7-872a-eb800735e96f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:44.891815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Request body: {'port': {'device_id': '77866040-e564-40b8-be8e-abb3b64e8723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:44.894398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a44-b381-46ae-878e-c760861c6897 req-c45c4e03-4997-47cf-aa82-41525c11d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.897475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-c45c4e03-4997-47cf-aa82-41525c11d4b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.1353703 Aug 11 02:42:44.903544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-fbed285d-5d30-40a3-959e-843d5ec483f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.906550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-fbed285d-5d30-40a3-959e-843d5ec483f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 1058 time: 0.1263936 Aug 11 02:42:44.948383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Transition to ACTIVE for port object 6b8f9d54-1d07-48e7-872a-eb800735e96f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:44.964842 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.056784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Network 15e9d995-d47b-4edc-b65d-dabf43004903 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:45.060901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:45.066172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:45.080404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Pushing event updated for resources: {'Port': ['ID=6b8f9d54-1d07-48e7-872a-eb800735e96f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:45.181164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e71fc-7672-4db8-a1fb-dc08139f8d92 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:45.215449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Attempting to bind port 6b8f9d54-1d07-48e7-872a-eb800735e96f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:45.215824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Attempting to bind port 6b8f9d54-1d07-48e7-872a-eb800735e96f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7742b069-736b-4fe5-ac54-f3a67ac6dd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:45.216202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Attempting to bind port 6b8f9d54-1d07-48e7-872a-eb800735e96f on network 15e9d995-d47b-4edc-b65d-dabf43004903 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:45.228344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-975813db-614c-44f0-8d82-20c96749ed82 req-1b74a75e-6654-41b5-ae07-2139a8b53b9f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571388 Aug 11 02:42:45.228710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:45.229075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Checking segment: {'id': '7742b069-736b-4fe5-ac54-f3a67ac6dd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:45.229420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.229962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Bound using segment: {'id': '7742b069-736b-4fe5-ac54-f3a67ac6dd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:45.230342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Bound port: 6b8f9d54-1d07-48e7-872a-eb800735e96f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7742b069-736b-4fe5-ac54-f3a67ac6dd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '15e9d995-d47b-4edc-b65d-dabf43004903'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:45.230845 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.395467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] For port 6b8f9d54-1d07-48e7-872a-eb800735e96f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:45.401616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] For port 6b8f9d54-1d07-48e7-872a-eb800735e96f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6b8f9d54-1d07-48e7-872a-eb800735e96f,segment=NetworkSegment(7742b069-736b-4fe5-ac54-f3a67ac6dd46),segment_id=7742b069-736b-4fe5-ac54-f3a67ac6dd46)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:45.418968 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.450248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a44-b381-46ae-878e-c760861c6897 req-f92ea54c-9762-46e3-991f-b1446a0872e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:45.452711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-f92ea54c-9762-46e3-991f-b1446a0872e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.4519656 Aug 11 02:42:45.479866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1a32551a-b4e0-4e5a-afd2-98e8481d5cdf tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] Notify callbacks [] for subnetpool, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.486636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1a32551a-b4e0-4e5a-afd2-98e8481d5cdf tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.6220996 Aug 11 02:42:45.492587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45542) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:45.494022 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.544930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-d7ec7bbe-2a11-4ffb-9423-fb224189b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:45.546526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-d7ec7bbe-2a11-4ffb-9423-fb224189b2a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.6105893 Aug 11 02:42:45.587575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bfdcc-4fe7-4225-b777-a5775ca5d566 None None] Pushing event updated for resources: {'Port': ['ID=6b8f9d54-1d07-48e7-872a-eb800735e96f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:45.696442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.875375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-37592fd2-9a37-4b8e-8852-5acd6fd040e6 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] 10.222.0.16 "GET /v2.0/subnetpools/87d1f7cd-d7b9-424e-9199-ea445b3cfd44 HTTP/1.1" status: 200 len: 731 time: 0.3657842 Aug 11 02:42:45.882125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45546) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:45.894308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b1449e21-c0c1-4d44-85dd-c1b5f3bedce9 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-511808247'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:45.899227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Subnet': ['ID=71f1fe1e-7163-4949-b5e0-18da48ef9bb9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:45.903318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-06e66acd-e152-47b5-914e-baebe769b535 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 200 len: 217 time: 0.1433423 Aug 11 02:42:45.974245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.031745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e9d995-d47b-4edc-b65d-dabf43004903']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:46.052742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-d03bae1e-2778-4e4d-b1fe-6600fbf6aae7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.5728168 Aug 11 02:42:46.187118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d460c-98df-4c12-aaab-17fd604b19f5 req-0d95dfa8-3432-4ba1-8d1d-74e8c27b9b1e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:46.190327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e63d460c-98df-4c12-aaab-17fd604b19f5 req-0d95dfa8-3432-4ba1-8d1d-74e8c27b9b1e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 931 time: 0.5170732 Aug 11 02:42:46.216216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a44-b381-46ae-878e-c760861c6897 req-c4810cc3-f7bd-4e85-9409-a92b45580735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:46.218547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-c4810cc3-f7bd-4e85-9409-a92b45580735 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1045859 Aug 11 02:42:46.227164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7742b069-736b-4fe5-ac54-f3a67ac6dd46') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:46.227712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7742b069-736b-4fe5-ac54-f3a67ac6dd46') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:46.271754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.276443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-4c8bc136-3ef2-452b-acd3-ed37bd5c8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:46.279007 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-4c8bc136-3ef2-452b-acd3-ed37bd5c8869 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.3668807 Aug 11 02:42:46.378735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.412089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:46.412784 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:46.420018 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:46.549159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007a44-b381-46ae-878e-c760861c6897 req-f9586ab5-f413-4f4a-abb3-a06f583686ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:46.553291 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-f9586ab5-f413-4f4a-abb3-a06f583686ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3075881 Aug 11 02:42:46.581980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eb228-59ec-4e35-8d31-eb918b4603fc req-839a4e20-5750-4c9a-aa53-6ee2d1a5c92f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:46.596745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b7eb228-59ec-4e35-8d31-eb918b4603fc req-839a4e20-5750-4c9a-aa53-6ee2d1a5c92f tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.7156153 Aug 11 02:42:46.597260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-cdd1151e-18e8-4d0b-a4fd-05f490d8ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:46.599963 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-cdd1151e-18e8-4d0b-a4fd-05f490d8ac98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2740028 Aug 11 02:42:46.757278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6b8f9d54-1d07-48e7-872a-eb800735e96f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:46.798962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b1449e21-c0c1-4d44-85dd-c1b5f3bedce9 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] Notify callbacks [] for subnetpool, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.804042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b1449e21-c0c1-4d44-85dd-c1b5f3bedce9 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] 10.222.0.16 "PUT /v2.0/subnetpools/87d1f7cd-d7b9-424e-9199-ea445b3cfd44 HTTP/1.1" status: 200 len: 683 time: 0.9165313 Aug 11 02:42:46.824159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45570) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:46.890305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e63d460c-98df-4c12-aaab-17fd604b19f5 req-ba92174f-f84f-42b4-a66e-e43a62fc1a89 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468253 Aug 11 02:42:46.940005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b7eb228-59ec-4e35-8d31-eb918b4603fc req-e8f266db-3e68-4630-8ed4-20b2c9a030a3 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421197 Aug 11 02:42:46.971891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:42:46.971891 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:42:46.971891 n-d-715271-8 neutron-server[94700]: [parameters: {'id': '15e9d995-d47b-4edc-b65d-dabf43004903'}] Aug 11 02:42:46.971891 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:46.972827 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:46.979881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6b8f9d54-1d07-48e7-872a-eb800735e96f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:47.158825 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-1dfb5cb8-5329-49a6-aa8e-0caf44cda890 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486259 Aug 11 02:42:47.160807 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-a2d89509-d77c-48e9-a221-e6089e7039a0 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879502 Aug 11 02:42:47.438586 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6daaae6b-2973-4d41-8324-94138ede15cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.515626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.530773 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d3a0a36d-a747-4442-be28-572be0cecc41 req-d5a95a85-01ac-4a8a-aa42-cf545a1af581 service neutron] 10.222.0.59 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631876 Aug 11 02:42:47.575785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f647ac6-0081-4094-8648-2841f63803e4 None None] Network 15e9d995-d47b-4edc-b65d-dabf43004903 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:47.734721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0ff8dff-0708-4701-8c4b-c472bacdd6b7 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] Notify callbacks [] for subnetpool, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.736536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0ff8dff-0708-4701-8c4b-c472bacdd6b7 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] 10.222.0.16 "DELETE /v2.0/subnetpools/87d1f7cd-d7b9-424e-9199-ea445b3cfd44 HTTP/1.1" status: 204 len: 168 time: 0.9111538 Aug 11 02:42:47.761957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.762808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45580) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:47.803202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] Provisioning for port 6b8f9d54-1d07-48e7-872a-eb800735e96f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:47.843294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.851820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.859307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] Provisioning complete for port 6b8f9d54-1d07-48e7-872a-eb800735e96f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:47.859690 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.870527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.888807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.906414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.916120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.922898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.936161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-58977365-5adf-413d-9d6e-dc8f736a03d4 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 0.9843104 Aug 11 02:42:47.973445 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-8b961fae-06b1-4b09-8c81-b55d64f7020f tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] show failed (client error): The resource could not be found. Aug 11 02:42:47.997417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b961fae-06b1-4b09-8c81-b55d64f7020f tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] 10.222.0.16 "GET /v2.0/subnetpools/87d1f7cd-d7b9-424e-9199-ea445b3cfd44 HTTP/1.1" status: 404 len: 346 time: 0.2321451 Aug 11 02:42:48.032019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45592) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:48.144273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] DHCP port deletion for 15e9d995-d47b-4edc-b65d-dabf43004903 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:48.243670 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-351ad071-9c17-4b06-babf-c185ec2bf027 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] delete failed (client error): The resource could not be found. Aug 11 02:42:48.262552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-351ad071-9c17-4b06-babf-c185ec2bf027 tempest-SubnetPoolsTestJSON-1415923382 tempest-SubnetPoolsTestJSON-1415923382-project] 10.222.0.16 "DELETE /v2.0/subnetpools/87d1f7cd-d7b9-424e-9199-ea445b3cfd44 HTTP/1.1" status: 404 len: 346 time: 0.1704283 Aug 11 02:42:48.328752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.336747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.343815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.350892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.357483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.364332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.379087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.384635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-4b8d5de7-e8cc-4cdc-8d49-222dc71eec4d tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5442 time: 1.3223844 Aug 11 02:42:48.443513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce53ea4-010e-4f64-b3b0-01d81f303747 req-c3cc220a-e843-4bca-98d8-aa2c212b6765 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.456943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ce53ea4-010e-4f64-b3b0-01d81f303747 req-c3cc220a-e843-4bca-98d8-aa2c212b6765 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.8392718 Aug 11 02:42:48.514817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-73c2d915-f2d2-4ddf-b185-ad13339de297 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.516211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-73c2d915-f2d2-4ddf-b185-ad13339de297 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "GET /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5448599 Aug 11 02:42:48.683230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4563d6a4-0a65-4031-833d-d7ca97667cfb {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:48.711931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.748985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Transition to ACTIVE for port object 4563d6a4-0a65-4031-833d-d7ca97667cfb will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:48.823298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-71007a44-b381-46ae-878e-c760861c6897 req-5b422559-e183-486e-9da1-eea318eaef21 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3101480 Aug 11 02:42:48.846889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting port 6b8f9d54-1d07-48e7-872a-eb800735e96f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:48.847392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.970536 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.980444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6b8f9d54-1d07-48e7-872a-eb800735e96f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:49.020077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-9701fde0-2ed6-4d6d-9468-5f27444faa70 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "GET /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2668140 Aug 11 02:42:49.028584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] For port 6b8f9d54-1d07-48e7-872a-eb800735e96f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6b8f9d54-1d07-48e7-872a-eb800735e96f,segment=NetworkSegment(7742b069-736b-4fe5-ac54-f3a67ac6dd46),segment_id=7742b069-736b-4fe5-ac54-f3a67ac6dd46)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:49.029174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.063108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Calling delete_port for 6b8f9d54-1d07-48e7-872a-eb800735e96f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:49.069674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79ff366d-4e6c-45ff-b9a9-fb10c26eef11 req-6743fdb3-cbfc-43bb-991a-994c32398e88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6714096 Aug 11 02:42:49.074859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.086395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:49.160355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45626) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:49.284671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] For port 6b8f9d54-1d07-48e7-872a-eb800735e96f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6b8f9d54-1d07-48e7-872a-eb800735e96f,segment=NetworkSegment(7742b069-736b-4fe5-ac54-f3a67ac6dd46),segment_id=7742b069-736b-4fe5-ac54-f3a67ac6dd46)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:49.304399 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.308109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.328566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.375247 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.378475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No DVR routers for this DVR port 6b8f9d54-1d07-48e7-872a-eb800735e96f on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:49.408669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ce53ea4-010e-4f64-b3b0-01d81f303747 req-150d1c16-4b56-4911-8198-63b204a89134 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9504142 Aug 11 02:42:49.409320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb99a7d-f8d7-4202-aaeb-e4a2843598cb None None] Pushing event deleted for resources: {'Port': ['ID=6b8f9d54-1d07-48e7-872a-eb800735e96f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.416862 n-d-715271-8 neutron-server[94701]: INFO neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No ports have port_id starting with 6b8f9d54-1d07-48e7-872a-eb800735e96f Aug 11 02:42:49.421018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 9485efff-fcdd-4b61-81f9-9491da50e2b9 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:49.514657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.587031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Deleting port 6b8f9d54-1d07-48e7-872a-eb800735e96f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:49.592640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.606052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Port': ['ID=6b8f9d54-1d07-48e7-872a-eb800735e96f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.742973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.770719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e9d995-d47b-4edc-b65d-dabf43004903']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:49.790658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7742b069-736b-4fe5-ac54-f3a67ac6dd46') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:49.791017 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.791278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7742b069-736b-4fe5-ac54-f3a67ac6dd46') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:49.821415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.854668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:49.857577 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9efe4c-768e-40fb-8987-a3e191fe3c54" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:49.864903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:49.870707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.871907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.873058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:49.875861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] For port 6b8f9d54-1d07-48e7-872a-eb800735e96f, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:49.876786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.895007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:49.897016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.939999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fea5c-0318-4131-8808-f93594b26e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.961669 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a6bc36-137c-4cde-8be3-d235ce224fdd x-openstack-request-id: req-39a6bc36-137c-4cde-8be3-d235ce224fdd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:49.961957 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:49.962234 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39a6bc36-137c-4cde-8be3-d235ce224fdd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:49.962681 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9', 'code': 200} Aug 11 02:42:49.969344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.995633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a74e1-ffa0-472d-8585-0f0ed72bc36b req-bdc58308-92c4-4ab2-9360-8d4d87b78e96 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:49.998673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Calling delete_port for 6b8f9d54-1d07-48e7-872a-eb800735e96f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:50.003246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Port 6b8f9d54-1d07-48e7-872a-eb800735e96f was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:42:50.009185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-591a74e1-ffa0-472d-8585-0f0ed72bc36b req-bdc58308-92c4-4ab2-9360-8d4d87b78e96 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 943 time: 0.6348939 Aug 11 02:42:50.011432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.047234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] Pushing event deleted for resources: {'Port': ['ID=6b8f9d54-1d07-48e7-872a-eb800735e96f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.077867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e38e03-3e28-4559-92c7-48763e6853d4 None None] No DVR routers for this DVR port 6b8f9d54-1d07-48e7-872a-eb800735e96f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:50.085429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:50.109761 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:50.122447 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.146723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-591a74e1-ffa0-472d-8585-0f0ed72bc36b req-a9f29fe5-a5fd-4cc5-91b7-05a604815b04 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340542 Aug 11 02:42:50.167376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.176686 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/15e9d995-d47b-4edc-b65d-dabf43004903 HTTP/1.1" status: 204 len: 168 time: 6.8201888 Aug 11 02:42:50.176686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd3c2f-c9af-46d7-8c9d-c76c87855727 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Network': ['ID=15e9d995-d47b-4edc-b65d-dabf43004903,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.192274 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.199003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45642) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:50.199900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Attempting to bind port 4563d6a4-0a65-4031-833d-d7ca97667cfb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:50.200248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Attempting to bind port 4563d6a4-0a65-4031-833d-d7ca97667cfb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:50.200587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Attempting to bind port 4563d6a4-0a65-4031-833d-d7ca97667cfb on network 0954f10a-213a-4111-aada-32e90bc96260 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:50.236355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2051245843'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:50.277966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:50.284406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.285641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 39ccc581-9382-449f-9f8d-2f3c05ac892e no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:50.313063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Port 4563d6a4-0a65-4031-833d-d7ca97667cfb on network 0954f10a-213a-4111-aada-32e90bc96260 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:42:50.313489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Attempting to bind port 4563d6a4-0a65-4031-833d-d7ca97667cfb on network 0954f10a-213a-4111-aada-32e90bc96260 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:50.317403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=48955918-9aa9-4b40-a415-435a29367545,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:50.378071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:50.378392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Checking segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:50.378673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Bound using segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:50.379326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Bound port: 4563d6a4-0a65-4031-833d-d7ca97667cfb, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:50.379709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.386179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.437639 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.477445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.492140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.506610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.520271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.539935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.549454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.556344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.558228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:50.558415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-09b34e6d-7eee-4b2d-ac1d-e3b5c88aa371 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 5438 time: 0.2795396 Aug 11 02:42:50.575843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.577286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f501af0-0919-4e30-b0a0-a5de4745b48f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:50.612995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] For port 48955918-9aa9-4b40-a415-435a29367545, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:50.737248 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.773983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:50.785476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.789098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:50.806094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.836204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:50.847699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.848241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 48955918-9aa9-4b40-a415-435a29367545 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:50.849382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.850438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.852112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] 10.222.0.59 "PUT /v2.0/ports/4563d6a4-0a65-4031-833d-d7ca97667cfb HTTP/1.1" status: 200 len: 1091 time: 5.9861851 Aug 11 02:42:50.914516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:50.917299 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6562699-35e6-4064-ad75-f0e2e86352ef" -d '{"events": [{"name": "network-changed", "server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:51.027609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9da35e6d-d3d8-41fb-9d01-6a69d8165914 req-4beee351-5e21-4bf4-9dde-d5526bb869be tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4526782 Aug 11 02:42:51.146769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40b44-3f50-4c39-95a9-329d7eb7bccf service neutron] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:51.167078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:51.203458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] device_id is not set on port 48955918-9aa9-4b40-a415-435a29367545 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:42:51.221505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fea5c-0318-4131-8808-f93594b26e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.280383 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ddad0d-6998-4bea-a108-e48b24dbe590 x-openstack-request-id: req-22ddad0d-6998-4bea-a108-e48b24dbe590 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:51.280684 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:51.280944 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22ddad0d-6998-4bea-a108-e48b24dbe590 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:51.281356 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'status': 'completed', 'code': 200} Aug 11 02:42:51.353828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fea5c-0318-4131-8808-f93594b26e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.377867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.380866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.499409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-919d899b-4d0e-4623-80dc-6ada15d99fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:51.501465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-919d899b-4d0e-4623-80dc-6ada15d99fb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 1094 time: 0.5777354 Aug 11 02:42:51.559753 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.629506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:51.629884 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:51.690360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:51.690360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.690360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-6a58ec76-f444-4634-aa46-09799a450b4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb HTTP/1.1" status: 200 len: 217 time: 0.1428483 Aug 11 02:42:51.701264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b376a-ded0-4c04-afaa-3eb5e2e136a3 req-7f6e92e6-fcda-45bd-9647-0bc56e12a970 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:51.703907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b1b376a-ded0-4c04-afaa-3eb5e2e136a3 req-7f6e92e6-fcda-45bd-9647-0bc56e12a970 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4672551 Aug 11 02:42:51.708425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ff6fea5c-0318-4131-8808-f93594b26e4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06d37f7fa9ea4e35a5b9a908d73b9a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5098028 Aug 11 02:42:51.711246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:51.796202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fea5c-0318-4131-8808-f93594b26e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0d5cb1-a248-4b24-a688-1c1361a26433,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:51.842741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f37feb-2548-4b15-9a7f-288cd2c58410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.912170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f37feb-2548-4b15-9a7f-288cd2c58410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.963941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02'}, {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ccc581-9382-449f-9f8d-2f3c05ac892e'}, {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:51.966465 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c85ae6-13e4-4cdc-9fb7-3ed86d0bab52" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02"}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "39ccc581-9382-449f-9f8d-2f3c05ac892e"}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:52.052007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f37feb-2548-4b15-9a7f-288cd2c58410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.056488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11f37feb-2548-4b15-9a7f-288cd2c58410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.058331 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-11f37feb-2548-4b15-9a7f-288cd2c58410 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c0d5cb1-a248-4b24-a688-1c1361a26433 HTTP/1.1" status: 204 len: 168 time: 0.3458672 Aug 11 02:42:52.078607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f37feb-2548-4b15-9a7f-288cd2c58410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0d5cb1-a248-4b24-a688-1c1361a26433,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:52.170245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] No DVR routers for this DVR port 48955918-9aa9-4b40-a415-435a29367545 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:52.216077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1d312c36-e558-4c77-ae59-bbfaea811f5f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:52.245614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Pushing event updated for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:52.286590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:52.324324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fc5c86a7-8c2b-4a05-8934-1c0b7db6c049 None None] Provisioning complete for port 48955918-9aa9-4b40-a415-435a29367545 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:52.325167 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc5c86a7-8c2b-4a05-8934-1c0b7db6c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.335556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63bc2c-37bb-476e-bae4-b4ad2fb8262f req-1170cd02-6673-4aae-a90f-64bb0d1b48d0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:52.341202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a63bc2c-37bb-476e-bae4-b4ad2fb8262f req-1170cd02-6673-4aae-a90f-64bb0d1b48d0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 943 time: 0.8470700 Aug 11 02:42:52.364966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c86a7-8c2b-4a05-8934-1c0b7db6c049 None None] Port 48955918-9aa9-4b40-a415-435a29367545 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:52.411116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b1b376a-ded0-4c04-afaa-3eb5e2e136a3 req-b47441d7-d49e-49cc-aef3-f077b10bcfca tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6522028 Aug 11 02:42:52.424492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.438927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.439798 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Added segment 5a0b932f-011b-4672-90ce-5d69c4320e0c of type vlan for network e006d536-1674-4a0b-965f-74427c00f151 Aug 11 02:42:52.490968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:52.499109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.500252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:52.561182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-0f3ee74c-68ee-40b1-953d-321b7ccb652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:52.564898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-0f3ee74c-68ee-40b1-953d-321b7ccb652f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.8547981 Aug 11 02:42:52.585077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] In _notify_port_updated(), no bound segment for port 48955918-9aa9-4b40-a415-435a29367545 on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:42:52.586929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:52.588215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.591147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-f90d9666-6f15-4c0d-b89e-28b0b731ba94 service neutron] 10.222.0.25 "PUT /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 200 len: 1031 time: 3.5311449 Aug 11 02:42:52.606927 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fabfe1-e830-45f3-87a0-02020aedd59f x-openstack-request-id: req-c6fabfe1-e830-45f3-87a0-02020aedd59f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:52.608195 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02", "code": 200}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "39ccc581-9382-449f-9f8d-2f3c05ac892e", "code": 200}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:52.608483 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6fabfe1-e830-45f3-87a0-02020aedd59f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:52.609057 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02', 'code': 200} Aug 11 02:42:52.609322 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ccc581-9382-449f-9f8d-2f3c05ac892e', 'code': 200} Aug 11 02:42:52.609633 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f', 'code': 200} Aug 11 02:42:52.740345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:52.751785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-b28cfca3-acb5-4656-80c0-741664b305e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714981 Aug 11 02:42:52.755710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a63bc2c-37bb-476e-bae4-b4ad2fb8262f req-b2770f9a-ccb3-4303-8f47-288e9ae57e30 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769746 Aug 11 02:42:52.780992 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.821603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.875549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:52.886672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.930062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-57a51213-030d-4a31-a66d-7e2ce823bbc1 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:52.931733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-57a51213-030d-4a31-a66d-7e2ce823bbc1 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "GET /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2605922 Aug 11 02:42:52.962746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:53.011660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.019442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.026567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.033550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.040224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.049144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.051381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-c030560e-ccd9-4d73-85f0-2def69a381fb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 4654 time: 0.3034613 Aug 11 02:42:53.072691 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.079079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.080981 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.136054 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.163295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.175384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:53.217587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Network': ['ID=e006d536-1674-4a0b-965f-74427c00f151,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:53.230523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e006d536-1674-4a0b-965f-74427c00f151 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:53.361889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-564ae249-c3df-4fdf-80c4-e5d90556563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.368971 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-564ae249-c3df-4fdf-80c4-e5d90556563b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7488b26c928b49dd92db1e23a993e1b2&device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 1096 time: 0.0632894 Aug 11 02:42:53.417010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-18916889-a6ff-457f-a701-0d84a510cfa3 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2133245 Aug 11 02:42:53.444408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:53.451450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Request body: {'subnet': {'network_id': 'e006d536-1674-4a0b-965f-74427c00f151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:53.456943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-f73d4a27-7afa-4b09-8640-106d5a8d78eb service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900198 Aug 11 02:42:53.468166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.582934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Made reservation on behalf of 8a35bd35399c433c8eb87fa7f1065bfa for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:53.605099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.656289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b267f3c-aa35-41a0-9132-209fae8f1406 req-1dd4b0da-5e86-4598-9644-0edf428e11de service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806710 Aug 11 02:42:53.689891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e219867-da40-40b7-8f02-ef286bdcb0e3 req-38e2006b-507f-4bec-b7c7-e1f77402050a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6206524 Aug 11 02:42:53.760128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-cf913eb2-09b7-48d4-94d5-e178e8dae7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.762449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-cf913eb2-09b7-48d4-94d5-e178e8dae7e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 200 len: 911 time: 0.3849039 Aug 11 02:42:53.791551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99e392-8e5e-4f98-969a-ebed69b6268b req-642497f4-4077-4df0-bc5a-a84a440ca0a7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.793232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea99e392-8e5e-4f98-969a-ebed69b6268b req-642497f4-4077-4df0-bc5a-a84a440ca0a7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4622176 Aug 11 02:42:53.971436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-c92dd071-b5b8-46e9-829c-46cf1c1a21bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 200 len: 1000 time: 0.1962683 Aug 11 02:42:54.055203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45726) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:54.141188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-55596a80-33ca-4efa-af9d-f8a5f7f541f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:54.143020 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-55596a80-33ca-4efa-af9d-f8a5f7f541f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 200 len: 850 time: 0.1644137 Aug 11 02:42:54.218321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-0830e419-6a77-46a6-916b-077d2a29cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:54.218878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-c089fdba-822d-408d-9e9b-b10e53a5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:54.220888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-0830e419-6a77-46a6-916b-077d2a29cbc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 1094 time: 0.4872301 Aug 11 02:42:54.221470 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-c089fdba-822d-408d-9e9b-b10e53a5633c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4f8a805-762d-47ac-8116-8429cb51e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688899 Aug 11 02:42:54.224180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea99e392-8e5e-4f98-969a-ebed69b6268b req-00f9c518-5a69-466f-84de-d61941e90319 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697276 Aug 11 02:42:54.379606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-918b289e-f04a-41d2-9602-b7d8b77920ff service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271963 Aug 11 02:42:54.396043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1045253188'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:54.431830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Made reservation on behalf of 35dc846bc10342068cba7db685f9cc41 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:54.436809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.477328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9c0ae-71ff-4e21-a462-0b9b74c2e2c8 req-32b48b4f-d648-42ff-bb46-38f814298f7e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:54.479734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0d9c0ae-71ff-4e21-a462-0b9b74c2e2c8 req-32b48b4f-d648-42ff-bb46-38f814298f7e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 943 time: 0.4825852 Aug 11 02:42:54.504711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.549030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:42:54.595123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0d9c0ae-71ff-4e21-a462-0b9b74c2e2c8 req-5ad4e9a2-35be-4518-a728-262f1dff54a2 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059489 Aug 11 02:42:54.611508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f'}, {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:54.615064 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a68e2e-7c9d-4684-b37f-9641a548f8a5" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f"}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:54.662557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.667337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.683426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.760570 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c959ed-1781-42ad-bd07-1aec1586dd8d x-openstack-request-id: req-34c959ed-1781-42ad-bd07-1aec1586dd8d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:54.760873 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f", "code": 200}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:54.761207 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34c959ed-1781-42ad-bd07-1aec1586dd8d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:54.761626 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'code': 200} Aug 11 02:42:54.761917 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4', 'code': 200} Aug 11 02:42:54.764666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=39ccc581-9382-449f-9f8d-2f3c05ac892e,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:54.807731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:54.811359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-a57e5685-3ac6-43e7-8a15-4ddc2463af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:54.816116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-a57e5685-3ac6-43e7-8a15-4ddc2463af31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 915 time: 0.5524852 Aug 11 02:42:54.867280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317e281b-377e-41fd-a52b-14222c10a0ca,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:54.875492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event updated for resources: {'Subnet': ['ID=fbdf3ada-7584-46a6-8cb6-c276734ef99c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:54.878135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Checking segment: {'id': '5a0b932f-011b-4672-90ce-5d69c4320e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e006d536-1674-4a0b-965f-74427c00f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:54.878603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network hostable DHCP agents. Network: e006d536-1674-4a0b-965f-74427c00f151, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:54.881579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.882173 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Added segment 21eae613-3c88-4b0c-b513-10afb4cb7999 of type vlan for network b77c1c68-0394-4153-a8c8-70866491beb2 Aug 11 02:42:54.885642 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9bec493-4d30-4027-b0ed-1e969b60fb8f req-c77a0815-951b-4a17-be6f-b0d771984f25 service neutron] 10.222.0.25 "GET /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966016 Aug 11 02:42:54.953296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.964940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Network e006d536-1674-4a0b-965f-74427c00f151 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:54.987540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e006d536-1674-4a0b-965f-74427c00f151) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:55.001947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.002783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.008797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46459b9-3184-48f6-abce-6194f3687eb0 None None] Network e006d536-1674-4a0b-965f-74427c00f151 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:55.024357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-5401bd7a-c351-4a70-9598-236f8a2e4d0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb HTTP/1.1" status: 200 len: 217 time: 0.1954672 Aug 11 02:42:55.024730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.034459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.035440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.054762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-17026a1f-ee0e-4fa8-8a0c-8aa170abbbc8 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6026344 Aug 11 02:42:55.057309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:55.092713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] For port 39ccc581-9382-449f-9f8d-2f3c05ac892e, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:55.163492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.171618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.176526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.182720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.188977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.195238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.197212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52d27966-b213-454c-a763-339635799362 req-55e99e56-7b2f-403c-b61a-f6bb4909f58e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 4652 time: 0.2403326 Aug 11 02:42:55.200920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-e1d2fe62-874a-4eaa-8c6c-5a7fffd68309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.202478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-e1d2fe62-874a-4eaa-8c6c-5a7fffd68309 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.1594596 Aug 11 02:42:55.213627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] device_id is not set on port 39ccc581-9382-449f-9f8d-2f3c05ac892e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:42:55.356790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.445282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3838651 Aug 11 02:42:55.451764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:55.483203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Request body: {'subnet': {'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:55.615209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b576ac3-a5fa-447b-8a9c-6f5645e33fc3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event updated for resources: {'Network': ['ID=b77c1c68-0394-4153-a8c8-70866491beb2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:55.663606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b77c1c68-0394-4153-a8c8-70866491beb2 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:55.791056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-e006d536-1674-4a0b-965f-74427c00f151', 'network_id': 'e006d536-1674-4a0b-965f-74427c00f151', 'tenant_id': '8a35bd35399c433c8eb87fa7f1065bfa', 'fixed_ips': [{'subnet_id': 'fbdf3ada-7584-46a6-8cb6-c276734ef99c'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:55.791897 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.823849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Made reservation on behalf of 35dc846bc10342068cba7db685f9cc41 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:55.840063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.006456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Allocated IP 2001:db8::f816:3eff:fe5e:5f7 (e006d536-1674-4a0b-965f-74427c00f151/fbdf3ada-7584-46a6-8cb6-c276734ef99c/0088b2b8-6c09-4248-866f-9a9e80a71aec) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:56.220519 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.244610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-5059bc35-29b4-4965-8c76-8d0c107cf0d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0257032 Aug 11 02:42:56.267447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:42:56.278234 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.280416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Transition to ACTIVE for port object 0088b2b8-6c09-4248-866f-9a9e80a71aec will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:56.325151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.329694 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.378756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.410847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Transition to ACTIVE for port object 0088b2b8-6c09-4248-866f-9a9e80a71aec will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:56.447111 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.462036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Checking segment: {'id': '21eae613-3c88-4b0c-b513-10afb4cb7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:56.462036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Network hostable DHCP agents. Network: b77c1c68-0394-4153-a8c8-70866491beb2, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:56.493035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event updated for resources: {'Subnet': ['ID=b09b352e-4c39-4a23-ad9c-b28e2f03859a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:56.549461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52d27966-b213-454c-a763-339635799362 req-7f385de2-a331-4b15-9824-64f17f5aad27 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&id=4471a8f3-5f33-42dc-a55e-1f5b9613f094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3434319 Aug 11 02:42:56.581522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Network b77c1c68-0394-4153-a8c8-70866491beb2 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:56.605290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Pushing event updated for resources: {'Port': ['ID=0088b2b8-6c09-4248-866f-9a9e80a71aec,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:56.631856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Network e006d536-1674-4a0b-965f-74427c00f151 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:56.636546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:56.639456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:56.687392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b77c1c68-0394-4153-a8c8-70866491beb2) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:56.701215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb5241-888a-4887-861c-b9be468f0243 None None] Network b77c1c68-0394-4153-a8c8-70866491beb2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:56.713401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:56.721762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.740541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85d146-d3b0-4850-8c40-c7472c0785e2 req-d977eedb-534d-4f2b-bc78-0955cf87ebd4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:56.753487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be85d146-d3b0-4850-8c40-c7472c0785e2 req-d977eedb-534d-4f2b-bc78-0955cf87ebd4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5076683 Aug 11 02:42:56.813976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cd7b7e71-c61c-4cb9-a6c1-5ca2addd485f tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3504255 Aug 11 02:42:56.815690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:56.857531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Request body: {'port': {'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2', 'name': 'tempest-TagsExtTest-572073705'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:56.943833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Attempting to bind port 0088b2b8-6c09-4248-866f-9a9e80a71aec on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:56.951999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Attempting to bind port 0088b2b8-6c09-4248-866f-9a9e80a71aec by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '5a0b932f-011b-4672-90ce-5d69c4320e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e006d536-1674-4a0b-965f-74427c00f151'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:56.952754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Attempting to bind port 0088b2b8-6c09-4248-866f-9a9e80a71aec on network e006d536-1674-4a0b-965f-74427c00f151 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:56.960378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:57.015348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:57.016024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Checking segment: {'id': '5a0b932f-011b-4672-90ce-5d69c4320e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e006d536-1674-4a0b-965f-74427c00f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:57.017618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.018365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Bound using segment: {'id': '5a0b932f-011b-4672-90ce-5d69c4320e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e006d536-1674-4a0b-965f-74427c00f151'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:57.018944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Bound port: 0088b2b8-6c09-4248-866f-9a9e80a71aec, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0b932f-011b-4672-90ce-5d69c4320e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e006d536-1674-4a0b-965f-74427c00f151'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:57.019750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.103522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'port_id': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'mac_address': 'fa:16:3e:25:eb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f977c13-4ce5-4683-a162-fc66096c4e7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:42:57.107871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Pushing event updated for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:57.166213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] No DVR routers for this DVR port 39ccc581-9382-449f-9f8d-2f3c05ac892e on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:57.257829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] For port 0088b2b8-6c09-4248-866f-9a9e80a71aec, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:57.268446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] For port 0088b2b8-6c09-4248-866f-9a9e80a71aec, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0088b2b8-6c09-4248-866f-9a9e80a71aec,segment=NetworkSegment(5a0b932f-011b-4672-90ce-5d69c4320e0c),segment_id=5a0b932f-011b-4672-90ce-5d69c4320e0c)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:57.314199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.338143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-030e519f-492b-4665-b22a-cb973ef60d30 None None] Provisioning complete for port 39ccc581-9382-449f-9f8d-2f3c05ac892e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:57.338766 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-030e519f-492b-4665-b22a-cb973ef60d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.366903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.374093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:57.502386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-030e519f-492b-4665-b22a-cb973ef60d30 None None] Port 39ccc581-9382-449f-9f8d-2f3c05ac892e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:57.507422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.536965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdf3ada-7584-46a6-8cb6-c276734ef99c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:57.542599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-d00384f2-c896-48ec-83dd-1ff8440eb8fe service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2779338 Aug 11 02:42:57.543412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] In _notify_port_updated(), no bound segment for port 39ccc581-9382-449f-9f8d-2f3c05ac892e on network 90144842-d996-4568-a3c0-cf8813c1b45c {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:42:57.544509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:57.545093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.547431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-271b4429-41a8-4b66-9e8a-d8f3259a87d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 200 len: 1033 time: 4.6006706 Aug 11 02:42:57.568019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b77c1c68-0394-4153-a8c8-70866491beb2', 'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2', 'tenant_id': '35dc846bc10342068cba7db685f9cc41', 'fixed_ips': [{'subnet_id': 'b09b352e-4c39-4a23-ad9c-b28e2f03859a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:57.568905 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.607704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4563d6a4-0a65-4031-833d-d7ca97667cfb {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:57.663189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55349de4-7105-4b96-8a8d-6ecd06fac916 None None] Pushing event updated for resources: {'Port': ['ID=0088b2b8-6c09-4248-866f-9a9e80a71aec,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:57.731682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Made reservation on behalf of 35dc846bc10342068cba7db685f9cc41 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:57.735275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.740615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.785705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b70f0841-b388-459f-8019-bd276f47fc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.789615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e006d536-1674-4a0b-965f-74427c00f151']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:57.844439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0b932f-011b-4672-90ce-5d69c4320e0c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:57.845527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0b932f-011b-4672-90ce-5d69c4320e0c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:57.867439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] device_id is not set on port 050f2f8a-e54f-4eb0-9d32-ed2df9c28160 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:42:57.868017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be85d146-d3b0-4850-8c40-c7472c0785e2 req-9f10793d-ad09-458c-b8b7-bdb5336a28d7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0221572 Aug 11 02:42:57.881182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.914820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6562699-35e6-4064-ad75-f0e2e86352ef req-24dc0c25-f9ef-4439-ab6c-32fc4b2fa2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568702 Aug 11 02:42:57.941940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c1932-c908-413d-8fa5-0e622531d494 req-5b44560e-c55b-4542-bb69-7e8c5bd5efaf tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:57.944489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-052c1932-c908-413d-8fa5-0e622531d494 req-5b44560e-c55b-4542-bb69-7e8c5bd5efaf tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 943 time: 0.9818983 Aug 11 02:42:57.956636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.967333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Allocated IP 172.20.0.2 (b77c1c68-0394-4153-a8c8-70866491beb2/b09b352e-4c39-4a23-ad9c-b28e2f03859a/8b699164-e03f-4038-a5f8-34730624e1ee) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:57.982533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:57.982979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:57.989960 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:58.095848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:42:58.095848 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:42:58.095848 n-d-715271-8 neutron-server[94700]: [parameters: {'id': 'e006d536-1674-4a0b-965f-74427c00f151'}] Aug 11 02:42:58.095848 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:58.096462 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:58.097979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-052c1932-c908-413d-8fa5-0e622531d494 req-e1e5b709-e7c5-4509-ab56-942c3e18b2ee tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424389 Aug 11 02:42:58.104151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 1d312c36-e558-4c77-ae59-bbfaea811f5f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:58.104576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.176554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ea0a5-d15f-4cb1-8484-036b4602c9f9 None None] Network e006d536-1674-4a0b-965f-74427c00f151 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:58.189384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b70f0841-b388-459f-8019-bd276f47fc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.209055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b70f0841-b388-459f-8019-bd276f47fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.262964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e329-496f-4517-8e25-9aed76f33e08 req-ddd00ba4-c427-4648-8159-cb9493a7eb07 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.270602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e329-496f-4517-8e25-9aed76f33e08 req-ddd00ba4-c427-4648-8159-cb9493a7eb07 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.288493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e329-496f-4517-8e25-9aed76f33e08 req-ddd00ba4-c427-4648-8159-cb9493a7eb07 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.294786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e329-496f-4517-8e25-9aed76f33e08 req-ddd00ba4-c427-4648-8159-cb9493a7eb07 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.308422 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b70f0841-b388-459f-8019-bd276f47fc87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd6dc93d2d584c61b7b88124747fb4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9248776 Aug 11 02:42:58.312934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e329-496f-4517-8e25-9aed76f33e08 req-ddd00ba4-c427-4648-8159-cb9493a7eb07 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:58.315153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45820) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:58.330875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9135e329-496f-4517-8e25-9aed76f33e08 req-ddd00ba4-c427-4648-8159-cb9493a7eb07 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 3874 time: 0.2389705 Aug 11 02:42:58.341008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f0841-b388-459f-8019-bd276f47fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac138eb-6503-4a41-a71d-c00bdba1f6bc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:58.401679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] For port 1d312c36-e558-4c77-ae59-bbfaea811f5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1d312c36-e558-4c77-ae59-bbfaea811f5f,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:58.403114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.424138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:58.462682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce55f69b-b3d0-4d16-a873-25caea394aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.511322 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce55f69b-b3d0-4d16-a873-25caea394aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.562645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9135e329-496f-4517-8e25-9aed76f33e08 req-5c408ca9-3096-46b7-9b12-8b00bf7226d0 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233779 Aug 11 02:42:58.599109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.691164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce55f69b-b3d0-4d16-a873-25caea394aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.697135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce55f69b-b3d0-4d16-a873-25caea394aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.699766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce55f69b-b3d0-4d16-a873-25caea394aca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eac138eb-6503-4a41-a71d-c00bdba1f6bc HTTP/1.1" status: 204 len: 168 time: 0.3704972 Aug 11 02:42:58.724228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.725394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.725394 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Floating IP 6b6d6934-d119-4ddb-89e0-0af9fa807cf8 disassociated. External IP: 172.25.6.243, port: 1d312c36-e558-4c77-ae59-bbfaea811f5f. Aug 11 02:42:58.725394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 1d312c36-e558-4c77-ae59-bbfaea811f5f owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:58.727287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.731759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55f69b-b3d0-4d16-a873-25caea394aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac138eb-6503-4a41-a71d-c00bdba1f6bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:58.776025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting port 0088b2b8-6c09-4248-866f-9a9e80a71aec {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:58.776586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.930304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] For port 0088b2b8-6c09-4248-866f-9a9e80a71aec, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0088b2b8-6c09-4248-866f-9a9e80a71aec,segment=NetworkSegment(5a0b932f-011b-4672-90ce-5d69c4320e0c),segment_id=5a0b932f-011b-4672-90ce-5d69c4320e0c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:58.930837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.949244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Calling delete_port for 0088b2b8-6c09-4248-866f-9a9e80a71aec owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:58.998682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:59.020063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.064249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.078135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=1d312c36-e558-4c77-ae59-bbfaea811f5f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:59.134326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Port': ['ID=0088b2b8-6c09-4248-866f-9a9e80a71aec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:59.150096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No DVR routers for this DVR port 0088b2b8-6c09-4248-866f-9a9e80a71aec on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:59.166283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['4563d6a4-0a65-4031-833d-d7ca97667cfb'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:42:59.268279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.311848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Transition to ACTIVE for port object 8b699164-e03f-4038-a5f8-34730624e1ee will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:59.323399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7972fa9-5ca7-4369-8cd4-b327314a45c7 req-a286b88a-81d4-412f-b70d-1c9148dc725e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:59.332194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7972fa9-5ca7-4369-8cd4-b327314a45c7 req-a286b88a-81d4-412f-b70d-1c9148dc725e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3251214 Aug 11 02:42:59.381148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.400096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Router 02265ae0-215f-42ef-96ef-1fa331383ae9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:59.400871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e006d536-1674-4a0b-965f-74427c00f151']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:59.405199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Transition to ACTIVE for port object 8b699164-e03f-4038-a5f8-34730624e1ee will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:59.416985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:59.422531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.439412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0b932f-011b-4672-90ce-5d69c4320e0c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:59.439914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0b932f-011b-4672-90ce-5d69c4320e0c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:59.527674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Network b77c1c68-0394-4153-a8c8-70866491beb2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:59.562612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:59.573553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7972fa9-5ca7-4369-8cd4-b327314a45c7 req-467cd3bb-14fe-45ad-8e35-df79b743cbf4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361295 Aug 11 02:42:59.574266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:59.588385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Pushing event updated for resources: {'Port': ['ID=8b699164-e03f-4038-a5f8-34730624e1ee,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:59.593548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808d8f7-e5f4-4c25-97f9-fec0d7485ddb req-471277e6-b0fa-45bf-a777-b3431554e696 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:59.596372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a808d8f7-e5f4-4c25-97f9-fec0d7485ddb req-471277e6-b0fa-45bf-a777-b3431554e696 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 944 time: 0.3021369 Aug 11 02:42:59.604652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7013c69b-df97-4b23-8d50-99ce61ef592d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.626514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.723131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Attempting to bind port 8b699164-e03f-4038-a5f8-34730624e1ee on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:59.723508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Attempting to bind port 8b699164-e03f-4038-a5f8-34730624e1ee by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '21eae613-3c88-4b0c-b513-10afb4cb7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:59.723887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Attempting to bind port 8b699164-e03f-4038-a5f8-34730624e1ee on network b77c1c68-0394-4153-a8c8-70866491beb2 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:59.729867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:59.730298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Checking segment: {'id': '21eae613-3c88-4b0c-b513-10afb4cb7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:59.730789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.731203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Bound using segment: {'id': '21eae613-3c88-4b0c-b513-10afb4cb7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:59.731751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Bound port: 8b699164-e03f-4038-a5f8-34730624e1ee, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eae613-3c88-4b0c-b513-10afb4cb7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b77c1c68-0394-4153-a8c8-70866491beb2'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:59.732152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.762789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.776844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:59.777434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:59.781869 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:59.874761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] For port 8b699164-e03f-4038-a5f8-34730624e1ee, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:59.876855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-76b80141-55f2-4351-9a1f-865b546a9a62 {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:42:59.877876 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:42:59.881225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] For port 8b699164-e03f-4038-a5f8-34730624e1ee, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b699164-e03f-4038-a5f8-34730624e1ee,segment=NetworkSegment(21eae613-3c88-4b0c-b513-10afb4cb7999),segment_id=21eae613-3c88-4b0c-b513-10afb4cb7999)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:59.896542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.930425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.951620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.953809 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/e006d536-1674-4a0b-965f-74427c00f151 HTTP/1.1" status: 204 len: 168 time: 4.8959816 Aug 11 02:42:59.964241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.037525 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-61366fa4-20dd-4cdd-bff9-d10ca48289af tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:00.038294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61366fa4-20dd-4cdd-bff9-d10ca48289af tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:00.040761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-61366fa4-20dd-4cdd-bff9-d10ca48289af tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/fbdf3ada-7584-46a6-8cb6-c276734ef99c HTTP/1.1" status: 404 len: 337 time: 0.0719976 Aug 11 02:43:00.045319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.046299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0683c4f-f867-4450-9e83-932e934f72aa tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Network': ['ID=e006d536-1674-4a0b-965f-74427c00f151,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:00.054794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a808d8f7-e5f4-4c25-97f9-fec0d7485ddb req-1674c9ba-8453-4f9f-8a1d-93cbedb1408f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873309 Aug 11 02:43:00.057734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572338aa-3a8d-4f60-ad05-9c0ff4864106 None None] Pushing event updated for resources: {'Port': ['ID=8b699164-e03f-4038-a5f8-34730624e1ee,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:00.086234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:00.098824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] Sync routers for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:00.111060 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-382b5ab3-adaa-4f0c-a183-005ad7e91249 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:00.118944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382b5ab3-adaa-4f0c-a183-005ad7e91249 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:00.120143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-382b5ab3-adaa-4f0c-a183-005ad7e91249 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/e006d536-1674-4a0b-965f-74427c00f151 HTTP/1.1" status: 404 len: 339 time: 0.0705357 Aug 11 02:43:00.124446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.127595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:00.128370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:00.139143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aa8d3-f6d1-40ba-afce-16dd2450ae9c req-3f14f452-9767-4145-8621-336406cdbad3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.157874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aa8d3-f6d1-40ba-afce-16dd2450ae9c req-3f14f452-9767-4145-8621-336406cdbad3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.172350 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:00.175092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aa8d3-f6d1-40ba-afce-16dd2450ae9c req-3f14f452-9767-4145-8621-336406cdbad3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.194047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aa8d3-f6d1-40ba-afce-16dd2450ae9c req-3f14f452-9767-4145-8621-336406cdbad3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.195859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-931aa8d3-f6d1-40ba-afce-16dd2450ae9c req-3f14f452-9767-4145-8621-336406cdbad3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 3141 time: 0.3796787 Aug 11 02:43:00.232943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7013c69b-df97-4b23-8d50-99ce61ef592d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.236751 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9f0615-fbd4-4366-84e7-49222915a93c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:00.238051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9f0615-fbd4-4366-84e7-49222915a93c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:00.244109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb9f0615-fbd4-4366-84e7-49222915a93c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/71f1fe1e-7163-4949-b5e0-18da48ef9bb9 HTTP/1.1" status: 404 len: 337 time: 0.1144261 Aug 11 02:43:00.244109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7013c69b-df97-4b23-8d50-99ce61ef592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.245955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.300638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] No DVR routers for this DVR port 1d312c36-e558-4c77-ae59-bbfaea811f5f on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:00.314215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.314738 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e91599-81e9-4f1b-9e3d-96c6a76dcae7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:00.317139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-7ca3586d-1b9d-42e7-87ee-f7ae48c51fac tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "DELETE /v2.0/ports/1d312c36-e558-4c77-ae59-bbfaea811f5f HTTP/1.1" status: 204 len: 173 time: 2.7622070 Aug 11 02:43:00.319609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e91599-81e9-4f1b-9e3d-96c6a76dcae7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:00.322451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:00.322586 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-95e91599-81e9-4f1b-9e3d-96c6a76dcae7 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/15e9d995-d47b-4edc-b65d-dabf43004903 HTTP/1.1" status: 404 len: 339 time: 0.0726144 Aug 11 02:43:00.325403 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897939ee-f1bb-4b10-8ad9-d2d5b555318b" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:00.328738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45864) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.331273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013c69b-df97-4b23-8d50-99ce61ef592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe04a03-dd88-492f-aa6e-0ea7640067da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:00.354533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7013c69b-df97-4b23-8d50-99ce61ef592d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34bcb5f040d94bef806d955a674c0539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9358487 Aug 11 02:43:00.373005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:00.375337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.378802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.381131 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0627b00-0c95-4db0-98be-4274853c90ec tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:00.381897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0627b00-0c95-4db0-98be-4274853c90ec tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:00.383801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f0627b00-0c95-4db0-98be-4274853c90ec tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/a443045e-6b5c-4c56-a308-94cbfa601c03 HTTP/1.1" status: 404 len: 337 time: 0.0538559 Aug 11 02:43:00.406230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.460557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] device_id is not set on port d0c1317b-737c-4a14-a150-1889d6d95860 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:43:00.466818 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce68e72c-1289-4a76-9a50-bff3e6bc565f tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:00.467453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce68e72c-1289-4a76-9a50-bff3e6bc565f tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:00.469751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce68e72c-1289-4a76-9a50-bff3e6bc565f tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/aaf7efea-8246-42d8-b758-443498599938 HTTP/1.1" status: 404 len: 339 time: 0.0623965 Aug 11 02:43:00.473504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-931aa8d3-f6d1-40ba-afce-16dd2450ae9c req-fa2cd117-801e-4ef2-9cb6-87f3069a0dbe tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290981 Aug 11 02:43:00.479206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.540740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af49a9-3373-4774-89f0-177f80d16c82 req-035b8eb5-5b44-47e0-80eb-bc55203c678b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.543206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41af49a9-3373-4774-89f0-177f80d16c82 req-035b8eb5-5b44-47e0-80eb-bc55203c678b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3462019 Aug 11 02:43:00.606791 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b48c4d-00db-44bf-a857-578440db1a28 x-openstack-request-id: req-a7b48c4d-00db-44bf-a857-578440db1a28 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:00.613284 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "1d312c36-e558-4c77-ae59-bbfaea811f5f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:00.613798 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7b48c4d-00db-44bf-a857-578440db1a28 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:00.614438 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '1d312c36-e558-4c77-ae59-bbfaea811f5f', 'status': 'completed', 'code': 200} Aug 11 02:43:00.616881 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-106bfc7d-f69f-401d-af0f-400cb25094bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.704833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-106bfc7d-f69f-401d-af0f-400cb25094bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.736329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41af49a9-3373-4774-89f0-177f80d16c82 req-6f1d5312-0bb2-4406-b88a-7ad668cd59a0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831524 Aug 11 02:43:00.763298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:00.777369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 3f501af0-0919-4e30-b0a0-a5de4745b48f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:00.777878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.805434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b699164-e03f-4038-a5f8-34730624e1ee up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:00.816368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting port 2d66bbf6-079d-4402-b556-db827a16b134 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:00.816986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.886622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Allocated IP 172.20.0.11 (b77c1c68-0394-4153-a8c8-70866491beb2/b09b352e-4c39-4a23-ad9c-b28e2f03859a/d0c1317b-737c-4a14-a150-1889d6d95860) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:00.932888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-106bfc7d-f69f-401d-af0f-400cb25094bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.940493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-106bfc7d-f69f-401d-af0f-400cb25094bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.945928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-106bfc7d-f69f-401d-af0f-400cb25094bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fe04a03-dd88-492f-aa6e-0ea7640067da HTTP/1.1" status: 204 len: 168 time: 0.5692558 Aug 11 02:43:00.946522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:00.956012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 4563d6a4-0a65-4031-833d-d7ca97667cfb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:00.964853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.998912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Calling delete_port for 2d66bbf6-079d-4402-b556-db827a16b134 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:01.008523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 4563d6a4-0a65-4031-833d-d7ca97667cfb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:01.008914 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.066825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bfc7d-f69f-401d-af0f-400cb25094bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe04a03-dd88-492f-aa6e-0ea7640067da,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:01.131694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] For port 3f501af0-0919-4e30-b0a0-a5de4745b48f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f501af0-0919-4e30-b0a0-a5de4745b48f,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:01.132179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.151892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] Checking router: 02265ae0-215f-42ef-96ef-1fa331383ae9 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:01.193824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 3f501af0-0919-4e30-b0a0-a5de4745b48f owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:01.197587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b699164-e03f-4038-a5f8-34730624e1ee completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:01.269026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:01.275704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:42:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:01.530177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.556459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.562804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Transition to ACTIVE for port object d0c1317b-737c-4a14-a150-1889d6d95860 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:01.625432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Port': ['ID=2d66bbf6-079d-4402-b556-db827a16b134,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:01.666988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.673407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7d9ad10-efb8-43b7-b668-6250affc7771 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/ports/2d66bbf6-079d-4402-b556-db827a16b134 HTTP/1.1" status: 204 len: 168 time: 1.1876087 Aug 11 02:43:01.675742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:01.712332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e19b91-3d7a-4147-acf3-a6a2644a9908 req-9e295581-120a-4103-b663-3a65b2a6973b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:01.727682 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c16239-a57e-441d-9a26-64ff6c2c5d8e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:01.728247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c16239-a57e-441d-9a26-64ff6c2c5d8e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:01.734168 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c0c16239-a57e-441d-9a26-64ff6c2c5d8e tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/b8f52220-fe02-4eae-83f4-00b7bfdfb363 HTTP/1.1" status: 404 len: 337 time: 0.0515230 Aug 11 02:43:01.750530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:01.752985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3e19b91-3d7a-4147-acf3-a6a2644a9908 req-9e295581-120a-4103-b663-3a65b2a6973b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 944 time: 0.4640889 Aug 11 02:43:01.829884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:01.884412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3e19b91-3d7a-4147-acf3-a6a2644a9908 req-ff6796ad-879b-4f33-9bcb-8ec6f8bf520c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252255 Aug 11 02:43:01.990565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.090211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.202365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1471ae-9a4f-476f-852d-defd57b4a8de None None] Network b77c1c68-0394-4153-a8c8-70866491beb2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:02.221592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event updated for resources: {'Port': ['ID=d0c1317b-737c-4a14-a150-1889d6d95860,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:02.280084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.291947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.332913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Network b77c1c68-0394-4153-a8c8-70866491beb2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:02.344104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:02.356720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=3f501af0-0919-4e30-b0a0-a5de4745b48f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:02.361225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:02.468805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] No DVR routers for this DVR port 3f501af0-0919-4e30-b0a0-a5de4745b48f on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:02.535910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:02.539605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.542149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a9d27561-6f49-451a-9fc7-5fe73b5aeda6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "DELETE /v2.0/ports/3f501af0-0919-4e30-b0a0-a5de4745b48f HTTP/1.1" status: 204 len: 173 time: 2.2116485 Aug 11 02:43:02.551569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:02.567128 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc913219-233b-438a-b7cd-2f4a3740b8e6" -d '{"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-plugged", "status": "completed", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:02.576676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] Provisioning for port 8b699164-e03f-4038-a5f8-34730624e1ee completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:02.631015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:02.631267 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.655184 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e194d3e-901a-48b9-975e-698e5e800f15" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:02.730882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] Provisioning complete for port 8b699164-e03f-4038-a5f8-34730624e1ee triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:02.731554 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.752273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d53650-8fba-4812-8c7a-56b0e3afe87e req-f545cd99-9b92-42b1-9c8c-b0af1cf71a31 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.760474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d53650-8fba-4812-8c7a-56b0e3afe87e req-f545cd99-9b92-42b1-9c8c-b0af1cf71a31 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.768203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d53650-8fba-4812-8c7a-56b0e3afe87e req-f545cd99-9b92-42b1-9c8c-b0af1cf71a31 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.776871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38d53650-8fba-4812-8c7a-56b0e3afe87e req-f545cd99-9b92-42b1-9c8c-b0af1cf71a31 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 2409 time: 0.3607979 Aug 11 02:43:02.783415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.785003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.820084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.839961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d7dd37-c561-45aa-b26d-71021af4ec48']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:02.854495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-723bb810-ad65-433d-808d-c709395e28e5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.0370214 Aug 11 02:43:02.857115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45992) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.861759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:02.862267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23d9dfc-5c5f-43c6-9e18-e9e724de927b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:02.866437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1986926085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:02.887900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.896438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38d53650-8fba-4812-8c7a-56b0e3afe87e req-c5b6855f-621f-495c-ac6e-5cb3e1117a78 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099026 Aug 11 02:43:02.935784 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.960269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:02.960906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:02.969047 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:03.032353 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53abef5-d732-4439-a8e8-1b3b4a5d3656 x-openstack-request-id: req-a53abef5-d732-4439-a8e8-1b3b4a5d3656 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:03.032353 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-plugged", "status": "completed", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:03.032809 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a53abef5-d732-4439-a8e8-1b3b4a5d3656 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:03.032913 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'code': 200} Aug 11 02:43:03.038757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.040220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.110030 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440b3c00-0276-4050-a340-62d91d3a2a29 x-openstack-request-id: req-440b3c00-0276-4050-a340-62d91d3a2a29 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:03.111453 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "3f501af0-0919-4e30-b0a0-a5de4745b48f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:03.111721 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-440b3c00-0276-4050-a340-62d91d3a2a29 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:03.121205 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '3f501af0-0919-4e30-b0a0-a5de4745b48f', 'status': 'completed', 'code': 200} Aug 11 02:43:03.125662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 9485efff-fcdd-4b61-81f9-9491da50e2b9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:03.129090 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.210986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.260596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:03.277753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.284858 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/e8d7dd37-c561-45aa-b26d-71021af4ec48 HTTP/1.1" status: 204 len: 168 time: 1.5407379 Aug 11 02:43:03.289579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.292104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a4c09-b68e-43c3-8ca8-e1708768c53c tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Network': ['ID=e8d7dd37-c561-45aa-b26d-71021af4ec48,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:03.467524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting port 00620637-7b11-47b7-b2b6-c0a5ed4ff284 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:03.468033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.472708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.543253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-a7612ff3-7257-48cb-ad84-f3d59685d0a1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.548580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-a7612ff3-7257-48cb-ad84-f3d59685d0a1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5843cc-6291-4313-a309-cc7a708e3b52 HTTP/1.1" status: 200 len: 943 time: 0.5645940 Aug 11 02:43:03.559546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.584506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.621428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] For port 9485efff-fcdd-4b61-81f9-9491da50e2b9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=9485efff-fcdd-4b61-81f9-9491da50e2b9,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:03.621428 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.641039 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.672236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 9485efff-fcdd-4b61-81f9-9491da50e2b9 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:03.691184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Calling delete_port for 00620637-7b11-47b7-b2b6-c0a5ed4ff284 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:03.778033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:03.796998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] For port 8b699164-e03f-4038-a5f8-34730624e1ee, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b699164-e03f-4038-a5f8-34730624e1ee,segment=NetworkSegment(21eae613-3c88-4b0c-b513-10afb4cb7999),segment_id=21eae613-3c88-4b0c-b513-10afb4cb7999)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:03.816066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.875732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e09fcb-ae23-4fc4-acf0-e6ddc1e9dde0 None None] The sync data for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 is: [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:31:25Z', 'revision_number': 4, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '2ef250c5-a3f7-4ed5-913b-770138636070', 'name': '', 'network_id': '137fdda3-2d6d-4246-aa00-997b9bbdc2f3', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'mac_address': 'fa:16:3e:bf:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '51524578-0e03-439f-b1c6-01773bae30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:24Z', 'updated_at': '2021-08-11T02:31:35Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'subnets': [{'id': '51524578-0e03-439f-b1c6-01773bae30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:03.880649 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.897854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Port': ['ID=00620637-7b11-47b7-b2b6-c0a5ed4ff284,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:03.903115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.913974 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9937ef39-298b-4810-a8bc-88c274dba816 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/ports/00620637-7b11-47b7-b2b6-c0a5ed4ff284 HTTP/1.1" status: 204 len: 168 time: 0.6085668 Aug 11 02:43:03.915069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.987425 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f234110a-2a13-48fb-865e-fa570abd470d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:03.987902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f234110a-2a13-48fb-865e-fa570abd470d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:03.989896 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f234110a-2a13-48fb-865e-fa570abd470d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/cbfce6eb-52e0-421f-b858-900a6675e803 HTTP/1.1" status: 404 len: 337 time: 0.0727210 Aug 11 02:43:03.994371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.001355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.007265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6e6817ef-75df-43f4-9e24-eef40cd04b95 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1485887 Aug 11 02:43:04.016269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbda13-2d04-484a-89a3-ee3ce68d8ccd None None] Pushing event updated for resources: {'Port': ['ID=8b699164-e03f-4038-a5f8-34730624e1ee,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:04.024161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46018) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.039182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-00f7ffd8-1420-4ad0-a96d-e9d4dd8f77bb tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1258068664', 'prefixes': ['172.20.0.0/16']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:04.075487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f34d-16f7-473d-92f2-c1afde577bd8 req-c6258a75-0028-4428-90d0-872e140b85cb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:04.078830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2376f34d-16f7-473d-92f2-c1afde577bd8 req-c6258a75-0028-4428-90d0-872e140b85cb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.9089315 Aug 11 02:43:04.216093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130d4a-a60c-4f0d-9927-bd79daa2112a req-1a35754c-b5cd-4def-a14c-74abe7bb6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:04.219655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa130d4a-a60c-4f0d-9927-bd79daa2112a req-1a35754c-b5cd-4def-a14c-74abe7bb6067 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 1096 time: 0.9927621 Aug 11 02:43:04.227975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.285728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2376f34d-16f7-473d-92f2-c1afde577bd8 req-d8524107-7fd4-4a66-9f12-1137d457ba0b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836705 Aug 11 02:43:04.322060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-311de4cf-e68d-4b7b-87da-228541757d9c None None] Provisioning complete for port 8b699164-e03f-4038-a5f8-34730624e1ee triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:04.322768 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-311de4cf-e68d-4b7b-87da-228541757d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.330615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.537656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.563965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb31407a-6f69-4e8d-bed4-97b6388f5ce0']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:04.573727 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ec363-f6dd-474e-bff4-90f5434d4509 None None] New status for floating IP 6b6d6934-d119-4ddb-89e0-0af9fa807cf8: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:43:04.588545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa130d4a-a60c-4f0d-9927-bd79daa2112a req-c2c54f87-7e8d-43f5-802f-688789c442bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436937 Aug 11 02:43:04.590910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=9485efff-fcdd-4b61-81f9-9491da50e2b9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:04.611641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0040c720-5056-41f5-ae92-0974b801f9ce') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:04.612035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0040c720-5056-41f5-ae92-0974b801f9ce') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:04.667959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.707881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-311de4cf-e68d-4b7b-87da-228541757d9c None None] Provisioning for port d0c1317b-737c-4a14-a150-1889d6d95860 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:04.723819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-311de4cf-e68d-4b7b-87da-228541757d9c None None] Provisioning complete for port d0c1317b-737c-4a14-a150-1889d6d95860 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:04.724502 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-311de4cf-e68d-4b7b-87da-228541757d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.735165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.770400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:04.771145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:04.774482 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:04.823785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] No DVR routers for this DVR port 9485efff-fcdd-4b61-81f9-9491da50e2b9 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:04.830874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-311de4cf-e68d-4b7b-87da-228541757d9c None None] Port d0c1317b-737c-4a14-a150-1889d6d95860 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:04.835626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b699164-e03f-4038-a5f8-34730624e1ee up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:04.839820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.842555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-c53ffdfe-43dd-473f-b829-c0c08e8f5186 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "DELETE /v2.0/ports/9485efff-fcdd-4b61-81f9-9491da50e2b9 HTTP/1.1" status: 204 len: 173 time: 2.2711198 Aug 11 02:43:04.902523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24bf11-4bec-4ba8-b700-7a242fb49f52 req-aaed4576-183d-4acc-93a3-f6565f26da10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:04.905806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b699164-e03f-4038-a5f8-34730624e1ee triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:04.906238 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.912385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24bf11-4bec-4ba8-b700-7a242fb49f52 req-aaed4576-183d-4acc-93a3-f6565f26da10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:04.917369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed24bf11-4bec-4ba8-b700-7a242fb49f52 req-aaed4576-183d-4acc-93a3-f6565f26da10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 1676 time: 0.3551366 Aug 11 02:43:04.950526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.963429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.978455 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/eb31407a-6f69-4e8d-bed4-97b6388f5ce0 HTTP/1.1" status: 204 len: 168 time: 0.9800682 Aug 11 02:43:04.978455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.988157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8a404115-468d-43ed-a41c-3f4b4242926f None None] Provisioning complete for port d0c1317b-737c-4a14-a150-1889d6d95860 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:04.988652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a404115-468d-43ed-a41c-3f4b4242926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.996065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Deleting port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:04.997344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.031384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398051a5-c9fd-406a-8f1a-ce0bcbaa20e6 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Network': ['ID=eb31407a-6f69-4e8d-bed4-97b6388f5ce0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.118856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8a404115-468d-43ed-a41c-3f4b4242926f None None] Port d0c1317b-737c-4a14-a150-1889d6d95860 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:05.144817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:05.158555 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db41eb7c-39c5-4bb3-bf66-d43b46e9ef8b" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:05.168592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting subnet 35c8b313-e412-4cce-b384-56ef98bc0fd6 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:43:05.184740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.325542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.346409 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00f7ffd8-1420-4ad0-a96d-e9d4dd8f77bb tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for subnetpool, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.356413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00f7ffd8-1420-4ad0-a96d-e9d4dd8f77bb tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3271823 Aug 11 02:43:05.360401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46042) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.387105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-9172e9c5-7a66-4068-9782-6b0f6359430a tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-1570997585') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:05.478118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bc8f1-76ca-4e13-9bb6-62aa52accecc None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:43:05.543530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.685553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.706658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.709252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/subnets/35c8b313-e412-4cce-b384-56ef98bc0fd6 HTTP/1.1" status: 204 len: 168 time: 0.7297709 Aug 11 02:43:05.712939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.723541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bc8f1-76ca-4e13-9bb6-62aa52accecc None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:43:05.765401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c51673-33f9-43af-a2de-1023f2b43270 tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Subnet': ['ID=35c8b313-e412-4cce-b384-56ef98bc0fd6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.946786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.070057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Deleting port 56df23a3-e505-4557-a50a-dc3a2e02b2fa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:06.070316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.226631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] For port 56df23a3-e505-4557-a50a-dc3a2e02b2fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56df23a3-e505-4557-a50a-dc3a2e02b2fa,segment=NetworkSegment(aaa14c71-24fd-48f5-8371-ade0f0047a19),segment_id=aaa14c71-24fd-48f5-8371-ade0f0047a19)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:06.229965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.254566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Calling delete_port for 56df23a3-e505-4557-a50a-dc3a2e02b2fa owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:06.297759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783d573-ddd0-4840-874e-598d88a1dd9c None None] Network a7f59f7a-d11b-43e2-be8a-38ede771e956 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:06.352544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.374877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] No DVR routers for this DVR port 56df23a3-e505-4557-a50a-dc3a2e02b2fa on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:06.396286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed24bf11-4bec-4ba8-b700-7a242fb49f52 req-3d07efe2-e578-4313-b54b-bc29b3eaee9c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3429735 Aug 11 02:43:06.445964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] For port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:06.446392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.475485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Calling delete_port for a8f9f70b-0fc9-429a-a21d-7f1b99d872ab owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:06.604453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:06.605063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.649611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Port': ['ID=56df23a3-e505-4557-a50a-dc3a2e02b2fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:06.675892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1676409-5d64-432c-899f-662f9ab9e381 None None] DHCP port deletion for a7f59f7a-d11b-43e2-be8a-38ede771e956 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:43:06.703414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.714010 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca16d9d-8796-4934-96ab-950d7bbff15c x-openstack-request-id: req-6ca16d9d-8796-4934-96ab-950d7bbff15c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:06.718721 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "9485efff-fcdd-4b61-81f9-9491da50e2b9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:06.719653 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ca16d9d-8796-4934-96ab-950d7bbff15c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:06.720159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f59f7a-d11b-43e2-be8a-38ede771e956']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:06.720280 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '9485efff-fcdd-4b61-81f9-9491da50e2b9', 'status': 'completed', 'code': 200} Aug 11 02:43:06.737425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa14c71-24fd-48f5-8371-ade0f0047a19') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:06.737654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa14c71-24fd-48f5-8371-ade0f0047a19') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:06.748616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.772829 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.780935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:06.781312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:06.785369 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:06.881892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] For port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:06.882436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.912077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.932857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:06.935596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] 10.222.0.16 "DELETE /v2.0/networks/a7f59f7a-d11b-43e2-be8a-38ede771e956 HTTP/1.1" status: 204 len: 168 time: 1.2174077 Aug 11 02:43:06.937101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:06.959016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef1acb-33c7-4f24-8da2-227ba5d7a03d tempest-NetworksIpV6TestAttrs-548148837 tempest-NetworksIpV6TestAttrs-548148837-project] Pushing event deleted for resources: {'Network': ['ID=a7f59f7a-d11b-43e2-be8a-38ede771e956,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:06.981556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455109a-d06f-4d94-a633-fdf756ae6b68 req-d4d9c82e-e11b-4ed6-ae71-f7e8b0946191 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:06.983263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2455109a-d06f-4d94-a633-fdf756ae6b68 req-d4d9c82e-e11b-4ed6-ae71-f7e8b0946191 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.2602522 Aug 11 02:43:07.213266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9172e9c5-7a66-4068-9782-6b0f6359430a tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-1570997585 HTTP/1.1" status: 201 len: 201 time: 1.8328004 Aug 11 02:43:07.213266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.213734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.217588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-a59ed224-e640-44b2-bf77-6a8fb4cc95a0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-910998434') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:07.221103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.234244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['acaa373c-ee77-4197-b1a0-ca9e7b3b0390'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:07.315377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:07.316646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:07.366826 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a59ed224-e640-44b2-bf77-6a8fb4cc95a0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-910998434 HTTP/1.1" status: 201 len: 201 time: 0.1533792 Aug 11 02:43:07.369691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.376016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-d1945407-aa10-49ae-ab0f-ae240ac8b4db tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-1372098008') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:07.432218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2455109a-d06f-4d94-a633-fdf756ae6b68 req-17de5084-3a33-47cc-ad0b-de03bb3dea9a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347090 Aug 11 02:43:07.455721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'Port': ['ID=a8f9f70b-0fc9-429a-a21d-7f1b99d872ab,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:07.658749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] No DVR routers for this DVR port a8f9f70b-0fc9-429a-a21d-7f1b99d872ab on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:07.686402 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d1945407-aa10-49ae-ab0f-ae240ac8b4db tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-1372098008 HTTP/1.1" status: 201 len: 201 time: 0.3151269 Aug 11 02:43:07.687877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46086) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.700427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-3d85055e-6eff-4761-82a3-15b936d7f90c tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-161113454') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:07.713953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.719223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acad210d-c4f3-4cce-a415-0bfd349d0125 req-3c50fbb9-9af3-4c22-8d42-2f2eb1205b67 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "DELETE /v2.0/ports/a8f9f70b-0fc9-429a-a21d-7f1b99d872ab HTTP/1.1" status: 204 len: 173 time: 4.1502159 Aug 11 02:43:07.738820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] No DVR routers for this DVR port e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:07.754670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.757008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-2de9e7bc-05cb-4d94-8485-d101c33d44a5 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "DELETE /v2.0/ports/e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4 HTTP/1.1" status: 204 len: 173 time: 2.9046512 Aug 11 02:43:07.757823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.848470 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3d85055e-6eff-4761-82a3-15b936d7f90c tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-161113454 HTTP/1.1" status: 201 len: 201 time: 0.1581166 Aug 11 02:43:07.851467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46098) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.856531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-8517c7c1-493f-414d-8f69-e6f2faced602 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:07.958567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d4713-fed7-4d66-83d1-e4a81a283521 req-6c005897-c187-4b6b-871a-7b2a7c1a2d9f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:07.992069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb1d4713-fed7-4d66-83d1-e4a81a283521 req-6c005897-c187-4b6b-871a-7b2a7c1a2d9f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 942 time: 0.4017999 Aug 11 02:43:08.195237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb1d4713-fed7-4d66-83d1-e4a81a283521 req-db0a774b-7b0b-412e-81aa-d348451519f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019858 Aug 11 02:43:08.263452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8517c7c1-493f-414d-8f69-e6f2faced602 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags HTTP/1.1" status: 200 len: 241 time: 0.4107187 Aug 11 02:43:08.273255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46120) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:08.283366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-413764d9-8d33-4bc6-9e28-e916299c7a79 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-1570997585') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:08.304475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e6bef042-c7fd-47f5-a93a-a524a888ead8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a35bd35399c433c8eb87fa7f1065bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220087 Aug 11 02:43:08.304825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:08.378246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:08.378632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:08.429298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f585b31-2452-4574-aeaf-ad51d12710cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:08.491571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f585b31-2452-4574-aeaf-ad51d12710cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:08.609052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f585b31-2452-4574-aeaf-ad51d12710cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:08.639623 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f585b31-2452-4574-aeaf-ad51d12710cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:08.646653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f585b31-2452-4574-aeaf-ad51d12710cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea5b0ddc-400c-4bb9-a851-918c1f3f7244 HTTP/1.1" status: 204 len: 168 time: 0.3406279 Aug 11 02:43:08.692775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f585b31-2452-4574-aeaf-ad51d12710cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b0ddc-400c-4bb9-a851-918c1f3f7244,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:08.711818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56df23a3-e505-4557-a50a-dc3a2e02b2fa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:08.775495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-deleted', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab'}, {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:08.780172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 56df23a3-e505-4557-a50a-dc3a2e02b2fa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:08.781130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56df23a3-e505-4557-a50a-dc3a2e02b2fa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:08.783591 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7207a34-1df1-4228-9907-4d385cc25a64" -d '{"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-deleted", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab"}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:08.960495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad39c-ac91-40c7-ba90-b4f6cd0a6093 req-156a33b2-49f6-4ba9-8545-28e28a16cf5f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:08.962182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-665ad39c-ac91-40c7-ba90-b4f6cd0a6093 req-156a33b2-49f6-4ba9-8545-28e28a16cf5f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.4304836 Aug 11 02:43:08.974705 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd06e2-a07b-40f7-a190-4c98d4fda1b3 x-openstack-request-id: req-dbdd06e2-a07b-40f7-a190-4c98d4fda1b3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:08.975245 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5843cc-6291-4313-a309-cc7a708e3b52", "name": "network-vif-deleted", "tag": "a8f9f70b-0fc9-429a-a21d-7f1b99d872ab", "status": "failed", "code": 422}, {"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:08.975513 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbdd06e2-a07b-40f7-a190-4c98d4fda1b3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:08.975983 n-d-715271-8 neutron-server[94699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba5843cc-6291-4313-a309-cc7a708e3b52', 'name': 'network-vif-deleted', 'tag': 'a8f9f70b-0fc9-429a-a21d-7f1b99d872ab', 'status': 'failed', 'code': 422} returned with failed status Aug 11 02:43:08.976236 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': 'e059e9cf-a2ec-4c86-8c7b-0e0476ba4ea4', 'status': 'completed', 'code': 200} Aug 11 02:43:08.978774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] For port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:08.979141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.050345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-413764d9-8d33-4bc6-9e28-e916299c7a79 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-1570997585 HTTP/1.1" status: 204 len: 168 time: 0.7688589 Aug 11 02:43:09.051125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:09.055898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:09.060749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-edf20507-6406-4423-a1af-d28c3b9d6fce tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-1570997585') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:09.222697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-665ad39c-ac91-40c7-ba90-b4f6cd0a6093 req-4d5559d4-0bad-4bff-943c-881c76e2a1f9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379327 Aug 11 02:43:09.290219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-edf20507-6406-4423-a1af-d28c3b9d6fce tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-1570997585 HTTP/1.1" status: 204 len: 168 time: 0.2368586 Aug 11 02:43:09.292471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:09.306452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-2fba68e2-a25b-44c0-bf11-cb92fa40f68d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:09.519867 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2fba68e2-a25b-44c0-bf11-cb92fa40f68d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags HTTP/1.1" status: 200 len: 205 time: 0.2240126 Aug 11 02:43:09.524129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:09.528949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-bdd23341-2eb3-4ed9-81c2-208690c8689e tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:09.605870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.639010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=3dc85db4-cc44-4cda-9909-1eca8b5cdd02,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:09.684776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a40897-318d-4bec-8ee3-52a55ad9ec29 req-03cca30c-530b-4a99-abdd-9c3ab9f32891 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:09.693403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88a40897-318d-4bec-8ee3-52a55ad9ec29 req-03cca30c-530b-4a99-abdd-9c3ab9f32891 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 865 time: 0.2830808 Aug 11 02:43:09.888238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] No DVR routers for this DVR port 3dc85db4-cc44-4cda-9909-1eca8b5cdd02 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:09.896119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.904721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e9e60333-f0c0-4b2e-ab1e-f3a8467126e2 req-a1e7e1c6-c163-4f79-893e-f5227fd82d10 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.25 "DELETE /v2.0/ports/3dc85db4-cc44-4cda-9909-1eca8b5cdd02 HTTP/1.1" status: 204 len: 173 time: 2.1383755 Aug 11 02:43:10.022849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88a40897-318d-4bec-8ee3-52a55ad9ec29 req-1335ccec-689f-42fb-9887-746ad1d42556 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb981243-579d-43a4-b735-f52d61d24b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280444 Aug 11 02:43:10.462867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fec34-7445-4335-bf09-da0d85d00c0a req-7101e75e-f268-4bda-b6ae-c88838f045a1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:10.474419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-262fec34-7445-4335-bf09-da0d85d00c0a req-7101e75e-f268-4bda-b6ae-c88838f045a1 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 907 time: 0.1938212 Aug 11 02:43:10.477101 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bdd23341-2eb3-4ed9-81c2-208690c8689e tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags HTTP/1.1" status: 200 len: 240 time: 0.9515760 Aug 11 02:43:10.482406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:10.491121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-5133b2ff-7723-47d9-9691-e6e71bcd3df8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-910998434') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:10.522328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66723df-1da4-4ffd-8802-87ae921da537 req-e18d22fe-828d-4159-a0fa-604ea5738928 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:10.531370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a66723df-1da4-4ffd-8802-87ae921da537 req-e18d22fe-828d-4159-a0fa-604ea5738928 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.3415027 Aug 11 02:43:10.664410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a66723df-1da4-4ffd-8802-87ae921da537 req-dea599d5-791a-4537-b8bb-2bcb215d2332 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193972 Aug 11 02:43:10.703010 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5133b2ff-7723-47d9-9691-e6e71bcd3df8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-910998434 HTTP/1.1" status: 204 len: 168 time: 0.2192330 Aug 11 02:43:10.710128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46224) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:10.728151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-b13acda6-7959-436e-b68d-f284fb503503 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-910998434') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:10.982283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:10.986854 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53e2d2-f5e5-49e7-8505-b159956f9fe5" -d '{"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:11.039236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-8af2b274-da7c-4e15-bafe-7b35d63b1fe2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.044250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-8af2b274-da7c-4e15-bafe-7b35d63b1fe2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 907 time: 0.3629982 Aug 11 02:43:11.217436 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15983f62-a607-4de4-882b-5138a7692fb1 x-openstack-request-id: req-15983f62-a607-4de4-882b-5138a7692fb1 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:11.217753 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f1b955-a451-4232-93d3-1328f2f4b3b3", "name": "network-vif-deleted", "tag": "3dc85db4-cc44-4cda-9909-1eca8b5cdd02", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:11.218069 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15983f62-a607-4de4-882b-5138a7692fb1 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:11.218466 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f1b955-a451-4232-93d3-1328f2f4b3b3', 'name': 'network-vif-deleted', 'tag': '3dc85db4-cc44-4cda-9909-1eca8b5cdd02', 'status': 'completed', 'code': 200} Aug 11 02:43:11.277434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b13acda6-7959-436e-b68d-f284fb503503 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-910998434 HTTP/1.1" status: 204 len: 168 time: 0.5658846 Aug 11 02:43:11.282701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.294339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-4aa27a5c-9288-4c49-9c51-d02d91dca69b tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:11.336543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46254) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.359802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce01ab83-b896-43de-9916-4b4cfabb7121 req-25d395b3-ee92-47d2-9bb1-69d0ea451d4a tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0854895 Aug 11 02:43:11.432207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Deleting port 3fe16040-2d5d-4c7a-92e8-91030d7869fe {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:11.435588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.491431 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4aa27a5c-9288-4c49-9c51-d02d91dca69b tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags HTTP/1.1" status: 200 len: 205 time: 0.2066517 Aug 11 02:43:11.493613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.504225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-5c1591c4-1502-4291-ad43-06ec9da8d982 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:11.648115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] For port 3fe16040-2d5d-4c7a-92e8-91030d7869fe, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3fe16040-2d5d-4c7a-92e8-91030d7869fe,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:11.649565 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.689583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Calling delete_port for 3fe16040-2d5d-4c7a-92e8-91030d7869fe owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:11.723318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5c1591c4-1502-4291-ad43-06ec9da8d982 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags HTTP/1.1" status: 200 len: 241 time: 0.2274179 Aug 11 02:43:11.725708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.740469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-74c5c7a1-3070-43fd-9dcd-8362bd105e20 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-1372098008') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:11.867475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35149e1a-7741-42a6-b472-0c0f3e089987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.954859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-74c5c7a1-3070-43fd-9dcd-8362bd105e20 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-1372098008 HTTP/1.1" status: 204 len: 168 time: 0.2271063 Aug 11 02:43:11.957299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.964226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-59949a73-83f7-402a-90fe-4b3d2869018a tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-1372098008') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:12.035326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc167ff-f18a-4c78-8682-987a2da202e3 req-6bf58b48-caf1-4e8a-ae98-f53c7caf0d7e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:12.043870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afc167ff-f18a-4c78-8682-987a2da202e3 req-6bf58b48-caf1-4e8a-ae98-f53c7caf0d7e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 907 time: 0.3544497 Aug 11 02:43:12.070380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f36c-f993-448e-ac95-2399c48fac80 req-d0a283b1-0dc3-4e20-b60d-272fcf9506b8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:12.090685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b194f36c-f993-448e-ac95-2399c48fac80 req-d0a283b1-0dc3-4e20-b60d-272fcf9506b8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.2726345 Aug 11 02:43:12.209418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b194f36c-f993-448e-ac95-2399c48fac80 req-7e7de3b3-f144-40bf-81b1-70e8a9c9edeb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172667 Aug 11 02:43:12.279886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-59949a73-83f7-402a-90fe-4b3d2869018a tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-1372098008 HTTP/1.1" status: 204 len: 168 time: 0.3182371 Aug 11 02:43:12.281092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46282) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:12.287844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-8b9240b0-cd32-43c4-a18c-46b960295f99 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:12.331559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35149e1a-7741-42a6-b472-0c0f3e089987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.342779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35149e1a-7741-42a6-b472-0c0f3e089987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.378849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35149e1a-7741-42a6-b472-0c0f3e089987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d790899-a05e-4529-b6c1-de9b7b1f5f05,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:12.455957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.462749 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b9240b0-cd32-43c4-a18c-46b960295f99 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags HTTP/1.1" status: 200 len: 205 time: 0.1799178 Aug 11 02:43:12.465674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:12.475447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-5a6ec932-14f2-4ad0-984c-cf6a0717c779 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:12.504987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-35149e1a-7741-42a6-b472-0c0f3e089987 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c11a8b12cfbc44d78e5f99be2511cb96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1429987 Aug 11 02:43:12.508445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:12.511135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'Port': ['ID=3fe16040-2d5d-4c7a-92e8-91030d7869fe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:12.538499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a6ec932-14f2-4ad0-984c-cf6a0717c779 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags HTTP/1.1" status: 200 len: 240 time: 0.0681837 Aug 11 02:43:12.541827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:12.551589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-56e80710-b758-4f8d-8e38-a7df2f5fac6d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-161113454') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:12.558328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7945d663-d796-4ae6-8def-a9d2c260f408 req-5afdf60f-b0e6-4120-a519-59b84d84039e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0514753 Aug 11 02:43:12.661307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] No DVR routers for this DVR port 3fe16040-2d5d-4c7a-92e8-91030d7869fe on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:12.666422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.673124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89dbd2e6-346a-4b1d-bf3f-29c323414d37 req-e0f45c2e-c5f5-45bc-a737-62209cbb4d88 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "DELETE /v2.0/ports/3fe16040-2d5d-4c7a-92e8-91030d7869fe HTTP/1.1" status: 204 len: 173 time: 1.6108849 Aug 11 02:43:12.697519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc31d6b-d980-4c2c-8db2-bf90693709a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.750825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc31d6b-d980-4c2c-8db2-bf90693709a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.817472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56e80710-b758-4f8d-8e38-a7df2f5fac6d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-161113454 HTTP/1.1" status: 204 len: 168 time: 0.2739332 Aug 11 02:43:12.820433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46302) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:12.827204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-8ea5e8c2-1dda-48ca-b7bc-171069cc8e8c tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-161113454') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:12.834455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc31d6b-d980-4c2c-8db2-bf90693709a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.842833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc31d6b-d980-4c2c-8db2-bf90693709a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.845743 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1dc31d6b-d980-4c2c-8db2-bf90693709a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d790899-a05e-4529-b6c1-de9b7b1f5f05 HTTP/1.1" status: 204 len: 168 time: 0.3351045 Aug 11 02:43:12.871765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc31d6b-d980-4c2c-8db2-bf90693709a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d790899-a05e-4529-b6c1-de9b7b1f5f05,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:12.999355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8ea5e8c2-1dda-48ca-b7bc-171069cc8e8c tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-161113454 HTTP/1.1" status: 204 len: 168 time: 0.1766996 Aug 11 02:43:13.001351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.006142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-46b1b716-976d-4415-9d1e-1f8946b894d4 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:13.047225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46b1b716-976d-4415-9d1e-1f8946b894d4 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags HTTP/1.1" status: 200 len: 205 time: 0.0447052 Aug 11 02:43:13.050983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46308) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.059183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-c4ef1fb9-bd37-40ac-9773-a98112e14158 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:13.111196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4ef1fb9-bd37-40ac-9773-a98112e14158 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags HTTP/1.1" status: 204 len: 168 time: 0.0562727 Aug 11 02:43:13.113447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.128725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-039cd731-7a62-47fa-8e62-def4d7c7c931 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:13.231803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'name': 'network-vif-deleted', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:13.243296 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b370cf3d-7302-400e-85df-acc865e7f073" -d '{"events": [{"server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "name": "network-vif-deleted", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:13.307045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fc98de4-0012-4840-a2ba-8314539118b8 req-7b4e8ff9-27ab-4cdd-b86c-ad10039f498a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=58878a46-e467-4171-82a4-0b915d212bb5 HTTP/1.1" status: 200 len: 210 time: 0.0598245 Aug 11 02:43:13.427875 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdc78fe-c287-456e-9598-4ab4577ffdfa x-openstack-request-id: req-7cdc78fe-c287-456e-9598-4ab4577ffdfa {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:13.428174 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58878a46-e467-4171-82a4-0b915d212bb5", "name": "network-vif-deleted", "tag": "3fe16040-2d5d-4c7a-92e8-91030d7869fe", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:13.428706 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cdc78fe-c287-456e-9598-4ab4577ffdfa {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:13.429385 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58878a46-e467-4171-82a4-0b915d212bb5', 'name': 'network-vif-deleted', 'tag': '3fe16040-2d5d-4c7a-92e8-91030d7869fe', 'status': 'completed', 'code': 200} Aug 11 02:43:13.469500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-039cd731-7a62-47fa-8e62-def4d7c7c931 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags HTTP/1.1" status: 204 len: 168 time: 0.3529019 Aug 11 02:43:13.473820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.480139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-87c9b87b-564a-49d7-aa8a-e2586f19b427 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:13.489261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b42bff-aaf6-4a9b-b8d5-0784e1eec79d req-714f2ea0-6b7b-48d7-b6c7-4ac4c52f825a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:13.491759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b42bff-aaf6-4a9b-b8d5-0784e1eec79d req-714f2ea0-6b7b-48d7-b6c7-4ac4c52f825a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.1230683 Aug 11 02:43:13.580265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b42bff-aaf6-4a9b-b8d5-0784e1eec79d req-85dc1c95-ad19-4eed-a2a0-4e460d545f35 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815368 Aug 11 02:43:13.593587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46330) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.638226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b79d7efd-b956-4962-8c3d-d46841a8c8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.707916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-87c9b87b-564a-49d7-aa8a-e2586f19b427 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags HTTP/1.1" status: 204 len: 168 time: 0.2320344 Aug 11 02:43:13.709345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.719018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-095e9553-431e-4366-b680-e670e9fd7fa8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:13.837064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b79d7efd-b956-4962-8c3d-d46841a8c8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.849317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-095e9553-431e-4366-b680-e670e9fd7fa8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags HTTP/1.1" status: 204 len: 168 time: 0.1353273 Aug 11 02:43:13.853126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:13.853942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b79d7efd-b956-4962-8c3d-d46841a8c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.863532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-037289f2-da24-43d7-9a25-b7bcc54e8ad6 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-459027621') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:13.889072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-844a1b89-2160-417e-b2a1-5cfc6b555624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:13.964292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d7efd-b956-4962-8c3d-d46841a8c8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a77c5de-092e-497a-a8a5-b1499383539f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:13.969577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a18e73da-10a4-4f3d-8a57-5e02108638cf req-1c383549-5605-44cb-b694-b4670bad5081 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1298430 Aug 11 02:43:13.975889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b79d7efd-b956-4962-8c3d-d46841a8c8c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3fefd0cd942422188558956dd7e3d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774426 Aug 11 02:43:13.977145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46342) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.069644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46344) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.070446 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-037289f2-da24-43d7-9a25-b7bcc54e8ad6 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-459027621 HTTP/1.1" status: 201 len: 201 time: 0.2153847 Aug 11 02:43:14.076028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-1252a219-0a61-49c3-b024-083583407753 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-47633171') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:14.081308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20d5d590-3fe8-42e7-8beb-0c3f98f2d258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:14.189222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20d5d590-3fe8-42e7-8beb-0c3f98f2d258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:14.253091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1252a219-0a61-49c3-b024-083583407753 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-47633171 HTTP/1.1" status: 201 len: 201 time: 0.1798172 Aug 11 02:43:14.253487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.260354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-855fead0-b8bf-48ad-be75-b1265a74c85e tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-874163139') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:14.382212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20d5d590-3fe8-42e7-8beb-0c3f98f2d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:14.385380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-20d5d590-3fe8-42e7-8beb-0c3f98f2d258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:14.389319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-20d5d590-3fe8-42e7-8beb-0c3f98f2d258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a77c5de-092e-497a-a8a5-b1499383539f HTTP/1.1" status: 204 len: 168 time: 0.4081304 Aug 11 02:43:14.429104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5d590-3fe8-42e7-8beb-0c3f98f2d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a77c5de-092e-497a-a8a5-b1499383539f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:14.446927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-855fead0-b8bf-48ad-be75-b1265a74c85e tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-874163139 HTTP/1.1" status: 201 len: 201 time: 0.1893370 Aug 11 02:43:14.447858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.463478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-7a005810-34bf-4a6c-a2a1-1c28f7fea40c tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-513298512') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:14.552518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46364) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.552765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a005810-34bf-4a6c-a2a1-1c28f7fea40c tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-513298512 HTTP/1.1" status: 201 len: 201 time: 0.1026733 Aug 11 02:43:14.559470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-42ca955c-1c5f-4440-82a0-7eef12b35c62 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', {'tags': ['tempest-TagsExtTest-Tag-361688265', 'tempest-TagsExtTest-Tag-142514454', 'tempest-TagsExtTest-Tag-445795198']}) {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:14.702926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.712190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-1f213612-652e-4d4f-bcd8-d2cf5ce17f91 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:14.715358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-42ca955c-1c5f-4440-82a0-7eef12b35c62 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags HTTP/1.1" status: 200 len: 315 time: 0.1613142 Aug 11 02:43:14.740750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3fe16040-2d5d-4c7a-92e8-91030d7869fe no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:14.810982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3fe16040-2d5d-4c7a-92e8-91030d7869fe {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:14.815535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3fe16040-2d5d-4c7a-92e8-91030d7869fe not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:14.897593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a35dc-1488-4788-921b-75289c001388 req-8196fdb9-9abc-48fe-ba46-7336a78f9519 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:14.907833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1f213612-652e-4d4f-bcd8-d2cf5ce17f91 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags HTTP/1.1" status: 204 len: 168 time: 0.2008162 Aug 11 02:43:14.912423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:14.921161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f56a35dc-1488-4788-921b-75289c001388 req-8196fdb9-9abc-48fe-ba46-7336a78f9519 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.1605339 Aug 11 02:43:14.931710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-12334adf-8466-4826-8f16-c3bd05c36777 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-361688265') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:15.066187 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-12334adf-8466-4826-8f16-c3bd05c36777 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:15.067624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-12334adf-8466-4826-8f16-c3bd05c36777 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-361688265 HTTP/1.1" status: 404 len: 328 time: 0.1539097 Aug 11 02:43:15.072077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.081789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-a4f5eec4-e211-4984-8c28-176f04605446 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-142514454') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:15.186774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f56a35dc-1488-4788-921b-75289c001388 req-2aae5e1c-9a8f-41eb-9ba7-2eef16555bc1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634988 Aug 11 02:43:15.254983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eed96-b922-49fd-8486-21d83c649448 req-d813208f-58ea-464a-a3a5-e4b5889561e7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:15.257972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b70eed96-b922-49fd-8486-21d83c649448 req-d813208f-58ea-464a-a3a5-e4b5889561e7 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.3220286 Aug 11 02:43:15.265368 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-a4f5eec4-e211-4984-8c28-176f04605446 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:15.267367 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a4f5eec4-e211-4984-8c28-176f04605446 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-142514454 HTTP/1.1" status: 404 len: 328 time: 0.1933260 Aug 11 02:43:15.270568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.282966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-01754555-e8a9-43cb-a021-62fcabf93046 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a', 'tempest-TagsExtTest-Tag-445795198') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:15.304287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.503332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8d29215-ff24-4271-8e2f-dfb21738f77a req-2a5316f4-ef68-4eb9-8c2a-a8c0391bd1a6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1017113 Aug 11 02:43:15.548429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b70eed96-b922-49fd-8486-21d83c649448 req-2b353da9-d1b8-472e-b4e5-6adab7f1d09e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833261 Aug 11 02:43:15.621665 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-01754555-e8a9-43cb-a021-62fcabf93046 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:15.626353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.629274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-01754555-e8a9-43cb-a021-62fcabf93046 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags/tempest-TagsExtTest-Tag-445795198 HTTP/1.1" status: 404 len: 328 time: 0.3539958 Aug 11 02:43:15.636680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-b72af266-5848-41ba-b1b1-840a7ca5cb81 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', {'tags': ['tempest-TagsExtTest-Tag-2008558988', 'tempest-TagsExtTest-Tag-1895100155', 'tempest-TagsExtTest-Tag-803899042']}) {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:15.858864 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b72af266-5848-41ba-b1b1-840a7ca5cb81 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags HTTP/1.1" status: 200 len: 317 time: 0.2307110 Aug 11 02:43:15.861639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46420) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.862807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7645ea6-dc7b-48d6-bc82-4b2ecbceadbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.867005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-ac70e3d3-e429-4924-8e61-604242d7f299 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:16.007045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac70e3d3-e429-4924-8e61-604242d7f299 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags HTTP/1.1" status: 204 len: 168 time: 0.1442051 Aug 11 02:43:16.010872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46424) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:16.016640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-b7d5782d-109f-42ba-8909-bd81fa2cd4bd tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-2008558988') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:16.104245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7645ea6-dc7b-48d6-bc82-4b2ecbceadbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.112058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7645ea6-dc7b-48d6-bc82-4b2ecbceadbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.169502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-f95aadd9-c4a5-4b45-b0e4-2c7829f6d2f2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:16.171904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-f95aadd9-c4a5-4b45-b0e4-2c7829f6d2f2 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.1192567 Aug 11 02:43:16.230667 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d7645ea6-dc7b-48d6-bc82-4b2ecbceadbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=425ed31e03404fc4b5346be42fe07528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9227476 Aug 11 02:43:16.232249 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-b7d5782d-109f-42ba-8909-bd81fa2cd4bd tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:16.242879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7d5782d-109f-42ba-8909-bd81fa2cd4bd tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-2008558988 HTTP/1.1" status: 404 len: 329 time: 0.2304626 Aug 11 02:43:16.243851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46432) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:16.244374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46434) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:16.246942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7645ea6-dc7b-48d6-bc82-4b2ecbceadbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91277122-44c3-4ca3-8ebb-f44cf33a5cbb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:16.339349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-3e0f56d1-d9ad-4adf-966e-8c107abcdd2d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-1895100155') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:16.797743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b02c675-e367-4443-a74b-016b41286ed8 req-96fc90e5-0384-4604-80dd-7902fbedccc3 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0872455 Aug 11 02:43:16.828465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3008db6b-4fea-4ce7-a3d5-86fb32a6dab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.892606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ed10d-589b-4dd1-860e-7333f18685ce req-df0a4de2-b354-463a-8523-5a8fee1c823a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:16.905255 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e1ed10d-589b-4dd1-860e-7333f18685ce req-df0a4de2-b354-463a-8523-5a8fee1c823a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.4672415 Aug 11 02:43:16.978890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e1ed10d-589b-4dd1-860e-7333f18685ce req-cc647c8b-8362-44f6-a2d6-124985f4c733 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686502 Aug 11 02:43:17.427304 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6af12863-ef70-475f-89e1-55e5f79d2834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.641177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3008db6b-4fea-4ce7-a3d5-86fb32a6dab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.685317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Deleting port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:17.686242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.701801 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-3e0f56d1-d9ad-4adf-966e-8c107abcdd2d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:17.702406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.703119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e0f56d1-d9ad-4adf-966e-8c107abcdd2d tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-1895100155 HTTP/1.1" status: 404 len: 329 time: 1.3838944 Aug 11 02:43:17.706616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:17.711428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-6c3b8b7d-870f-4ee6-b627-17d3619563a5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860', 'tempest-TagsExtTest-Tag-803899042') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:17.821875 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6c3b8b7d-870f-4ee6-b627-17d3619563a5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:17.825471 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6c3b8b7d-870f-4ee6-b627-17d3619563a5 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags/tempest-TagsExtTest-Tag-803899042 HTTP/1.1" status: 404 len: 328 time: 0.1153324 Aug 11 02:43:17.825968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:17.837106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-0630b950-06f7-4b87-b140-2e23b88fffaf tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', {'tags': ['tempest-TagsExtTest-Tag-536553874', 'tempest-TagsExtTest-Tag-1227242616', 'tempest-TagsExtTest-Tag-277400812']}) {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:17.837241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa928-17af-46fc-bad8-23f021196227 req-9f850a91-94ca-460a-954f-27ae6667fbaa tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.838977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-287fa928-17af-46fc-bad8-23f021196227 req-9f850a91-94ca-460a-954f-27ae6667fbaa tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.9114871 Aug 11 02:43:18.027014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0630b950-06f7-4b87-b140-2e23b88fffaf tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags HTTP/1.1" status: 200 len: 316 time: 0.1991792 Aug 11 02:43:18.028574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3008db6b-4fea-4ce7-a3d5-86fb32a6dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.030985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:18.031250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3008db6b-4fea-4ce7-a3d5-86fb32a6dab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.040633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3008db6b-4fea-4ce7-a3d5-86fb32a6dab7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91277122-44c3-4ca3-8ebb-f44cf33a5cbb HTTP/1.1" status: 204 len: 168 time: 1.7232952 Aug 11 02:43:18.046525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-f2631a81-a648-42fd-b378-9c55d59470b3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:18.058393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a09d1eaa-84f1-4b8b-9f9e-9e8425accce7 req-c00797f7-bdea-4890-a91c-d93d094f63c6 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0984809 Aug 11 02:43:18.114893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] For port acaa373c-ee77-4197-b1a0-ca9e7b3b0390, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:18.115282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.120473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008db6b-4fea-4ce7-a3d5-86fb32a6dab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91277122-44c3-4ca3-8ebb-f44cf33a5cbb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:18.152080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-287fa928-17af-46fc-bad8-23f021196227 req-3b2740ea-b45a-437e-9ba4-27c81d49e267 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894127 Aug 11 02:43:18.153100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Calling delete_port for acaa373c-ee77-4197-b1a0-ca9e7b3b0390 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:18.282082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f2631a81-a648-42fd-b378-9c55d59470b3 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags HTTP/1.1" status: 204 len: 168 time: 0.2473803 Aug 11 02:43:18.282406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:18.295158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-be2a7afb-ebec-4b62-bd23-538b7c9e71e8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-536553874') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:18.340074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b631d-11c7-476a-b827-0554e923bf6f req-a8c31103-36a8-4a7a-a160-1458e7c558fa tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:18.342043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-552b631d-11c7-476a-b827-0554e923bf6f req-a8c31103-36a8-4a7a-a160-1458e7c558fa tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.0953574 Aug 11 02:43:18.432602 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.440972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46498) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:18.452045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-552b631d-11c7-476a-b827-0554e923bf6f req-99a74363-46a0-40ee-80a9-e2063fc2440d tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952265 Aug 11 02:43:18.512350 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-be2a7afb-ebec-4b62-bd23-538b7c9e71e8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:18.518737 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-be2a7afb-ebec-4b62-bd23-538b7c9e71e8 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-536553874 HTTP/1.1" status: 404 len: 328 time: 0.2352180 Aug 11 02:43:18.521793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:18.530670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-d94bc6f9-aa3a-40e0-9e16-185b86ec6572 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-1227242616') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:18.606604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.626690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:18.631441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['acaa373c-ee77-4197-b1a0-ca9e7b3b0390'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:18.700895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'Port': ['ID=acaa373c-ee77-4197-b1a0-ca9e7b3b0390,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:18.770883 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-d94bc6f9-aa3a-40e0-9e16-185b86ec6572 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:18.776032 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d94bc6f9-aa3a-40e0-9e16-185b86ec6572 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-1227242616 HTTP/1.1" status: 404 len: 329 time: 0.2488251 Aug 11 02:43:18.776600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:18.786156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-f29897f9-8d68-4e96-a46c-bf2cd36ddeef tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f', 'tempest-TagsExtTest-Tag-277400812') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:18.794243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] No DVR routers for this DVR port acaa373c-ee77-4197-b1a0-ca9e7b3b0390 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:18.806631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.808761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a32405f-5441-4a8e-a894-2fd597296b76 req-ceb63d9a-a115-4b58-b1e5-7c15ae3caa4e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.59 "DELETE /v2.0/ports/acaa373c-ee77-4197-b1a0-ca9e7b3b0390 HTTP/1.1" status: 204 len: 173 time: 2.6287210 Aug 11 02:43:18.809245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'name': 'network-vif-deleted', 'tag': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:18.818166 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1ff919-4d9f-43f9-b1c4-87c9c85ded91" -d '{"events": [{"server_uuid": "07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8", "name": "network-vif-deleted", "tag": "acaa373c-ee77-4197-b1a0-ca9e7b3b0390"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:18.842754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c834-a8e8-45a3-89c6-10274006c683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:18.927736 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f29897f9-8d68-4e96-a46c-bf2cd36ddeef tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:18.933641 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f29897f9-8d68-4e96-a46c-bf2cd36ddeef tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags/tempest-TagsExtTest-Tag-277400812 HTTP/1.1" status: 404 len: 328 time: 0.1559215 Aug 11 02:43:18.934451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:18.956747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-57fbf279-ba5a-4e95-a56f-9c50d5462ba0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', {'tags': ['tempest-TagsExtTest-Tag-487107853', 'tempest-TagsExtTest-Tag-663010102', 'tempest-TagsExtTest-Tag-327945861']}) {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:19.034223 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-57fbf279-ba5a-4e95-a56f-9c50d5462ba0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "PUT /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags HTTP/1.1" status: 200 len: 315 time: 0.0958762 Aug 11 02:43:19.036090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46528) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.048814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-653e6171-6862-42a6-bb6a-f491a826037b tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:19.049262 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622de2f-0c5e-4ba9-817d-c16e8d446c04 x-openstack-request-id: req-2622de2f-0c5e-4ba9-817d-c16e8d446c04 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:19.052206 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8", "name": "network-vif-deleted", "tag": "acaa373c-ee77-4197-b1a0-ca9e7b3b0390", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:19.052411 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2622de2f-0c5e-4ba9-817d-c16e8d446c04 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:19.052894 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8', 'name': 'network-vif-deleted', 'tag': 'acaa373c-ee77-4197-b1a0-ca9e7b3b0390', 'status': 'completed', 'code': 200} Aug 11 02:43:19.091120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c834-a8e8-45a3-89c6-10274006c683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.098276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c834-a8e8-45a3-89c6-10274006c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.177086 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-653e6171-6862-42a6-bb6a-f491a826037b tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags HTTP/1.1" status: 204 len: 168 time: 0.1397126 Aug 11 02:43:19.182557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.218418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-72c02155-8064-48cb-897f-9904125b6828 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-487107853') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:19.323911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5bf9c834-a8e8-45a3-89c6-10274006c683 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f04ad3f684e74781817117d7a54a64f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8706272 Aug 11 02:43:19.333092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46546) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.355077 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-72c02155-8064-48cb-897f-9904125b6828 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:19.361590 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-72c02155-8064-48cb-897f-9904125b6828 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-487107853 HTTP/1.1" status: 404 len: 328 time: 0.1730931 Aug 11 02:43:19.371284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.398984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-b69e50b4-5bd8-4d1a-9379-124090d24fc2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-663010102') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:19.441762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9c834-a8e8-45a3-89c6-10274006c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e7ace-8da0-48b0-a75f-c3e2227bb85e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:19.499161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4255dbb-55ca-4860-afdc-ddda147768f9 req-8eff8af5-3694-40b1-a87a-31c84b2c522f tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1491990 Aug 11 02:43:19.582615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7d4a7f9-c159-42f4-8b5b-9e11f147b880 req-c334e6cc-339e-419f-9a40-e343780eb6d5 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2ab3-a1d0-4cd0-8db0-65ba4c4bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0834842 Aug 11 02:43:19.590621 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b69e50b4-5bd8-4d1a-9379-124090d24fc2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:19.592091 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b69e50b4-5bd8-4d1a-9379-124090d24fc2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-663010102 HTTP/1.1" status: 404 len: 328 time: 0.2189460 Aug 11 02:43:19.597425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46558) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.603694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-eccc48ff-6b5e-49aa-9aa9-c97ee48c9da1 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01', 'tempest-TagsExtTest-Tag-327945861') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:19.633419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622a4e95-7dbc-40d3-bfa1-e57bf9cd0cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.636181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.681484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622a4e95-7dbc-40d3-bfa1-e57bf9cd0cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.751706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622a4e95-7dbc-40d3-bfa1-e57bf9cd0cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.756033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-622a4e95-7dbc-40d3-bfa1-e57bf9cd0cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.757571 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-622a4e95-7dbc-40d3-bfa1-e57bf9cd0cdb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f75e7ace-8da0-48b0-a75f-c3e2227bb85e HTTP/1.1" status: 204 len: 168 time: 0.4234664 Aug 11 02:43:19.768284 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-eccc48ff-6b5e-49aa-9aa9-c97ee48c9da1 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] show failed (client error): The resource could not be found. Aug 11 02:43:19.769406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eccc48ff-6b5e-49aa-9aa9-c97ee48c9da1 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags/tempest-TagsExtTest-Tag-327945861 HTTP/1.1" status: 404 len: 328 time: 0.1708393 Aug 11 02:43:19.772657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46568) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.776992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4e95-7dbc-40d3-bfa1-e57bf9cd0cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e7ace-8da0-48b0-a75f-c3e2227bb85e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:19.788322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.tag.tag_plugin [None req-75d28565-e139-489f-a800-3b67f4547149 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '84580957-59e6-4f90-8a11-de0aa1870c01') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:19.863246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689ec11-4591-47ae-9453-503cce4f27ea req-85dce00c-32f8-4a15-aac3-349c1d87a244 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:19.874086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1689ec11-4591-47ae-9453-503cce4f27ea req-85dce00c-32f8-4a15-aac3-349c1d87a244 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.2206006 Aug 11 02:43:19.894628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-821979482-network', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:19.965919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Made reservation on behalf of 89d9ba062fbb48539dfa4c7220377e3c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:19.970028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.982504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.080985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.151026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1689ec11-4591-47ae-9453-503cce4f27ea req-e9ef5df3-7f81-4f37-ae5c-50b9f29bf3fe tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760174 Aug 11 02:43:20.168425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.181125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-75d28565-e139-489f-a800-3b67f4547149 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01/tags HTTP/1.1" status: 204 len: 168 time: 0.3995056 Aug 11 02:43:20.181301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-cb028586-6991-4d8f-997b-477c0f0e54f7 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c6e3b35-bf84-48ab-9232-286030e0bf6f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:20.317755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.327455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.367813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7eb07b-ea27-4e6e-8e8c-12cf68556f34,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:20.397193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:43:20.404344 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb028586-6991-4d8f-997b-477c0f0e54f7 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f/tags HTTP/1.1" status: 204 len: 168 time: 0.2347639 Aug 11 02:43:20.408981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.414707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-4c53ad52-eb30-4833-932d-6fa452d9a37e tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd0c1317b-737c-4a14-a150-1889d6d95860') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:20.447523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.454324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.454951 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Added segment aed14783-1479-42fe-9c76-01df6ad7f393 of type vlan for network 07b14b45-97ad-4925-ab39-f96b4638d898 Aug 11 02:43:20.492684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a715bed8-2dbb-4660-86a0-ea8da262ef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.508455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.567752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.569019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:20.569854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.685287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=07b14b45-97ad-4925-ab39-f96b4638d898,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:20.699894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 07b14b45-97ad-4925-ab39-f96b4638d898 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:43:20.710377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a715bed8-2dbb-4660-86a0-ea8da262ef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.716284 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c53ad52-eb30-4833-932d-6fa452d9a37e tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860/tags HTTP/1.1" status: 204 len: 168 time: 0.3059351 Aug 11 02:43:20.721161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.723243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a715bed8-2dbb-4660-86a0-ea8da262ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.732965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-fb30f2d8-ef7e-4b90-9a8c-c03e12dfafa7 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b09b352e-4c39-4a23-ad9c-b28e2f03859a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:20.774572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f4506fea-ebd3-4550-8956-61e258674dd6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1370881 Aug 11 02:43:20.778153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.794794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Request body: {'subnet': {'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-821979482-subnet', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:20.799299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device acaa373c-ee77-4197-b1a0-ca9e7b3b0390 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:20.854181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: acaa373c-ee77-4197-b1a0-ca9e7b3b0390 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:20.854533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device acaa373c-ee77-4197-b1a0-ca9e7b3b0390 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:20.874908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbcddb69-0b10-46ff-8ee6-9de61f76e48c req-0e62610b-a93f-4723-bb05-547ff4256e4c tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0877383 Aug 11 02:43:20.878241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715bed8-2dbb-4660-86a0-ea8da262ef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c448e910-531f-4d57-82a4-1e8fe2753596,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:20.935317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.936325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a715bed8-2dbb-4660-86a0-ea8da262ef14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c18b89d03f84147a24abbaeda8c4d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828777 Aug 11 02:43:20.985332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Made reservation on behalf of 89d9ba062fbb48539dfa4c7220377e3c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:21.000097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.212463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffd5c5-8ffb-40d1-a7dc-0e9c46fbca60 req-cebecef8-065d-4801-8567-98e78251b57c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:21.233896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bffd5c5-8ffb-40d1-a7dc-0e9c46fbca60 req-cebecef8-065d-4801-8567-98e78251b57c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.1179554 Aug 11 02:43:21.269231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fb30f2d8-ef7e-4b90-9a8c-c03e12dfafa7 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a/tags HTTP/1.1" status: 204 len: 168 time: 0.5460625 Aug 11 02:43:21.284073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:21.306198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e29598-67d1-493e-bafb-0ffcbf38c246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.379127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e29598-67d1-493e-bafb-0ffcbf38c246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.383370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bffd5c5-8ffb-40d1-a7dc-0e9c46fbca60 req-58e2ecb0-c35d-4df8-bd10-71b36dd3cc4c tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c9132df-cb50-4837-8a20-737fd08cb312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496878 Aug 11 02:43:21.502935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf886ef-b175-4b69-b807-2cc27a70d2d6 req-dd21d4b8-c5c5-47e4-b766-0471ab7486a8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:21.531932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cf886ef-b175-4b69-b807-2cc27a70d2d6 req-dd21d4b8-c5c5-47e4-b766-0471ab7486a8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.2176886 Aug 11 02:43:21.588482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-89fb5c6b-d182-4107-9aa6-8cd63dfa76a6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:21.591683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-89fb5c6b-d182-4107-9aa6-8cd63dfa76a6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 945 time: 0.3362591 Aug 11 02:43:21.643010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f75efe84-6314-4cb5-8cdc-4075bc57ada2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for subnetpool, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.645015 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f75efe84-6314-4cb5-8cdc-4075bc57ada2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnetpools/84580957-59e6-4f90-8a11-de0aa1870c01 HTTP/1.1" status: 204 len: 168 time: 0.3531010 Aug 11 02:43:21.661498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:21.741971 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a656960-a41d-46bf-8c31-7b362281cb5a tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c6e3b35-bf84-48ab-9232-286030e0bf6f HTTP/1.1" status: 200 len: 205 time: 0.0770338 Aug 11 02:43:21.746544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46614) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:21.765699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cf886ef-b175-4b69-b807-2cc27a70d2d6 req-72115a83-e07c-4321-852f-a0fab1b3ef52 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324138 Aug 11 02:43:21.837288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Deleting port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:21.838177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.902527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.985634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] For port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:21.986422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.007800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Calling delete_port for 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:22.091938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e29598-67d1-493e-bafb-0ffcbf38c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.097557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e29598-67d1-493e-bafb-0ffcbf38c246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.099661 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c3e29598-67d1-493e-bafb-0ffcbf38c246 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c448e910-531f-4d57-82a4-1e8fe2753596 HTTP/1.1" status: 204 len: 168 time: 1.1613102 Aug 11 02:43:22.118638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29598-67d1-493e-bafb-0ffcbf38c246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c448e910-531f-4d57-82a4-1e8fe2753596,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:22.122669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.310050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b2275a5-b9f9-4a92-a649-326018ece12b req-72f32a1b-708c-405d-a019-42fc09c99785 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0839276 Aug 11 02:43:22.504505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.509426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.580080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f939ba-12ad-4963-9143-26f8cb94f417,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:22.590917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Checking segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:22.591742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.591871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Network hostable DHCP agents. Network: 07b14b45-97ad-4925-ab39-f96b4638d898, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:43:22.596904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.597974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Fanout notify agent at l3_agent the message router_deleted on router 6c6e3b35-bf84-48ab-9232-286030e0bf6f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:43:22.606826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:22.641060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.653028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e4693499-409d-44f0-b425-00dc62af4ba2 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/routers/6c6e3b35-bf84-48ab-9232-286030e0bf6f HTTP/1.1" status: 204 len: 168 time: 0.9043322 Aug 11 02:43:22.654112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:22.693901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bec9bb19-9997-49cc-9d81-c484d018d09f req-593ffa12-e196-48ba-9b74-da8d89ae179a tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0 HTTP/1.1" status: 200 len: 210 time: 0.1584845 Aug 11 02:43:22.780808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'Port': ['ID=43cdc08d-9ae1-4cfe-83c6-3191185fe5c1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:22.804546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Network 07b14b45-97ad-4925-ab39-f96b4638d898 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:43:22.830819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] No DVR routers for this DVR port 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:22.837457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.843978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d5c1b49-352b-4388-9d5b-71aeb0a113a5 req-6d1a5bf0-501f-4045-9bb9-dbf3a00e5a09 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "DELETE /v2.0/ports/43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 HTTP/1.1" status: 204 len: 173 time: 1.2449470 Aug 11 02:43:22.845045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'name': 'network-vif-deleted', 'tag': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:22.850905 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e2447-1993-492d-8b57-28482aaaf819" -d '{"events": [{"server_uuid": "e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0", "name": "network-vif-deleted", "tag": "43cdc08d-9ae1-4cfe-83c6-3191185fe5c1"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:22.881527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 07b14b45-97ad-4925-ab39-f96b4638d898) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:22.899582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827f2cb-eca9-40b1-a864-b5908139745a None None] Network 07b14b45-97ad-4925-ab39-f96b4638d898 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:22.913509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.931795 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c653c7-a743-42f4-bef0-647c34c4193f x-openstack-request-id: req-e5c653c7-a743-42f4-bef0-647c34c4193f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:22.933502 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0", "name": "network-vif-deleted", "tag": "43cdc08d-9ae1-4cfe-83c6-3191185fe5c1", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:22.934071 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5c653c7-a743-42f4-bef0-647c34c4193f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:22.934828 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81b9520-b32f-40a4-8ce5-dbfeaaa20fa0', 'name': 'network-vif-deleted', 'tag': '43cdc08d-9ae1-4cfe-83c6-3191185fe5c1', 'status': 'completed', 'code': 200} Aug 11 02:43:22.942638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.995488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Deleting port d0c1317b-737c-4a14-a150-1889d6d95860 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:22.995917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.122409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271e79f-eab6-4642-bd3a-c71b25310543 req-70a694cf-c9d5-40a0-9d18-3ab57389f1f5 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.138470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1271e79f-eab6-4642-bd3a-c71b25310543 req-70a694cf-c9d5-40a0-9d18-3ab57389f1f5 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.1120684 Aug 11 02:43:23.229776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1271e79f-eab6-4642-bd3a-c71b25310543 req-ce9063a3-716a-463f-ab7a-cb0e646fdae1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880375 Aug 11 02:43:23.330312 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.334557 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.442973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-07b14b45-97ad-4925-ab39-f96b4638d898', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:43:23.448101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.549014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.566675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Calling delete_port for d0c1317b-737c-4a14-a150-1889d6d95860 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:23.597354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7956921a-fd82-42d4-9958-600f0b06703c req-37a20d54-74d2-44ee-ae3c-c36d004b3f65 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0805702 Aug 11 02:43:23.638248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46670) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:23.639537 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-144fa52c-804e-425c-b7a2-e5af58f7b016 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8512962 Aug 11 02:43:23.650805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:23.701861 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.704344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.792109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:23.939166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Allocated IP 172.20.0.2 (07b14b45-97ad-4925-ab39-f96b4638d898/15f939ba-12ad-4963-9143-26f8cb94f417/ae175337-93e3-45d9-92d1-97991bddaa44) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:24.157083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.210690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event deleted for resources: {'Port': ['ID=d0c1317b-737c-4a14-a150-1889d6d95860,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:24.339279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.365482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Transition to ACTIVE for port object ae175337-93e3-45d9-92d1-97991bddaa44 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:24.394184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Transition to ACTIVE for port object ae175337-93e3-45d9-92d1-97991bddaa44 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:24.404605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.436517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.487145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.492460 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ab96d877-cf7f-4264-9985-54fc2b827483 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/ports/d0c1317b-737c-4a14-a150-1889d6d95860 HTTP/1.1" status: 204 len: 168 time: 1.8332660 Aug 11 02:43:24.495620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46696) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:24.528756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Pushing event updated for resources: {'Port': ['ID=ae175337-93e3-45d9-92d1-97991bddaa44,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:24.580517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Network 07b14b45-97ad-4925-ab39-f96b4638d898 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:24.582640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:24.588738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:24.723396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Deleting subnet b09b352e-4c39-4a23-ad9c-b28e2f03859a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:43:24.731403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Attempting to bind port ae175337-93e3-45d9-92d1-97991bddaa44 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:24.731781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Attempting to bind port ae175337-93e3-45d9-92d1-97991bddaa44 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:24.732142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Attempting to bind port ae175337-93e3-45d9-92d1-97991bddaa44 on network 07b14b45-97ad-4925-ab39-f96b4638d898 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:24.744262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.746082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:24.747341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Checking segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:24.747341 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.747341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Bound using segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:24.747747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Bound port: ae175337-93e3-45d9-92d1-97991bddaa44, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:24.748087 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.818600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864831d-46a3-4d3a-b006-92c0a7628c41 req-c73ca540-f2f6-4cc1-a1e7-bfad3e79a461 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:24.820248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1864831d-46a3-4d3a-b006-92c0a7628c41 req-c73ca540-f2f6-4cc1-a1e7-bfad3e79a461 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.4431689 Aug 11 02:43:24.840435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca6c31-4f26-40c9-927e-8d3e7ce3c6b7 req-3f520915-243b-4660-8813-877face8254b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:24.854042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:24.862424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12ca6c31-4f26-40c9-927e-8d3e7ce3c6b7 req-3f520915-243b-4660-8813-877face8254b tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.4839871 Aug 11 02:43:24.918910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] For port ae175337-93e3-45d9-92d1-97991bddaa44, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:24.922961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] For port ae175337-93e3-45d9-92d1-97991bddaa44, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ae175337-93e3-45d9-92d1-97991bddaa44,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:24.930338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.032864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12ca6c31-4f26-40c9-927e-8d3e7ce3c6b7 req-929d0f7c-95c6-4b71-9478-67ea4f6bf4b4 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693902 Aug 11 02:43:25.054321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b93b6-67a0-40f3-a248-3cc4fb71fae3 None None] Pushing event updated for resources: {'Port': ['ID=ae175337-93e3-45d9-92d1-97991bddaa44,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:25.099417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.133142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1864831d-46a3-4d3a-b006-92c0a7628c41 req-905b87d3-efcf-47f0-8d1d-c889c77840e4 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650535 Aug 11 02:43:25.306399 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.366373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event deleted for resources: {'Subnet': ['ID=b09b352e-4c39-4a23-ad9c-b28e2f03859a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:25.384405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.385069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980cf79-b94a-44bf-af6e-f9e216949a1c None None] Network b77c1c68-0394-4153-a8c8-70866491beb2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:25.390407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ec14f17a-2ee0-48ad-8dd2-d086dfd33ff0 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/subnets/b09b352e-4c39-4a23-ad9c-b28e2f03859a HTTP/1.1" status: 204 len: 168 time: 0.8932633 Aug 11 02:43:25.392168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:25.461524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5fd278f-2895-4117-8ccc-bfe911242823 req-6b717f16-31da-40e5-8a48-9132ee6c3261 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1052413 Aug 11 02:43:25.558873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.582577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:25.589906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.652986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:25.653693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 43cdc08d-9ae1-4cfe-83c6-3191185fe5c1 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:25.678649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.726717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Deleting port 8b699164-e03f-4038-a5f8-34730624e1ee {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:25.727065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.838331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] For port 8b699164-e03f-4038-a5f8-34730624e1ee, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b699164-e03f-4038-a5f8-34730624e1ee,segment=NetworkSegment(21eae613-3c88-4b0c-b513-10afb4cb7999),segment_id=21eae613-3c88-4b0c-b513-10afb4cb7999)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:25.838547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-5f63c569-abbc-4918-a403-cf1b62fadb91 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:25.838800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.840183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-5f63c569-abbc-4918-a403-cf1b62fadb91 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.3221180 Aug 11 02:43:25.863717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Calling delete_port for 8b699164-e03f-4038-a5f8-34730624e1ee owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:25.918346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] DHCP port deletion for b77c1c68-0394-4153-a8c8-70866491beb2 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:43:26.001796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Allocated IP 172.25.6.155 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/02a44726-5f23-41f7-9156-2a9de81ecd65) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:26.034429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.069592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Deleting port 8b699164-e03f-4038-a5f8-34730624e1ee {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:26.076638 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.105424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Deleting port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:26.105786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.111814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] No DVR routers for this DVR port 8b699164-e03f-4038-a5f8-34730624e1ee on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:26.337258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] For port 8b699164-e03f-4038-a5f8-34730624e1ee, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:26.338396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.381030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Calling delete_port for 8b699164-e03f-4038-a5f8-34730624e1ee owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:26.388752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Port 8b699164-e03f-4038-a5f8-34730624e1ee was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:43:26.392458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.402037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.434248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] No DVR routers for this DVR port 8b699164-e03f-4038-a5f8-34730624e1ee on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:26.435865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77c1c68-0394-4153-a8c8-70866491beb2']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:26.471914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eae613-3c88-4b0c-b513-10afb4cb7999') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:26.472223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eae613-3c88-4b0c-b513-10afb4cb7999') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:26.489512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.495310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.497477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64bbf7-bab5-46d5-82bb-dc1561b42adc None None] Pushing event deleted for resources: {'Port': ['ID=8b699164-e03f-4038-a5f8-34730624e1ee,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:26.567572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.598800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:26.599223 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.685731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] For port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:26.687320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.764961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ae175337-93e3-45d9-92d1-97991bddaa44 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:26.768447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event deleted for resources: {'Port': ['ID=8b699164-e03f-4038-a5f8-34730624e1ee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:26.771263 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:26.774517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.776431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88a15f-bf5c-4666-8b65-f3f96f0668f4 req-24f6d919-b041-4ea4-aa60-3a4976ef8949 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.794469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd88a15f-bf5c-4666-8b65-f3f96f0668f4 req-24f6d919-b041-4ea4-aa60-3a4976ef8949 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 0.5939898 Aug 11 02:43:26.794749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.801112 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] 10.222.0.16 "DELETE /v2.0/networks/b77c1c68-0394-4153-a8c8-70866491beb2 HTTP/1.1" status: 204 len: 168 time: 1.4076700 Aug 11 02:43:26.835678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da85b0d-b6bb-476c-8b42-a6df6906c535 tempest-TagsExtTest-1952056309 tempest-TagsExtTest-1952056309-project] Pushing event deleted for resources: {'Network': ['ID=b77c1c68-0394-4153-a8c8-70866491beb2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:26.883757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a054ff9-afcf-436c-9304-e6d1b2cd17fb req-0aefb885-41fc-48f0-afcf-2de00db75923 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.886204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a054ff9-afcf-436c-9304-e6d1b2cd17fb req-0aefb885-41fc-48f0-afcf-2de00db75923 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.5794890 Aug 11 02:43:26.966772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ae175337-93e3-45d9-92d1-97991bddaa44 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:27.053493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b699164-e03f-4038-a5f8-34730624e1ee no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:27.087671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6008a-8871-4175-879f-86bd2a250570 None None] Network 07b14b45-97ad-4925-ab39-f96b4638d898 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:27.090981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b699164-e03f-4038-a5f8-34730624e1ee {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:27.091598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b699164-e03f-4038-a5f8-34730624e1ee not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:27.181575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd88a15f-bf5c-4666-8b65-f3f96f0668f4 req-f675022d-5069-4811-a320-d6fdb14da903 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861191 Aug 11 02:43:27.211983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] Provisioning for port ae175337-93e3-45d9-92d1-97991bddaa44 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:27.218744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:27.256667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] Provisioning complete for port ae175337-93e3-45d9-92d1-97991bddaa44 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:27.262056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:27.532121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b122392-e187-478c-9327-ac5156034d5d req-f2860a47-5a19-4cfe-8ce1-3c2b5c0c7ea9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0446615 Aug 11 02:43:27.538801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:27.551917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a054ff9-afcf-436c-9304-e6d1b2cd17fb req-96779fdf-c113-43a6-96cd-923f8c08a0ce tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366676 Aug 11 02:43:27.566882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:27.575586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:27.776230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:27.788382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Pushing event updated for resources: {'Port': ['ID=02a44726-5f23-41f7-9156-2a9de81ecd65,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:27.922422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.931924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.932506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.933060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.933635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.935012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.935642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.937297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.940450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.941064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.941635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:27.942386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:28.023636 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.145941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] For port ae175337-93e3-45d9-92d1-97991bddaa44, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ae175337-93e3-45d9-92d1-97991bddaa44,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:28.166702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.288033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.293499 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.298529 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Floating IP 5a964e4c-595b-4b30-b645-f7d23e128f6b disassociated. External IP: 172.25.6.167, port: 2ea6d66c-2f58-40fd-aaea-517da7ab6a88. Aug 11 02:43:28.303949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Calling delete_port for 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:28.322083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7d67-ba3c-4104-b95b-9b06d2dcb229 None None] Pushing event updated for resources: {'Port': ['ID=ae175337-93e3-45d9-92d1-97991bddaa44,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:28.487160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8a8c35bb-5613-4504-ab89-ad3c00b9f3d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35dc846bc10342068cba7db685f9cc41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7067032 Aug 11 02:43:28.489532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:28.667030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a906b0bf-9ac6-4f01-a4d4-2ba8f6decd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.672512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ae175337-93e3-45d9-92d1-97991bddaa44 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:28.818331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a906b0bf-9ac6-4f01-a4d4-2ba8f6decd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.938280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dc8e0af4-f830-4f53-ab70-7b7a8a2d46f3 None None] Provisioning complete for port ae175337-93e3-45d9-92d1-97991bddaa44 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:28.938881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0af4-f830-4f53-ab70-7b7a8a2d46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:29.011900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a906b0bf-9ac6-4f01-a4d4-2ba8f6decd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:29.014928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a906b0bf-9ac6-4f01-a4d4-2ba8f6decd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:29.016847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a906b0bf-9ac6-4f01-a4d4-2ba8f6decd12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/317e281b-377e-41fd-a52b-14222c10a0ca HTTP/1.1" status: 204 len: 168 time: 0.5259862 Aug 11 02:43:29.040427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906b0bf-9ac6-4f01-a4d4-2ba8f6decd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e281b-377e-41fd-a52b-14222c10a0ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:29.136795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ae175337-93e3-45d9-92d1-97991bddaa44 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:29.137277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:29.309783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:29.595068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:29.620596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90dc0f-c13e-4779-ab06-88cc076df653 req-ca037e47-0db4-4cef-9142-dd9a81ee35c6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:29.638061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c90dc0f-c13e-4779-ab06-88cc076df653 req-ca037e47-0db4-4cef-9142-dd9a81ee35c6 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 945 time: 1.1766081 Aug 11 02:43:29.750477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ba7a9-13f3-41c5-ade1-48204f8cf9a8 req-29b693b8-8d1b-406f-9748-21a7391de4a0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:29.771898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a6ba7a9-13f3-41c5-ade1-48204f8cf9a8 req-29b693b8-8d1b-406f-9748-21a7391de4a0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 1.0585041 Aug 11 02:43:29.887998 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.008490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.193313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c90dc0f-c13e-4779-ab06-88cc076df653 req-02e5e5d6-be2e-4e6a-9d95-b6fe21d11770 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3aaab76-97a0-41d8-b109-31aa2f7d573f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5537162 Aug 11 02:43:30.364847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a6ba7a9-13f3-41c5-ade1-48204f8cf9a8 req-f3be352a-57f6-4704-9042-19d7d4a0515e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288751 Aug 11 02:43:30.424982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.449177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c48ee57f-4d40-4658-85c2-35b40edef4f6 req-b167aecc-0b26-4dd8-b190-fa8c37c19399 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.0971889 Aug 11 02:43:30.501691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'Port': ['ID=2ea6d66c-2f58-40fd-aaea-517da7ab6a88,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:30.545789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.554676 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.640838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8dea6e81e764d369ba8a8562e47ddbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3296294 Aug 11 02:43:30.642958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:30.652379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065349c6-905a-4352-8c8d-e11f3d0e0a9d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:30.676947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.677633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.678396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.678908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.682557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.683678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.684267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.684800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.688295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.689378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.689967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.690491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108895be-881e-43b5-bb33-85f5b08a6355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:30.782441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f8a8-d4d8-4e14-bbfe-9362e6d33177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.846414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f8a8-d4d8-4e14-bbfe-9362e6d33177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.864598 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.886853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Router fd410a25-ee85-4aa5-9d39-5b49d2f908af has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:30.979328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f8a8-d4d8-4e14-bbfe-9362e6d33177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.993003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f8a8-d4d8-4e14-bbfe-9362e6d33177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:30.999836 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3ec9f8a8-d4d8-4e14-bbfe-9362e6d33177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/065349c6-905a-4352-8c8d-e11f3d0e0a9d HTTP/1.1" status: 204 len: 168 time: 0.3547642 Aug 11 02:43:31.028024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9f8a8-d4d8-4e14-bbfe-9362e6d33177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065349c6-905a-4352-8c8d-e11f3d0e0a9d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:31.462485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09a99258-e59a-425e-a1b2-78cf1ca94286 req-99dd349d-9c56-4ce4-8ef8-5919a35313bd tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 210 time: 0.0610168 Aug 11 02:43:31.472430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:43:31.696741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:31.708012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] Sync routers for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:31.733741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:31.734520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:32.021556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07cca436-1f0a-4f81-a96f-5111340cb8e4 req-6d15be4a-9dc5-42ed-93c5-78a28f3a74ba tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.2214320 Aug 11 02:43:32.035265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46910) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:32.063814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f52ffe6d-9f60-4a6b-92a2-422aee6c04ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.095372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:32.137978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] No DVR routers for this DVR port 2ea6d66c-2f58-40fd-aaea-517da7ab6a88 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:32.148573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.152022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb2283aa-4930-4d35-a287-58c660b550f4 req-b034cc6e-c2c3-4be8-a4e9-68f01c91c427 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.25 "DELETE /v2.0/ports/2ea6d66c-2f58-40fd-aaea-517da7ab6a88 HTTP/1.1" status: 204 len: 173 time: 6.2827141 Aug 11 02:43:32.157928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-deleted', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:32.165096 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32e20b1-c40e-4448-8f33-f7122a6a3ed2" -d '{"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-deleted", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:32.205152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88019956-7c06-43c7-9d0e-858d3df0c448 req-bec01f14-bfd6-4fc2-940e-914890c41ab1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:32.206986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88019956-7c06-43c7-9d0e-858d3df0c448 req-bec01f14-bfd6-4fc2-940e-914890c41ab1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.5500846 Aug 11 02:43:32.277641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:32.286723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f52ffe6d-9f60-4a6b-92a2-422aee6c04ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.288362 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Sync routers for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:32.295241 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f52ffe6d-9f60-4a6b-92a2-422aee6c04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.311713 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:32.317313 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:32.336815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88019956-7c06-43c7-9d0e-858d3df0c448 req-a29467bd-447d-4667-beeb-6dfd05d3fd19 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118841 Aug 11 02:43:32.360110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.364030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-15454ece-dd31-4c5e-89e7-db1620f047d4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7211349 Aug 11 02:43:32.364432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46916) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:32.392394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f52ffe6d-9f60-4a6b-92a2-422aee6c04ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3ca930cdd674ab2b26779aad6581b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543882 Aug 11 02:43:32.395712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:32.474845 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75329e3-e7cd-4a17-863b-9882b9b7c9aa x-openstack-request-id: req-c75329e3-e7cd-4a17-863b-9882b9b7c9aa {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:32.475093 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c463b-8e7e-46b4-b7de-e5fd113ef842", "name": "network-vif-deleted", "tag": "2ea6d66c-2f58-40fd-aaea-517da7ab6a88", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:32.475331 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c75329e3-e7cd-4a17-863b-9882b9b7c9aa {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:32.475889 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c463b-8e7e-46b4-b7de-e5fd113ef842', 'name': 'network-vif-deleted', 'tag': '2ea6d66c-2f58-40fd-aaea-517da7ab6a88', 'status': 'completed', 'code': 200} Aug 11 02:43:32.657243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ffe6d-9f60-4a6b-92a2-422aee6c04ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41070490-f5bc-449d-94ac-e41f9cf004bf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:32.726079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3c88-4810-403f-a9c2-644fe2f37ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.793680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3c88-4810-403f-a9c2-644fe2f37ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:32.800621 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:32.975937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c80bcc13-4225-4186-ac92-76a71c6762a2 req-01e13a2d-3f6a-4206-bbb9-42b609e5f5a0 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/ports?device_id=335c463b-8e7e-46b4-b7de-e5fd113ef842 HTTP/1.1" status: 200 len: 210 time: 0.2529707 Aug 11 02:43:33.041506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3c88-4810-403f-a9c2-644fe2f37ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:33.045730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3c88-4810-403f-a9c2-644fe2f37ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:33.051878 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d3fb3c88-4810-403f-a9c2-644fe2f37ff6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41070490-f5bc-449d-94ac-e41f9cf004bf HTTP/1.1" status: 204 len: 168 time: 0.6529496 Aug 11 02:43:33.102962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb3c88-4810-403f-a9c2-644fe2f37ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41070490-f5bc-449d-94ac-e41f9cf004bf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:33.199106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:58Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:33.303646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] Checking router: fd410a25-ee85-4aa5-9d39-5b49d2f908af for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:33.329291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:33.332685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:33.444578 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:28Z', 'revision_number': 3, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:33.588371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Checking router: ddf16ec8-70ac-439e-bdcb-bcc55d0124fc for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:33.589932 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Updating router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc port 02a44726-5f23-41f7-9156-2a9de81ecd65 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:43:33.646459 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:33.762588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18ba1713-c78b-4d06-9ac3-43e9904584ec req-c051b32d-58b8-4694-9d35-f9eb050f8f66 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.3498008 Aug 11 02:43:33.856753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ddbb-c640-4122-b7b2-0b37df52e1fc req-931b5bc7-7d17-44cf-94b3-f647cbee62b6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:33.858749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7360ddbb-c640-4122-b7b2-0b37df52e1fc req-931b5bc7-7d17-44cf-94b3-f647cbee62b6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.1554139 Aug 11 02:43:33.879236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:34.150937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7360ddbb-c640-4122-b7b2-0b37df52e1fc req-0fb24ca3-af03-4e42-a3fe-55c48a1f4bc2 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061386 Aug 11 02:43:34.217738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46954) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:34.367137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:34.489574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-629a3739-09bf-41fb-b98b-36c42cfb0a9e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.593239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-629a3739-09bf-41fb-b98b-36c42cfb0a9e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.617791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.756366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0b764b8-a969-4dc0-8573-b610c044c05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.857549 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.861032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-629a3739-09bf-41fb-b98b-36c42cfb0a9e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.867083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-629a3739-09bf-41fb-b98b-36c42cfb0a9e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.871593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-629a3739-09bf-41fb-b98b-36c42cfb0a9e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "DELETE /v2.0/security-groups/d3aaab76-97a0-41d8-b109-31aa2f7d573f HTTP/1.1" status: 204 len: 168 time: 0.6520050 Aug 11 02:43:34.885747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46966) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:34.888648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Transition to ACTIVE for port object 02a44726-5f23-41f7-9156-2a9de81ecd65 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:34.910287 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:34.978507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a3739-09bf-41fb-b98b-36c42cfb0a9e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aaab76-97a0-41d8-b109-31aa2f7d573f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:35.091363 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-f1503fa5-cdab-42e8-8067-6c5b7e8ae82e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] show failed (client error): The resource could not be found. Aug 11 02:43:35.092568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f1503fa5-cdab-42e8-8067-6c5b7e8ae82e tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "GET /v2.0/security-groups/d3aaab76-97a0-41d8-b109-31aa2f7d573f HTTP/1.1" status: 404 len: 347 time: 0.2011950 Aug 11 02:43:35.104549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46968) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:35.122712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:58Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:35.124687 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Pushing event updated for resources: {'Port': ['ID=02a44726-5f23-41f7-9156-2a9de81ecd65,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:35.155056 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Attempting to bind port 02a44726-5f23-41f7-9156-2a9de81ecd65 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:35.155425 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Attempting to bind port 02a44726-5f23-41f7-9156-2a9de81ecd65 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:35.156022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Attempting to bind port 02a44726-5f23-41f7-9156-2a9de81ecd65 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:35.190295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.194838 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.195500 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.201773 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.213428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.213954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.214502 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.215005 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.215503 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.216805 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.218061 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.219936 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:35.232662 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:35.237450 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:35.251298 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.259372 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:35.260081 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Bound port: 02a44726-5f23-41f7-9156-2a9de81ecd65, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:35.266877 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.288310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a5f41-22ae-4d26-a174-bdd123704818 None None] The sync data for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 is: [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:32:45Z', 'revision_number': 4, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'd549780c-ccee-480a-94e7-378ab2432a2b', 'name': '', 'network_id': 'a4f8a805-762d-47ac-8116-8429cb51e77d', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'mac_address': 'fa:16:3e:e8:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:43Z', 'updated_at': '2021-08-11T02:32:58Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'subnets': [{'id': '9474524f-7ffb-4e38-a6d4-656ab6842464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:35.313980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0b764b8-a969-4dc0-8573-b610c044c05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.342734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0b764b8-a969-4dc0-8573-b610c044c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.355160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb71c8ac-1304-4bae-ba1b-3322f22e223c req-59403d1f-21b5-42fa-986b-2ce530c74ebb tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.3894613 Aug 11 02:43:35.599958 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] For port 02a44726-5f23-41f7-9156-2a9de81ecd65, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:35.603657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b764b8-a969-4dc0-8573-b610c044c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af57c1d-97fe-42d2-800f-81268d04b6da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:35.607405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] For port 02a44726-5f23-41f7-9156-2a9de81ecd65, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=02a44726-5f23-41f7-9156-2a9de81ecd65,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:35.635959 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a0b764b8-a969-4dc0-8573-b610c044c05e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddbd809562b14538937ddf9f85f87a99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7520792 Aug 11 02:43:35.641172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:35.679702 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.889791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f92d53db-0c33-46de-ab28-be917761e635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.934426 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1d407-cfc3-4d1f-a7b9-9479267dd026 None None] Pushing event updated for resources: {'Port': ['ID=02a44726-5f23-41f7-9156-2a9de81ecd65,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:35.974919 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:35.976045 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:35.983601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f92d53db-0c33-46de-ab28-be917761e635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:36.062244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95e83f-d080-4512-a3e9-12b29ce40ff2 None None] New status for floating IP 5a964e4c-595b-4b30-b645-f7d23e128f6b: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:43:36.106900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f92d53db-0c33-46de-ab28-be917761e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:36.110427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f92d53db-0c33-46de-ab28-be917761e635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:36.119123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f92d53db-0c33-46de-ab28-be917761e635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8af57c1d-97fe-42d2-800f-81268d04b6da HTTP/1.1" status: 204 len: 168 time: 0.4744916 Aug 11 02:43:36.150929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d53db-0c33-46de-ab28-be917761e635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af57c1d-97fe-42d2-800f-81268d04b6da,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:36.270201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Allocated IP 172.20.0.1 (07b14b45-97ad-4925-ab39-f96b4638d898/15f939ba-12ad-4963-9143-26f8cb94f417/c00d8d4d-4b48-46b4-b985-fb688a31d01d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:36.327802 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:36.439716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67d50-fc59-4861-b20d-e5f0f386d866 req-7506560a-f5e9-4a09-8050-6ac0108e070c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:36.441784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91f67d50-fc59-4861-b20d-e5f0f386d866 req-7506560a-f5e9-4a09-8050-6ac0108e070c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.6413622 Aug 11 02:43:36.725775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91f1ab6c-dd37-40b9-a618-7bfb9a250fb7 req-ef95168e-6e99-4aac-a289-5eab5cb8b4d8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2f1b955-a451-4232-93d3-1328f2f4b3b3 HTTP/1.1" status: 200 len: 210 time: 0.1565635 Aug 11 02:43:36.791320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:28Z', 'revision_number': 3, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:36.839070 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8477f6-5871-4405-a94f-9c66cb031e7b None None] The sync data for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 is: [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:28Z', 'revision_number': 3, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:36.872778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91f67d50-fc59-4861-b20d-e5f0f386d866 req-44df49cc-98ce-4623-9d48-765840be6933 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019039 Aug 11 02:43:36.922331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Deleting port 83dd32ca-2e7d-4027-90da-83ee7a8331b8 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:36.922814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.115072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.168643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Transition to ACTIVE for port object c00d8d4d-4b48-46b4-b985-fb688a31d01d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:37.175209 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:37.219102 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.220466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.259694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Calling delete_port for 83dd32ca-2e7d-4027-90da-83ee7a8331b8 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:37.474529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:37.496033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a503860a-76ad-4a87-b805-435197d969fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.811618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a503860a-76ad-4a87-b805-435197d969fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.820438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a503860a-76ad-4a87-b805-435197d969fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:37.935322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a503860a-76ad-4a87-b805-435197d969fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a75d32bc0f344c885cdb5dbbe43503a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595916 Aug 11 02:43:37.939391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:38.070786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503860a-76ad-4a87-b805-435197d969fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6826e297-3188-4927-967d-784e7d66d09d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:38.112805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:38.209582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f111a7f-c6c4-49a7-a4a5-9d56fcf267be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.284891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f111a7f-c6c4-49a7-a4a5-9d56fcf267be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.410357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f111a7f-c6c4-49a7-a4a5-9d56fcf267be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.416521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f111a7f-c6c4-49a7-a4a5-9d56fcf267be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.418521 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3f111a7f-c6c4-49a7-a4a5-9d56fcf267be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6826e297-3188-4927-967d-784e7d66d09d HTTP/1.1" status: 204 len: 168 time: 0.4778962 Aug 11 02:43:38.441733 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba100495-b43a-4735-a954-2bdd55d902f9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.445697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f111a7f-c6c4-49a7-a4a5-9d56fcf267be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6826e297-3188-4927-967d-784e7d66d09d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:38.460865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.503331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba100495-b43a-4735-a954-2bdd55d902f9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.619612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c00d8d4d-4b48-46b4-b985-fb688a31d01d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:38.644475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Network 07b14b45-97ad-4925-ab39-f96b4638d898 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:38.648253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba100495-b43a-4735-a954-2bdd55d902f9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.651450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba100495-b43a-4735-a954-2bdd55d902f9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:38.653408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba100495-b43a-4735-a954-2bdd55d902f9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/security-groups/fb981243-579d-43a4-b735-f52d61d24b2a HTTP/1.1" status: 204 len: 168 time: 0.5390537 Aug 11 02:43:38.660001 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:38.676442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:38.677420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:38.679169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba100495-b43a-4735-a954-2bdd55d902f9 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb981243-579d-43a4-b735-f52d61d24b2a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:38.723716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02a44726-5f23-41f7-9156-2a9de81ecd65 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:38.755703 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-abc52e4d-ee20-4666-9649-913908990cab tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] show failed (client error): The resource could not be found. Aug 11 02:43:38.757704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-abc52e4d-ee20-4666-9649-913908990cab tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "GET /v2.0/security-groups/fb981243-579d-43a4-b735-f52d61d24b2a HTTP/1.1" status: 404 len: 347 time: 0.0680413 Aug 11 02:43:38.761764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47052) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:38.899849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 02a44726-5f23-41f7-9156-2a9de81ecd65 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:38.935745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 02a44726-5f23-41f7-9156-2a9de81ecd65 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:38.936394 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.051921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924257-4c54-49b4-8ebb-8ea5225acf4e req-eeecad08-875d-4cfb-a1f0-63bdd64e4095 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:39.058905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17924257-4c54-49b4-8ebb-8ea5225acf4e req-eeecad08-875d-4cfb-a1f0-63bdd64e4095 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.6380026 Aug 11 02:43:39.259661 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.275634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.318415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 02a44726-5f23-41f7-9156-2a9de81ecd65, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=02a44726-5f23-41f7-9156-2a9de81ecd65,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:39.326464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f8da6a0-51bf-4b7e-b216-7b18131cdcdd None None] Provisioning for port c00d8d4d-4b48-46b4-b985-fb688a31d01d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:39.337501 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.439969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f8da6a0-51bf-4b7e-b216-7b18131cdcdd None None] Provisioning complete for port c00d8d4d-4b48-46b4-b985-fb688a31d01d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:39.441754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f8da6a0-51bf-4b7e-b216-7b18131cdcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.550509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=02a44726-5f23-41f7-9156-2a9de81ecd65,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:39.570062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.570534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.572027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.572558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.573063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.577387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.578249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.578835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.579427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.579963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.580683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.581252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:39.590381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.600296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8f8da6a0-51bf-4b7e-b216-7b18131cdcdd None None] Port c00d8d4d-4b48-46b4-b985-fb688a31d01d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:39.709616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:39.833825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17924257-4c54-49b4-8ebb-8ea5225acf4e req-b6b3a81f-e7ce-47b0-aaa9-ce71b5660fec tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486149 Aug 11 02:43:39.835034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Pushing event deleted for resources: {'Port': ['ID=83dd32ca-2e7d-4027-90da-83ee7a8331b8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:39.984095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.988335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:39.989947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a89fa277-a4ef-49c7-8c00-e08763374266 tempest-ServerActionsTestJSON-2037563478 tempest-ServerActionsTestJSON-2037563478-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a964e4c-595b-4b30-b645-f7d23e128f6b HTTP/1.1" status: 204 len: 168 time: 4.8528206 Aug 11 02:43:39.994468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:40.022968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 6210bb96-e4b2-4309-86f7-aee6520d99f8 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:40.023459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.068618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27cefe08-7c5b-47bb-b649-6809764949ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.237035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.308091 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27cefe08-7c5b-47bb-b649-6809764949ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.314321 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27cefe08-7c5b-47bb-b649-6809764949ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.372812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.373699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.402392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 6210bb96-e4b2-4309-86f7-aee6520d99f8 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:40.421231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-27cefe08-7c5b-47bb-b649-6809764949ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d17d65f99e44afd974223770b027ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7058048 Aug 11 02:43:40.425355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47114) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:40.440411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cefe08-7c5b-47bb-b649-6809764949ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed290460-07ae-427f-a3ed-6f99ac437e47,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:40.669371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02a44726-5f23-41f7-9156-2a9de81ecd65 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:40.757481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-485de8ab-1a93-407e-bcd3-bb94c6ea6217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.826226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 02a44726-5f23-41f7-9156-2a9de81ecd65 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:40.826859 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.896215 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-485de8ab-1a93-407e-bcd3-bb94c6ea6217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.901160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:43:41.019457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:41.127853 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.163189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.168461 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.212079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98e982-57be-4f2d-bf49-1e05aae05428 req-971c41a5-5724-4548-84c8-8ce672783cca tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:41.221020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa98e982-57be-4f2d-bf49-1e05aae05428 req-971c41a5-5724-4548-84c8-8ce672783cca tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.2424920 Aug 11 02:43:41.267370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:41.271418 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c802a-5054-48a0-a91f-67703d38300b" -d '{"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-unplugged", "status": "completed", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:41.311317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:41.318421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-485de8ab-1a93-407e-bcd3-bb94c6ea6217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.332265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-485de8ab-1a93-407e-bcd3-bb94c6ea6217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.332265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-485de8ab-1a93-407e-bcd3-bb94c6ea6217 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed290460-07ae-427f-a3ed-6f99ac437e47 HTTP/1.1" status: 204 len: 168 time: 0.9023435 Aug 11 02:43:41.337557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:41.363644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.388522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa98e982-57be-4f2d-bf49-1e05aae05428 req-07a3cbd5-dc38-40a3-9e07-dcfcbd896377 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660194 Aug 11 02:43:41.389604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.404613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c00d8d4d-4b48-46b4-b985-fb688a31d01d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:41.416098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de8ab-1a93-407e-bcd3-bb94c6ea6217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed290460-07ae-427f-a3ed-6f99ac437e47,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:41.423688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.461300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=6210bb96-e4b2-4309-86f7-aee6520d99f8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:41.505537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.543706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'port_id': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'mac_address': 'fa:16:3e:25:eb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f977c13-4ce5-4683-a162-fc66096c4e7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:43:41.573762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:41.632272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Network 07b14b45-97ad-4925-ab39-f96b4638d898 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:41.644116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:41.705630 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.754998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4563d6a4-0a65-4031-833d-d7ca97667cfb {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:41.815941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:41.831714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.979377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.985980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.989345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f116a93b-f835-4f26-b0c8-bdd44d4495b7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/floatingips/6b6d6934-d119-4ddb-89e0-0af9fa807cf8 HTTP/1.1" status: 204 len: 168 time: 3.2213538 Aug 11 02:43:41.992107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47146) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:42.040364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:42.058216 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62168099-643f-493d-a411-b57e35dca08c x-openstack-request-id: req-62168099-643f-493d-a411-b57e35dca08c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:42.058531 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-unplugged", "status": "completed", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:42.058795 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62168099-643f-493d-a411-b57e35dca08c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:42.059210 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'code': 200} Aug 11 02:43:42.091997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:42.146969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['4563d6a4-0a65-4031-833d-d7ca97667cfb'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:42.245044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Deleting port d549780c-ccee-480a-94e7-378ab2432a2b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:42.245732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:42.273310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b241a12d-8ae1-4e54-bb8c-f50c5d1955cb None None] Provisioning complete for port c00d8d4d-4b48-46b4-b985-fb688a31d01d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:42.273310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b241a12d-8ae1-4e54-bb8c-f50c5d1955cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:42.344335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b241a12d-8ae1-4e54-bb8c-f50c5d1955cb None None] Port c00d8d4d-4b48-46b4-b985-fb688a31d01d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:42.364739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47152) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:42.559986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e1d574e-d31c-4a99-8bdb-fc7561dc60ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:42.568868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 39ccc581-9382-449f-9f8d-2f3c05ac892e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:42.569348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:42.640902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] For port d549780c-ccee-480a-94e7-378ab2432a2b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d549780c-ccee-480a-94e7-378ab2432a2b,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:42.641655 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:42.680935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Calling delete_port for d549780c-ccee-480a-94e7-378ab2432a2b owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:42.698251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:42.711445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9d0bf47-cd2b-4310-8be6-9a9b141f44c0 admin admin] 10.222.0.16 "PUT /v2.0/routers/ddf16ec8-70ac-439e-bdcb-bcc55d0124fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3457205 Aug 11 02:43:42.730543 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Sync routers for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:42.753464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4f83d-bc48-4873-836e-505dbf2c5515 req-3c03cff6-616a-47e0-8a62-7466e2dd5836 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:42.755892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c4f83d-bc48-4873-836e-505dbf2c5515 req-3c03cff6-616a-47e0-8a62-7466e2dd5836 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 944 time: 0.1776791 Aug 11 02:43:42.761231 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:42.764952 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:42.827168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:42.854889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:42.874588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 39ccc581-9382-449f-9f8d-2f3c05ac892e owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:42.890865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4c4f83d-bc48-4873-836e-505dbf2c5515 req-31cc0257-7c8c-4942-bff7-4d4de43eb2d2 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225848 Aug 11 02:43:43.128102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 4563d6a4-0a65-4031-833d-d7ca97667cfb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:43.128527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.340752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.468873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=39ccc581-9382-449f-9f8d-2f3c05ac892e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:43.499670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.501740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.528445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e1d574e-d31c-4a99-8bdb-fc7561dc60ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.613679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Pushing event deleted for resources: {'Port': ['ID=d549780c-ccee-480a-94e7-378ab2432a2b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:43.694808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:43.701406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e1d574e-d31c-4a99-8bdb-fc7561dc60ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.706593 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.717499 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:43.796818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d574e-d31c-4a99-8bdb-fc7561dc60ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2104745e-c64e-4736-a744-759afff34068,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:43.806401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5e1d574e-d31c-4a99-8bdb-fc7561dc60ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8541fb2610a84e849d81b3968a144263&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3485177 Aug 11 02:43:43.810604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.815960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ff1395dd-2edc-4dd1-aa22-58bcbc9733f8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/ports/39ccc581-9382-449f-9f8d-2f3c05ac892e HTTP/1.1" status: 204 len: 168 time: 1.8225539 Aug 11 02:43:43.818740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47182) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:43.819098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47184) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:43.967417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fef2ba6-0325-426f-bb22-19a88fed21a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:43.973524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:44.060182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:44.063108 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d4f11-1dc2-437d-a56c-3318160e05d4" -d '{"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-plugged", "status": "completed", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:44.146187 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c109b6a6-d010-40f5-aaa8-83957a0fa951 x-openstack-request-id: req-c109b6a6-d010-40f5-aaa8-83957a0fa951 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:44.146561 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-plugged", "status": "completed", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:44.146738 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c109b6a6-d010-40f5-aaa8-83957a0fa951 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:44.147147 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'code': 200} Aug 11 02:43:44.335532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b50e402-b177-4868-b78f-750001ccc165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:44.367640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c69b8-6dfc-4558-9253-00f1e31c130b req-c6d944b0-6dcc-4518-98a3-c43c3c135460 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:44.375593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-437c69b8-6dfc-4558-9253-00f1e31c130b req-c6d944b0-6dcc-4518-98a3-c43c3c135460 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.1903603 Aug 11 02:43:44.391297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-4a81b500-51e9-49a1-ae70-e612a2831c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:44.392882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-4a81b500-51e9-49a1-ae70-e612a2831c7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 1096 time: 0.3321726 Aug 11 02:43:44.411194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:44.420886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 48955918-9aa9-4b40-a415-435a29367545 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:44.421250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:44.507433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 2, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:44.545673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47198) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:44.551943 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Checking router: ddf16ec8-70ac-439e-bdcb-bcc55d0124fc for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:44.552575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Updating router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc port c00d8d4d-4b48-46b4-b985-fb688a31d01d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:43:44.604523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b50e402-b177-4868-b78f-750001ccc165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:44.608558 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:44.620752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1646169955-network', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:44.629702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50174cb-a43d-4767-b9f0-b0cde013d4db req-455ef5b7-3de1-4ca3-86d3-a571c0315a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:44.636432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b50174cb-a43d-4767-b9f0-b0cde013d4db req-455ef5b7-3de1-4ca3-86d3-a571c0315a28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 1096 time: 0.3226221 Aug 11 02:43:44.896569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:44.919584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b50174cb-a43d-4767-b9f0-b0cde013d4db req-2e595524-7722-4cd0-a5af-28c7440952e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079315 Aug 11 02:43:44.937029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-437c69b8-6dfc-4558-9253-00f1e31c130b req-e8fa6b21-184a-465e-9e0d-72e622dd3bcb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379043 Aug 11 02:43:45.024417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 48955918-9aa9-4b40-a415-435a29367545 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:45.049665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Made reservation on behalf of f4c2042b757b4a7dbaef9f31f6078db9 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:45.053050 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.071011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.110724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Router fd410a25-ee85-4aa5-9d39-5b49d2f908af has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:45.265593 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.286285 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Transition to ACTIVE for port object c00d8d4d-4b48-46b4-b985-fb688a31d01d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:45.298661 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.397759 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620b8fa-29d1-4879-b616-883dcf4ee69d None None] Pushing event updated for resources: {'Port': ['ID=c00d8d4d-4b48-46b4-b985-fb688a31d01d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:45.515188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:45.533828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] Sync routers for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:45.540777 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c6004ac5-8c5d-471b-acd4-97423321d33e admin admin] 10.222.0.16 "PUT /v2.0/routers/fd410a25-ee85-4aa5-9d39-5b49d2f908af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5442901 Aug 11 02:43:45.545837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:45.552270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:45.553908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:45.559243 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Attempting to bind port c00d8d4d-4b48-46b4-b985-fb688a31d01d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:45.560152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Attempting to bind port c00d8d4d-4b48-46b4-b985-fb688a31d01d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:45.560152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Attempting to bind port c00d8d4d-4b48-46b4-b985-fb688a31d01d on network 07b14b45-97ad-4925-ab39-f96b4638d898 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:45.582226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:45.584333 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Checking segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:45.584878 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.586677 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Bound using segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:45.587335 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Bound port: c00d8d4d-4b48-46b4-b985-fb688a31d01d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:45.587868 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.940898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:46.003023 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] For port c00d8d4d-4b48-46b4-b985-fb688a31d01d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:46.024002 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] For port c00d8d4d-4b48-46b4-b985-fb688a31d01d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c00d8d4d-4b48-46b4-b985-fb688a31d01d,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:46.034487 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.265857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.283920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:46.285217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:46.380237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-0019b0c5-6806-47d4-9cea-9d7599e21e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:46.383970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-0019b0c5-6806-47d4-9cea-9d7599e21e64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 915 time: 1.8645096 Aug 11 02:43:46.555287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-6850ca9e-403e-4b4b-b087-3e9fa96905f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb HTTP/1.1" status: 200 len: 217 time: 0.1097095 Aug 11 02:43:46.599289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:43:43Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:46.662229 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620b8fa-29d1-4879-b616-883dcf4ee69d None None] Pushing event updated for resources: {'Port': ['ID=c00d8d4d-4b48-46b4-b985-fb688a31d01d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:46.667029 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.677828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] Checking router: fd410a25-ee85-4aa5-9d39-5b49d2f908af for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:46.710517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] Routers {'fd410a25-ee85-4aa5-9d39-5b49d2f908af'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:46.710517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:46.753745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:46.856298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Deleting port af58664d-4340-44da-9e56-f94e955d20ff {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:46.857266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.923193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b50e402-b177-4868-b78f-750001ccc165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.925777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b50e402-b177-4868-b78f-750001ccc165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.929334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3b50e402-b177-4868-b78f-750001ccc165 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2104745e-c64e-4736-a744-759afff34068 HTTP/1.1" status: 204 len: 168 time: 3.1070428 Aug 11 02:43:46.944174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] Set router fd410a25-ee85-4aa5-9d39-5b49d2f908af gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:47.088600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-16d6eab3-c5d4-4719-bfa1-1d6804c4c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.092240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-16d6eab3-c5d4-4719-bfa1-1d6804c4c2bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.5187955 Aug 11 02:43:47.093096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50e402-b177-4868-b78f-750001ccc165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2104745e-c64e-4736-a744-759afff34068,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:47.095666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] For port af58664d-4340-44da-9e56-f94e955d20ff, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af58664d-4340-44da-9e56-f94e955d20ff,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:47.096423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.114582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Calling delete_port for af58664d-4340-44da-9e56-f94e955d20ff owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:47.167961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a41bf5-dbab-4c3b-8ed8-20cf7ae9440a req-2bfc99aa-8f03-4843-ac79-e1d8c9b484bb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.169655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77a41bf5-dbab-4c3b-8ed8-20cf7ae9440a req-2bfc99aa-8f03-4843-ac79-e1d8c9b484bb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.7913477 Aug 11 02:43:47.186878 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.429344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:45Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:47.489859 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8646f089-b689-414c-be65-8d6c5224774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.492342 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0ca6d-1ac3-4d3c-8c7c-bcea4fa7ddca None None] The sync data for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 is: [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:45Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:47.498821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:43:43Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:47.583340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77a41bf5-dbab-4c3b-8ed8-20cf7ae9440a req-edebdcbe-5290-451b-af42-b2a7d8125289 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608212 Aug 11 02:43:47.589833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-1673c87d-42c4-40bb-a176-10946e53d812 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4122331 Aug 11 02:43:47.642066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49883dc1-4b24-4b48-a003-36ef134d314e None None] The sync data for ids ['fd410a25-ee85-4aa5-9d39-5b49d2f908af'] in n-d-715271-8 is: [{'id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'name': 'tempest-ServerActionsTestJSON-194292457-router', 'tenant_id': '7488b26c928b49dd92db1e23a993e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:36Z', 'updated_at': '2021-08-11T02:43:43Z', 'revision_number': 5, 'project_id': '7488b26c928b49dd92db1e23a993e1b2', 'gw_port': {'id': 'af58664d-4340-44da-9e56-f94e955d20ff', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd410a25-ee85-4aa5-9d39-5b49d2f908af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:38Z', 'updated_at': '2021-08-11T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:47.658069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=48955918-9aa9-4b40-a415-435a29367545,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:47.728309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.751476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.955426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=af58664d-4340-44da-9e56-f94e955d20ff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:48.136645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.229617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.342539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:48.443777 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.488347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.515789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-3807cab9-4a7f-4f67-b7fd-a19f2d96b36e service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040069 Aug 11 02:43:48.677574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.692768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-baf5c9ba-dcea-416c-a982-a5054e117bd8 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/ports/48955918-9aa9-4b40-a415-435a29367545 HTTP/1.1" status: 204 len: 168 time: 4.8701427 Aug 11 02:43:48.724759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47292) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:48.850594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:43:48.881115 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:48.881778 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Added segment 86c54673-0cae-47cf-a2f5-17e39e67c55e of type vlan for network b22bcafb-166f-43cd-8910-7d3510e52255 Aug 11 02:43:48.944433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c00d8d4d-4b48-46b4-b985-fb688a31d01d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:49.023117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.159008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c00d8d4d-4b48-46b4-b985-fb688a31d01d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:49.167755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c00d8d4d-4b48-46b4-b985-fb688a31d01d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:49.170479 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.216034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.227314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.318853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b99ac8a-1000-439b-bbb7-4d3ae260c18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.330634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.331728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd410a25-ee85-4aa5-9d39-5b49d2f908af {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:43:49.338963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.341948 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3413405e-9b84-4948-92d6-8f6670392c3c admin admin] 10.222.0.16 "DELETE /v2.0/routers/fd410a25-ee85-4aa5-9d39-5b49d2f908af HTTP/1.1" status: 204 len: 168 time: 3.7876799 Aug 11 02:43:49.346409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:49.370064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bec9f84-a857-4e14-9f25-f9c3b0c598f1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:49.398898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557110c-9556-4aef-94cd-452c8db3447b req-82252e72-3367-43fd-a529-b037ec8ca3df tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:49.419461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c557110c-9556-4aef-94cd-452c8db3447b req-82252e72-3367-43fd-a529-b037ec8ca3df tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 1.4862041 Aug 11 02:43:49.424735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.425731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:49.433389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.437566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.441617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bed36f8b-0e96-4fb3-8b05-a2848356e210 req-9fedbf5f-b2b6-48da-8c2c-9bd6f1e37fb0 service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890858 Aug 11 02:43:49.455816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Deleting subnet 9474524f-7ffb-4e38-a6d4-656ab6842464 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:43:49.459942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.518363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c00d8d4d-4b48-46b4-b985-fb688a31d01d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c00d8d4d-4b48-46b4-b985-fb688a31d01d,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:49.523664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.530706 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.543465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d549780c-ccee-480a-94e7-378ab2432a2b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:49.612966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: d549780c-ccee-480a-94e7-378ab2432a2b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:49.613304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d549780c-ccee-480a-94e7-378ab2432a2b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:49.687013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting subnet fb3da33b-72ed-46b9-9c78-b602a4edb6bf {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:43:49.690130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c00d8d4d-4b48-46b4-b985-fb688a31d01d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:49.705413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.726508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b99ac8a-1000-439b-bbb7-4d3ae260c18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.733493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b99ac8a-1000-439b-bbb7-4d3ae260c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.785362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99ac8a-1000-439b-bbb7-4d3ae260c18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fafcc4-47f6-484a-b178-59e2389fd41c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:49.788349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] Pushing event updated for resources: {'Network': ['ID=b22bcafb-166f-43cd-8910-7d3510e52255,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:49.793943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8dfd61e6-af53-4f3b-874b-d71093660c65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.2061524 Aug 11 02:43:49.795070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:49.807188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c557110c-9556-4aef-94cd-452c8db3447b req-c673fa5e-8029-43f4-ad42-6c5c0c7648ea tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865681 Aug 11 02:43:49.812948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Request body: {'subnet': {'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1646169955-subnet', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:49.826476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b22bcafb-166f-43cd-8910-7d3510e52255 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:43:49.841427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:49.930913 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2b99ac8a-1000-439b-bbb7-4d3ae260c18b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=677fb92b78b54f28b0d385f702896698&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5850284 Aug 11 02:43:49.938641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:49.993410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.015125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Made reservation on behalf of f4c2042b757b4a7dbaef9f31f6078db9 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:50.019092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.060790 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.192239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.313271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9474524f-7ffb-4e38-a6d4-656ab6842464,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:50.325416 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.364640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9ce18-e3e2-4f01-a403-96b9506c827a None None] Network a4f8a805-762d-47ac-8116-8429cb51e77d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:50.364862 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.379836 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5897d116-32c5-4b2b-bbad-6c50dd48e6c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9474524f-7ffb-4e38-a6d4-656ab6842464 HTTP/1.1" status: 204 len: 168 time: 1.0304339 Aug 11 02:43:50.382590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:50.461823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04c0c98d-a1d8-477e-b2e4-9b4b13b9b061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.588309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04c0c98d-a1d8-477e-b2e4-9b4b13b9b061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.600907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.727602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Deleting port ab36e544-8005-42c1-82bb-450836248cdb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:50.728195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.761469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c00d8d4d-4b48-46b4-b985-fb688a31d01d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:50.820392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.950792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] For port ab36e544-8005-42c1-82bb-450836248cdb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ab36e544-8005-42c1-82bb-450836248cdb,segment=NetworkSegment(e58be79c-a9ea-4dd1-ac9a-9c6ce860015d),segment_id=e58be79c-a9ea-4dd1-ac9a-9c6ce860015d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:50.951161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.977388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3da33b-72ed-46b9-9c78-b602a4edb6bf,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:50.987937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Calling delete_port for ab36e544-8005-42c1-82bb-450836248cdb owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:51.077332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47366) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:51.171833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.185330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.197153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-39d9609f-4b6c-41cc-a3e0-e5e1cc6d4f19 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/subnets/fb3da33b-72ed-46b9-9c78-b602a4edb6bf HTTP/1.1" status: 204 len: 168 time: 2.4611106 Aug 11 02:43:51.201547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47370) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:51.235114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-64a2eef7-3365-48bf-b582-f502555c73c3 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.237209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-64a2eef7-3365-48bf-b582-f502555c73c3 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 815 time: 0.4719396 Aug 11 02:43:51.260954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] No DVR routers for this DVR port ab36e544-8005-42c1-82bb-450836248cdb on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:51.263056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab36e544-8005-42c1-82bb-450836248cdb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:51.364217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting subnet 7684ffe9-c02b-4b05-81e7-b20ee6734e4d {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:43:51.400330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedee9d8-c7e7-4aad-b140-59d5f031c766 None None] Network 80c670f7-3427-4bcf-b897-079b596e0b82 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:51.433437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.437827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-abf8b281-ad5f-4f1d-92c6-75f1d299c501 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/quotas/c04aec392e5d47a6931837ba67e0856c HTTP/1.1" status: 200 len: 375 time: 0.0646710 Aug 11 02:43:51.531259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5347669d-efd2-468b-b7c0-87d9109f4779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.553254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04c0c98d-a1d8-477e-b2e4-9b4b13b9b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.561145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.575526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04c0c98d-a1d8-477e-b2e4-9b4b13b9b061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.577108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-04c0c98d-a1d8-477e-b2e4-9b4b13b9b061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76fafcc4-47f6-484a-b178-59e2389fd41c HTTP/1.1" status: 204 len: 168 time: 1.6173596 Aug 11 02:43:51.679558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f8a805-762d-47ac-8116-8429cb51e77d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.720309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.727760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c98d-a1d8-477e-b2e4-9b4b13b9b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fafcc4-47f6-484a-b178-59e2389fd41c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:51.757277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.757625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58be79c-a9ea-4dd1-ac9a-9c6ce860015d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:51.792172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.832889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.847247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aff678-6d50-4ee6-a5c4-172e7ccf12d9 None None] DHCP port deletion for a4f8a805-762d-47ac-8116-8429cb51e77d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:43:51.894732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.945519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:51.945937 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:51.947856 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:51.993054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f20fb7e-2acd-429f-93de-cdb9d6e09f06,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.067042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c00d8d4d-4b48-46b4-b985-fb688a31d01d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:52.071453 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.124293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.130793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5347669d-efd2-468b-b7c0-87d9109f4779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.141391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.143975 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a4f8a805-762d-47ac-8116-8429cb51e77d HTTP/1.1" status: 204 len: 168 time: 1.7586775 Aug 11 02:43:52.147706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5347669d-efd2-468b-b7c0-87d9109f4779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.161516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-c45e0693-436c-4055-99a5-8b533b8f9e2a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6899841 Aug 11 02:43:52.185643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a273b8-65ff-421c-a387-ae465e6ae0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f8a805-762d-47ac-8116-8429cb51e77d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.237733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347669d-efd2-468b-b7c0-87d9109f4779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d0895-55e6-459c-b4d1-66a12e3de220,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.256176 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5347669d-efd2-468b-b7c0-87d9109f4779 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2487f10d7fb040d2ae21dbec818fc66b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1769810 Aug 11 02:43:52.256837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:52.311528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] DHCP port deletion for 80c670f7-3427-4bcf-b897-079b596e0b82 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:43:52.332831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:52.388954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fb2904c-a09e-4c5d-9e7e-139393b091d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.451664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af58664d-4340-44da-9e56-f94e955d20ff no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:52.458853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fb2904c-a09e-4c5d-9e7e-139393b091d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.463528 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-3df7498c-2ed4-4bc7-b39b-d361e1895e0b service neutron] 10.222.0.16 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008196 Aug 11 02:43:52.517860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: af58664d-4340-44da-9e56-f94e955d20ff {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:52.519705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Checking segment: {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:52.520076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Network hostable DHCP agents. Network: b22bcafb-166f-43cd-8910-7d3510e52255, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:43:52.522256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af58664d-4340-44da-9e56-f94e955d20ff not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:52.541811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5880cd-2005-4fb2-a090-73df90046854 req-c735a3fb-959e-4857-8d52-429a67a376eb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.547328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa5880cd-2005-4fb2-a090-73df90046854 req-c735a3fb-959e-4857-8d52-429a67a376eb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "GET /v2.0/ports?device_id=77866040-e564-40b8-be8e-abb3b64e8723 HTTP/1.1" status: 200 len: 945 time: 0.7306442 Aug 11 02:43:52.556295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] Deleting port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:52.557551 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.662266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fb2904c-a09e-4c5d-9e7e-139393b091d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.665278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fb2904c-a09e-4c5d-9e7e-139393b091d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.669428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8fb2904c-a09e-4c5d-9e7e-139393b091d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b13d0895-55e6-459c-b4d1-66a12e3de220 HTTP/1.1" status: 204 len: 168 time: 0.4084728 Aug 11 02:43:52.693941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:52.696215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2904c-a09e-4c5d-9e7e-139393b091d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d0895-55e6-459c-b4d1-66a12e3de220,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.716774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Network b22bcafb-166f-43cd-8910-7d3510e52255 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:43:52.729103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44965e34-6151-4dd9-85ae-702e7faaef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.733606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.754812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:52.832155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] For port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,segment=NetworkSegment(4ec535f5-37ea-4c4d-a96f-f5be1a1883b7),segment_id=4ec535f5-37ea-4c4d-a96f-f5be1a1883b7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:52.832628 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.871331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:52.907867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b22bcafb-166f-43cd-8910-7d3510e52255) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:52.939711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.940768 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.959748 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a0c0da0-03b0-4642-b135-f90f21180db1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7488b26c928b49dd92db1e23a993e1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998007 Aug 11 02:43:52.960079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47408) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:52.979081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] Calling delete_port for 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:53.062881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-bd599b3e-20e7-4c28-9bdc-f4fbfd65ec21 service neutron] 10.222.0.16 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589962 Aug 11 02:43:53.082383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44965e34-6151-4dd9-85ae-702e7faaef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.092579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44965e34-6151-4dd9-85ae-702e7faaef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.100943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Deleting port 4563d6a4-0a65-4031-833d-d7ca97667cfb {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:53.101651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.139904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7ca65eb4-01df-4c8e-b77c-78d6b90c4e62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3314719 Aug 11 02:43:53.142463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47412) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:53.161369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-44965e34-6151-4dd9-85ae-702e7faaef76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bea52fd36b2495d8fb13223b63b8487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575369 Aug 11 02:43:53.161369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-640775c3-e742-4920-a5d2-a30acac47185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.161702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:53.180807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1536d2c-30f2-45dd-989d-f4694f257204 None None] Network b22bcafb-166f-43cd-8910-7d3510e52255 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:53.189339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b15d-112b-4d01-aa50-5af6b7a2952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.250459 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.251575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b15d-112b-4d01-aa50-5af6b7a2952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.273716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44965e34-6151-4dd9-85ae-702e7faaef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f946d92-df80-4877-bfb3-6c093c583632,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:53.353049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a674f227-24de-40a4-982b-84c255da42ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.405487 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.407161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a674f227-24de-40a4-982b-84c255da42ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.440500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:53.466597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] Pushing event deleted for resources: {'Port': ['ID=272e2d7b-72c4-4aae-86fa-d1a6f4b0953b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:53.469665 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.483387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No active binding found for port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b {{(pid=94701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:43:53.483862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:53.484385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ab36e544-8005-42c1-82bb-450836248cdb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:53.497388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.505922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/subnets/7684ffe9-c02b-4b05-81e7-b20ee6734e4d HTTP/1.1" status: 204 len: 168 time: 2.2932107 Aug 11 02:43:53.510108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ab36e544-8005-42c1-82bb-450836248cdb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:53.510735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ab36e544-8005-42c1-82bb-450836248cdb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:53.512636 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.515560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae5a71-44ce-4358-93ff-b36867b6c7ef None None] Network 90144842-d996-4568-a3c0-cf8813c1b45c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:53.550971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:53.566779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b15d-112b-4d01-aa50-5af6b7a2952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.569397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b15d-112b-4d01-aa50-5af6b7a2952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.570970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9ab6b15d-112b-4d01-aa50-5af6b7a2952d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c9132df-cb50-4837-8a20-737fd08cb312 HTTP/1.1" status: 204 len: 168 time: 0.6053233 Aug 11 02:43:53.571714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47422) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:53.643946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079fe94-554c-435d-a9b9-3e03e0539b1e tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Subnet': ['ID=7684ffe9-c02b-4b05-81e7-b20ee6734e4d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:53.661065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2f7ebdb-bf4d-40d0-bbf3-adf04ead8ac1 req-20df0b72-3a08-4c08-899d-d2292157d136 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 210 time: 0.1798818 Aug 11 02:43:53.703333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6b15d-112b-4d01-aa50-5af6b7a2952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9132df-cb50-4837-8a20-737fd08cb312,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:53.715992 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-958aad94-0636-4f79-a90e-59f46849f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.785889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] For port 4563d6a4-0a65-4031-833d-d7ca97667cfb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4563d6a4-0a65-4031-833d-d7ca97667cfb,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:53.785889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.789497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dbc16b-0029-4f07-b569-8af21bd5dc14 None None] No DVR routers for this DVR port 272e2d7b-72c4-4aae-86fa-d1a6f4b0953b on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:53.817869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Calling delete_port for 4563d6a4-0a65-4031-833d-d7ca97667cfb owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:53.957939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.173050 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.258983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Pushing event deleted for resources: {'Port': ['ID=4563d6a4-0a65-4031-833d-d7ca97667cfb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:54.368516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] DHCP port deletion for 90144842-d996-4568-a3c0-cf8813c1b45c request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:43:54.383499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a674f227-24de-40a4-982b-84c255da42ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.395875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a674f227-24de-40a4-982b-84c255da42ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.397256 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a674f227-24de-40a4-982b-84c255da42ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f946d92-df80-4877-bfb3-6c093c583632 HTTP/1.1" status: 204 len: 168 time: 1.2326124 Aug 11 02:43:54.450766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.452614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] No DVR routers for this DVR port 4563d6a4-0a65-4031-833d-d7ca97667cfb on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:54.461403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b22bcafb-166f-43cd-8910-7d3510e52255', 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'fixed_ips': [{'subnet_id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:43:54.463003 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.465491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa5880cd-2005-4fb2-a090-73df90046854 req-69d0eb55-621f-4207-ae87-9922bdc6030e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "DELETE /v2.0/ports/4563d6a4-0a65-4031-833d-d7ca97667cfb HTTP/1.1" status: 204 len: 173 time: 1.8936901 Aug 11 02:43:54.465962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-deleted', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:54.470083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.471759 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdadaf-819f-4277-8075-3aa9f9833f39" -d '{"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-deleted", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:54.480096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f227-24de-40a4-982b-84c255da42ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f946d92-df80-4877-bfb3-6c093c583632,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:54.499761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c670f7-3427-4bcf-b897-079b596e0b82']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:54.575628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:54.594096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec535f5-37ea-4c4d-a96f-f5be1a1883b7') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:54.660224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] Deleting port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:54.660893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.673813 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7ba1db-2053-4816-9eb7-0a469031cf28 x-openstack-request-id: req-8c7ba1db-2053-4816-9eb7-0a469031cf28 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:54.674138 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77866040-e564-40b8-be8e-abb3b64e8723", "name": "network-vif-deleted", "tag": "4563d6a4-0a65-4031-833d-d7ca97667cfb", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:54.674394 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c7ba1db-2053-4816-9eb7-0a469031cf28 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:54.674807 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77866040-e564-40b8-be8e-abb3b64e8723', 'name': 'network-vif-deleted', 'tag': '4563d6a4-0a65-4031-833d-d7ca97667cfb', 'status': 'completed', 'code': 200} Aug 11 02:43:54.699640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.758868 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-640775c3-e742-4920-a5d2-a30acac47185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.798801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-640775c3-e742-4920-a5d2-a30acac47185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.883534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:54.906949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] For port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:54.907577 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:54.928958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:55.021104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-640775c3-e742-4920-a5d2-a30acac47185 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91023e54292148b2905fabc7ca093ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6875961 Aug 11 02:43:55.024891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:55.026340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.029183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 4563d6a4-0a65-4031-833d-d7ca97667cfb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:43:55.032129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640775c3-e742-4920-a5d2-a30acac47185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fded313-c0e8-4e64-8c77-b1bc93a33edf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:55.036368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4563d6a4-0a65-4031-833d-d7ca97667cfb not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:55.074307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] Calling delete_port for 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:55.076742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:55.078395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:55.099364 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:55.151940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b7f4daf-9980-49b1-b0ac-bb7c473f42e1 req-d2c64b6b-6181-45d1-a2e8-99c6feed36a5 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 210 time: 0.1498616 Aug 11 02:43:55.185386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Allocated IP 172.20.0.2 (b22bcafb-166f-43cd-8910-7d3510e52255/8f20fb7e-2acd-429f-93de-cdb9d6e09f06/ac6635d7-1849-404e-a8d3-b1326d48d2f9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:55.299269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-958aad94-0636-4f79-a90e-59f46849f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.305247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.315050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.322778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47460) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:55.325034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-958aad94-0636-4f79-a90e-59f46849f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.326438 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/networks/80c670f7-3427-4bcf-b897-079b596e0b82 HTTP/1.1" status: 204 len: 168 time: 1.7601206 Aug 11 02:43:55.477953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f7771-6926-4a9f-84ad-62437434af88 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Network': ['ID=80c670f7-3427-4bcf-b897-079b596e0b82,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:55.576174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826b99d4-5b07-41c4-b7ae-b03ff574cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.591123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.591571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.629326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Transition to ACTIVE for port object ac6635d7-1849-404e-a8d3-b1326d48d2f9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:55.663955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.667647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.678050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826b99d4-5b07-41c4-b7ae-b03ff574cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.692101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Transition to ACTIVE for port object ac6635d7-1849-404e-a8d3-b1326d48d2f9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:55.707130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-958aad94-0636-4f79-a90e-59f46849f10b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=296a12a36593402dafd8c3298ea6ff78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1265683 Aug 11 02:43:55.713378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47468) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:55.720201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aad94-0636-4f79-a90e-59f46849f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a714428c-45ce-4ab7-976b-7be7d1388f29,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:55.737939 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.862257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826b99d4-5b07-41c4-b7ae-b03ff574cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.866525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-826b99d4-5b07-41c4-b7ae-b03ff574cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.874160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-826b99d4-5b07-41c4-b7ae-b03ff574cbcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fded313-c0e8-4e64-8c77-b1bc93a33edf HTTP/1.1" status: 204 len: 168 time: 0.8223503 Aug 11 02:43:55.879310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.905118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b99d4-5b07-41c4-b7ae-b03ff574cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fded313-c0e8-4e64-8c77-b1bc93a33edf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.044059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Network b22bcafb-166f-43cd-8910-7d3510e52255 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:56.095687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:56.118346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:56.313189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Pushing event updated for resources: {'Port': ['ID=ac6635d7-1849-404e-a8d3-b1326d48d2f9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.356881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.437695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Attempting to bind port ac6635d7-1849-404e-a8d3-b1326d48d2f9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:56.443069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Attempting to bind port ac6635d7-1849-404e-a8d3-b1326d48d2f9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:56.443947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Attempting to bind port ac6635d7-1849-404e-a8d3-b1326d48d2f9 on network b22bcafb-166f-43cd-8910-7d3510e52255 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:56.459346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:56.459898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Checking segment: {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:56.460412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.460886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Bound using segment: {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:56.461476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Bound port: ac6635d7-1849-404e-a8d3-b1326d48d2f9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:56.461930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.548644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,segment=NetworkSegment(0b2c9e88-458d-46ed-9156-24954b0ba5a0),segment_id=0b2c9e88-458d-46ed-9156-24954b0ba5a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:56.571109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.605465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbe5f3f7-4910-42b9-853b-ba583e2fc15f req-cc423cc2-fd79-4c1f-bbd7-bbc9ea4362a2 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 210 time: 0.0526502 Aug 11 02:43:56.619269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47494) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:56.626893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Deleting port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:56.627531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.657072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10eae6ca-7d41-479a-b501-de792a7de9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.680739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.719329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] No DVR routers for this DVR port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:56.723452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event deleted for resources: {'Port': ['ID=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.777575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551cac3-17c3-4326-9624-9b5ec876f039 None None] Pushing event deleted for resources: {'Port': ['ID=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.800798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] For port ac6635d7-1849-404e-a8d3-b1326d48d2f9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:56.804836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] For port ac6635d7-1849-404e-a8d3-b1326d48d2f9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ac6635d7-1849-404e-a8d3-b1326d48d2f9,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:56.816077 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.821317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.840557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-9cf7cc11-a7af-4755-8aae-610683dfa0c8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:56.843324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-9cf7cc11-a7af-4755-8aae-610683dfa0c8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.25 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 815 time: 0.9724934 Aug 11 02:43:56.861873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Request body: {'port': {'device_id': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'admin_state_up': True, 'tenant_id': 'c04aec392e5d47a6931837ba67e0856c'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:56.916102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e926dc-020a-403d-ac02-9b9fcf40d3c2 None None] Pushing event updated for resources: {'Port': ['ID=ac6635d7-1849-404e-a8d3-b1326d48d2f9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.930319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47500) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:56.957160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1836318314-network', 'tenant_id': 'e93b0286fd0a4aa88381afa9dbba4777'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:56.963017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2346ddc1-e3f5-45d5-8d69-4da6ed88b59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.005038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10eae6ca-7d41-479a-b501-de792a7de9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.038031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Made reservation on behalf of e93b0286fd0a4aa88381afa9dbba4777 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:57.044211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.079215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] For port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4, host n-d-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:57.079800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.094812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.153594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Calling delete_port for 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:43:57.165945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.ipam_backend_mixin [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 was not found and therefore no delete operation was performed {{(pid=94699) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:43:57.179186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.233701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Port': ['ID=94a1a7e4-6f98-428d-a4a6-e4aa462c8df4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.244042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2346ddc1-e3f5-45d5-8d69-4da6ed88b59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.254033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] No DVR routers for this DVR port 94a1a7e4-6f98-428d-a4a6-e4aa462c8df4 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:57.286367 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2346ddc1-e3f5-45d5-8d69-4da6ed88b59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.358424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346ddc1-e3f5-45d5-8d69-4da6ed88b59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde75ad4-49c2-4764-b507-affb76b625fa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.398466 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2346ddc1-e3f5-45d5-8d69-4da6ed88b59a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f357e70ff20489faa7dfecc622b49e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667611 Aug 11 02:43:57.402332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.428595 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10eae6ca-7d41-479a-b501-de792a7de9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.433820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10eae6ca-7d41-479a-b501-de792a7de9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.435763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-10eae6ca-7d41-479a-b501-de792a7de9bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a714428c-45ce-4ab7-976b-7be7d1388f29 HTTP/1.1" status: 204 len: 168 time: 1.7195253 Aug 11 02:43:57.457263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eae6ca-7d41-479a-b501-de792a7de9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714428c-45ce-4ab7-976b-7be7d1388f29,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:57.466271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.480636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90144842-d996-4568-a3c0-cf8813c1b45c']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:57.501689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2c9e88-458d-46ed-9156-24954b0ba5a0') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:57.501992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2c9e88-458d-46ed-9156-24954b0ba5a0') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:57.523098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.581625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7490-83e9-454b-9b1d-7eb4e3323dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.592807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.651037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7490-83e9-454b-9b1d-7eb4e3323dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.665503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.679783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.699911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:43:57.701172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:43:57.712924 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:43:57.719396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:43:57.743561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.744177 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Added segment 2b914324-2175-4e8e-9628-9f37a2c356d3 of type vlan for network 13900795-e150-4345-b14f-12a0a4ae196d Aug 11 02:43:57.847958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.925147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1d82a51-d76a-4e3d-92cc-cab0b03bd159 req-e62cde7c-c031-4e54-bde0-b510d64115af tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 210 time: 0.1712089 Aug 11 02:43:57.936159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Made reservation on behalf of c04aec392e5d47a6931837ba67e0856c for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:57.940463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.005338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.006385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:58.007002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.035617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.037683 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4173238 Aug 11 02:43:58.038815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5f615-2864-4cbc-be06-cb1fba168f1a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.043031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:58.051420 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.082580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Request body: {'subnet': {'network_id': '13900795-e150-4345-b14f-12a0a4ae196d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1836318314-subnet', 'tenant_id': 'e93b0286fd0a4aa88381afa9dbba4777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:58.110446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.113736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] 10.222.0.16 "DELETE /v2.0/networks/90144842-d996-4568-a3c0-cf8813c1b45c HTTP/1.1" status: 204 len: 168 time: 2.7895529 Aug 11 02:43:58.123482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.206138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3940-b842-4ecd-8181-a9022ca88de7 admin admin] Pushing event updated for resources: {'Network': ['ID=13900795-e150-4345-b14f-12a0a4ae196d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.223634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 13900795-e150-4345-b14f-12a0a4ae196d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:43:58.225877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7490-83e9-454b-9b1d-7eb4e3323dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.233700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7490-83e9-454b-9b1d-7eb4e3323dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.235370 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2b0b7490-83e9-454b-9b1d-7eb4e3323dea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bde75ad4-49c2-4764-b507-affb76b625fa HTTP/1.1" status: 204 len: 168 time: 0.8316278 Aug 11 02:43:58.239155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Made reservation on behalf of e93b0286fd0a4aa88381afa9dbba4777 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:58.244180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.283173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b7490-83e9-454b-9b1d-7eb4e3323dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde75ad4-49c2-4764-b507-affb76b625fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.629246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Allocated IP 172.25.6.120 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/67ef1d51-7c76-4005-8c71-0a2223779580) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:58.804236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab4c20-f06d-465e-a713-2ecf22f828e7 tempest-TaggedBootDevicesTest_v242-902228036 tempest-TaggedBootDevicesTest_v242-902228036-project] Pushing event deleted for resources: {'Network': ['ID=90144842-d996-4568-a3c0-cf8813c1b45c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.849699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ac6635d7-1849-404e-a8d3-b1326d48d2f9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:58.955658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.977844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.010885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad47d2a-61b9-4baf-8e40-6da7cdfb7676 None None] Network b22bcafb-166f-43cd-8910-7d3510e52255 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:59.017970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ac6635d7-1849-404e-a8d3-b1326d48d2f9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:59.068954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Checking segment: {'id': '2b914324-2175-4e8e-9628-9f37a2c356d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:59.069698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Network hostable DHCP agents. Network: 13900795-e150-4345-b14f-12a0a4ae196d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:43:59.075549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e69b129-ac02-4fa3-9ce7-14322967623a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:59.123039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Network 13900795-e150-4345-b14f-12a0a4ae196d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:43:59.142858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 13900795-e150-4345-b14f-12a0a4ae196d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:59.169062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:59.169732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.170140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4517e91-1d7d-4b5d-ba0c-964f3779b6c5 None None] Network 13900795-e150-4345-b14f-12a0a4ae196d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:59.199963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1feaa928-c1a2-4727-be4f-4555b857163e req-c4fe7520-86af-4444-9ce1-e4616bd05c4e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 210 time: 0.0957887 Aug 11 02:43:59.206173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-86488fdc-2887-4a14-b9bd-c6142131d246 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1300707 Aug 11 02:43:59.316904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] Provisioning for port ac6635d7-1849-404e-a8d3-b1326d48d2f9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:59.335706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] Provisioning complete for port ac6635d7-1849-404e-a8d3-b1326d48d2f9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:59.336422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.390467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Allocated IP 172.20.0.3 (0954f10a-213a-4111-aada-32e90bc96260/7f977c13-4ce5-4683-a162-fc66096c4e7b/587368b4-3482-4395-bd2e-6de10ce5d1f3) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:59.480846 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.543617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c3076-6d4e-4d8a-999a-912094163ec0 None None] Network 13900795-e150-4345-b14f-12a0a4ae196d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:43:59.700865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Pushing event updated for resources: {'Port': ['ID=67ef1d51-7c76-4005-8c71-0a2223779580,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:59.790554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:59.794269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:59.944620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:59.971413 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.058274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] For port ac6635d7-1849-404e-a8d3-b1326d48d2f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ac6635d7-1849-404e-a8d3-b1326d48d2f9,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:00.069751 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.244456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991918dc-810a-4fd4-a938-2e267136d3cf None None] Pushing event updated for resources: {'Port': ['ID=ac6635d7-1849-404e-a8d3-b1326d48d2f9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:00.573880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cda772aa-7bd4-42a8-99a7-8f8ef76f6889 req-6d499de7-0803-47b4-b27f-7d922977f2b9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 210 time: 0.2170656 Aug 11 02:44:00.649414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-64a70a8e-a684-49b3-9629-7596d7498418 None None] Provisioning complete for port ac6635d7-1849-404e-a8d3-b1326d48d2f9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:00.650077 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64a70a8e-a684-49b3-9629-7596d7498418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.675014 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.795300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ac6635d7-1849-404e-a8d3-b1326d48d2f9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:00.880367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.900720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ac6635d7-1849-404e-a8d3-b1326d48d2f9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:00.901424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.163908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Network 0954f10a-213a-4111-aada-32e90bc96260 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:01.283050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:01.357753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:01.378369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:01.720838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-28de585c-ea50-40d3-b755-44c2a5efd7e4 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:01.724030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-28de585c-ea50-40d3-b755-44c2a5efd7e4 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/networks?id=13900795-e150-4345-b14f-12a0a4ae196d HTTP/1.1" status: 200 len: 813 time: 0.9143250 Aug 11 02:44:01.781647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:01.782780 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.841728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-e57bb485-5fad-4089-aed2-655349559b83 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/quotas/e93b0286fd0a4aa88381afa9dbba4777 HTTP/1.1" status: 200 len: 375 time: 0.1089592 Aug 11 02:44:01.855940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.934042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-ba649fd4-9670-475e-9a87-7a74a8baf519 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e93b0286fd0a4aa88381afa9dbba4777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726194 Aug 11 02:44:01.935649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-62a7920b-a0f3-42e3-b5f5-4d24eca824c6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0804474 Aug 11 02:44:01.962136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Request body: {'port': {'device_id': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:02.054773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b71b0-ea3a-4759-b77b-1b2a806c4bdb req-466dc664-340a-4d13-8ed2-36cc14c45458 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:02.063207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-968b71b0-ea3a-4759-b77b-1b2a806c4bdb req-466dc664-340a-4d13-8ed2-36cc14c45458 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 931 time: 0.2748928 Aug 11 02:44:02.343763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:02.492118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-968b71b0-ea3a-4759-b77b-1b2a806c4bdb req-c885a3bc-9b9c-44b4-aaee-e85e0d5ea50b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275432 Aug 11 02:44:02.582643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-73e87b3c-6e95-41db-ba1e-4c6638dbfd69 service neutron] 10.222.0.16 "GET /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138906 Aug 11 02:44:04.330593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.403237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587368b4-3482-4395-bd2e-6de10ce5d1f3 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:04.420494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:04.592505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.657656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6f2cb-3229-4f4a-a1b5-d3ed2d4b9bee req-ecf5f911-4e56-423c-981e-88647295c00a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:04.668677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31f6f2cb-3229-4f4a-a1b5-d3ed2d4b9bee req-ecf5f911-4e56-423c-981e-88647295c00a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 931 time: 0.8990026 Aug 11 02:44:04.717891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40904671-0cb0-4551-b4a3-164c1e3030fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.814448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Transition to ACTIVE for port object 587368b4-3482-4395-bd2e-6de10ce5d1f3 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:04.830095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-02e0281d-0626-4915-94dd-07b40bf9c466 service neutron] 10.222.0.16 "GET /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2272167 Aug 11 02:44:04.841777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.091673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40904671-0cb0-4551-b4a3-164c1e3030fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.100540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40904671-0cb0-4551-b4a3-164c1e3030fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.251504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40904671-0cb0-4551-b4a3-164c1e3030fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da4c53a-68bd-44c0-855a-b53232b56c9b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.270530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31f6f2cb-3229-4f4a-a1b5-d3ed2d4b9bee req-cea4e665-3e33-4eba-87a1-95f3ea0f03aa tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633743 Aug 11 02:44:05.390905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.401301 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-40904671-0cb0-4551-b4a3-164c1e3030fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00aea136b3d340aebbecdab6a8b48263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9790139 Aug 11 02:44:05.404137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:05.615250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83e28824-5470-43ba-a5ea-890cfa29a13c req-c1c1b1eb-cf13-47c9-afbc-9f96d53d70e5 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 210 time: 0.1177139 Aug 11 02:44:05.721300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-778a9936-aeb8-4f23-b328-1ae0c05e7346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.734582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Attempting to bind port 587368b4-3482-4395-bd2e-6de10ce5d1f3 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:05.751083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Attempting to bind port 587368b4-3482-4395-bd2e-6de10ce5d1f3 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:05.760639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Attempting to bind port 587368b4-3482-4395-bd2e-6de10ce5d1f3 on network 0954f10a-213a-4111-aada-32e90bc96260 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:05.774894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:44:05.804696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Port 587368b4-3482-4395-bd2e-6de10ce5d1f3 on network 0954f10a-213a-4111-aada-32e90bc96260 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:44:05.806817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Attempting to bind port 587368b4-3482-4395-bd2e-6de10ce5d1f3 on network 0954f10a-213a-4111-aada-32e90bc96260 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:05.839797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:05.857541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-778a9936-aeb8-4f23-b328-1ae0c05e7346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.860432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Checking segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:05.860826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Bound using segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:05.861408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Bound port: 587368b4-3482-4395-bd2e-6de10ce5d1f3, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:05.861724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.002847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-778a9936-aeb8-4f23-b328-1ae0c05e7346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.028826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-778a9936-aeb8-4f23-b328-1ae0c05e7346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.039495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-778a9936-aeb8-4f23-b328-1ae0c05e7346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4da4c53a-68bd-44c0-855a-b53232b56c9b HTTP/1.1" status: 204 len: 168 time: 0.6294758 Aug 11 02:44:06.091460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a9936-aeb8-4f23-b328-1ae0c05e7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da4c53a-68bd-44c0-855a-b53232b56c9b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:06.277110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:06.307944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:06.339503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.481966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:06.519966 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612efdec-36e2-4683-8560-e5636707305f None None] Sync routers for ids ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:06.538276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:06.539186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.540856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] 10.222.0.25 "PUT /v2.0/ports/587368b4-3482-4395-bd2e-6de10ce5d1f3 HTTP/1.1" status: 200 len: 1091 time: 4.5844686 Aug 11 02:44:06.541720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:06.547561 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0314ed-631f-4540-873f-027a5e926f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:06.556219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] Routers {'5b200fee-5b14-452f-a11c-3fdf55b7cf9f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:06.559255 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:06.573860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:06.592249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f766cad3-311e-4401-9bdf-c77e2a848067 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.1958044 Aug 11 02:44:06.595082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:06.939108 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894b186-1a77-4179-a019-a5c871622942 x-openstack-request-id: req-b894b186-1a77-4179-a019-a5c871622942 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:06.939592 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:06.940001 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b894b186-1a77-4179-a019-a5c871622942 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:06.945504 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'status': 'completed', 'code': 200} Aug 11 02:44:06.991086 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] Set router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:07.250493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23b05a92-218b-4eaa-8fea-19e752e37fd1 req-461b470f-742c-4192-b2fe-3347ddd06651 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 210 time: 0.2850175 Aug 11 02:44:07.270678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416b9f-41e9-405a-a9b7-ed30dbd06139 service neutron] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:07.280855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-661b4468-ebe7-4151-8daf-51683fea625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:07.282796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-661b4468-ebe7-4151-8daf-51683fea625c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 1094 time: 0.6685841 Aug 11 02:44:07.292367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a928261-c23d-483e-9bb0-2cc49c78eb25 req-bdf2a186-5409-4329-b87f-874acb43f5f5 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:07.300726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a928261-c23d-483e-9bb0-2cc49c78eb25 req-bdf2a186-5409-4329-b87f-874acb43f5f5 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 943 time: 0.7315788 Aug 11 02:44:07.303894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47830) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:07.419098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-1d9233c4-5a75-4a88-9e89-7c25b752c939 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3 HTTP/1.1" status: 200 len: 217 time: 0.1125176 Aug 11 02:44:07.648294 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:44:00Z', 'revision_number': 3, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:07.704235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-554ebfb3-da23-46b2-9284-70aee5b70fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:07.707066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-554ebfb3-da23-46b2-9284-70aee5b70fb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.2480011 Aug 11 02:44:07.731698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ec61c51-ec14-4e53-a132-185e692b5597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:07.974867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-f496bddc-4722-4985-a5e8-8bc03ccd29e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207818 Aug 11 02:44:08.021329 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612efdec-36e2-4683-8560-e5636707305f None None] Checking router: 5b200fee-5b14-452f-a11c-3fdf55b7cf9f for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:08.022524 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612efdec-36e2-4683-8560-e5636707305f None None] Updating router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f port 67ef1d51-7c76-4005-8c71-0a2223779580 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:08.116801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-41b3a60b-f8a4-4ba4-9194-ab28cca5f5d4 service neutron] 10.222.0.25 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321833 Aug 11 02:44:08.135115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.137735 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-612efdec-36e2-4683-8560-e5636707305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.183600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a928261-c23d-483e-9bb0-2cc49c78eb25 req-aca6e70c-422c-49a5-a839-590f13ab0cb9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8810012 Aug 11 02:44:08.465084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fc8b784-d8f6-4cdd-9cc0-1da507efa8f0 req-f9b8cc35-fb23-40a4-92f5-b60a0fe5ae70 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 210 time: 0.0843461 Aug 11 02:44:08.498382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-767e1f5e-502b-490b-a1f9-765da64a1be9 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:08.501747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-767e1f5e-502b-490b-a1f9-765da64a1be9 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.59 "GET /v2.0/networks?id=13900795-e150-4345-b14f-12a0a4ae196d HTTP/1.1" status: 200 len: 813 time: 0.7655876 Aug 11 02:44:08.534059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Request body: {'port': {'device_id': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d', 'admin_state_up': True, 'tenant_id': 'e93b0286fd0a4aa88381afa9dbba4777'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:08.583301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae18726c-11ed-48d1-95e6-f95331cbed8d req-6f8da51e-2edb-46cf-b9d5-7de7fadf1349 service neutron] 10.222.0.25 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427495 Aug 11 02:44:08.602597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:08.635083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Allocated IP 172.20.0.1 (b22bcafb-166f-43cd-8910-7d3510e52255/8f20fb7e-2acd-429f-93de-cdb9d6e09f06/559cf521-0731-4f77-bd97-0892358322b0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:08.661045 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-612efdec-36e2-4683-8560-e5636707305f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.682033 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-612efdec-36e2-4683-8560-e5636707305f None None] Transition to ACTIVE for port object 67ef1d51-7c76-4005-8c71-0a2223779580 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:08.695713 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-612efdec-36e2-4683-8560-e5636707305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.739966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ec61c51-ec14-4e53-a132-185e692b5597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.754238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ec61c51-ec14-4e53-a132-185e692b5597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.772485 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d494f76-4878-493b-a22a-c4366fdeee53 None None] Pushing event updated for resources: {'Port': ['ID=67ef1d51-7c76-4005-8c71-0a2223779580,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:08.777180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.788299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0314ed-631f-4540-873f-027a5e926f3d req-9c4a93f2-ddba-4fec-9837-e1a90eda0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:08.792519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-9c4a93f2-ddba-4fec-9837-e1a90eda0147 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 1094 time: 0.1521580 Aug 11 02:44:08.798026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Transition to ACTIVE for port object 559cf521-0731-4f77-bd97-0892358322b0 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:08.804222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-612efdec-36e2-4683-8560-e5636707305f None None] Attempting to bind port 67ef1d51-7c76-4005-8c71-0a2223779580 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:08.804590 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-612efdec-36e2-4683-8560-e5636707305f None None] Attempting to bind port 67ef1d51-7c76-4005-8c71-0a2223779580 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:08.804959 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612efdec-36e2-4683-8560-e5636707305f None None] Attempting to bind port 67ef1d51-7c76-4005-8c71-0a2223779580 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:08.810754 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612efdec-36e2-4683-8560-e5636707305f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:08.811134 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612efdec-36e2-4683-8560-e5636707305f None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:08.811580 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-612efdec-36e2-4683-8560-e5636707305f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.812054 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612efdec-36e2-4683-8560-e5636707305f None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:08.813253 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-612efdec-36e2-4683-8560-e5636707305f None None] Bound port: 67ef1d51-7c76-4005-8c71-0a2223779580, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:08.813697 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-612efdec-36e2-4683-8560-e5636707305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.844050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.888306 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-612efdec-36e2-4683-8560-e5636707305f None None] For port 67ef1d51-7c76-4005-8c71-0a2223779580, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:08.892302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6ec61c51-ec14-4e53-a132-185e692b5597 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ab98da2cfc048da81102a928a24430c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5836957 Aug 11 02:44:08.893147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:08.894920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-612efdec-36e2-4683-8560-e5636707305f None None] For port 67ef1d51-7c76-4005-8c71-0a2223779580, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=67ef1d51-7c76-4005-8c71-0a2223779580,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:08.902151 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-612efdec-36e2-4683-8560-e5636707305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.934536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Network b22bcafb-166f-43cd-8910-7d3510e52255 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:08.942436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:08.949787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:09.026083 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d494f76-4878-493b-a22a-c4366fdeee53 None None] Pushing event updated for resources: {'Port': ['ID=67ef1d51-7c76-4005-8c71-0a2223779580,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:09.026536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Made reservation on behalf of e93b0286fd0a4aa88381afa9dbba4777 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:09.030486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.052438 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] Routers {'5b200fee-5b14-452f-a11c-3fdf55b7cf9f'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:09.053284 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:09.104023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.108613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec61c51-ec14-4e53-a132-185e692b5597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2110a2e2-fa99-4786-b34b-6cf5b9bb8b88,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:09.193118 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f9c79d3-191e-4170-a038-ab3790e343ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.336763 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] Set router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:09.492552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4010f2f0-d06d-4589-bad9-23751da2e6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.509164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e153c139-755d-47fb-b57d-56c30561cc5c None None] Provisioning for port 559cf521-0731-4f77-bd97-0892358322b0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:09.523397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e153c139-755d-47fb-b57d-56c30561cc5c None None] Provisioning complete for port 559cf521-0731-4f77-bd97-0892358322b0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:09.524475 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e153c139-755d-47fb-b57d-56c30561cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.529301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0314ed-631f-4540-873f-027a5e926f3d req-7d7fee8d-9582-4dd0-8a0a-f37025698b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:09.542424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-7d7fee8d-9582-4dd0-8a0a-f37025698b4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 915 time: 0.5861466 Aug 11 02:44:09.607534 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-612efdec-36e2-4683-8560-e5636707305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:44:00Z', 'revision_number': 3, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:09.655523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e153c139-755d-47fb-b57d-56c30561cc5c None None] Port 559cf521-0731-4f77-bd97-0892358322b0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:09.668993 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612efdec-36e2-4683-8560-e5636707305f None None] The sync data for ids ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'] in n-d-715271-8 is: [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:44:00Z', 'revision_number': 3, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:09.746860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-615e73c9-d51a-4735-9850-4a9ff171b196 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3 HTTP/1.1" status: 200 len: 217 time: 0.2029755 Aug 11 02:44:09.763983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871c40b-ae2b-45f1-8a26-9b817c26d2a6 req-3023f664-2264-4cac-9bfa-b94cc1ce56d8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:09.773582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4871c40b-ae2b-45f1-8a26-9b817c26d2a6 req-3023f664-2264-4cac-9bfa-b94cc1ce56d8 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 943 time: 0.4182181 Aug 11 02:44:09.795884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4010f2f0-d06d-4589-bad9-23751da2e6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.877820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd078b1f-f1a4-4407-a075-120832145dc2 req-005f648d-5451-405d-9f49-c24b0ad08252 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 210 time: 0.1369016 Aug 11 02:44:09.996761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Allocated IP 172.20.0.13 (13900795-e150-4345-b14f-12a0a4ae196d/9e69b129-ac02-4fa3-9ce7-14322967623a/5efb56a2-555f-467f-bc08-2a9f2cb0edfc) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:10.034100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=559cf521-0731-4f77-bd97-0892358322b0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.075763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4871c40b-ae2b-45f1-8a26-9b817c26d2a6 req-685d5c2e-d5e1-46b9-b157-d22abc679767 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007522 Aug 11 02:44:10.151278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0314ed-631f-4540-873f-027a5e926f3d req-78735767-f381-4a1b-9db9-7bf939c37cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:10.154188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-78735767-f381-4a1b-9db9-7bf939c37cfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.3717754 Aug 11 02:44:10.217587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-a9ffab53-893c-4c48-abc6-8f678fc8ed2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455344 Aug 11 02:44:10.280635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4010f2f0-d06d-4589-bad9-23751da2e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.290449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4010f2f0-d06d-4589-bad9-23751da2e6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.291917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4010f2f0-d06d-4589-bad9-23751da2e6fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2110a2e2-fa99-4786-b34b-6cf5b9bb8b88 HTTP/1.1" status: 204 len: 168 time: 1.3427393 Aug 11 02:44:10.549088 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f9c79d3-191e-4170-a038-ab3790e343ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.550996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010f2f0-d06d-4589-bad9-23751da2e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110a2e2-fa99-4786-b34b-6cf5b9bb8b88,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.560131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f9c79d3-191e-4170-a038-ab3790e343ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.613386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.756117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9f9c79d3-191e-4170-a038-ab3790e343ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dbd00796c4544dcbecd46659dbae9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9196463 Aug 11 02:44:10.758275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:10.812917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 67ef1d51-7c76-4005-8c71-0a2223779580 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:10.856593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-7269ad49-d888-424e-bb3a-2ca628d734de service neutron] 10.222.0.25 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234748 Aug 11 02:44:10.884542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c79d3-191e-4170-a038-ab3790e343ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535379f4-61bb-4ec8-a6dc-ee649e98fc31,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.989893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 67ef1d51-7c76-4005-8c71-0a2223779580 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:11.008674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 67ef1d51-7c76-4005-8c71-0a2223779580 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:11.011990 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.113384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.216952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5eb534b5-7f04-470d-9ec9-3fded4104972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.408797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.443753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7ff2546-5a11-4e64-a970-bb4cafe3bb69 req-779fbf2a-3f91-40b2-8778-62849b604080 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 210 time: 0.2614827 Aug 11 02:44:11.513083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c0314ed-631f-4540-873f-027a5e926f3d req-c581ef4e-c013-4dd4-92dc-736702d44eb3 service neutron] 10.222.0.25 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388714 Aug 11 02:44:11.531518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5eb534b5-7f04-470d-9ec9-3fded4104972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.555864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 67ef1d51-7c76-4005-8c71-0a2223779580, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=67ef1d51-7c76-4005-8c71-0a2223779580,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:11.567615 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.663932 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.699723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99af64d-bc6a-4453-9980-ab01b2ddd53b req-19b3ddd8-c73c-48c9-8d0b-493d8782fc14 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:11.703013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f99af64d-bc6a-4453-9980-ab01b2ddd53b req-19b3ddd8-c73c-48c9-8d0b-493d8782fc14 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 943 time: 0.4057550 Aug 11 02:44:11.744065 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 587368b4-3482-4395-bd2e-6de10ce5d1f3 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:11.800159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5eb534b5-7f04-470d-9ec9-3fded4104972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.816894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5eb534b5-7f04-470d-9ec9-3fded4104972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.833291 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5eb534b5-7f04-470d-9ec9-3fded4104972 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/535379f4-61bb-4ec8-a6dc-ee649e98fc31 HTTP/1.1" status: 204 len: 168 time: 0.9986928 Aug 11 02:44:11.917989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb534b5-7f04-470d-9ec9-3fded4104972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535379f4-61bb-4ec8-a6dc-ee649e98fc31,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:11.924775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Network 13900795-e150-4345-b14f-12a0a4ae196d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:11.930250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.940785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.956871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:11.967751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:12.095839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=67ef1d51-7c76-4005-8c71-0a2223779580,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:12.194595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:12.261496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'port_id': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'mac_address': 'fa:16:3e:d4:08:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f977c13-4ce5-4683-a162-fc66096c4e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:12.273058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Pushing event updated for resources: {'Port': ['ID=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:12.322067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.335556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=559cf521-0731-4f77-bd97-0892358322b0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:12.339408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f99af64d-bc6a-4453-9980-ab01b2ddd53b req-be624eb4-c2ae-4959-ac59-ccf390d8a568 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892332 Aug 11 02:44:12.366452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.401423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587368b4-3482-4395-bd2e-6de10ce5d1f3 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:12.429653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:12.433096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.460788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-93f35653-5c57-4635-b967-d76ca3ce792e tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9429080 Aug 11 02:44:12.461141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:12.468617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.480797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Request body: {'port': {'device_id': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:12.687680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:12.714018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.728854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['587368b4-3482-4395-bd2e-6de10ce5d1f3'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:12.809091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Network b22bcafb-166f-43cd-8910-7d3510e52255 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:12.816899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:12.919468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 67ef1d51-7c76-4005-8c71-0a2223779580 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:12.987975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47956) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:13.148329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788c1a2-8cce-433a-b676-3eeaaa433e18 req-513314b8-1a06-4e0a-bfe8-f55161b673bd tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:13.152390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0788c1a2-8cce-433a-b676-3eeaaa433e18 req-513314b8-1a06-4e0a-bfe8-f55161b673bd tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 932 time: 0.4355226 Aug 11 02:44:13.160128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8f2983e5-2db6-416d-b434-8acbf4d1ea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.234530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:13.310640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 67ef1d51-7c76-4005-8c71-0a2223779580 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:13.311759 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.550401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-450bfd83-9d82-4f77-8d70-826dc418a563 None None] Provisioning complete for port 559cf521-0731-4f77-bd97-0892358322b0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:13.550790 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-450bfd83-9d82-4f77-8d70-826dc418a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.633044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-450bfd83-9d82-4f77-8d70-826dc418a563 None None] Port 559cf521-0731-4f77-bd97-0892358322b0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:13.711764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:13.722386 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-632da826-2065-427d-8b45-e5793620d9a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b200fee-5b14-452f-a11c-3fdf55b7cf9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1259155 Aug 11 02:44:13.768987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Sync routers for ids ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:13.784422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Routers {'5b200fee-5b14-452f-a11c-3fdf55b7cf9f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:13.785100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:43:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:13.899906 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b235775-f180-4141-8eb5-56617b774102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.079901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Set router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:14.181463 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:14.408749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0788c1a2-8cce-433a-b676-3eeaaa433e18 req-1b23eadf-9dc3-4d6b-815c-68b2bb4e0e38 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2129099 Aug 11 02:44:14.557411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8f2983e5-2db6-416d-b434-8acbf4d1ea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.562920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:44:10Z', 'revision_number': 4, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '559cf521-0731-4f77-bd97-0892358322b0', 'name': '', 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'mac_address': 'fa:16:3e:3e:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:08Z', 'updated_at': '2021-08-11T02:44:11Z', 'revision_number': 2, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'subnets': [{'id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:14.599916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8f2983e5-2db6-416d-b434-8acbf4d1ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:14.656188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1652538-4b96-4cff-9e7a-c23e3c34195c req-dafc068b-d86c-4e94-b958-8219b0f443be tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:14.659530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1652538-4b96-4cff-9e7a-c23e3c34195c req-dafc068b-d86c-4e94-b958-8219b0f443be tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 944 time: 0.9271202 Aug 11 02:44:14.679003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Checking router: 5b200fee-5b14-452f-a11c-3fdf55b7cf9f for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:14.679213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Updating router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f port 559cf521-0731-4f77-bd97-0892358322b0 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:14.782820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.011162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8f2983e5-2db6-416d-b434-8acbf4d1ea87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3d5fe1bebed45a1816135b65aaa34dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0150163 Aug 11 02:44:15.012205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:15.020782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2983e5-2db6-416d-b434-8acbf4d1ea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f2ce3d-ca7f-4663-85b7-78ba1f625acf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:15.064420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1652538-4b96-4cff-9e7a-c23e3c34195c req-9ad30e41-40f7-4b87-8090-a73f4ec7d04b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374166 Aug 11 02:44:15.241582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29a2378f-5c63-47ab-b1cf-1eb81a810f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.304375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29a2378f-5c63-47ab-b1cf-1eb81a810f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.357674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efb56a2-555f-467f-bc08-2a9f2cb0edfc {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:15.388251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.444375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29a2378f-5c63-47ab-b1cf-1eb81a810f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.447515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29a2378f-5c63-47ab-b1cf-1eb81a810f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.447776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Transition to ACTIVE for port object 5efb56a2-555f-467f-bc08-2a9f2cb0edfc will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:15.448881 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-29a2378f-5c63-47ab-b1cf-1eb81a810f1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08f2ce3d-ca7f-4663-85b7-78ba1f625acf HTTP/1.1" status: 204 len: 168 time: 0.4350095 Aug 11 02:44:15.458311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.497778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2378f-5c63-47ab-b1cf-1eb81a810f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f2ce3d-ca7f-4663-85b7-78ba1f625acf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:15.531271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:15.536125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104979241', 'description': 'tempest-secgroup-smoke-104979241 description', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:15.558481 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.585338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Transition to ACTIVE for port object 559cf521-0731-4f77-bd97-0892358322b0 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:15.603870 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.650545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:15.690033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.896460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a63b0-109a-459c-afe2-7c69e62206b2 None None] Pushing event updated for resources: {'Port': ['ID=559cf521-0731-4f77-bd97-0892358322b0,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:15.947336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 587368b4-3482-4395-bd2e-6de10ce5d1f3 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:16.209425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.236269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.240093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Pushing event updated for resources: {'Port': ['ID=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:16.381050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Attempting to bind port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:16.383161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Attempting to bind port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2b914324-2175-4e8e-9628-9f37a2c356d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:16.385016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Attempting to bind port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc on network 13900795-e150-4345-b14f-12a0a4ae196d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:16.404576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc on network 13900795-e150-4345-b14f-12a0a4ae196d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:44:16.413979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Attempting to bind port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc on network 13900795-e150-4345-b14f-12a0a4ae196d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:16.432170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:16.432741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Checking segment: {'id': '2b914324-2175-4e8e-9628-9f37a2c356d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:16.433231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Bound using segment: {'id': '2b914324-2175-4e8e-9628-9f37a2c356d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:16.433795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Bound port: 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b914324-2175-4e8e-9628-9f37a2c356d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:16.439626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.499658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8133d-7abf-4014-b072-f17326a57a35 req-2ece57ff-a90f-48e9-b234-a0a3601ca390 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:16.511461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84a8133d-7abf-4014-b072-f17326a57a35 req-2ece57ff-a90f-48e9-b234-a0a3601ca390 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 944 time: 0.6817746 Aug 11 02:44:16.554058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Attempting to bind port 559cf521-0731-4f77-bd97-0892358322b0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:16.555934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Attempting to bind port 559cf521-0731-4f77-bd97-0892358322b0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:16.558939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Attempting to bind port 559cf521-0731-4f77-bd97-0892358322b0 on network b22bcafb-166f-43cd-8910-7d3510e52255 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:16.578673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.583510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.599293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 587368b4-3482-4395-bd2e-6de10ce5d1f3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:16.603751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0710433 Aug 11 02:44:16.607310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:16.638812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:16.641167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Checking segment: {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:16.642913 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.645314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Bound using segment: {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:16.648835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9155c6-46c3-4401-994a-d73ddaae137d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9be81e9-e0cd-4edf-96cd-47fea63a34d6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:16.649667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Bound port: 559cf521-0731-4f77-bd97-0892358322b0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c54673-0cae-47cf-a2f5-17e39e67c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:16.654153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.662462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 587368b4-3482-4395-bd2e-6de10ce5d1f3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:16.664395 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:16.691937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group_rule': {'security_group_id': 'c9be81e9-e0cd-4edf-96cd-47fea63a34d6', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:16.866401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:44:16.866401 n-d-715271-8 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:44:16.866401 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id': '1ee1416b9b9e411294ea4c4c3ae141a1', 'id': 'd7d02ec2-21a5-48e7-b7ae-6da46e041400', 'expiration': datetime.datetime(2021, 8, 11, 2, 46, 16, 841169)}] Aug 11 02:44:16.866401 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:44:16.866746 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:44:16.903219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.089133 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.097011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.131810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90495677-47f3-4f0f-a785-a0ffb2a6b4f1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:17.158670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.160866 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db0d7667-f68e-4c75-a237-e0209dfd320c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5138493 Aug 11 02:44:17.163859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:17.170235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group_rule': {'security_group_id': 'c9be81e9-e0cd-4edf-96cd-47fea63a34d6', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:17.172384 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.236687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.356116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.362205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.380299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:17.382754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.400523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:17.414110 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8fa7b-4a9f-459c-a193-70b35fee1f8e" -d '{"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-plugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:17.417216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bd25e6-cb24-460c-b0e1-42c958200aba,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:17.424172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.426476 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e29677e4-5446-4be9-b3d3-96c6d0b00135 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2609262 Aug 11 02:44:17.426700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.429268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:17.438152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group_rule': {'security_group_id': 'c9be81e9-e0cd-4edf-96cd-47fea63a34d6', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:17.687933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.697045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.707988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:17.721992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48068) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:17.741756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9112ffc9-e424-45a0-b8db-9e466436145b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:17.772020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35fa9a-5217-4760-8f11-bcf193ea2c07 req-22889021-bdac-4ea9-bdb9-498c0fa1bd97 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:17.774143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c35fa9a-5217-4760-8f11-bcf193ea2c07 req-22889021-bdac-4ea9-bdb9-498c0fa1bd97 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 944 time: 1.3030393 Aug 11 02:44:17.786096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6de50472-dc7c-49ad-ad19-423a4f6d1d58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ee1416b9b9e411294ea4c4c3ae141a1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1198967 Aug 11 02:44:17.790712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:17.794946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4df00c0d-ccea-444e-be12-2c42d3a435c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.800410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84a8133d-7abf-4014-b072-f17326a57a35 req-82d1fbef-7c66-4ced-af02-cbd52e40b0df tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2864189 Aug 11 02:44:17.803481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] For port 559cf521-0731-4f77-bd97-0892358322b0, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:17.828493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.833792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.845067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] For port 559cf521-0731-4f77-bd97-0892358322b0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=559cf521-0731-4f77-bd97-0892358322b0,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:17.854684 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.869766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] For port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:17.901661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] For port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,segment=NetworkSegment(2b914324-2175-4e8e-9628-9f37a2c356d3),segment_id=2b914324-2175-4e8e-9628-9f37a2c356d3)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:17.910496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:17.947586 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aacb048-ae0b-4f24-ad5a-44ecf1b03ef0 x-openstack-request-id: req-4aacb048-ae0b-4f24-ad5a-44ecf1b03ef0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:17.948144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-plugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:17.949290 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4aacb048-ae0b-4f24-ad5a-44ecf1b03ef0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:17.953295 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'code': 200} Aug 11 02:44:18.004362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c35fa9a-5217-4760-8f11-bcf193ea2c07 req-bff462ad-3267-4abd-8920-7f0f2c288978 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965706 Aug 11 02:44:18.096389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Routers {'5b200fee-5b14-452f-a11c-3fdf55b7cf9f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:18.097317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:18.107735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.146466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:18.147284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.159313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.166567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] 10.222.0.59 "PUT /v2.0/ports/5efb56a2-555f-467f-bc08-2a9f2cb0edfc HTTP/1.1" status: 200 len: 1092 time: 5.6918108 Aug 11 02:44:18.185193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'tag': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:18.192362 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493bd54e-b7fa-4f44-84a3-cb1539e845d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f43119f-5846-4502-bcf7-4fa310d9c3ed", "tag": "5efb56a2-555f-467f-bc08-2a9f2cb0edfc"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:18.196350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-041a5416-0fbc-4e56-af17-29bbbacb0a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.289398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a63b0-109a-459c-afe2-7c69e62206b2 None None] Pushing event updated for resources: {'Port': ['ID=559cf521-0731-4f77-bd97-0892358322b0,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:18.293859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-041a5416-0fbc-4e56-af17-29bbbacb0a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.345686 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb54b2-a5bb-4ba9-ba64-1b814d0f5a65 x-openstack-request-id: req-a1bb54b2-a5bb-4ba9-ba64-1b814d0f5a65 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:18.346290 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f43119f-5846-4502-bcf7-4fa310d9c3ed", "tag": "5efb56a2-555f-467f-bc08-2a9f2cb0edfc", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:18.346695 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1bb54b2-a5bb-4ba9-ba64-1b814d0f5a65 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:18.347284 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'tag': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc', 'status': 'completed', 'code': 200} Aug 11 02:44:18.376444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ba545-9368-4f26-9692-38def9360b98 req-9e4a0ce1-6773-472c-bc53-73554f62f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:18.378311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f8ba545-9368-4f26-9692-38def9360b98 req-9e4a0ce1-6773-472c-bc53-73554f62f550 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 1096 time: 0.3616560 Aug 11 02:44:18.387868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d386e74-3e04-4cd3-9675-53e654b34f11 service neutron] Pushing event updated for resources: {'Port': ['ID=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:18.426066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-76a3bd78-514f-40d5-b20c-8070a0f156b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:18.428227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-76a3bd78-514f-40d5-b20c-8070a0f156b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e93b0286fd0a4aa88381afa9dbba4777&device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 1095 time: 0.1567657 Aug 11 02:44:18.465963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] Set router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:18.507323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-041a5416-0fbc-4e56-af17-29bbbacb0a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.510277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-041a5416-0fbc-4e56-af17-29bbbacb0a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.516662 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-041a5416-0fbc-4e56-af17-29bbbacb0a0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9112ffc9-e424-45a0-b8db-9e466436145b HTTP/1.1" status: 204 len: 168 time: 0.7121673 Aug 11 02:44:18.527663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025d41c0-011f-4bcc-b1da-53ad8459dbdc,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:18.544436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.547714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1716717d-5566-4a3e-b3e1-5e8be67855bc tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1157484 Aug 11 02:44:18.553515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:18.557235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a5416-0fbc-4e56-af17-29bbbacb0a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9112ffc9-e424-45a0-b8db-9e466436145b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:18.578577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group_rule': {'security_group_id': 'c9be81e9-e0cd-4edf-96cd-47fea63a34d6', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:18.662044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-60919a89-ddd2-4111-be20-4f620a742a59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc HTTP/1.1" status: 200 len: 217 time: 0.2209492 Aug 11 02:44:18.672245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.744061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f8ba545-9368-4f26-9692-38def9360b98 req-bc980888-c307-4920-baff-c6bf390d7a89 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572316 Aug 11 02:44:18.898488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.909829 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:18.985536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78a719e-4c60-48a2-9a1b-616beaefe10e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:19.018164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.021762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a2311f8a-e67f-4d4c-a8d4-bced92f70390 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4531572 Aug 11 02:44:19.025502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:19.042468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group_rule': {'security_group_id': 'c9be81e9-e0cd-4edf-96cd-47fea63a34d6', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:19.071139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec82b-b040-4714-a486-0a0357e23118 req-ead5314f-cb85-46be-b4cf-da2c2c96e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:19.072901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-ead5314f-cb85-46be-b4cf-da2c2c96e979 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9e69b129-ac02-4fa3-9ce7-14322967623a HTTP/1.1" status: 200 len: 853 time: 0.4024961 Aug 11 02:44:19.083661 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.142656 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Project 89d9ba062fbb48539dfa4c7220377e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:44:19.166977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.174447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:44:10Z', 'revision_number': 4, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '559cf521-0731-4f77-bd97-0892358322b0', 'name': '', 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'mac_address': 'fa:16:3e:3e:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:08Z', 'updated_at': '2021-08-11T02:44:17Z', 'revision_number': 4, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'subnets': [{'id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:19.182544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-2b77d385-14c3-47b5-95a0-5bae5bd33e2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13900795-e150-4345-b14f-12a0a4ae196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551610 Aug 11 02:44:19.284090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250be9da-2c0c-4365-b7f6-0f74d44dcf28 None None] The sync data for ids ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'] in n-d-715271-8 is: [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:44:10Z', 'revision_number': 4, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '559cf521-0731-4f77-bd97-0892358322b0', 'name': '', 'network_id': 'b22bcafb-166f-43cd-8910-7d3510e52255', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'mac_address': 'fa:16:3e:3e:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:08Z', 'updated_at': '2021-08-11T02:44:17Z', 'revision_number': 4, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'subnets': [{'id': '8f20fb7e-2acd-429f-93de-cdb9d6e09f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:19.339716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.346343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.457077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8142c6ca-0679-4433-bcab-3b6da95231c9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:19.475389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.479412 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-61c1e6ff-f6d7-4473-a38f-77a66efb2fe6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4517429 Aug 11 02:44:19.484182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:19.520566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'security_group_rule': {'security_group_id': 'c9be81e9-e0cd-4edf-96cd-47fea63a34d6', 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:19.590776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-0359be35-238e-4b41-be3b-b7940dfc2f5c service neutron] 10.222.0.59 "GET /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430648 Aug 11 02:44:19.617303 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Project 89d9ba062fbb48539dfa4c7220377e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:44:19.668088 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.921723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.929277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:19.999688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc12d446-c295-40c9-ab2d-a1166f0600a5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:20.009734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:20.011042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3557e357-c8c7-45b1-9928-04b73b444a9e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5192719 Aug 11 02:44:20.100575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:20.224731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e99ec82b-b040-4714-a486-0a0357e23118 req-5925c41d-6c17-4cf4-afc9-10d00fe65aef service neutron] 10.222.0.59 "GET /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241162 Aug 11 02:44:20.272790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc432c-ea0c-41dc-babc-b2e80b808a45 req-613b1bf3-cc7e-44c2-a500-aefe6deaef7d tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.276612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6cc432c-ea0c-41dc-babc-b2e80b808a45 req-613b1bf3-cc7e-44c2-a500-aefe6deaef7d tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 944 time: 1.2028944 Aug 11 02:44:20.533951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df401ab-f629-4e47-bcd1-ea57bd54953d req-66aba81d-32ac-477a-b00a-ff01d6a2f353 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.537642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3df401ab-f629-4e47-bcd1-ea57bd54953d req-66aba81d-32ac-477a-b00a-ff01d6a2f353 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 1.1100082 Aug 11 02:44:20.559141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6cc432c-ea0c-41dc-babc-b2e80b808a45 req-fa720f2b-b561-4e4e-8367-66f8b05be3c7 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737145 Aug 11 02:44:20.980688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 559cf521-0731-4f77-bd97-0892358322b0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:20.984194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:21.158990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-d1d68bef-b9c3-4096-a1bc-2deb198c3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:21.162067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-d1d68bef-b9c3-4096-a1bc-2deb198c3676 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e93b0286fd0a4aa88381afa9dbba4777&device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 1095 time: 0.8147321 Aug 11 02:44:21.204294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-881a14a1-0e2a-455a-801f-59ee5a94ce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.258988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3df401ab-f629-4e47-bcd1-ea57bd54953d req-122be6dc-5a73-454d-bf42-cbf5930d384e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982579 Aug 11 02:44:21.352682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 559cf521-0731-4f77-bd97-0892358322b0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:21.374783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 559cf521-0731-4f77-bd97-0892358322b0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:21.375271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.438775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-4e36178f-ce11-422c-b20a-1ca98ea8decb tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104979241&fields=id&tenant_id=89d9ba062fbb48539dfa4c7220377e3c HTTP/1.1" status: 200 len: 267 time: 0.4743493 Aug 11 02:44:21.459205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-881a14a1-0e2a-455a-801f-59ee5a94ce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.465340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-881a14a1-0e2a-455a-801f-59ee5a94ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.565817 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-881a14a1-0e2a-455a-801f-59ee5a94ce98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4311a235cef44b19ab6d23329df1aa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797284 Aug 11 02:44:21.566989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48174) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:21.585775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a14a1-0e2a-455a-801f-59ee5a94ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8c80df-1342-4615-a84c-742aee71b6c0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:21.755576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b5fdc0-2471-43fe-8710-e4e093446655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.798877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.808663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-b551360a-38ce-4fe8-91bf-02654d963401 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:21.812081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-b551360a-38ce-4fe8-91bf-02654d963401 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 808 time: 0.3361902 Aug 11 02:44:21.827147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b5fdc0-2471-43fe-8710-e4e093446655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.923620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 559cf521-0731-4f77-bd97-0892358322b0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=559cf521-0731-4f77-bd97-0892358322b0,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:21.932246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b5fdc0-2471-43fe-8710-e4e093446655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.935276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.938651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b5fdc0-2471-43fe-8710-e4e093446655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:21.945596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41b5fdc0-2471-43fe-8710-e4e093446655 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa8c80df-1342-4615-a84c-742aee71b6c0 HTTP/1.1" status: 204 len: 168 time: 0.3760529 Aug 11 02:44:21.962383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5fdc0-2471-43fe-8710-e4e093446655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8c80df-1342-4615-a84c-742aee71b6c0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:22.061979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=559cf521-0731-4f77-bd97-0892358322b0,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:22.119416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-2c023738-86bd-4fe1-afd6-9bf6e94a01f5 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/quotas/89d9ba062fbb48539dfa4c7220377e3c HTTP/1.1" status: 200 len: 375 time: 0.1116946 Aug 11 02:44:22.151425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e1b52-2461-463c-b22a-d49625d27b26 req-1ea9a8eb-ab60-443d-9b7c-5bedd033df43 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:22.153724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-072e1b52-2461-463c-b22a-d49625d27b26 req-1ea9a8eb-ab60-443d-9b7c-5bedd033df43 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 944 time: 0.3389244 Aug 11 02:44:22.174813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-ddd13e17-38ea-4bed-a865-8a5babbdc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:22.176470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-ddd13e17-38ea-4bed-a865-8a5babbdc2f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13900795-e150-4345-b14f-12a0a4ae196d HTTP/1.1" status: 200 len: 913 time: 0.9675241 Aug 11 02:44:22.303313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-7213073d-0f63-4897-a584-3e8c9809abb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc HTTP/1.1" status: 200 len: 217 time: 0.1142247 Aug 11 02:44:22.419794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-072e1b52-2461-463c-b22a-d49625d27b26 req-78f3a673-5f87-407c-b065-73e1694b3973 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294993 Aug 11 02:44:22.430779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-442d135e-115d-4b2d-a201-e2a296ac96be tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2532609 Aug 11 02:44:22.449769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-23fc027a-fdf8-4b49-8292-2c6b1a181674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:22.451492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-23fc027a-fdf8-4b49-8292-2c6b1a181674 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9e69b129-ac02-4fa3-9ce7-14322967623a HTTP/1.1" status: 200 len: 853 time: 0.1368701 Aug 11 02:44:22.496523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-467e7f60-a2a0-4ca8-bcf7-d31b9c53d37d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13900795-e150-4345-b14f-12a0a4ae196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368361 Aug 11 02:44:22.742088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 559cf521-0731-4f77-bd97-0892358322b0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:22.784110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.007647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8c1e0-ebe2-449a-a54e-c27dfd7cdf51 req-fa6a6425-f687-467c-ab44-05fd308c6396 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:23.022118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbe8c1e0-ebe2-449a-a54e-c27dfd7cdf51 req-fa6a6425-f687-467c-ab44-05fd308c6396 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.4189119 Aug 11 02:44:23.027994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:23.043031 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4df095b2-a96b-40c1-b9ee-73fb47e32cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.073194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-24da4eef-1c9b-452b-ba74-61dcf9a944ba service neutron] 10.222.0.16 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668356 Aug 11 02:44:23.137598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5efb56a2-555f-467f-bc08-2a9f2cb0edfc details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:23.206987 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.214972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.242452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-903e48af-be29-4ee3-b453-ca65e78a1832 service neutron] 10.222.0.59 "GET /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236161 Aug 11 02:44:23.246732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4df095b2-a96b-40c1-b9ee-73fb47e32cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.251658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4df095b2-a96b-40c1-b9ee-73fb47e32cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.319606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4df095b2-a96b-40c1-b9ee-73fb47e32cdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8450e1a7baa04e6ca59f2fc9adbc4a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898779 Aug 11 02:44:23.321006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df095b2-a96b-40c1-b9ee-73fb47e32cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fdb8b-359e-42d8-8a8f-6cfc18516d42,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:23.326211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:23.355532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 559cf521-0731-4f77-bd97-0892358322b0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:23.357680 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.422474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b622cef-1116-449d-b8de-9df3c373d744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.512887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b622cef-1116-449d-b8de-9df3c373d744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.541205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,segment=NetworkSegment(2b914324-2175-4e8e-9628-9f37a2c356d3),segment_id=2b914324-2175-4e8e-9628-9f37a2c356d3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:23.549518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbe8c1e0-ebe2-449a-a54e-c27dfd7cdf51 req-85635764-1fc1-4895-a876-dc6981b7fbe9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260198 Aug 11 02:44:23.554903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc', 'network_id': '13900795-e150-4345-b14f-12a0a4ae196d', 'port_id': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc', 'mac_address': 'fa:16:3e:35:04:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e69b129-ac02-4fa3-9ce7-14322967623a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:23.632391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b622cef-1116-449d-b8de-9df3c373d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.641605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b622cef-1116-449d-b8de-9df3c373d744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.649208 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b622cef-1116-449d-b8de-9df3c373d744 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c41fdb8b-359e-42d8-8a8f-6cfc18516d42 HTTP/1.1" status: 204 len: 168 time: 0.3207028 Aug 11 02:44:23.663083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.682939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b622cef-1116-449d-b8de-9df3c373d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fdb8b-359e-42d8-8a8f-6cfc18516d42,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:23.710250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-493bd54e-b7fa-4f44-84a3-cb1539e845d4 req-8c62af18-1167-41db-bdfe-7812c6e7f946 service neutron] 10.222.0.59 "GET /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426131 Aug 11 02:44:23.734570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-35df52de-5c0a-44cd-8e22-bf76607c898e service neutron] 10.222.0.16 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516299 Aug 11 02:44:23.741282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efb56a2-555f-467f-bc08-2a9f2cb0edfc {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:23.875722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,segment=NetworkSegment(2b914324-2175-4e8e-9628-9f37a2c356d3),segment_id=2b914324-2175-4e8e-9628-9f37a2c356d3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:23.897054 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:24.020296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:24.125462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5efb56a2-555f-467f-bc08-2a9f2cb0edfc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:24.789216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:24.805653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e2a57-d393-42d0-93cb-1e3eb8aeeb15 req-1030f641-1864-432e-b253-a63db07570de tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:24.808648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d5e2a57-d393-42d0-93cb-1e3eb8aeeb15 req-1030f641-1864-432e-b253-a63db07570de tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 944 time: 1.0294280 Aug 11 02:44:24.969414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d5e2a57-d393-42d0-93cb-1e3eb8aeeb15 req-e74a8744-c2d9-46df-82da-373a000fcaec tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286657 Aug 11 02:44:24.979547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a020fbd-4184-4b16-aeec-c313fa12fbee req-46d1ddb2-04f9-48ff-bcda-52ad0b91386c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:24.989916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a020fbd-4184-4b16-aeec-c313fa12fbee req-46d1ddb2-04f9-48ff-bcda-52ad0b91386c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.2529612 Aug 11 02:44:25.049111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Deleting port 2ef250c5-a3f7-4ed5-913b-770138636070 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:25.049485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.087500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5efb56a2-555f-467f-bc08-2a9f2cb0edfc up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:25.276105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:25.283341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:25.286736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.341663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a020fbd-4184-4b16-aeec-c313fa12fbee req-819348ed-1540-41f8-9d3c-e766497a5d97 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505373 Aug 11 02:44:25.352485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2a06af7-2587-47b0-bc19-178e4163a84f req-d3c2e847-aed6-46d6-a838-19e064da7541 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 210 time: 0.1609924 Aug 11 02:44:25.417586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] For port 2ef250c5-a3f7-4ed5-913b-770138636070, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2ef250c5-a3f7-4ed5-913b-770138636070,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:25.418027 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.441209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Calling delete_port for 2ef250c5-a3f7-4ed5-913b-770138636070 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:25.465519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f738149c-fe29-44f9-aa36-b99d0b2ed2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.616424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.732797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:25.740383 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6803d85-cb93-427a-8d36-b957f1fdf652" -d '{"events": [{"server_uuid": "2f43119f-5846-4502-bcf7-4fa310d9c3ed", "name": "network-vif-plugged", "status": "completed", "tag": "5efb56a2-555f-467f-bc08-2a9f2cb0edfc"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:25.772591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,segment=NetworkSegment(2b914324-2175-4e8e-9628-9f37a2c356d3),segment_id=2b914324-2175-4e8e-9628-9f37a2c356d3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:25.779465 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.815200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f738149c-fe29-44f9-aa36-b99d0b2ed2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.842737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f738149c-fe29-44f9-aa36-b99d0b2ed2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.944859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:25.956858 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f738149c-fe29-44f9-aa36-b99d0b2ed2c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2019ba7d63e04b49b0d276148c2fb8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1656797 Aug 11 02:44:25.958163 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eb0642-6851-43eb-b1b7-d6a4c0daaad9 x-openstack-request-id: req-76eb0642-6851-43eb-b1b7-d6a4c0daaad9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:25.958440 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f43119f-5846-4502-bcf7-4fa310d9c3ed", "name": "network-vif-plugged", "status": "completed", "tag": "5efb56a2-555f-467f-bc08-2a9f2cb0edfc", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:25.958660 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76eb0642-6851-43eb-b1b7-d6a4c0daaad9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:25.959110 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc', 'code': 200} Aug 11 02:44:25.962127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:25.975298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.116656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef250c5-a3f7-4ed5-913b-770138636070,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:26.123943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738149c-fe29-44f9-aa36-b99d0b2ed2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2a788-20a8-41e6-b807-961df0d2c941,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:26.182819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-350b0888-2548-4e9c-9d28-04652303d722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.263794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-350b0888-2548-4e9c-9d28-04652303d722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.389624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-350b0888-2548-4e9c-9d28-04652303d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.393275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-350b0888-2548-4e9c-9d28-04652303d722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.394620 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-350b0888-2548-4e9c-9d28-04652303d722 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4aa2a788-20a8-41e6-b807-961df0d2c941 HTTP/1.1" status: 204 len: 168 time: 0.4283507 Aug 11 02:44:26.411055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b0888-2548-4e9c-9d28-04652303d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2a788-20a8-41e6-b807-961df0d2c941,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:26.419575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4d9a8-8804-4cf7-8373-8ae8494400a2 req-0a49554e-755f-4876-9742-bb571a826a34 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:26.426679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-feb4d9a8-8804-4cf7-8373-8ae8494400a2 req-0a49554e-755f-4876-9742-bb571a826a34 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.4282861 Aug 11 02:44:26.613725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afdbdb-f8c7-4554-9da2-19f6e76b9fe0 req-ceaee9d1-11cf-4daa-b688-c8382d3f7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:26.615565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12afdbdb-f8c7-4554-9da2-19f6e76b9fe0 req-ceaee9d1-11cf-4daa-b688-c8382d3f7448 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 1097 time: 0.3175716 Aug 11 02:44:26.626807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa85633-e5c0-463a-bf54-ba99544a41be req-0e431d7a-7b51-4995-9d3f-03013796f4c4 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:26.628552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-caa85633-e5c0-463a-bf54-ba99544a41be req-0e431d7a-7b51-4995-9d3f-03013796f4c4 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 946 time: 0.3402398 Aug 11 02:44:26.895587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-feb4d9a8-8804-4cf7-8373-8ae8494400a2 req-65721e93-2c82-47b2-8b55-4837b1e94ae0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464717 Aug 11 02:44:27.045974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-aad9167a-3d14-487a-9e71-7e678def754a tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:27.048624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-aad9167a-3d14-487a-9e71-7e678def754a tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.25 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 808 time: 0.3888307 Aug 11 02:44:27.134245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-caa85633-e5c0-463a-bf54-ba99544a41be req-bcad1c1a-0a56-41f1-baba-e82009a727b9 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786685 Aug 11 02:44:27.162568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12afdbdb-f8c7-4554-9da2-19f6e76b9fe0 req-f6a9d92d-eb63-45cb-9ab7-02b7b45026a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058382 Aug 11 02:44:27.165377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb6a8769-9003-4416-9727-d7d1ec6429d6 req-5e7bd455-80bf-4a37-9052-817180b19e61 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 210 time: 0.0609152 Aug 11 02:44:27.166413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.184355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-4de617a2-e97f-4b76-a2fb-e6addfac9ea4 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d9ba062fbb48539dfa4c7220377e3c HTTP/1.1" status: 200 len: 379 time: 0.1200628 Aug 11 02:44:27.196693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'port': {'device_id': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'admin_state_up': True, 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'security_groups': ['c9be81e9-e0cd-4edf-96cd-47fea63a34d6']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:27.331571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:27.367390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ee37-9d0b-4d02-b2f6-7331a8286bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.775796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b558a2-23aa-480c-adeb-585f133bb696 req-deebaaed-a462-4436-9f03-8a5389c2d462 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:27.778165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b558a2-23aa-480c-adeb-585f133bb696 req-deebaaed-a462-4436-9f03-8a5389c2d462 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.4627869 Aug 11 02:44:27.788895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ee37-9d0b-4d02-b2f6-7331a8286bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.800522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ee37-9d0b-4d02-b2f6-7331a8286bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.880476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b558a2-23aa-480c-adeb-585f133bb696 req-a044630a-8ccc-4493-add0-28176ae55a96 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638385 Aug 11 02:44:27.884513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Made reservation on behalf of 89d9ba062fbb48539dfa4c7220377e3c for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:27.888248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.895612 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4cf3ee37-9d0b-4d02-b2f6-7331a8286bdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe52251703a44824bd08df612fa37b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618789 Aug 11 02:44:27.898085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:28.105437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ee37-9d0b-4d02-b2f6-7331a8286bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c86f0-a358-4610-9a11-8c5eeedfa31a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:28.114288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:28.234513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0d30-72d3-4441-9ba4-f55afa6d5e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.322450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Allocated IP 172.20.0.10 (07b14b45-97ad-4925-ab39-f96b4638d898/15f939ba-12ad-4963-9143-26f8cb94f417/0d565570-56df-470d-82b8-5ba96cd48139) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:28.363500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0d30-72d3-4441-9ba4-f55afa6d5e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.390290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632ce8f4-8332-46f4-a762-afdbb7721055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.477937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Router 02265ae0-215f-42ef-96ef-1fa331383ae9 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:28.534501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c60136-fa2f-4495-b601-49ae6185ebc2 req-068b451b-cded-475c-9032-d0abce07fe0f tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:28.545522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54c60136-fa2f-4495-b601-49ae6185ebc2 req-068b451b-cded-475c-9032-d0abce07fe0f tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 946 time: 0.1984305 Aug 11 02:44:28.545783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0d30-72d3-4441-9ba4-f55afa6d5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.548311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0d30-72d3-4441-9ba4-f55afa6d5e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.549488 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1f6e0d30-72d3-4441-9ba4-f55afa6d5e2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d55c86f0-a358-4610-9a11-8c5eeedfa31a HTTP/1.1" status: 204 len: 168 time: 0.6501422 Aug 11 02:44:28.589114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e0d30-72d3-4441-9ba4-f55afa6d5e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c86f0-a358-4610-9a11-8c5eeedfa31a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:28.735732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f24b3a3-0709-46de-880b-0766c1754e6d req-4c3f635d-021e-4876-a994-8485f620ed03 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Aug 11 02:44:28.768518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632ce8f4-8332-46f4-a762-afdbb7721055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.776927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-632ce8f4-8332-46f4-a762-afdbb7721055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:28.914140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ce8f4-8332-46f4-a762-afdbb7721055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c9224-a1d8-4459-9a5c-f3666fdc477e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:28.944083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-632ce8f4-8332-46f4-a762-afdbb7721055 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91109b685c1f494c8cac8e2952fea3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207598 Aug 11 02:44:28.947115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:29.025644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b91-1561-4ae1-8680-0d41f1ce0d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.051248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.058225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b91-1561-4ae1-8680-0d41f1ce0d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.068398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Transition to ACTIVE for port object 0d565570-56df-470d-82b8-5ba96cd48139 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:29.175443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b91-1561-4ae1-8680-0d41f1ce0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.180740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b91-1561-4ae1-8680-0d41f1ce0d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.185300 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1eb97b91-1561-4ae1-8680-0d41f1ce0d16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e20c9224-a1d8-4459-9a5c-f3666fdc477e HTTP/1.1" status: 204 len: 168 time: 0.2354405 Aug 11 02:44:29.185938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54c60136-fa2f-4495-b601-49ae6185ebc2 req-f3ea74db-5f31-4211-a8f8-884cfce09f6b tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6395004 Aug 11 02:44:29.187497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:29.197400 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] Sync routers for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:29.212916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb97b91-1561-4ae1-8680-0d41f1ce0d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c9224-a1d8-4459-9a5c-f3666fdc477e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:29.216797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3b9f54c8-cff8-43ca-972f-b02d40cf8fef admin admin] 10.222.0.16 "PUT /v2.0/routers/02265ae0-215f-42ef-96ef-1fa331383ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4758596 Aug 11 02:44:29.218500 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:29.219251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48378) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:29.222611 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:29.271203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.530468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Network 07b14b45-97ad-4925-ab39-f96b4638d898 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:29.535992 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:29.538818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:29.542698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:29.610466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:29.611550 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.645413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fb18a-2eb6-45b0-97bb-6f86d5c8d2af req-1064567c-661d-46f5-978c-8f396294e642 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:29.655381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-748fb18a-2eb6-45b0-97bb-6f86d5c8d2af req-1064567c-661d-46f5-978c-8f396294e642 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.7671044 Aug 11 02:44:29.662997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'Port': ['ID=0d565570-56df-470d-82b8-5ba96cd48139,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:29.675212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.838251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.852947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.853476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.853923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.854397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.854758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.855122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.855716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.855969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.856485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.856611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.856970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.857308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:29.863321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-493c8f73-bcc5-4f0b-9900-5a0225743e69 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6714988 Aug 11 02:44:29.879930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Request body: {'port': {'device_id': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:29.923729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:29.952342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f09fbeea-41d2-45cd-a60d-3164a4fb8476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.958822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-748fb18a-2eb6-45b0-97bb-6f86d5c8d2af req-b8b98096-e257-4840-b04c-f084e2d6d97c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023043 Aug 11 02:44:30.066825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-462d7074-86da-4545-b4a8-c5730bff4079 None None] Provisioning for port 0d565570-56df-470d-82b8-5ba96cd48139 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:30.079199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-462d7074-86da-4545-b4a8-c5730bff4079 None None] Provisioning complete for port 0d565570-56df-470d-82b8-5ba96cd48139 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:30.080712 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462d7074-86da-4545-b4a8-c5730bff4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.186986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:44:25Z', 'revision_number': 5, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port': {'id': '2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:17Z', 'updated_at': '2021-08-11T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:30.192659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-462d7074-86da-4545-b4a8-c5730bff4079 None None] Port 0d565570-56df-470d-82b8-5ba96cd48139 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:30.247739 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] Checking router: 02265ae0-215f-42ef-96ef-1fa331383ae9 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:30.261123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.276843 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] Routers {'02265ae0-215f-42ef-96ef-1fa331383ae9'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:30.277555 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['02265ae0-215f-42ef-96ef-1fa331383ae9'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:30.280584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f09fbeea-41d2-45cd-a60d-3164a4fb8476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.286814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f09fbeea-41d2-45cd-a60d-3164a4fb8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.308401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6e4f-9c77-4150-8692-c103a12967df req-7ccf0931-f5b5-4ca0-81aa-8b5e21a6b9bb tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:30.309954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97ec6e4f-9c77-4150-8692-c103a12967df req-7ccf0931-f5b5-4ca0-81aa-8b5e21a6b9bb tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 932 time: 0.3240366 Aug 11 02:44:30.321503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Deleting port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:30.321966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.386175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f09fbeea-41d2-45cd-a60d-3164a4fb8476 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db6e46b1d62b4ea1a130803e1a9a16ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589045 Aug 11 02:44:30.386175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fbeea-41d2-45cd-a60d-3164a4fb8476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a528164-dbad-4fd4-8d7b-41a98795b0c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:30.387436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48432) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:30.492853 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] Set router 02265ae0-215f-42ef-96ef-1fa331383ae9 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:30.500130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.557254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.676166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.677934 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:44:29Z', 'revision_number': 6, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:30.680426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:30.685728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a528164-dbad-4fd4-8d7b-41a98795b0c3 HTTP/1.1" status: 204 len: 168 time: 0.2971041 Aug 11 02:44:30.707558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a528164-dbad-4fd4-8d7b-41a98795b0c3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:30.718957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.719613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.720062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.720674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.721130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.721564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.722020 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.722454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.722937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.723363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.723793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.724220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc29c4f-7e00-4aba-a164-8c47708bf0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:30.767449 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7600ced-182e-40d9-97b5-83dbebcf8fc0 None None] The sync data for ids ['02265ae0-215f-42ef-96ef-1fa331383ae9'] in n-d-715271-8 is: [{'id': '02265ae0-215f-42ef-96ef-1fa331383ae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1031253447-router', 'tenant_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:15Z', 'updated_at': '2021-08-11T02:44:29Z', 'revision_number': 6, 'project_id': '66a5bbd508df4c3e8dd6cbab3cc65f0a', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:31.084356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf0fc-f501-4956-9e4a-e70d9ec40118 req-3ce4e9d0-abc9-4848-8a9a-a290dc32a065 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:31.092063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cabdf0fc-f501-4956-9e4a-e70d9ec40118 req-3ce4e9d0-abc9-4848-8a9a-a290dc32a065 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 946 time: 0.9247224 Aug 11 02:44:31.274883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97ec6e4f-9c77-4150-8692-c103a12967df req-d4c58cd4-a804-41db-b9be-9108e5a76d01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9549985 Aug 11 02:44:31.771523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] For port 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:31.771915 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.809347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Calling delete_port for 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:31.824992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cabdf0fc-f501-4956-9e4a-e70d9ec40118 req-1828d19a-f942-4d05-a7a0-6fae0e6d949a tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313809 Aug 11 02:44:31.915840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0c43ea6c-11c2-4402-8bd9-01c117ac672f tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:31.917510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0c43ea6c-11c2-4402-8bd9-01c117ac672f tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 946 time: 0.6671224 Aug 11 02:44:32.053071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e902-59cc-4149-8d3b-9f56e4b6833f req-48342961-85c6-4dab-957d-2c97840b8943 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.056277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1855e902-59cc-4149-8d3b-9f56e4b6833f req-48342961-85c6-4dab-957d-2c97840b8943 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.5210278 Aug 11 02:44:32.413664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d565570-56df-470d-82b8-5ba96cd48139 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:32.460456 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.522288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Transition to ACTIVE for port object 0d565570-56df-470d-82b8-5ba96cd48139 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:32.526380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1855e902-59cc-4149-8d3b-9f56e4b6833f req-4b63cef5-0510-425f-a465-4b90d7e66f75 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810625 Aug 11 02:44:32.538507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.629008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83199c-912b-4707-9c21-fec04887cad6 req-96dcb8d8-5cfc-4c69-af8b-0bc20aa2a89c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.629723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa83199c-912b-4707-9c21-fec04887cad6 req-96dcb8d8-5cfc-4c69-af8b-0bc20aa2a89c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 932 time: 0.2222745 Aug 11 02:44:32.733599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Pushing event updated for resources: {'Port': ['ID=0d565570-56df-470d-82b8-5ba96cd48139,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:32.756552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Deleting port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:32.757614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.760416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:32.785490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.801605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:32.802230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:32.802841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2ef250c5-a3f7-4ed5-913b-770138636070 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:32.872908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2ef250c5-a3f7-4ed5-913b-770138636070 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:32.876445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2ef250c5-a3f7-4ed5-913b-770138636070 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:32.888914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa83199c-912b-4707-9c21-fec04887cad6 req-26d1b6fa-32e3-41b0-b46d-3b1864409ee5 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465389 Aug 11 02:44:32.935411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2aad15-d7d4-4a8b-a6a7-1d1863d863c6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:33.137796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] For port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,segment=NetworkSegment(2b914324-2175-4e8e-9628-9f37a2c356d3),segment_id=2b914324-2175-4e8e-9628-9f37a2c356d3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:33.138957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.174555 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.227331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Calling delete_port for 5efb56a2-555f-467f-bc08-2a9f2cb0edfc owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:33.236850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2675a-3cd8-40b8-92e0-3ae28a41836e req-02879138-267e-4768-91b6-9e27f729ffe0 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:33.242160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82d2675a-3cd8-40b8-92e0-3ae28a41836e req-02879138-267e-4768-91b6-9e27f729ffe0 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 946 time: 0.2948964 Aug 11 02:44:33.324122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Attempting to bind port 0d565570-56df-470d-82b8-5ba96cd48139 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:33.324458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Attempting to bind port 0d565570-56df-470d-82b8-5ba96cd48139 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:33.324787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Attempting to bind port 0d565570-56df-470d-82b8-5ba96cd48139 on network 07b14b45-97ad-4925-ab39-f96b4638d898 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:33.379383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.381760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.385213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Port 0d565570-56df-470d-82b8-5ba96cd48139 on network 07b14b45-97ad-4925-ab39-f96b4638d898 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:44:33.385533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Attempting to bind port 0d565570-56df-470d-82b8-5ba96cd48139 on network 07b14b45-97ad-4925-ab39-f96b4638d898 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:33.423721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:33.424561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Checking segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:33.424561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Bound using segment: {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:33.424875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Bound port: 0d565570-56df-470d-82b8-5ba96cd48139, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed14783-1479-42fe-9c76-01df6ad7f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:33.425259 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.475415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82d2675a-3cd8-40b8-92e0-3ae28a41836e req-ab7d6568-b528-40c9-adb1-2b02019819af tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/security-groups?id=97c5f615-2864-4cbc-be06-cb1fba168f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936846 Aug 11 02:44:33.485250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.485832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02265ae0-215f-42ef-96ef-1fa331383ae9 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:44:33.518599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.519813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-56446afe-85e8-43c8-88ac-b91de4fa02e2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/02265ae0-215f-42ef-96ef-1fa331383ae9 HTTP/1.1" status: 204 len: 168 time: 4.2505224 Aug 11 02:44:33.523126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48526) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:33.628317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Deleting subnet 51524578-0e03-439f-b1c6-01773bae30c4 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:44:33.650281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.701391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.811896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] For port 0d565570-56df-470d-82b8-5ba96cd48139, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:33.819119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] For port 0d565570-56df-470d-82b8-5ba96cd48139, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d565570-56df-470d-82b8-5ba96cd48139,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:33.838661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.855016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.930329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.029620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.058796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.059326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5eadc0-ac3c-4136-8a89-f7c535311ef1 None None] Network 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:34.069934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.072964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51524578-0e03-439f-b1c6-01773bae30c4 HTTP/1.1" status: 204 len: 168 time: 0.5353172 Aug 11 02:44:34.079804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.080446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:34.087299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 1092 time: 4.2127483 Aug 11 02:44:34.090191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:34.107503 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202ebb3d-7add-4091-935a-4618273bff63" -d '{"events": [{"name": "network-changed", "server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "tag": "0d565570-56df-470d-82b8-5ba96cd48139"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:34.115088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b3ca5-29e7-462a-b6af-4f6cb1910b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51524578-0e03-439f-b1c6-01773bae30c4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:34.336767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.359828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2661a74-decd-4ea8-ab44-ff43f9dccd73 req-4f4a8fa3-1510-4441-8bb2-c0419706e767 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.363093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2661a74-decd-4ea8-ab44-ff43f9dccd73 req-4f4a8fa3-1510-4441-8bb2-c0419706e767 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.5576837 Aug 11 02:44:34.541219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48dfdd-53d6-4611-a525-f5bc15250591 service neutron] Pushing event updated for resources: {'Port': ['ID=0d565570-56df-470d-82b8-5ba96cd48139,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:34.564992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Deleting port 87cc1c96-283c-4694-b471-7928683a8d55 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:34.565458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.728203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] DHCP port deletion for 137fdda3-2d6d-4246-aa00-997b9bbdc2f3 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:44:34.729243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] For port 87cc1c96-283c-4694-b471-7928683a8d55, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87cc1c96-283c-4694-b471-7928683a8d55,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:34.729850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.804929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] Deleting port 87cc1c96-283c-4694-b471-7928683a8d55 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:34.806211 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.809027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Calling delete_port for 87cc1c96-283c-4694-b471-7928683a8d55 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:34.836161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Pushing event deleted for resources: {'Port': ['ID=5efb56a2-555f-467f-bc08-2a9f2cb0edfc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:34.897315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3451ea-3609-49cd-99a0-ffe04f764cf7 req-8e87e5e2-9d7d-4bd1-adb8-9ba6b1d0dc5a tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.905489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed3451ea-3609-49cd-99a0-ffe04f764cf7 req-8e87e5e2-9d7d-4bd1-adb8-9ba6b1d0dc5a tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 944 time: 0.7691538 Aug 11 02:44:34.909973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] For port 87cc1c96-283c-4694-b471-7928683a8d55, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87cc1c96-283c-4694-b471-7928683a8d55,segment=NetworkSegment(f607105d-a4a7-4e91-9e45-495930d87724),segment_id=f607105d-a4a7-4e91-9e45-495930d87724)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:34.910924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.917752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] No DVR routers for this DVR port 5efb56a2-555f-467f-bc08-2a9f2cb0edfc on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:34.924272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:34.928560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edc60e4b-18fa-432e-854a-c7fa16833d7f req-0770ecc2-e8dd-4559-a7c7-ec8fc35453a8 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.59 "DELETE /v2.0/ports/5efb56a2-555f-467f-bc08-2a9f2cb0edfc HTTP/1.1" status: 204 len: 173 time: 2.8950717 Aug 11 02:44:34.943892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] Calling delete_port for 87cc1c96-283c-4694-b471-7928683a8d55 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:35.053159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2661a74-decd-4ea8-ab44-ff43f9dccd73 req-ce5a383c-cf76-4f3a-b8ab-f7210173148b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748837 Aug 11 02:44:35.065386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-e1d9bbba-9c51-4b9d-b0f1-cc889cbccc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:35.068767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-e1d9bbba-9c51-4b9d-b0f1-cc889cbccc83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1095 time: 0.8098924 Aug 11 02:44:35.141153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5efb56a2-555f-467f-bc08-2a9f2cb0edfc no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:35.159100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.188453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-c0731fa8-35bd-484e-b954-be02fedf6452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 217 time: 0.1091950 Aug 11 02:44:35.255375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Pushing event deleted for resources: {'Port': ['ID=87cc1c96-283c-4694-b471-7928683a8d55,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:35.265386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] No DVR routers for this DVR port 87cc1c96-283c-4694-b471-7928683a8d55 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:35.282136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed3451ea-3609-49cd-99a0-ffe04f764cf7 req-789a09b7-02a0-4440-bd23-8e7f4c8e5c78 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516886 Aug 11 02:44:35.310621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5efb56a2-555f-467f-bc08-2a9f2cb0edfc {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:35.311868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5efb56a2-555f-467f-bc08-2a9f2cb0edfc not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:35.402148 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ae6df-3bb3-471e-8d19-17a43daf8137 x-openstack-request-id: req-484ae6df-3bb3-471e-8d19-17a43daf8137 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:35.402650 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "tag": "0d565570-56df-470d-82b8-5ba96cd48139", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:35.403080 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-484ae6df-3bb3-471e-8d19-17a43daf8137 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:35.403746 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139', 'status': 'completed', 'code': 200} Aug 11 02:44:35.414809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.442044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137fdda3-2d6d-4246-aa00-997b9bbdc2f3']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:35.452824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-03815c0c-7263-43a7-9ea4-4d6f991ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:35.464501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-03815c0c-7263-43a7-9ea4-4d6f991ffc15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 200 len: 847 time: 0.2577994 Aug 11 02:44:35.470518 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.479579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f607105d-a4a7-4e91-9e45-495930d87724') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:35.479579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f607105d-a4a7-4e91-9e45-495930d87724') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:35.508488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.546313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.558106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] No DVR routers for this DVR port 87cc1c96-283c-4694-b471-7928683a8d55 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:35.563279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:44:35.564746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:44:35.572969 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:44:35.577882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eff23c-5da2-4d61-8cbf-7e3cba64b360 None None] Pushing event deleted for resources: {'Port': ['ID=87cc1c96-283c-4694-b471-7928683a8d55,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:35.582871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efa18357-b6cd-464f-815f-a561d27084ad req-aa78e7e5-fc62-48d4-8dfc-2e65a0f3df75 tempest-ServerPasswordTestJSON-2021371711 tempest-ServerPasswordTestJSON-2021371711-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43119f-5846-4502-bcf7-4fa310d9c3ed HTTP/1.1" status: 200 len: 210 time: 0.0932996 Aug 11 02:44:35.661259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-7f693c07-ff47-4dc2-bfaa-efaa0729a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:35.663010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-7f693c07-ff47-4dc2-bfaa-efaa0729a166 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07b14b45-97ad-4925-ab39-f96b4638d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919825 Aug 11 02:44:35.792445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.820869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:35.830674 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] 10.222.0.16 "DELETE /v2.0/networks/137fdda3-2d6d-4246-aa00-997b9bbdc2f3 HTTP/1.1" status: 204 len: 168 time: 1.7475865 Aug 11 02:44:35.891473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf305c7-6f8c-484b-9ab2-14937c879528 admin admin] Pushing event deleted for resources: {'Network': ['ID=137fdda3-2d6d-4246-aa00-997b9bbdc2f3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:35.938783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-8e75cab7-0b37-4a92-8737-fc454eef7505 service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657614 Aug 11 02:44:36.156385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeae03e4-2251-444e-a967-9d0ff6098e15 req-4299981b-8be1-47d0-9d7b-1b225ed4dd8f service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103322 Aug 11 02:44:36.345150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:36.364846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebb3d-7add-4091-935a-4618273bff63 req-fa122e5b-ca1a-459e-8510-6da5f7ff5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:36.366694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-fa122e5b-ca1a-459e-8510-6da5f7ff5060 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1095 time: 0.1519542 Aug 11 02:44:36.427806 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3aaa6222-1f5b-4efe-aca1-2b65fa1fc938 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66a5bbd508df4c3e8dd6cbab3cc65f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781443 Aug 11 02:44:36.428110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:36.522766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5919-81ed-4f77-a2a8-cf2bdaa0a6ff req-3f797b31-7133-4f74-9276-580cd89db126 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:36.524975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a04c5919-81ed-4f77-a2a8-cf2bdaa0a6ff req-3f797b31-7133-4f74-9276-580cd89db126 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.2605484 Aug 11 02:44:36.608847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-939e10b2-93c0-4147-9c78-a3508710301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.672802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-939e10b2-93c0-4147-9c78-a3508710301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.696459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eaab-672f-4a38-b89b-03968ee37830 req-8f93629a-a1f4-4d8a-8d0d-66511b783ace tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:36.699605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cad4eaab-672f-4a38-b89b-03968ee37830 req-8f93629a-a1f4-4d8a-8d0d-66511b783ace tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 944 time: 0.2433126 Aug 11 02:44:36.722648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a04c5919-81ed-4f77-a2a8-cf2bdaa0a6ff req-5af30a13-87dc-4273-a7a2-3de7bc7d9c1d tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850624 Aug 11 02:44:36.821901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebb3d-7add-4091-935a-4618273bff63 req-a49f5698-c4fb-48eb-acee-6faa295bef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:36.832822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87cc1c96-283c-4694-b471-7928683a8d55 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:36.834102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-a49f5698-c4fb-48eb-acee-6faa295bef03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 908 time: 0.4545884 Aug 11 02:44:36.869707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-939e10b2-93c0-4147-9c78-a3508710301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.874837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-939e10b2-93c0-4147-9c78-a3508710301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.880139 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-939e10b2-93c0-4147-9c78-a3508710301e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4471a8f3-5f33-42dc-a55e-1f5b9613f094 HTTP/1.1" status: 204 len: 168 time: 0.4508364 Aug 11 02:44:36.892333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 87cc1c96-283c-4694-b471-7928683a8d55 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:36.892667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87cc1c96-283c-4694-b471-7928683a8d55 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:36.918592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e10b2-93c0-4147-9c78-a3508710301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471a8f3-5f33-42dc-a55e-1f5b9613f094,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:36.954761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:37.055354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-95a15d77-a771-4201-a65d-5a7b74661563 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 217 time: 0.2093861 Aug 11 02:44:37.081271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Deleting subnet 9e69b129-ac02-4fa3-9ce7-14322967623a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:44:37.097571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:37.128317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cad4eaab-672f-4a38-b89b-03968ee37830 req-20bea5ed-b2c4-4692-b7d8-2a1b2a5c02a6 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872600 Aug 11 02:44:37.255193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:37.367358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebb3d-7add-4091-935a-4618273bff63 req-ce778f91-72a2-4ad4-8deb-807cbae8cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:37.369825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-ce778f91-72a2-4ad4-8deb-807cbae8cc8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 200 len: 847 time: 0.2398148 Aug 11 02:44:37.388389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:37.422390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'name': 'network-vif-deleted', 'tag': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:37.424829 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c92ff5f-3885-4ff3-9bec-24a33c8060c2" -d '{"events": [{"server_uuid": "2f43119f-5846-4502-bcf7-4fa310d9c3ed", "name": "network-vif-deleted", "tag": "5efb56a2-555f-467f-bc08-2a9f2cb0edfc"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:37.543350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebb3d-7add-4091-935a-4618273bff63 req-ea632bda-f51d-4d61-90a0-26554ea93bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:37.544966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-ea632bda-f51d-4d61-90a0-26554ea93bb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07b14b45-97ad-4925-ab39-f96b4638d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574869 Aug 11 02:44:37.569409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:37.583755 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5540aece-1c86-4708-956a-6e25334f0690 x-openstack-request-id: req-5540aece-1c86-4708-956a-6e25334f0690 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:37.584101 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f43119f-5846-4502-bcf7-4fa310d9c3ed", "name": "network-vif-deleted", "tag": "5efb56a2-555f-467f-bc08-2a9f2cb0edfc", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:37.584422 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5540aece-1c86-4708-956a-6e25334f0690 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:37.584772 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f43119f-5846-4502-bcf7-4fa310d9c3ed', 'name': 'network-vif-deleted', 'tag': '5efb56a2-555f-467f-bc08-2a9f2cb0edfc', 'status': 'completed', 'code': 200} Aug 11 02:44:37.594958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:37.602620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48614) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:37.603999 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e69b129-ac02-4fa3-9ce7-14322967623a HTTP/1.1" status: 204 len: 168 time: 0.6479728 Aug 11 02:44:37.708616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134371c-50d5-47d5-a2c9-98f8f609ef43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e69b129-ac02-4fa3-9ce7-14322967623a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:38.081150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:38.115550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-8f91c56f-b628-4576-8eaa-99283a0452f7 service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603447 Aug 11 02:44:38.200250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa18da-54eb-41cd-abc5-2b45fb9d064a req-d2784e41-909a-43e9-bee0-a15c4b9c2167 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:38.209179 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5fa18da-54eb-41cd-abc5-2b45fb9d064a req-d2784e41-909a-43e9-bee0-a15c4b9c2167 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.2532609 Aug 11 02:44:38.768117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:38.852702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:39.099142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0f22cfd-a88b-40c5-a1f8-552b900f3a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.281055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-518170766-network', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:39.314411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5fa18da-54eb-41cd-abc5-2b45fb9d064a req-3fff6f8a-3cf8-4e8b-bf47-fcbbf8c5c678 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1032765 Aug 11 02:44:39.418081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0f22cfd-a88b-40c5-a1f8-552b900f3a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.428602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0f22cfd-a88b-40c5-a1f8-552b900f3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.440835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.454434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13900795-e150-4345-b14f-12a0a4ae196d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:39.469618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b914324-2175-4e8e-9628-9f37a2c356d3') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:39.470095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b914324-2175-4e8e-9628-9f37a2c356d3') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:39.493312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.519675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.529779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e0f22cfd-a88b-40c5-a1f8-552b900f3a6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9923e77ee82c4449900574bd8596b94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756246 Aug 11 02:44:39.535094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:44:39.535316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:39.535651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.564594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22cfd-a88b-40c5-a1f8-552b900f3a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582fbc0e-ca21-4064-9c6f-e8f7bfbc62d5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:39.570252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48674) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:39.591730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Made reservation on behalf of adebcffd7e3646a481c79843cbb31ba6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:39.595060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.649124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:44:39.687888 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:44:39.716853 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.725188 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.731584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] 10.222.0.16 "DELETE /v2.0/networks/13900795-e150-4345-b14f-12a0a4ae196d HTTP/1.1" status: 204 len: 168 time: 2.1276858 Aug 11 02:44:39.754453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da536547-5c8f-4f57-9322-99806994259a admin admin] Pushing event deleted for resources: {'Network': ['ID=13900795-e150-4345-b14f-12a0a4ae196d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:39.770875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202ebb3d-7add-4091-935a-4618273bff63 req-dfe29fa8-7b75-41d1-b5a5-8d62497cd0cd service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6434796 Aug 11 02:44:39.816780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0075a-9a1e-43dc-b426-98760bbfa20c req-f1ff9e2d-5919-4ffb-8830-49e24d5aff22 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:39.820971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02d0075a-9a1e-43dc-b426-98760bbfa20c req-f1ff9e2d-5919-4ffb-8830-49e24d5aff22 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 944 time: 1.5183723 Aug 11 02:44:39.846455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.866169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.874744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91174021-6df0-4f90-89b8-e450950f8289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.879702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d565570-56df-470d-82b8-5ba96cd48139 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:39.913698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91174021-6df0-4f90-89b8-e450950f8289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.005687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49edba69-c015-43a5-a3b0-a250939be76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.040420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02d0075a-9a1e-43dc-b426-98760bbfa20c req-0db6be22-90b7-49ba-94ab-7182d53dbe3d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063150 Aug 11 02:44:40.055606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48686) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:40.117101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91174021-6df0-4f90-89b8-e450950f8289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.126621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91174021-6df0-4f90-89b8-e450950f8289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.127500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-91174021-6df0-4f90-89b8-e450950f8289 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/582fbc0e-ca21-4064-9c6f-e8f7bfbc62d5 HTTP/1.1" status: 204 len: 168 time: 0.5914474 Aug 11 02:44:40.150084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fddfa02e-fb24-4243-b9e6-722bea33402b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e93b0286fd0a4aa88381afa9dbba4777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928202 Aug 11 02:44:40.152664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48690) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:40.175610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:44:40.191809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0d565570-56df-470d-82b8-5ba96cd48139, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d565570-56df-470d-82b8-5ba96cd48139,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:40.233819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '0d565570-56df-470d-82b8-5ba96cd48139', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'port_id': '0d565570-56df-470d-82b8-5ba96cd48139', 'mac_address': 'fa:16:3e:40:e1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:40.260127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d58f3583-2a94-4eec-a4a8-4475b3b40f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.263027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48694) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:40.269110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11f7cc-14e1-40e4-a45e-4a3871359759,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.283016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.287651 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Added segment 1d04ae18-cfeb-4aa6-b847-48e162c3ba43 of type vlan for network 8960f787-39e5-4d9c-8c84-87431e54bf46 Aug 11 02:44:40.322304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d58f3583-2a94-4eec-a4a8-4475b3b40f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.349332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.392846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d565570-56df-470d-82b8-5ba96cd48139 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:40.419520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49edba69-c015-43a5-a3b0-a250939be76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.421311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91174021-6df0-4f90-89b8-e450950f8289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582fbc0e-ca21-4064-9c6f-e8f7bfbc62d5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.441607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49edba69-c015-43a5-a3b0-a250939be76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.442678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0d565570-56df-470d-82b8-5ba96cd48139, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d565570-56df-470d-82b8-5ba96cd48139,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:40.471002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.472625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d58f3583-2a94-4eec-a4a8-4475b3b40f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.483795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d58f3583-2a94-4eec-a4a8-4475b3b40f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.490652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d58f3583-2a94-4eec-a4a8-4475b3b40f6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97c5f615-2864-4cbc-be06-cb1fba168f1a HTTP/1.1" status: 204 len: 168 time: 0.3366520 Aug 11 02:44:40.521943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-49edba69-c015-43a5-a3b0-a250939be76f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17b73df017d8426c939412c80a9f7edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505916 Aug 11 02:44:40.532956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48702) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:40.545556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.557585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f3583-2a94-4eec-a4a8-4475b3b40f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5f615-2864-4cbc-be06-cb1fba168f1a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.584205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0d565570-56df-470d-82b8-5ba96cd48139,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.591972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edba69-c015-43a5-a3b0-a250939be76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2cb9e1-c5b0-4790-8bb4-07a5a1ca0c2c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.602594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.602949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.603296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.603678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.603961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.604299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.604721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.605064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.605429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.605732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.606084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.606469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:40.637831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d08662eb-3bce-4065-82d5-8e89b06d890f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.648210 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.649235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:40.649840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.702035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['0d565570-56df-470d-82b8-5ba96cd48139'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:40.733614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8a63aa-7dfa-4a49-b0f9-67748a4ae54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.745660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad4cf9-9684-4e49-8105-3eda8fefcd2a req-16a962d5-555c-4917-b5a6-1cb7ec88c63a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:40.747682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ad4cf9-9684-4e49-8105-3eda8fefcd2a req-16a962d5-555c-4917-b5a6-1cb7ec88c63a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.1928031 Aug 11 02:44:40.817058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8960f787-39e5-4d9c-8c84-87431e54bf46,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.818314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8a63aa-7dfa-4a49-b0f9-67748a4ae54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.859700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61ad4cf9-9684-4e49-8105-3eda8fefcd2a req-96de3ae1-f9b3-497a-a46e-56dd496cf9df tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Aug 11 02:44:40.865722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:44:40.949704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d08662eb-3bce-4065-82d5-8e89b06d890f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.952463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8a63aa-7dfa-4a49-b0f9-67748a4ae54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.955866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8a63aa-7dfa-4a49-b0f9-67748a4ae54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.957517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9b8a63aa-7dfa-4a49-b0f9-67748a4ae54d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab2cb9e1-c5b0-4790-8bb4-07a5a1ca0c2c HTTP/1.1" status: 204 len: 168 time: 0.4125466 Aug 11 02:44:40.967875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a63aa-7dfa-4a49-b0f9-67748a4ae54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2cb9e1-c5b0-4790-8bb4-07a5a1ca0c2c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.969830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d08662eb-3bce-4065-82d5-8e89b06d890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.973904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f574aafa-5dc8-4852-9ed5-09b07941c5c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2040353 Aug 11 02:44:40.976779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:40.987959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Request body: {'subnet': {'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-518170766-subnet', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:41.071792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Made reservation on behalf of adebcffd7e3646a481c79843cbb31ba6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:41.072037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d08662eb-3bce-4065-82d5-8e89b06d890f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0039843676140f3bd4e0fd74d518052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053730 Aug 11 02:44:41.075099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:41.077137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.101605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08662eb-3bce-4065-82d5-8e89b06d890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f5f320-68f5-49c1-b071-6075f3443296,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.208268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03d3e8f4-f136-4710-98ac-184a0975116b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.278253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03d3e8f4-f136-4710-98ac-184a0975116b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.288562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b3eea-ce8c-4858-a809-9480f66120c7 req-00a5c692-bf87-4154-879e-501afad71c42 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:41.290479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-423b3eea-ce8c-4858-a809-9480f66120c7 req-00a5c692-bf87-4154-879e-501afad71c42 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 945 time: 0.0835009 Aug 11 02:44:41.350278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-423b3eea-ce8c-4858-a809-9480f66120c7 req-8ccc1a13-4462-476d-a0e7-14f91b5ec3b5 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528224 Aug 11 02:44:41.411971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03d3e8f4-f136-4710-98ac-184a0975116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.414897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-03d3e8f4-f136-4710-98ac-184a0975116b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.416937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-03d3e8f4-f136-4710-98ac-184a0975116b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09f5f320-68f5-49c1-b071-6075f3443296 HTTP/1.1" status: 204 len: 168 time: 0.3387437 Aug 11 02:44:41.441528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3e8f4-f136-4710-98ac-184a0975116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f5f320-68f5-49c1-b071-6075f3443296,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.462555 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.514555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa29fd4-e7d3-491b-926f-fde5f485d57a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.525208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:41.550972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9397cc3-08c1-4a27-b8c0-b07f58baf1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.636363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Checking segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:41.636363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Network hostable DHCP agents. Network: 8960f787-39e5-4d9c-8c84-87431e54bf46, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:44:41.731949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9397cc3-08c1-4a27-b8c0-b07f58baf1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.740858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9397cc3-08c1-4a27-b8c0-b07f58baf1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.812620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:44:41.822301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9397cc3-08c1-4a27-b8c0-b07f58baf1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471bb71-b195-4e55-a213-eaaa87b3c92e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.829765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b9397cc3-08c1-4a27-b8c0-b07f58baf1a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc02917a12bb4763973f777f813dc07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035212 Aug 11 02:44:41.832999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:41.847187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8960f787-39e5-4d9c-8c84-87431e54bf46) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:41.854849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:41.857405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.864269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23274500-6095-43b9-b041-9313dcef7735 None None] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:41.894850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48742) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:41.895580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-94df881e-f962-4dbb-b8e8-e445154baa99 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9164977 Aug 11 02:44:41.904515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:41.966821 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98f19c8f-ebde-4f44-8838-65ab8d6940dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.002554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.003673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.039798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98f19c8f-ebde-4f44-8838-65ab8d6940dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.067257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ef764-19f0-456a-89f4-551b8db655ba None None] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:42.122781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.168421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98f19c8f-ebde-4f44-8838-65ab8d6940dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.171755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98f19c8f-ebde-4f44-8838-65ab8d6940dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.173229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-98f19c8f-ebde-4f44-8838-65ab8d6940dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b471bb71-b195-4e55-a213-eaaa87b3c92e HTTP/1.1" status: 204 len: 168 time: 0.3393624 Aug 11 02:44:42.196955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f19c8f-ebde-4f44-8838-65ab8d6940dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471bb71-b195-4e55-a213-eaaa87b3c92e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:42.259716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14897-2176-4267-9c6a-0a80c10ec093 req-6e73f1f4-fd91-48a4-bd14-e80c843b8dea tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:42.267515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89e14897-2176-4267-9c6a-0a80c10ec093 req-6e73f1f4-fd91-48a4-bd14-e80c843b8dea tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.2163267 Aug 11 02:44:42.528833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89e14897-2176-4267-9c6a-0a80c10ec093 req-e38d69ac-4655-4ffa-9d15-b0a66786722f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600777 Aug 11 02:44:42.547631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.870356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00f9a-b4a3-4c49-8568-9a0d427b35df req-b1849569-9770-46ed-8510-fed5b2f21a91 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:42.872154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01f00f9a-b4a3-4c49-8568-9a0d427b35df req-b1849569-9770-46ed-8510-fed5b2f21a91 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 945 time: 0.3082454 Aug 11 02:44:42.924605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:42.940796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09169444-ca64-4a43-8295-d188a83738e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.951005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01f00f9a-b4a3-4c49-8568-9a0d427b35df req-21b4cfa4-0cc7-4f3a-a326-5b0d4f0744c8 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640357 Aug 11 02:44:43.110812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09169444-ca64-4a43-8295-d188a83738e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.118747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09169444-ca64-4a43-8295-d188a83738e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.176840 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-09169444-ca64-4a43-8295-d188a83738e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42086f27d84d4a8793eb59c78fb68ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510521 Aug 11 02:44:43.179435 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.180885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:43.191839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09169444-ca64-4a43-8295-d188a83738e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56be185-5402-4b22-aa6b-2770f739b3a2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:43.249571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.325770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c950479-adfa-48d7-8e6a-6d6573030ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.371505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c950479-adfa-48d7-8e6a-6d6573030ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.453844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c950479-adfa-48d7-8e6a-6d6573030ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.458342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c950479-adfa-48d7-8e6a-6d6573030ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.464266 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9c950479-adfa-48d7-8e6a-6d6573030ebc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f56be185-5402-4b22-aa6b-2770f739b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2816317 Aug 11 02:44:43.474185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c950479-adfa-48d7-8e6a-6d6573030ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56be185-5402-4b22-aa6b-2770f739b3a2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:43.520471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Allocated IP 172.25.6.5 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9c0ce972-8d40-4e86-90d8-4e23b08bcc92) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:43.694373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:43.796271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb914a7-2a02-446c-9872-e226ca699244 req-7d42f4be-0338-4444-adc5-9d3a6643b1b4 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:43.796974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fb914a7-2a02-446c-9872-e226ca699244 req-7d42f4be-0338-4444-adc5-9d3a6643b1b4 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.0814464 Aug 11 02:44:43.869703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fb914a7-2a02-446c-9872-e226ca699244 req-7fc1b8a7-a2fd-49b4-b770-22371ec02cff tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586181 Aug 11 02:44:43.909193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.915901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d565570-56df-470d-82b8-5ba96cd48139 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:43.921879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18f2ec9e-0a1b-4417-8edf-de49f74aee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.987372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 0d565570-56df-470d-82b8-5ba96cd48139 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:43.992907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 0d565570-56df-470d-82b8-5ba96cd48139 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:43.993357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.001420 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.056803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:44.102492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.143415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:44.144252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:44.149553 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3027c529-cbd1-4680-950b-111daba10b0e" -d '{"events": [{"server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "name": "network-vif-plugged", "status": "completed", "tag": "0d565570-56df-470d-82b8-5ba96cd48139"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:44.185649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:44.193537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-809321669-network', 'tenant_id': '67315a0971cd44f4806a38c771acb889'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:44.196641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:44.200478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0d565570-56df-470d-82b8-5ba96cd48139, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d565570-56df-470d-82b8-5ba96cd48139,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:44.207542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.209956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.260898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Made reservation on behalf of 67315a0971cd44f4806a38c771acb889 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:44.265898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.293795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.302925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc12b-0f28-4612-91e4-31b52aea4953 req-3c5e3917-11c8-48c1-aaec-de1fd5d16e4c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.305218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-239fc12b-0f28-4612-91e4-31b52aea4953 req-3c5e3917-11c8-48c1-aaec-de1fd5d16e4c tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 945 time: 0.2074726 Aug 11 02:44:44.355946 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93791b42-ca03-47ea-a107-cb1ffaa81ba7 x-openstack-request-id: req-93791b42-ca03-47ea-a107-cb1ffaa81ba7 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:44.358833 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "name": "network-vif-plugged", "status": "completed", "tag": "0d565570-56df-470d-82b8-5ba96cd48139", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:44.358833 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93791b42-ca03-47ea-a107-cb1ffaa81ba7 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:44.359592 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139', 'code': 200} Aug 11 02:44:44.363045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0d565570-56df-470d-82b8-5ba96cd48139,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.504554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.526105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.575960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae538e2-2037-4ac2-93b5-5675a46abf35,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.581700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbd03ca-942a-48b4-b65d-45a060b5966d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.599881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:44:44.617304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-239fc12b-0f28-4612-91e4-31b52aea4953 req-ab5eaf71-93ee-4075-a259-4a2f6eb22973 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017030 Aug 11 02:44:44.625109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.625833 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Added segment 503fa398-8d99-43e7-81c6-b7396e5e686a of type vlan for network fffef75c-1024-488a-bd37-ed6b24e1ee64 Aug 11 02:44:44.663231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c006ec-1886-452f-a8f9-c1c623c14083 req-73e8c78f-f6c5-47d3-a4fa-1e99914f4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.667221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64c006ec-1886-452f-a8f9-c1c623c14083 req-73e8c78f-f6c5-47d3-a4fa-1e99914f4b4c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1097 time: 0.3126407 Aug 11 02:44:44.737863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.783547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64c006ec-1886-452f-a8f9-c1c623c14083 req-8af6027b-6d87-45af-9f13-2aa5e448b696 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062460 Aug 11 02:44:44.807944 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.809879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:44.810982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.876647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.957986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] Pushing event updated for resources: {'Network': ['ID=fffef75c-1024-488a-bd37-ed6b24e1ee64,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.969674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbd03ca-942a-48b4-b65d-45a060b5966d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.971420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:44:44.979140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbd03ca-942a-48b4-b65d-45a060b5966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.003879 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-07db8e37-c597-4762-a60d-6b8e3b27bb59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3077481 Aug 11 02:44:45.024552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.043216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Request body: {'subnet': {'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-809321669-subnet', 'tenant_id': '67315a0971cd44f4806a38c771acb889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:45.071905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cfbd03ca-942a-48b4-b65d-45a060b5966d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e190a75f835749df88952e6940e71f34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0138736 Aug 11 02:44:45.076092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48844) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.087203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd03ca-942a-48b4-b65d-45a060b5966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36fd0a4-cd73-4848-9237-1eb291f64c4f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.105308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Made reservation on behalf of 67315a0971cd44f4806a38c771acb889 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:45.108313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.294035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7f13-780a-4fa5-a5ba-8ee7cc2884b5 req-e3da9be2-1059-43df-9328-d3a45d884543 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:45.296453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-797b7f13-780a-4fa5-a5ba-8ee7cc2884b5 req-e3da9be2-1059-43df-9328-d3a45d884543 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.1526508 Aug 11 02:44:45.316464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9825a14b-b909-4bd5-944d-d1f8af8b621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.398846 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9825a14b-b909-4bd5-944d-d1f8af8b621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.427777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.428345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48848) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.470890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.494199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-797b7f13-780a-4fa5-a5ba-8ee7cc2884b5 req-df68fc7d-e382-4161-a4d5-fef8330fa591 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796272 Aug 11 02:44:45.586911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b41d84-d0e8-4f07-869a-2c314bf8accf,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.596679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Checking segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:45.597460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Network hostable DHCP agents. Network: fffef75c-1024-488a-bd37-ed6b24e1ee64, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:44:45.622758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:44:45.646415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, fffef75c-1024-488a-bd37-ed6b24e1ee64) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:45.661804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385c213-6151-4186-90c9-33824adfe8e3 None None] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:45.666815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:45.668181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.697718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ddff5e4a-1a81-4ee7-8b28-af167255270d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6711211 Aug 11 02:44:45.744659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9825a14b-b909-4bd5-944d-d1f8af8b621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.767846 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9825a14b-b909-4bd5-944d-d1f8af8b621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.782520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9825a14b-b909-4bd5-944d-d1f8af8b621e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b36fd0a4-cd73-4848-9237-1eb291f64c4f HTTP/1.1" status: 204 len: 168 time: 0.7019694 Aug 11 02:44:45.892325 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d56b4cb-854f-4947-b415-bcf5392d61e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.894475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825a14b-b909-4bd5-944d-d1f8af8b621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36fd0a4-cd73-4848-9237-1eb291f64c4f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:46.009812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286aaf-c8d1-47b1-b9fc-d4f698cb9a3f req-08b159a3-6707-47fd-8691-4c75b270b5aa tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:46.011614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4286aaf-c8d1-47b1-b9fc-d4f698cb9a3f req-08b159a3-6707-47fd-8691-4c75b270b5aa tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.1757917 Aug 11 02:44:46.035039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Router b7351fa6-c229-4196-bded-ded7f198331b is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:44:46.062399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef043d8a-8818-47f3-a034-5e5b63f5dc2f None None] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:46.134532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d56b4cb-854f-4947-b415-bcf5392d61e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.140258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4286aaf-c8d1-47b1-b9fc-d4f698cb9a3f req-08a3a72e-19fb-4637-a96f-feec5d8ba505 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195908 Aug 11 02:44:46.143331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d56b4cb-854f-4947-b415-bcf5392d61e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.235886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d56b4cb-854f-4947-b415-bcf5392d61e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c8954327895461bad543968f3a120cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868114 Aug 11 02:44:46.236697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56b4cb-854f-4947-b415-bcf5392d61e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dacb58-6256-4b83-b0dc-61c75cc41af0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:46.238705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:46.308628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:46.325681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Sync routers for ids ['b7351fa6-c229-4196-bded-ded7f198331b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:46.341151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9220bb9a-b1df-4c51-9c5e-8d161d9d3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.341405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.345296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a96ed4c2-ed50-4007-a106-aff3a3f883e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4466105 Aug 11 02:44:46.346676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:46.360029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Routers {'b7351fa6-c229-4196-bded-ded7f198331b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:46.364691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7351fa6-c229-4196-bded-ded7f198331b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:46.375904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9220bb9a-b1df-4c51-9c5e-8d161d9d3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.422506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9220bb9a-b1df-4c51-9c5e-8d161d9d3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.429854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9220bb9a-b1df-4c51-9c5e-8d161d9d3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.434743 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9220bb9a-b1df-4c51-9c5e-8d161d9d3851 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03dacb58-6256-4b83-b0dc-61c75cc41af0 HTTP/1.1" status: 204 len: 168 time: 0.1947811 Aug 11 02:44:46.444519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220bb9a-b1df-4c51-9c5e-8d161d9d3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dacb58-6256-4b83-b0dc-61c75cc41af0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:46.688450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Set router b7351fa6-c229-4196-bded-ded7f198331b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:46.870290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:46.886561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c406e373-d606-46e9-8e90-a267a28f0f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.942849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:44:44Z', 'revision_number': 3, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:47.001325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Checking router: b7351fa6-c229-4196-bded-ded7f198331b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:47.001684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Updating router b7351fa6-c229-4196-bded-ded7f198331b port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:47.027155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c406e373-d606-46e9-8e90-a267a28f0f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.033620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c406e373-d606-46e9-8e90-a267a28f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.052731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.137138 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c406e373-d606-46e9-8e90-a267a28f0f59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdb8b62f7e71401ca8d7a37bf6b2225b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653470 Aug 11 02:44:47.143547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406e373-d606-46e9-8e90-a267a28f0f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ac6f5-226c-40e7-92fe-3b4303b93985,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:47.155284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:47.272933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e525-504a-4ab5-9a16-292d35b6c751 req-125de2ac-2933-42d2-b49a-6d6e56a0345c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:47.274780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e914e525-504a-4ab5-9a16-292d35b6c751 req-125de2ac-2933-42d2-b49a-6d6e56a0345c tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.2016337 Aug 11 02:44:47.311538 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1576adb0-98cd-4b61-8a4e-f4a268f0f5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.392751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1576adb0-98cd-4b61-8a4e-f4a268f0f5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.474921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b3a78a2-85b8-4b81-88d0-754c6a03ab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.618372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1576adb0-98cd-4b61-8a4e-f4a268f0f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.621051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1576adb0-98cd-4b61-8a4e-f4a268f0f5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.622284 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1576adb0-98cd-4b61-8a4e-f4a268f0f5bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/285ac6f5-226c-40e7-92fe-3b4303b93985 HTTP/1.1" status: 204 len: 168 time: 0.4658511 Aug 11 02:44:47.648602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576adb0-98cd-4b61-8a4e-f4a268f0f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ac6f5-226c-40e7-92fe-3b4303b93985,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:47.726476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.737867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e914e525-504a-4ab5-9a16-292d35b6c751 req-4eaaf6cf-b276-44f0-a151-4fed7415169a tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544933 Aug 11 02:44:47.749797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.754447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Transition to ACTIVE for port object 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:47.768674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.855689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-d5936c42-c2fb-4a3b-89cb-94ecd75bce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:47.858261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-d5936c42-c2fb-4a3b-89cb-94ecd75bce02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 1096 time: 0.3283477 Aug 11 02:44:47.880237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51409da-9553-439f-9d1f-990c2c6b03e9 None None] Pushing event updated for resources: {'Port': ['ID=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:47.894522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Attempting to bind port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:47.895197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Attempting to bind port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:47.895578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Attempting to bind port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:47.904234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:47.904790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:47.905856 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.906251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:47.906845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Bound port: 9c0ce972-8d40-4e86-90d8-4e23b08bcc92, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:47.907431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.983278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] For port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:47.989729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] For port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:47.995759 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.066807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Routers {'b7351fa6-c229-4196-bded-ded7f198331b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:48.067990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7351fa6-c229-4196-bded-ded7f198331b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:48.128167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-2a278827-d8a0-4ffc-be42-e835558e9abd tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:48.130032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-2a278827-d8a0-4ffc-be42-e835558e9abd tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.6232529 Aug 11 02:44:48.213501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d542919-06ee-4cb7-8bb2-e4b70abf64e0 req-1f7bf286-09b1-4492-9b2e-ceae540a3e07 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:48.223818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d542919-06ee-4cb7-8bb2-e4b70abf64e0 req-1f7bf286-09b1-4492-9b2e-ceae540a3e07 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.3578219 Aug 11 02:44:48.282056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-dbc93b32-23b8-4c61-9555-cca9c4c146c7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/quotas/67315a0971cd44f4806a38c771acb889 HTTP/1.1" status: 200 len: 375 time: 0.1206491 Aug 11 02:44:48.297266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.341578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51409da-9553-439f-9d1f-990c2c6b03e9 None None] Pushing event updated for resources: {'Port': ['ID=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:48.353286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-974702c1-6b09-4ab2-9843-f1ad1a08495e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694337 Aug 11 02:44:48.356894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d542919-06ee-4cb7-8bb2-e4b70abf64e0 req-2a41d983-ebd3-412c-a16c-72d270f23dfd tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314883 Aug 11 02:44:48.358286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-70268cad-4c3a-400a-b4b7-52af2a563a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:48.360144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-70268cad-4c3a-400a-b4b7-52af2a563a8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 915 time: 0.4698002 Aug 11 02:44:48.433690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] Set router b7351fa6-c229-4196-bded-ded7f198331b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:48.524992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-e6cef77a-ad2f-46fa-b979-a1c4f64ccfcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3 HTTP/1.1" status: 200 len: 217 time: 0.1523764 Aug 11 02:44:48.560996 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.771033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:44:44Z', 'revision_number': 3, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:48.790898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-a5a04c75-30fa-4d67-acfc-a6e68d4e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:48.792804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-a5a04c75-30fa-4d67-acfc-a6e68d4e9fef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.2610831 Aug 11 02:44:48.806682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-d90bb5a9-6b0f-4b15-9add-d83b1b6baf8f service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332404 Aug 11 02:44:48.833083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefcb9a6-a202-4379-8614-133eb9148c1d None None] The sync data for ids ['b7351fa6-c229-4196-bded-ded7f198331b'] in n-d-715271-8 is: [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:44:44Z', 'revision_number': 3, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:48.871650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-3bafd99e-b044-4de7-b0aa-53d25674cb17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623183 Aug 11 02:44:49.159941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fb2b6-b94b-4e73-bc8a-a04428545598 req-eb3347c9-62ce-4980-81e2-1ede69a16ec8 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:49.173752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd0fb2b6-b94b-4e73-bc8a-a04428545598 req-eb3347c9-62ce-4980-81e2-1ede69a16ec8 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.5558963 Aug 11 02:44:49.378535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Allocated IP 172.20.0.1 (8960f787-39e5-4d9c-8c84-87431e54bf46/eaa29fd4-e7d3-491b-926f-fde5f485d57a/885a4ce2-98a2-482f-8edf-62ecdfc43492) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:49.393668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd0fb2b6-b94b-4e73-bc8a-a04428545598 req-8ea9ef1e-f881-4f16-8dfe-cec553aca151 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962457 Aug 11 02:44:49.402784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-65054037-4774-47b9-bbaf-7c7e8c9ba0cc service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947318 Aug 11 02:44:49.460687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-137a7190-986f-4166-b8a9-cf8848f3b1b1 service neutron] 10.222.0.25 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440028 Aug 11 02:44:50.086136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.093758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.156808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.224114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Pushing event updated for resources: {'Port': ['ID=885a4ce2-98a2-482f-8edf-62ecdfc43492,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:50.270643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eef4d-c338-4f76-98d9-f69bc5963233 req-135b5a91-16e3-4d6a-a8ca-992b482fdffe tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.285568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-185eef4d-c338-4f76-98d9-f69bc5963233 req-135b5a91-16e3-4d6a-a8ca-992b482fdffe tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.4817839 Aug 11 02:44:50.298839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aeb39230-6bf3-4c3c-bb8a-7706e00f0219 req-73d66298-8018-46be-94b4-5a31dc81c004 service neutron] 10.222.0.25 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407849 Aug 11 02:44:50.520855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:50.561380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-185eef4d-c338-4f76-98d9-f69bc5963233 req-1f7576d7-9709-44e9-9b5d-ed13db2390c8 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659774 Aug 11 02:44:50.568949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:50.606543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aac16-fdc6-4c40-913b-1487aba23d01 req-99a5d049-a5c4-483f-959a-8c58bdde3e17 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.648869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-266aac16-fdc6-4c40-913b-1487aba23d01 req-99a5d049-a5c4-483f-959a-8c58bdde3e17 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 1.0878215 Aug 11 02:44:50.665233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:50.680208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:50.959377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.969341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:51.070293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5420a307-1a93-43c3-8c93-fb83890751eb req-df7f951c-0afa-4e0b-b9d7-c1da0dd3e887 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 210 time: 0.1351826 Aug 11 02:44:51.170532 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:51.181943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:51.192285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-266aac16-fdc6-4c40-913b-1487aba23d01 req-5e2b9de7-b224-4aa2-8be4-193862a84275 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415847 Aug 11 02:44:51.205546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:51.206518 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.376164 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.441746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:51.456402 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.521051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c229942f-4ace-4fe5-809f-2db42dccb52c tempest-TestServerBasicOps-723878034 tempest-TestServerBasicOps-723878034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:51.523024 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c229942f-4ace-4fe5-809f-2db42dccb52c tempest-TestServerBasicOps-723878034 tempest-TestServerBasicOps-723878034-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1092 time: 0.9496670 Aug 11 02:44:51.528339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:51.541112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '0d565570-56df-470d-82b8-5ba96cd48139', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:51.613645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.627751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.650854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:51.980875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.116781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.127952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.273151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Allocated IP 172.25.6.189 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/bbb396fd-6596-4a09-9e7c-38a26487c260) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:52.540047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6927444d-3bfb-4378-ae06-94fa596ae920 req-84c002b5-275b-498b-875d-55711767756a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 210 time: 0.1877537 Aug 11 02:44:52.610476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.678678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Pushing event updated for resources: {'Port': ['ID=885a4ce2-98a2-482f-8edf-62ecdfc43492,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:52.710993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.817086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.900784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:52.961503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:52.964242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'Port': ['ID=bbb396fd-6596-4a09-9e7c-38a26487c260,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:52.969607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:52.974201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:53.133433 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.147380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.150228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:53.150969 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.237512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb897274-115b-4d90-bbb8-06cbe2c18c61 req-d56f9970-0c85-4c65-aed2-57d5362de217 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:53.238559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb897274-115b-4d90-bbb8-06cbe2c18c61 req-d56f9970-0c85-4c65-aed2-57d5362de217 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.7312508 Aug 11 02:44:53.479945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb897274-115b-4d90-bbb8-06cbe2c18c61 req-5140cca5-998a-419e-a78f-a1705f84308e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033246 Aug 11 02:44:53.561421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-bd429789-e733-43af-a5fc-bc3394a73532 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:53.561421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-bd429789-e733-43af-a5fc-bc3394a73532 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.8895524 Aug 11 02:44:53.579470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:53.600213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Request body: {'port': {'device_id': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'admin_state_up': True, 'tenant_id': '67315a0971cd44f4806a38c771acb889'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:53.611260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:53.942659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 587368b4-3482-4395-bd2e-6de10ce5d1f3 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:53.946230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 587368b4-3482-4395-bd2e-6de10ce5d1f3 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:54.511430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:54.599603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.604218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'port_id': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'mac_address': 'fa:16:3e:d4:08:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f977c13-4ce5-4683-a162-fc66096c4e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:54.668556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49106) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:54.791841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:54.798635 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d58808-28b5-4017-a2b5-b8fbead2d5be" -d '{"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-unplugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:54.853558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:54.863670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.888295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 587368b4-3482-4395-bd2e-6de10ce5d1f3 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:54.906590 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.979810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcd749ca-d8e2-47c7-9c9b-73469cf2eb32 req-351ee99e-e309-4fb0-b57a-a57e0f240b84 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 210 time: 1.2309337 Aug 11 02:44:55.039214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:55.040475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.043699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:44:55.044395 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:44:55.062972 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27c260-2181-49ad-be94-955b4f94b57e x-openstack-request-id: req-5f27c260-2181-49ad-be94-955b4f94b57e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:55.063261 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-unplugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:55.063752 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f27c260-2181-49ad-be94-955b4f94b57e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:55.064340 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'code': 200} Aug 11 02:44:55.137125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Made reservation on behalf of 67315a0971cd44f4806a38c771acb889 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:55.141751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.167962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Router b7351fa6-c229-4196-bded-ded7f198331b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:55.174117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9865bb9-c974-497e-9d69-bb871dc49212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.184368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.221107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a9ac4-a198-483b-bf1a-7e7add337c28 req-0b88f8b7-781d-4531-ae37-e8986455e47b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:55.223095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d8a9ac4-a198-483b-bf1a-7e7add337c28 req-0b88f8b7-781d-4531-ae37-e8986455e47b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 943 time: 0.2857547 Aug 11 02:44:55.478758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.487060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.623832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event updated for resources: {'Port': ['ID=bbb396fd-6596-4a09-9e7c-38a26487c260,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:55.653374 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.674924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.690273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587368b4-3482-4395-bd2e-6de10ce5d1f3 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:55.720977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:55.728638 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.817576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d8a9ac4-a198-483b-bf1a-7e7add337c28 req-7e5a5da4-7710-42c5-9f65-17ab009586ff tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857971 Aug 11 02:44:55.831487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Allocated IP 172.20.0.7 (fffef75c-1024-488a-bd37-ed6b24e1ee64/24b41d84-d0e8-4f07-869a-2c314bf8accf/47f187ba-7251-4f91-9742-961feb7fb588) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:55.841723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:55.908703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9865bb9-c974-497e-9d69-bb871dc49212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.919478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9865bb9-c974-497e-9d69-bb871dc49212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.955205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['587368b4-3482-4395-bd2e-6de10ce5d1f3'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:56.009614 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Floating IP bae04a1c-4592-40b2-8954-18dc5b192d30 associated. External IP: 172.25.6.189, port: 0d565570-56df-470d-82b8-5ba96cd48139. Aug 11 02:44:56.314655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9865bb9-c974-497e-9d69-bb871dc49212 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cc27f34fdc14981a0e8570d7b19964d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6445377 Aug 11 02:44:56.339427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49144) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:56.437401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f3a3588-7521-4967-8e6e-0f9c79fdc395 req-8f2b6d91-3db3-470b-a187-a5d96e2364b7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 210 time: 0.0983436 Aug 11 02:44:56.458432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9865bb9-c974-497e-9d69-bb871dc49212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc1c54-1ad0-4bc6-bb1b-316177877655,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:56.491373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:56.508430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-795e2c79-4e0b-4bc2-aab4-c969fab545bb admin admin] 10.222.0.16 "PUT /v2.0/routers/b7351fa6-c229-4196-bded-ded7f198331b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1605213 Aug 11 02:44:56.511536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Sync routers for ids ['b7351fa6-c229-4196-bded-ded7f198331b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:56.572417 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Routers {'b7351fa6-c229-4196-bded-ded7f198331b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:56.574859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7351fa6-c229-4196-bded-ded7f198331b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:56.589646 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.600066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bba6e624-a42a-4fd3-bb4a-42cb51aba55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.620554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bba6e624-a42a-4fd3-bb4a-42cb51aba55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.695208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:56.762863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bba6e624-a42a-4fd3-bb4a-42cb51aba55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.766614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bba6e624-a42a-4fd3-bb4a-42cb51aba55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.770387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bba6e624-a42a-4fd3-bb4a-42cb51aba55f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6cc1c54-1ad0-4bc6-bb1b-316177877655 HTTP/1.1" status: 204 len: 168 time: 0.4274778 Aug 11 02:44:56.819553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6e624-a42a-4fd3-bb4a-42cb51aba55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc1c54-1ad0-4bc6-bb1b-316177877655,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:56.822443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.977875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:56.999105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:57.025357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:57.034978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Set router b7351fa6-c229-4196-bded-ded7f198331b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:57.068831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:57.089144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] Sync routers for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:57.111929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:57.114854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:57.116350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.187097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:57.203031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.207544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8fdd54aa-c80a-4da7-b989-fa27fc6af229 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6776390 Aug 11 02:44:57.218596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:57.221389 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd552567-2a1d-4d7d-9589-3916395d3c46" -d '{"events": [{"name": "network-changed", "server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "tag": "0d565570-56df-470d-82b8-5ba96cd48139"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:57.302546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event updated for resources: {'Port': ['ID=47f187ba-7251-4f91-9742-961feb7fb588,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:57.319070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-32f3727f-7423-4533-a7c3-cc18287abdf7 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7421577 Aug 11 02:44:57.337152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Request body: {'port': {'device_id': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:57.496113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e15c-365c-44e8-b679-11a9f759958a req-3895b930-338c-4430-a8fa-88e4a67840a6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:57.497788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d601e15c-365c-44e8-b679-11a9f759958a req-3895b930-338c-4430-a8fa-88e4a67840a6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 944 time: 0.2644291 Aug 11 02:44:57.605079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:57.767416 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.892284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d601e15c-365c-44e8-b679-11a9f759958a req-b35be592-0b90-4c79-bfe0-78be19cceec9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755845 Aug 11 02:44:57.908261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49198) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:57.987818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 587368b4-3482-4395-bd2e-6de10ce5d1f3 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:58.022638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fd8463-c9e8-41d9-9c01-12f05ae6400b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:58.243238 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '885a4ce2-98a2-482f-8edf-62ecdfc43492', 'name': '', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'mac_address': 'fa:16:3e:46:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:48Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 2, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'subnets': [{'id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:58.267350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-e6edda2f-a7f9-4339-8a30-49ea4707af2d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:58.275398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-e6edda2f-a7f9-4339-8a30-49ea4707af2d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 810 time: 0.4804051 Aug 11 02:44:58.323556 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Checking router: b7351fa6-c229-4196-bded-ded7f198331b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:58.325113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-8367fefe-b530-4139-9430-b155dcd2a16d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/quotas/adebcffd7e3646a481c79843cbb31ba6 HTTP/1.1" status: 200 len: 375 time: 0.0483561 Aug 11 02:44:58.325544 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Updating router b7351fa6-c229-4196-bded-ded7f198331b port 885a4ce2-98a2-482f-8edf-62ecdfc43492 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:58.402487 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:58.407488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 587368b4-3482-4395-bd2e-6de10ce5d1f3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:58.408629 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:58.431798 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0a5015-4115-4b0a-b4a7-7a4d2ff841c7 x-openstack-request-id: req-4d0a5015-4115-4b0a-b4a7-7a4d2ff841c7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:58.432990 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "tag": "0d565570-56df-470d-82b8-5ba96cd48139", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:58.432990 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d0a5015-4115-4b0a-b4a7-7a4d2ff841c7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:58.433301 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139', 'status': 'completed', 'code': 200} Aug 11 02:44:58.649331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'bae04a1c-4592-40b2-8954-18dc5b192d30', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'port_id': '0d565570-56df-470d-82b8-5ba96cd48139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'mac_address': 'fa:16:3e:40:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:44:53Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 0, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:49Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:58.730531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] Checking router: ddf16ec8-70ac-439e-bdcb-bcc55d0124fc for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:58.777509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-0546d261-a6b4-42da-a58c-22bea0cb74b9 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4511759 Aug 11 02:44:58.814047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:58.815258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:58.875151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fd8463-c9e8-41d9-9c01-12f05ae6400b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.013504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.023214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-f60345ba-debd-434e-9466-54bd8f0b53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:59.033054 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.035056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-f60345ba-debd-434e-9466-54bd8f0b53d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1097 time: 0.5278623 Aug 11 02:44:59.049241 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Transition to ACTIVE for port object 885a4ce2-98a2-482f-8edf-62ecdfc43492 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:59.062844 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.116449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f187ba-7251-4f91-9742-961feb7fb588 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:59.128579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:59.133847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:59.139731 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19136cfe-1d16-40fb-90dd-0322fd3e6eb9" -d '{"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-plugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:59.141194 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.184324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Transition to ACTIVE for port object 47f187ba-7251-4f91-9742-961feb7fb588 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:59.192542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fd8463-c9e8-41d9-9c01-12f05ae6400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.203143 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.213439 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Pushing event updated for resources: {'Port': ['ID=885a4ce2-98a2-482f-8edf-62ecdfc43492,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:59.238887 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.243225 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.244405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.244405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.244405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.245536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.245536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.245536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.246632 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.246632 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.247277 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.247659 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:59.323804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:59.351341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:59.415665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-ecb7fe52-4cf1-4b48-84e0-6f416eb45291 service neutron] 10.222.0.16 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276174 Aug 11 02:44:59.420626 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Attempting to bind port 885a4ce2-98a2-482f-8edf-62ecdfc43492 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:59.421224 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Attempting to bind port 885a4ce2-98a2-482f-8edf-62ecdfc43492 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:59.421794 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Attempting to bind port 885a4ce2-98a2-482f-8edf-62ecdfc43492 on network 8960f787-39e5-4d9c-8c84-87431e54bf46 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:59.431435 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:59.431940 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Checking segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:59.432585 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.433216 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Bound using segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:59.434025 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Bound port: 885a4ce2-98a2-482f-8edf-62ecdfc43492, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:59.434659 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.550191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.581613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9fd8463-c9e8-41d9-9c01-12f05ae6400b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbdbbc2902b4466e9d7c16e9113d2312&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6711800 Aug 11 02:44:59.600236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:59.634118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719880c-9448-4267-933c-26a2de0068c6 req-63738b80-b82e-4d80-b975-10c57ec7b223 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:59.651115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a719880c-9448-4267-933c-26a2de0068c6 req-63738b80-b82e-4d80-b975-10c57ec7b223 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 931 time: 1.0147314 Aug 11 02:44:59.748327 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] For port 885a4ce2-98a2-482f-8edf-62ecdfc43492, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:59.764946 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] For port 885a4ce2-98a2-482f-8edf-62ecdfc43492, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=885a4ce2-98a2-482f-8edf-62ecdfc43492,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:59.775469 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.869528 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ab8c-e4ab-4d8c-b658-7a2185cee74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.927133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd8463-c9e8-41d9-9c01-12f05ae6400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308b1e80-7bb7-4d0b-9924-4932649a14a7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:59.939487 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Routers {'b7351fa6-c229-4196-bded-ded7f198331b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:59.940603 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:44:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7351fa6-c229-4196-bded-ded7f198331b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:59.978518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ab8c-e4ab-4d8c-b658-7a2185cee74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:00.014498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Pushing event updated for resources: {'Port': ['ID=47f187ba-7251-4f91-9742-961feb7fb588,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:00.039418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a719880c-9448-4267-933c-26a2de0068c6 req-36b27e8a-8f37-4e82-b08d-36e727d03edc tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870974 Aug 11 02:45:00.070406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'bae04a1c-4592-40b2-8954-18dc5b192d30', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'port_id': '0d565570-56df-470d-82b8-5ba96cd48139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'mac_address': 'fa:16:3e:40:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:44:53Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 0, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:49Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:00.116349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f15efb-c9ba-4631-8ba4-6abacfc4d968 None None] The sync data for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 is: [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'bae04a1c-4592-40b2-8954-18dc5b192d30', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'port_id': '0d565570-56df-470d-82b8-5ba96cd48139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'mac_address': 'fa:16:3e:40:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:44:53Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 0, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:49Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:00.117554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ab8c-e4ab-4d8c-b658-7a2185cee74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:00.135566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ab8c-e4ab-4d8c-b658-7a2185cee74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:00.142950 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ebe7ab8c-e4ab-4d8c-b658-7a2185cee74c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/308b1e80-7bb7-4d0b-9924-4932649a14a7 HTTP/1.1" status: 204 len: 168 time: 0.5284777 Aug 11 02:45:00.151929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7ab8c-e4ab-4d8c-b658-7a2185cee74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308b1e80-7bb7-4d0b-9924-4932649a14a7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:00.201783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-48ef7e55-8476-4423-b57e-8f1eff218ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:00.203572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-48ef7e55-8476-4423-b57e-8f1eff218ae7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 908 time: 1.1221495 Aug 11 02:45:00.297416 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec4897-8cc8-4d34-99bb-e44f96e072a5 None None] Pushing event updated for resources: {'Port': ['ID=885a4ce2-98a2-482f-8edf-62ecdfc43492,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:00.365238 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] Set router b7351fa6-c229-4196-bded-ded7f198331b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:00.590724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-2d83e299-9584-490d-9790-08fa66033b57 service neutron] 10.222.0.16 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918970 Aug 11 02:45:00.653601 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cbc97-f055-493d-a2b5-67d98f9a8d55 None None] New status for floating IP bae04a1c-4592-40b2-8954-18dc5b192d30: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:45:00.699863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-6b7ac136-c8ff-4ef1-84dd-aa743623c9b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 1000 time: 0.4759662 Aug 11 02:45:00.719853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Attempting to bind port 47f187ba-7251-4f91-9742-961feb7fb588 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:00.720297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Attempting to bind port 47f187ba-7251-4f91-9742-961feb7fb588 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:00.720513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Attempting to bind port 47f187ba-7251-4f91-9742-961feb7fb588 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:00.805503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Port 47f187ba-7251-4f91-9742-961feb7fb588 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:00.813027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Attempting to bind port 47f187ba-7251-4f91-9742-961feb7fb588 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:00.863950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a2798-cdd3-4b79-8856-47e3b4e4c2c1 req-719fece2-d050-49e8-aaed-eba42410a438 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:00.865051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb9a2798-cdd3-4b79-8856-47e3b4e4c2c1 req-719fece2-d050-49e8-aaed-eba42410a438 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.5838103 Aug 11 02:45:00.865898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:00.866264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Checking segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:00.866660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Bound using segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:00.867114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Bound port: 47f187ba-7251-4f91-9742-961feb7fb588, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:00.867480 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:00.949428 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cc4c3e-c4a0-49ac-8d1b-90924fd2418e x-openstack-request-id: req-21cc4c3e-c4a0-49ac-8d1b-90924fd2418e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:00.950208 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-plugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:00.950771 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21cc4c3e-c4a0-49ac-8d1b-90924fd2418e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:00.952051 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'code': 200} Aug 11 02:45:00.978140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-e313b748-62a2-4711-a8a6-def0811f5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:00.983468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-e313b748-62a2-4711-a8a6-def0811f5550 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 200 len: 847 time: 0.2650914 Aug 11 02:45:01.085877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb9a2798-cdd3-4b79-8856-47e3b4e4c2c1 req-f57525ca-9bca-422c-add4-cba4cb7040a4 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992466 Aug 11 02:45:01.283194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330357f-4fd5-4733-b3fa-a8adee6be190 req-802a3442-62ae-4a1f-b386-7aefd4fdeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:01.286068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f330357f-4fd5-4733-b3fa-a8adee6be190 req-802a3442-62ae-4a1f-b386-7aefd4fdeabd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 1096 time: 0.0907197 Aug 11 02:45:01.414245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f330357f-4fd5-4733-b3fa-a8adee6be190 req-83eb0bdc-558c-4532-ba66-7ccaeaa60104 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205060 Aug 11 02:45:02.034105 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '885a4ce2-98a2-482f-8edf-62ecdfc43492', 'name': '', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'mac_address': 'fa:16:3e:46:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:48Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 4, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'subnets': [{'id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:02.087025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e03afc94-0740-4a95-a031-fc0e40343a45 req-cfbed275-4b1f-498c-a9bc-e8a507d5e93f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 210 time: 0.1722872 Aug 11 02:45:02.156844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] For port 47f187ba-7251-4f91-9742-961feb7fb588, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:02.159902 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a03e1b-df8f-40cb-ae90-4e38ed8a0c2c None None] The sync data for ids ['b7351fa6-c229-4196-bded-ded7f198331b'] in n-d-715271-8 is: [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '885a4ce2-98a2-482f-8edf-62ecdfc43492', 'name': '', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'mac_address': 'fa:16:3e:46:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:48Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 4, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'subnets': [{'id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:02.177676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] For port 47f187ba-7251-4f91-9742-961feb7fb588, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=47f187ba-7251-4f91-9742-961feb7fb588,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:02.207188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-10b87633-3142-4bb5-adb9-f1b97fd61c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:02.228520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-10b87633-3142-4bb5-adb9-f1b97fd61c09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07b14b45-97ad-4925-ab39-f96b4638d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1907053 Aug 11 02:45:02.292140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.316858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706740-a743-4253-8acc-0dc44c75fc85 req-bd86bd98-4bb3-483f-aafe-bce8af3009ab tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:02.331150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6706740-a743-4253-8acc-0dc44c75fc85 req-bd86bd98-4bb3-483f-aafe-bce8af3009ab tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 943 time: 0.4078183 Aug 11 02:45:02.630629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:02.784871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:02.786132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.801118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] 10.222.0.59 "PUT /v2.0/ports/47f187ba-7251-4f91-9742-961feb7fb588 HTTP/1.1" status: 200 len: 1091 time: 5.4587314 Aug 11 02:45:02.813627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'tag': '47f187ba-7251-4f91-9742-961feb7fb588'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:02.834500 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f0f48d-36d5-4786-903f-2e9387967ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "73af0cce-443b-4c5a-8002-4f2da6b47a7c", "tag": "47f187ba-7251-4f91-9742-961feb7fb588"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:02.932028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 885a4ce2-98a2-482f-8edf-62ecdfc43492 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:03.067777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6706740-a743-4253-8acc-0dc44c75fc85 req-cfcf0441-f5dc-479d-afc0-0fd32fab0991 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352724 Aug 11 02:45:03.134397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852731470-network', 'tenant_id': '2d7cdbf3f213443fb82b4d7ce4d93291'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:03.184093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a09e89-52c0-4335-8088-c3edfb44fc2e req-803cce9a-17aa-4189-a9ef-195f7dbaffeb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.197633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18a09e89-52c0-4335-8088-c3edfb44fc2e req-803cce9a-17aa-4189-a9ef-195f7dbaffeb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.8065784 Aug 11 02:45:03.203681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Made reservation on behalf of 2d7cdbf3f213443fb82b4d7ce4d93291 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:03.206339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.210938 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb6e05f-eb3c-4c2c-b558-c8de64fd63b0 x-openstack-request-id: req-7bb6e05f-eb3c-4c2c-b558-c8de64fd63b0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:03.211599 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73af0cce-443b-4c5a-8002-4f2da6b47a7c", "tag": "47f187ba-7251-4f91-9742-961feb7fb588", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:03.212149 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bb6e05f-eb3c-4c2c-b558-c8de64fd63b0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:03.212824 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'tag': '47f187ba-7251-4f91-9742-961feb7fb588', 'status': 'completed', 'code': 200} Aug 11 02:45:03.222170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076face-15fe-443c-9b64-d4fcd136f17d service neutron] Pushing event updated for resources: {'Port': ['ID=47f187ba-7251-4f91-9742-961feb7fb588,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:03.236103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.298216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 885a4ce2-98a2-482f-8edf-62ecdfc43492 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:03.319144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 885a4ce2-98a2-482f-8edf-62ecdfc43492 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:03.320316 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.340046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18a09e89-52c0-4335-8088-c3edfb44fc2e req-6e4227e4-58de-427a-8e8d-1f9ccdb79f17 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404526 Aug 11 02:45:03.344903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-03e10b7e-7c6a-4fc7-adb9-7b8325799e28 service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1074407 Aug 11 02:45:03.412349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.425947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.498474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:03.535071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85832dd4-3591-46c0-bf09-c0cfe22148d9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:03.545207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.546191 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Added segment 07204d64-2d67-4260-b87a-f811ffd846d5 of type vlan for network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 Aug 11 02:45:03.566080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-48ccd0c1-9dae-4e19-8308-50553a7435c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.569137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-48ccd0c1-9dae-4e19-8308-50553a7435c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 1094 time: 0.6869109 Aug 11 02:45:03.620276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.620957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c69f79f-2702-4663-be31-ff10f53b4e62 req-ac3389e1-974e-4834-b201-a4d1cca07673 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 210 time: 0.2888613 Aug 11 02:45:03.703623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-54bd90d7-d47e-4007-9c59-50d2e09ca66a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f187ba-7251-4f91-9742-961feb7fb588 HTTP/1.1" status: 200 len: 217 time: 0.0973480 Aug 11 02:45:03.752385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 885a4ce2-98a2-482f-8edf-62ecdfc43492, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=885a4ce2-98a2-482f-8edf-62ecdfc43492,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:03.761683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:03.885891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=885a4ce2-98a2-482f-8edf-62ecdfc43492,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:03.932731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd552567-2a1d-4d7d-9589-3916395d3c46 req-82b6aee6-b0cb-41e6-9ec5-9d971bd0201b service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652828 Aug 11 02:45:03.934383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-7f495aca-9f70-4b6d-bfe3-7ccd9ae6a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.936922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-7f495aca-9f70-4b6d-bfe3-7ccd9ae6a5f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.2190957 Aug 11 02:45:03.999220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-5bb52eec-204a-468e-a264-d611196dfbee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492878 Aug 11 02:45:04.063951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-270a48a4-7887-4ec4-9bda-5ca59d1b74db tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.066355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-270a48a4-7887-4ec4-9bda-5ca59d1b74db tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 810 time: 0.3735754 Aug 11 02:45:04.072866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:04.089772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Request body: {'port': {'device_id': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'admin_state_up': True, 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:04.208479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-4a98d32a-2459-4e4f-994e-e6d28c681df3 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007618 Aug 11 02:45:04.373471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:04.378640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.429055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:04.520636 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8880498 Aug 11 02:45:04.557052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:04.570392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Request body: {'subnet': {'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852731470-subnet', 'tenant_id': '2d7cdbf3f213443fb82b4d7ce4d93291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:04.605930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba990ae3-4e7b-4ef0-9dc4-798cd3491d2c req-5d78c9fc-dc92-4f71-87cb-5661f666a55a service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850720 Aug 11 02:45:04.625822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Made reservation on behalf of 2d7cdbf3f213443fb82b4d7ce4d93291 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:04.628778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:04.757034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bed1-3cc5-4ccd-923f-92caa4f4cf91 req-1cb2f60a-f187-49da-b277-4b5f7d5f9073 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.758771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4367bed1-3cc5-4ccd-923f-92caa4f4cf91 req-1cb2f60a-f187-49da-b277-4b5f7d5f9073 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 943 time: 0.5492969 Aug 11 02:45:04.829959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788e3ed-c71a-4db3-9c82-2a43909b8f1e admin admin] Pushing event updated for resources: {'Network': ['ID=7bff5fcb-c2fb-4844-a8be-b5649bbdf581,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:04.843474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:04.847139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 885a4ce2-98a2-482f-8edf-62ecdfc43492 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:04.906548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Made reservation on behalf of adebcffd7e3646a481c79843cbb31ba6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:04.912211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.098666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 885a4ce2-98a2-482f-8edf-62ecdfc43492 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:05.099711 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.268569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Allocated IP 172.20.0.3 (8960f787-39e5-4d9c-8c84-87431e54bf46/eaa29fd4-e7d3-491b-926f-fde5f485d57a/e0298939-b83c-4735-b646-e565ecfb229d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:05.279007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff9f4-0fe8-4de1-ab0d-f0bef7f554d3 req-3ab4c7ea-38ba-4518-a79f-c943cb4d7206 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.290021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75ff9f4-0fe8-4de1-ab0d-f0bef7f554d3 req-3ab4c7ea-38ba-4518-a79f-c943cb4d7206 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.6773126 Aug 11 02:45:05.355009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-a1187cf7-75b0-4124-9e31-c46abf9e0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.356877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-a1187cf7-75b0-4124-9e31-c46abf9e0b7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 1094 time: 0.6334596 Aug 11 02:45:05.363344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.368128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4367bed1-3cc5-4ccd-923f-92caa4f4cf91 req-d392fa2d-7b1b-4ce2-b5f2-ec060bc8799c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697232 Aug 11 02:45:05.498476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a75ff9f4-0fe8-4de1-ab0d-f0bef7f554d3 req-588a6a5a-324b-40dc-a6d5-e4466183eba6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073805 Aug 11 02:45:05.541696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57e8fda-c292-450d-b569-3d3e92781407,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:05.574520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.585601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52f5aeda-7bbe-4ea1-80ab-b0c98eb60730 req-117cd43f-1450-4ba6-8671-58a3f19c6c46 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 210 time: 0.0645018 Aug 11 02:45:05.602076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Checking segment: {'id': '07204d64-2d67-4260-b87a-f811ffd846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:05.602532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Network hostable DHCP agents. Network: 7bff5fcb-c2fb-4844-a8be-b5649bbdf581, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:05.610890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-cf7bfd40-2a70-4cbc-aacb-dfe720ee99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.612583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-cf7bfd40-2a70-4cbc-aacb-dfe720ee99a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.2425098 Aug 11 02:45:05.632628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.681434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-3c691a37-6656-4019-b612-b6fcc820b3e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f187ba-7251-4f91-9742-961feb7fb588 HTTP/1.1" status: 200 len: 217 time: 0.0591109 Aug 11 02:45:05.684685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:05.706471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:05.711254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:05.724352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:05.727423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Pushing event updated for resources: {'Port': ['ID=e0298939-b83c-4735-b646-e565ecfb229d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:05.827450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.828170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.859368 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-cb03bffe-ea15-47e9-a767-b67ee95a84fd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7789183 Aug 11 02:45:05.869973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-fc9a3d5d-36fa-48d5-b562-7a835b9fe5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.873589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Request body: {'port': {'device_id': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:05.874229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-fc9a3d5d-36fa-48d5-b562-7a835b9fe5e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.1253359 Aug 11 02:45:05.875835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 7bff5fcb-c2fb-4844-a8be-b5649bbdf581) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:05.891709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f9f1e-5d3d-4674-8725-599367b221ec None None] Network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:05.908967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:05.909791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:05.941412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-7d272253-d0fc-4075-a450-da39e91ee331 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598409 Aug 11 02:45:06.066044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-190f7b53-0857-43be-bc02-b7a68cc607c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4941342 Aug 11 02:45:06.099316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:06.147099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc589-d0c6-4511-a1fc-9e89c946ac5b req-e2d0aa30-6efa-4fbd-abc5-adaffc4d6879 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:06.151973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-976fc589-d0c6-4511-a1fc-9e89c946ac5b req-e2d0aa30-6efa-4fbd-abc5-adaffc4d6879 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.4845283 Aug 11 02:45:06.235390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ed901-aee6-4d8f-83c4-ff4d0cc308b6 None None] Network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:06.346637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-9cc921ca-e334-4c47-87c2-80faf67de25f service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922791 Aug 11 02:45:06.838452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-976fc589-d0c6-4511-a1fc-9e89c946ac5b req-7bdef982-a966-4782-8279-ba64743e6d22 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709447 Aug 11 02:45:06.901203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf22b-ca4c-4ad2-930a-9d0cfda0ae8a req-ed0d78d1-8a5c-4fb9-b6a9-d413cac294c5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:06.910592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8accf22b-ca4c-4ad2-930a-9d0cfda0ae8a req-ed0d78d1-8a5c-4fb9-b6a9-d413cac294c5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 943 time: 0.2276967 Aug 11 02:45:06.918978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8f0f48d-36d5-4786-903f-2e9387967ac5 req-58ffa2c2-a50d-4662-b4d2-8d3510c6c1ac service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538301 Aug 11 02:45:06.994970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0298939-b83c-4735-b646-e565ecfb229d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:07.011433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:07.037426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8accf22b-ca4c-4ad2-930a-9d0cfda0ae8a req-f5157421-89a7-470f-a06c-8841f7c79001 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157551 Aug 11 02:45:07.056481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Transition to ACTIVE for port object e0298939-b83c-4735-b646-e565ecfb229d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:07.062868 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:07.199060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 47f187ba-7251-4f91-9742-961feb7fb588 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:07.228599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44c760-db47-480d-a1f1-499684ad9cdf req-7f96fdfa-3340-4a9a-b152-09d82344f6f0 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:07.240710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c44c760-db47-480d-a1f1-499684ad9cdf req-7f96fdfa-3340-4a9a-b152-09d82344f6f0 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 931 time: 0.2070298 Aug 11 02:45:07.345822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Pushing event updated for resources: {'Port': ['ID=e0298939-b83c-4735-b646-e565ecfb229d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:07.419569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c44c760-db47-480d-a1f1-499684ad9cdf req-85bfaa2d-0479-4ec2-aad9-53eed607539d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658866 Aug 11 02:45:07.627080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Attempting to bind port e0298939-b83c-4735-b646-e565ecfb229d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:07.627556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Attempting to bind port e0298939-b83c-4735-b646-e565ecfb229d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:07.627902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Attempting to bind port e0298939-b83c-4735-b646-e565ecfb229d on network 8960f787-39e5-4d9c-8c84-87431e54bf46 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:07.676166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Port e0298939-b83c-4735-b646-e565ecfb229d on network 8960f787-39e5-4d9c-8c84-87431e54bf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:07.680097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Attempting to bind port e0298939-b83c-4735-b646-e565ecfb229d on network 8960f787-39e5-4d9c-8c84-87431e54bf46 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:07.702182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:07.705125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Checking segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:07.705556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Bound using segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:07.706051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Bound port: e0298939-b83c-4735-b646-e565ecfb229d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:07.708636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:07.753060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 47f187ba-7251-4f91-9742-961feb7fb588, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=47f187ba-7251-4f91-9742-961feb7fb588,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:07.756070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49434) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:07.762345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-465693068-network', 'tenant_id': '69e046cd9e19478d898d4b153deb286d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:07.813954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '47f187ba-7251-4f91-9742-961feb7fb588', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'port_id': '47f187ba-7251-4f91-9742-961feb7fb588', 'mac_address': 'fa:16:3e:12:49:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b41d84-d0e8-4f07-869a-2c314bf8accf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:07.876461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Made reservation on behalf of 69e046cd9e19478d898d4b153deb286d for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:07.889139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:07.934824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.015117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] For port e0298939-b83c-4735-b646-e565ecfb229d, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:08.030750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] For port e0298939-b83c-4735-b646-e565ecfb229d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0298939-b83c-4735-b646-e565ecfb229d,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:08.047661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.080411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.142172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f187ba-7251-4f91-9742-961feb7fb588 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:08.144014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.144974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.147364 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] 10.222.0.25 "PUT /v2.0/ports/e0298939-b83c-4735-b646-e565ecfb229d HTTP/1.1" status: 200 len: 1091 time: 2.2791455 Aug 11 02:45:08.154897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'tag': 'e0298939-b83c-4735-b646-e565ecfb229d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:08.157972 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a2c921-3982-4a02-aad4-2cc4aa6be020", "tag": "e0298939-b83c-4735-b646-e565ecfb229d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:08.204845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 47f187ba-7251-4f91-9742-961feb7fb588, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=47f187ba-7251-4f91-9742-961feb7fb588,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:08.212351 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.271550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=47f187ba-7251-4f91-9742-961feb7fb588,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:08.299621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8c453-7043-4ea3-a876-780fc0cf7867 service neutron] Pushing event updated for resources: {'Port': ['ID=e0298939-b83c-4735-b646-e565ecfb229d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:08.389024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-269bdbcc-4654-4cc6-8f7b-b0fe47767620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.395941 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-269bdbcc-4654-4cc6-8f7b-b0fe47767620 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 1094 time: 0.1772838 Aug 11 02:45:08.410909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:08.588659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-59ae0c0d-d90a-400b-b0a2-258233260be3 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.591666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-59ae0c0d-d90a-400b-b0a2-258233260be3 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 815 time: 0.3849664 Aug 11 02:45:08.636045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-5a7136d3-3ad4-4ed1-a53b-0f16795ea115 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/quotas/c04aec392e5d47a6931837ba67e0856c HTTP/1.1" status: 200 len: 375 time: 0.0364344 Aug 11 02:45:08.649617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0342fda-6477-4aae-9171-754473a3c36d req-89922890-c6ad-4171-b56a-8d486d0b1428 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.659342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0342fda-6477-4aae-9171-754473a3c36d req-89922890-c6ad-4171-b56a-8d486d0b1428 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 944 time: 0.2000110 Aug 11 02:45:08.851134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0342fda-6477-4aae-9171-754473a3c36d req-5bb16088-07d6-47d6-ba60-32d941f8dc1b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866844 Aug 11 02:45:08.856770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.890729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-061b4a81-6d63-437b-bbde-25fe5b1212ec tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2283092 Aug 11 02:45:08.893708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.910799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:08.938169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.938562 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Added segment a77cddcc-f6a3-4615-9b9e-bb37d69f2662 of type vlan for network 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2 Aug 11 02:45:09.016247 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.200446 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ddfbd2-02f2-4ea5-8208-feafd16ec9c0 x-openstack-request-id: req-52ddfbd2-02f2-4ea5-8208-feafd16ec9c0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:09.201632 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a2c921-3982-4a02-aad4-2cc4aa6be020", "tag": "e0298939-b83c-4735-b646-e565ecfb229d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:09.202093 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52ddfbd2-02f2-4ea5-8208-feafd16ec9c0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:09.202687 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'tag': 'e0298939-b83c-4735-b646-e565ecfb229d', 'status': 'completed', 'code': 200} Aug 11 02:45:09.204652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-2611d529-9f96-4083-8092-e53f9eb0e130 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0298939-b83c-4735-b646-e565ecfb229d HTTP/1.1" status: 200 len: 217 time: 0.7985425 Aug 11 02:45:09.220257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 47f187ba-7251-4f91-9742-961feb7fb588 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:09.278851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:45:09.305143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a57048-0d9c-4c8f-b54a-a6aecb4bf20b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:09.312231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-f686e3c2-7042-4693-af92-a241021c2f26 service neutron] 10.222.0.16 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818248 Aug 11 02:45:09.337710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.341395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.342859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.367468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 47f187ba-7251-4f91-9742-961feb7fb588 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:09.382499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-732893d9-9a33-44a7-abee-d37cf566d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.393809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 47f187ba-7251-4f91-9742-961feb7fb588 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:09.405141 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-732893d9-9a33-44a7-abee-d37cf566d58f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.1926908 Aug 11 02:45:09.416886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.556169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-224df806-ee6e-4fc3-88ac-4dd5ab19caea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183643 Aug 11 02:45:09.711842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9523292 Aug 11 02:45:09.732752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49466) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:09.747894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-b0adb00c-d0ca-49cc-afde-64600cc48272 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.750509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-b0adb00c-d0ca-49cc-afde-64600cc48272 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f25a7eb-7557-4f09-984d-50b46b4dfa04 HTTP/1.1" status: 200 len: 945 time: 0.5934491 Aug 11 02:45:09.831774 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.858061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-ff61b17d-4413-4e5e-bbbc-8ac9109c8f10 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903097 Aug 11 02:45:09.858522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Request body: {'subnet': {'network_id': '96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-465693068-subnet', 'tenant_id': '69e046cd9e19478d898d4b153deb286d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:09.865558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-4286cdb7-bada-4d13-b86a-b2b04b57739e service neutron] 10.222.0.16 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738664 Aug 11 02:45:09.890159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceef06-fee5-4adc-a94d-f43f6ef60ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:09.928790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f187ba-7251-4f91-9742-961feb7fb588'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:09.954352 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e2e792-6fc8-42c0-ab00-c7fbd2c14489" -d '{"events": [{"server_uuid": "73af0cce-443b-4c5a-8002-4f2da6b47a7c", "name": "network-vif-plugged", "status": "completed", "tag": "47f187ba-7251-4f91-9742-961feb7fb588"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:09.988143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04c8f-4500-4191-aceb-41bc9af64d06 req-3241604c-e0a6-4db4-aec7-8e781206fd84 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.997495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:10.000142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03c04c8f-4500-4191-aceb-41bc9af64d06 req-3241604c-e0a6-4db4-aec7-8e781206fd84 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 943 time: 0.8528531 Aug 11 02:45:10.065302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Made reservation on behalf of 69e046cd9e19478d898d4b153deb286d for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:10.090577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.161335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 47f187ba-7251-4f91-9742-961feb7fb588, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=47f187ba-7251-4f91-9742-961feb7fb588,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:10.281804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.334634 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-447b4864-ff70-44f1-8e6a-abd340d39135 req-4f0e71ea-13a9-456e-8dc9-20de4d362424 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645047 Aug 11 02:45:10.533029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03c04c8f-4500-4191-aceb-41bc9af64d06 req-2f917dd5-5cad-44c4-84f4-df3ab9eb909c tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170355 Aug 11 02:45:10.578306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-80936419-b671-4f48-bbce-787da27aac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.580690 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-80936419-b671-4f48-bbce-787da27aac44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 1094 time: 0.1571436 Aug 11 02:45:10.852837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-c0283043-b6e3-4dc7-a9e3-da734ef4db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.859660 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-c0283043-b6e3-4dc7-a9e3-da734ef4db8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 910 time: 0.2662191 Aug 11 02:45:10.957664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-f922bbca-48ac-4cf5-a890-cd49ea21d6b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0298939-b83c-4735-b646-e565ecfb229d HTTP/1.1" status: 200 len: 217 time: 0.0931203 Aug 11 02:45:11.056265 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4bfe2c-7ef5-4d47-9b96-6fb420bf1bbc x-openstack-request-id: req-5e4bfe2c-7ef5-4d47-9b96-6fb420bf1bbc {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:11.056743 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73af0cce-443b-4c5a-8002-4f2da6b47a7c", "name": "network-vif-plugged", "status": "completed", "tag": "47f187ba-7251-4f91-9742-961feb7fb588", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:11.057098 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e4bfe2c-7ef5-4d47-9b96-6fb420bf1bbc {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:11.057970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-390ab192-f7f0-4497-bf48-f066e55306a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.058620 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f187ba-7251-4f91-9742-961feb7fb588', 'code': 200} Aug 11 02:45:11.059932 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-390ab192-f7f0-4497-bf48-f066e55306a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.0947828 Aug 11 02:45:11.101835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=47f187ba-7251-4f91-9742-961feb7fb588,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:11.136801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-ef9d286c-e65a-46f5-8a48-b990ab84c14b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657802 Aug 11 02:45:11.357710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905bc78-f1e7-4423-ab99-a0159a93a056 req-275a7aa2-96a1-4083-9260-6177a67eb77e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.360622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9905bc78-f1e7-4423-ab99-a0159a93a056 req-275a7aa2-96a1-4083-9260-6177a67eb77e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 945 time: 0.7084787 Aug 11 02:45:11.376005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a788cacc-1281-4997-a016-047e867b73cc req-316ea5a4-7fd4-496f-9ae7-7af85acb39f3 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 210 time: 0.4613030 Aug 11 02:45:11.384863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.394106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Deleting port 587368b4-3482-4395-bd2e-6de10ce5d1f3 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:11.395440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.425482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-6603b404-71a1-4944-874b-c6e05f84c624 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786942 Aug 11 02:45:11.772674 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5198de6a-dc02-42c3-b68f-5fe6e2ae8bfb req-5abba604-97bf-4db8-9e21-9fa351c5c8eb service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388224 Aug 11 02:45:12.038593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 587368b4-3482-4395-bd2e-6de10ce5d1f3 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:12.343784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:12.346696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9905bc78-f1e7-4423-ab99-a0159a93a056 req-c4bba76e-f9b4-40f2-ac39-38a8f5a002e0 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9669027 Aug 11 02:45:12.491642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3625d38-9a23-44fb-8456-61bba23a4e28 req-875bcbd3-ce81-4f2b-a71e-aaf06bb2ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:12.499742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3625d38-9a23-44fb-8456-61bba23a4e28 req-875bcbd3-ce81-4f2b-a71e-aaf06bb2ccbe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 1096 time: 1.6409922 Aug 11 02:45:12.504304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:12.512592 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:12.705334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19bc3ea-f718-4a67-ab53-367f5bddfecb,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:12.795332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:12.971740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a3cc2d7-a7dc-4c80-98eb-63aa87e572c3 req-c4d4782e-6ef3-4ac9-b45f-baabada397c1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 210 time: 0.3088410 Aug 11 02:45:12.978819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Checking segment: {'id': 'a77cddcc-f6a3-4615-9b9e-bb37d69f2662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:12.979482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Network hostable DHCP agents. Network: 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:13.002740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] For port 587368b4-3482-4395-bd2e-6de10ce5d1f3, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=587368b4-3482-4395-bd2e-6de10ce5d1f3,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:13.003433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:13.059734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:13.063580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-0e05ed25-dafc-4b42-af51-169bc61d0600 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.065923 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1019ff5-f2bc-499b-bb63-a3be0536695a" -d '{"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-unplugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:13.066683 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-0e05ed25-dafc-4b42-af51-169bc61d0600 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 815 time: 0.2403998 Aug 11 02:45:13.071936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794da3a-3751-4ad1-811a-cd2aef3b7e8c req-4fd03ebd-aa1d-475f-9d23-1ce40ff29a1e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.087236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6794da3a-3751-4ad1-811a-cd2aef3b7e8c req-4fd03ebd-aa1d-475f-9d23-1ce40ff29a1e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 943 time: 0.8367808 Aug 11 02:45:13.089733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Request body: {'port': {'device_id': 'b370bedf-13a1-4110-af2b-da85056c0999', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'admin_state_up': True, 'tenant_id': 'c04aec392e5d47a6931837ba67e0856c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:13.147083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3625d38-9a23-44fb-8456-61bba23a4e28 req-ad9a9a3b-eeaa-4dd5-ac98-3fdf4b3c754f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830953 Aug 11 02:45:13.176140 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd8a37-72d5-4995-8ab5-1d5de0c13c2f x-openstack-request-id: req-7cbd8a37-72d5-4995-8ab5-1d5de0c13c2f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:13.176992 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-unplugged", "status": "completed", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:13.177577 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cbd8a37-72d5-4995-8ab5-1d5de0c13c2f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:13.178581 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'code': 200} Aug 11 02:45:13.212496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Calling delete_port for 587368b4-3482-4395-bd2e-6de10ce5d1f3 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:13.323428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Made reservation on behalf of c04aec392e5d47a6931837ba67e0856c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:13.339914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:13.663329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6794da3a-3751-4ad1-811a-cd2aef3b7e8c req-b4c84690-0c7f-4c8f-9393-a4e571245b09 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748703 Aug 11 02:45:13.664536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:13.672246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Network 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:13.833767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Pushing event deleted for resources: {'Port': ['ID=587368b4-3482-4395-bd2e-6de10ce5d1f3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:13.845524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Allocated IP 172.20.0.6 (0954f10a-213a-4111-aada-32e90bc96260/7f977c13-4ce5-4683-a162-fc66096c4e7b/7e5f06ad-4885-463f-a991-fdf603f54364) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:13.893083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e95fe4-6040-4501-9843-e3792cea74c8 req-e61634c1-cd2f-4433-9d69-40e89582ce91 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.896999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83e95fe4-6040-4501-9843-e3792cea74c8 req-e61634c1-cd2f-4433-9d69-40e89582ce91 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 945 time: 0.2921028 Aug 11 02:45:13.934393 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd259b-2f35-469b-be48-686eafab1410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.011406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:14.024544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:14.025277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.029801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96c1da-b10c-4210-8b58-151c53b31dc0 None None] Network 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:14.041592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0298939-b83c-4735-b646-e565ecfb229d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:14.154391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7271dea6-bc65-4330-b49a-54c1c4869e83 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4025161 Aug 11 02:45:14.259373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] No DVR routers for this DVR port 587368b4-3482-4395-bd2e-6de10ce5d1f3 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:14.272833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.288052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5e977c5-844b-41e0-bc26-01c0097d80bb req-661c3703-6041-4874-b534-3163237aa41b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.25 "DELETE /v2.0/ports/587368b4-3482-4395-bd2e-6de10ce5d1f3 HTTP/1.1" status: 204 len: 173 time: 4.4177639 Aug 11 02:45:14.301933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-deleted', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:14.320232 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf4553-6460-4582-9138-7dfc86ea3876" -d '{"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-deleted", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:14.342792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9228a76f-3154-4341-a408-5c18608b6d82 req-daf43592-ca49-477e-8325-9f368800e159 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 210 time: 0.1868193 Aug 11 02:45:14.481914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83e95fe4-6040-4501-9843-e3792cea74c8 req-126d4a28-4561-4086-9c85-9057daacd97b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917336 Aug 11 02:45:14.584704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.679187 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a69bfd-e184-46d6-a44e-57fd84ab3655 x-openstack-request-id: req-48a69bfd-e184-46d6-a44e-57fd84ab3655 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:14.679987 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25a7eb-7557-4f09-984d-50b46b4dfa04", "name": "network-vif-deleted", "tag": "587368b4-3482-4395-bd2e-6de10ce5d1f3", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:14.680434 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48a69bfd-e184-46d6-a44e-57fd84ab3655 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:14.681008 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25a7eb-7557-4f09-984d-50b46b4dfa04', 'name': 'network-vif-deleted', 'tag': '587368b4-3482-4395-bd2e-6de10ce5d1f3', 'status': 'completed', 'code': 200} Aug 11 02:45:14.751531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e0298939-b83c-4735-b646-e565ecfb229d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0298939-b83c-4735-b646-e565ecfb229d,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:14.805448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.844464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'e0298939-b83c-4735-b646-e565ecfb229d', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'port_id': 'e0298939-b83c-4735-b646-e565ecfb229d', 'mac_address': 'fa:16:3e:ed:9a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:15.006220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Pushing event updated for resources: {'Port': ['ID=7e5f06ad-4885-463f-a991-fdf603f54364,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:15.079163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Network 0954f10a-213a-4111-aada-32e90bc96260 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:15.079163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:15.086834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:15.166653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0975cff-1f2b-4a25-a7ba-2b892e2352fa None None] Network 96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:15.176129 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.186392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02884d-038e-4e25-b22b-56630f550a2a req-981f0547-d630-4475-b316-c1e5302e1aaf tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.191630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f02884d-038e-4e25-b22b-56630f550a2a req-981f0547-d630-4475-b316-c1e5302e1aaf tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 943 time: 0.2510736 Aug 11 02:45:15.259372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0298939-b83c-4735-b646-e565ecfb229d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:15.311972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e0298939-b83c-4735-b646-e565ecfb229d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0298939-b83c-4735-b646-e565ecfb229d,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:15.316002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.320361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.353835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f02884d-038e-4e25-b22b-56630f550a2a req-165c450d-b30d-4f90-9d8c-eb2bd96589f0 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383982 Aug 11 02:45:15.374224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-88d67a4d-1414-4bf3-a332-a8e57459e20f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2977195 Aug 11 02:45:15.397175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Request body: {'port': {'device_id': 'b370bedf-13a1-4110-af2b-da85056c0999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:15.410344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.553342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.621157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e0298939-b83c-4735-b646-e565ecfb229d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:15.670910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e0298939-b83c-4735-b646-e565ecfb229d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:15.707149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742030c-3c8c-4df7-8198-cc0b8cbd74a2 req-9f3338d4-a25e-4215-9a59-6741900eb95e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.716735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c742030c-3c8c-4df7-8198-cc0b8cbd74a2 req-9f3338d4-a25e-4215-9a59-6741900eb95e tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 931 time: 0.1351452 Aug 11 02:45:15.816148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c742030c-3c8c-4df7-8198-cc0b8cbd74a2 req-ccc83d36-4bb9-45a7-8526-81eb3852c7ac tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983930 Aug 11 02:45:16.189838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5f06ad-4885-463f-a991-fdf603f54364 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:16.206234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.230364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Transition to ACTIVE for port object 7e5f06ad-4885-463f-a991-fdf603f54364 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:16.250124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.275265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-7577870b-7646-4713-bdb1-dba34df3b1d1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.278365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-7577870b-7646-4713-bdb1-dba34df3b1d1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/networks?id=7bff5fcb-c2fb-4844-a8be-b5649bbdf581 HTTP/1.1" status: 200 len: 809 time: 0.2299724 Aug 11 02:45:16.301845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f16ca-ec13-43a9-bc87-99ece8abb702 req-a415cf41-6730-4da1-bdd4-dbfc0255aaf0 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.310565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-563f16ca-ec13-43a9-bc87-99ece8abb702 req-a415cf41-6730-4da1-bdd4-dbfc0255aaf0 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 945 time: 0.3465047 Aug 11 02:45:16.330448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-95362c5b-b7f2-44c3-8b4b-3a3b9983aebe tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/quotas/2d7cdbf3f213443fb82b4d7ce4d93291 HTTP/1.1" status: 200 len: 375 time: 0.0121999 Aug 11 02:45:16.455466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-cf170bfa-7669-479d-9341-d90dbb2093da tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d7cdbf3f213443fb82b4d7ce4d93291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010935 Aug 11 02:45:16.616734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5f06ad-4885-463f-a991-fdf603f54364,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:16.656068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Attempting to bind port 7e5f06ad-4885-463f-a991-fdf603f54364 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:16.656389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Attempting to bind port 7e5f06ad-4885-463f-a991-fdf603f54364 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:16.656815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Attempting to bind port 7e5f06ad-4885-463f-a991-fdf603f54364 on network 0954f10a-213a-4111-aada-32e90bc96260 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:16.669802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Port 7e5f06ad-4885-463f-a991-fdf603f54364 on network 0954f10a-213a-4111-aada-32e90bc96260 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:16.670102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Attempting to bind port 7e5f06ad-4885-463f-a991-fdf603f54364 on network 0954f10a-213a-4111-aada-32e90bc96260 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:16.683883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:16.684178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Checking segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:16.684588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Bound using segment: {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:16.685562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Bound port: 7e5f06ad-4885-463f-a991-fdf603f54364, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04eb130-dbad-412c-893c-e4b6f507725b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0954f10a-213a-4111-aada-32e90bc96260'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:16.685939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.700824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-563f16ca-ec13-43a9-bc87-99ece8abb702 req-4f6b2f69-2e50-46c2-a808-bc062f7359fe tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891566 Aug 11 02:45:16.805628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-ae0d9b2f-e5a8-40be-b17b-dc7ba6d4320b service neutron] 10.222.0.16 "GET /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102098 Aug 11 02:45:16.932745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] For port 7e5f06ad-4885-463f-a991-fdf603f54364, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:16.948155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] For port 7e5f06ad-4885-463f-a991-fdf603f54364, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7e5f06ad-4885-463f-a991-fdf603f54364,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:16.954792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:17.025798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.026872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:17.031738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e5f06ad-4885-463f-a991-fdf603f54364 HTTP/1.1" status: 200 len: 1091 time: 1.6490192 Aug 11 02:45:17.032082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b370bedf-13a1-4110-af2b-da85056c0999', 'tag': '7e5f06ad-4885-463f-a991-fdf603f54364'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:17.034533 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f524e18-32f8-46ae-8779-6c05f44cd83c" -d '{"events": [{"name": "network-changed", "server_uuid": "b370bedf-13a1-4110-af2b-da85056c0999", "tag": "7e5f06ad-4885-463f-a991-fdf603f54364"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:17.075561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1a91a-9834-46d3-9406-e516de50618a req-22655da3-8d0c-4693-b7de-d926711d07c1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.092541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7f1a91a-9834-46d3-9406-e516de50618a req-22655da3-8d0c-4693-b7de-d926711d07c1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 944 time: 0.2833862 Aug 11 02:45:17.124227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7add-7c4b-4728-a96c-16a06ebc2f75 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5f06ad-4885-463f-a991-fdf603f54364,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:17.187665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-28ca8ea7-fd1d-4a40-b001-aa63ef03252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.188405 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-28ca8ea7-fd1d-4a40-b001-aa63ef03252b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 1094 time: 0.0916822 Aug 11 02:45:17.193446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7f1a91a-9834-46d3-9406-e516de50618a req-2c737a03-9824-4efb-89e4-3c3b283219c5 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984385 Aug 11 02:45:17.236496 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-3afa89b4-8ccf-4544-872b-6333dbc3d1c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5f06ad-4885-463f-a991-fdf603f54364 HTTP/1.1" status: 200 len: 217 time: 0.0395954 Aug 11 02:45:17.257831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-ec0983d2-0c1a-4441-b5ff-4c716012d3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258575 Aug 11 02:45:17.311966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-7f81880c-b195-4898-aa6f-c60c6118414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.313520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-7f81880c-b195-4898-aa6f-c60c6118414f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.0705311 Aug 11 02:45:17.402518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-948e30ed-b33a-49f2-ac77-d07aff342f63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806041 Aug 11 02:45:17.439500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e25cbd44-82a9-4133-ba5d-92c2439e7d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:17.628491 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-b45f8241-7575-4660-8eae-e1175ed59b3e service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185178 Aug 11 02:45:17.704701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397662ab-dfb9-4711-acb1-7f8d0442e5e8 req-a5ebc147-70ac-4177-8397-f05ab9061d08 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.706576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-397662ab-dfb9-4711-acb1-7f8d0442e5e8 req-a5ebc147-70ac-4177-8397-f05ab9061d08 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 943 time: 0.2340202 Aug 11 02:45:17.748660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:17.872677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-397662ab-dfb9-4711-acb1-7f8d0442e5e8 req-b9a55414-69ce-479c-bf98-1123cd6761a6 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316600 Aug 11 02:45:17.888288 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a7b37a4e-49a9-4448-9dd4-cc9502b2ea99 req-6b6ca001-62e8-4648-a35e-adc7b402daa5 service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514753 Aug 11 02:45:17.891240 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be32954-3bc0-4b12-a747-01c98790a3f8 x-openstack-request-id: req-6be32954-3bc0-4b12-a747-01c98790a3f8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:17.892118 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b370bedf-13a1-4110-af2b-da85056c0999", "tag": "7e5f06ad-4885-463f-a991-fdf603f54364", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:17.892659 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6be32954-3bc0-4b12-a747-01c98790a3f8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:17.905496 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b370bedf-13a1-4110-af2b-da85056c0999', 'tag': '7e5f06ad-4885-463f-a991-fdf603f54364', 'status': 'completed', 'code': 200} Aug 11 02:45:18.015000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-719d3306-84da-40bd-b538-873d41bf15fb req-69bc7d86-5124-4c16-9e43-638e843e52dd tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 210 time: 0.0727246 Aug 11 02:45:18.066383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-4e750b3d-f251-42a4-a99e-c370ecf912a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.072850 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-4e750b3d-f251-42a4-a99e-c370ecf912a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c04aec392e5d47a6931837ba67e0856c&device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 1094 time: 0.1027968 Aug 11 02:45:18.078733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0298939-b83c-4735-b646-e565ecfb229d up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:18.282068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port e0298939-b83c-4735-b646-e565ecfb229d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:18.290903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port e0298939-b83c-4735-b646-e565ecfb229d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:18.293058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.327334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49604) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:18.350420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-410949a2-58c8-44a1-b2d1-981376f06185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.357662 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-410949a2-58c8-44a1-b2d1-981376f06185 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 200 len: 915 time: 0.2720110 Aug 11 02:45:18.483802 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.517972 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-4449225f-318f-4c19-863c-7f68d799e35d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5f06ad-4885-463f-a991-fdf603f54364 HTTP/1.1" status: 200 len: 217 time: 0.1543498 Aug 11 02:45:18.556310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d22fc-92a7-4e82-b816-aa7358a3522b req-bc073578-813c-4f43-9711-c33a9db2972b tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.558895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b1d22fc-92a7-4e82-b816-aa7358a3522b req-bc073578-813c-4f43-9711-c33a9db2972b tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 944 time: 0.1406579 Aug 11 02:45:18.566647 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.659138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0298939-b83c-4735-b646-e565ecfb229d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:18.681499 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd32687-156f-43a9-aefe-8d537c23873f" -d '{"events": [{"server_uuid": "f6a2c921-3982-4a02-aad4-2cc4aa6be020", "name": "network-vif-plugged", "status": "completed", "tag": "e0298939-b83c-4735-b646-e565ecfb229d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:18.681783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-593edbfe-f252-4a95-bdc7-3f63afe76e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.688417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b1d22fc-92a7-4e82-b816-aa7358a3522b req-c8a009aa-5fea-4218-a7ed-1db6de3e7a54 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214855 Aug 11 02:45:18.693249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-593edbfe-f252-4a95-bdc7-3f63afe76e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 200 len: 855 time: 0.1657913 Aug 11 02:45:18.751033 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-16c80aad-69be-4b29-980c-8d06ca8b865e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0954f10a-213a-4111-aada-32e90bc96260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498223 Aug 11 02:45:18.775057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e0298939-b83c-4735-b646-e565ecfb229d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0298939-b83c-4735-b646-e565ecfb229d,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:18.786439 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:18.869491 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a56d809-b429-4c27-94e0-330383613f60 x-openstack-request-id: req-4a56d809-b429-4c27-94e0-330383613f60 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:18.870030 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a2c921-3982-4a02-aad4-2cc4aa6be020", "name": "network-vif-plugged", "status": "completed", "tag": "e0298939-b83c-4735-b646-e565ecfb229d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:18.870427 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a56d809-b429-4c27-94e0-330383613f60 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:18.871025 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0298939-b83c-4735-b646-e565ecfb229d', 'code': 200} Aug 11 02:45:18.903727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c33657f-e17c-4c1e-a1b5-2e10c4c597d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.026953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e0298939-b83c-4735-b646-e565ecfb229d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:19.147376 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-7e915106-04e6-44bd-ab58-8871957325fe service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889048 Aug 11 02:45:19.274482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2f524e18-32f8-46ae-8779-6c05f44cd83c req-eafcceb2-647e-430a-bbec-4c851a3c0d01 service neutron] 10.222.0.59 "GET /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170359 Aug 11 02:45:19.377408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:19.382910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81c500ce-72f0-45d3-bb4a-af1d02048440 req-02bf77d5-20f5-444d-978e-e1508b5595a4 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 210 time: 0.1520894 Aug 11 02:45:19.457712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c5b1-b511-434b-9dae-d932d4316f94 req-1c592ca3-77e3-41f1-b8ea-d4a3eb7d7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:19.459819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfc8c5b1-b511-434b-9dae-d932d4316f94 req-1c592ca3-77e3-41f1-b8ea-d4a3eb7d7bf4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 1096 time: 0.3379736 Aug 11 02:45:19.480207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b60e91-30ba-455a-bd57-12e7e70b2b35 req-14418e40-61e3-4598-986c-4d7d68d1acdf tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:19.482259 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0b60e91-30ba-455a-bd57-12e7e70b2b35 req-14418e40-61e3-4598-986c-4d7d68d1acdf tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 943 time: 0.2835906 Aug 11 02:45:19.556752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0b60e91-30ba-455a-bd57-12e7e70b2b35 req-bdb648b0-7bdc-40ce-ada4-9c1d3c674829 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647619 Aug 11 02:45:19.594280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfc8c5b1-b511-434b-9dae-d932d4316f94 req-8313741f-9f84-4b03-8471-ce35f7d13b74 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229787 Aug 11 02:45:19.621578 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c33657f-e17c-4c1e-a1b5-2e10c4c597d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.634861 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c33657f-e17c-4c1e-a1b5-2e10c4c597d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.677066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99f7e7b7-fdb0-4d10-87c3-94fa7ec9a892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.695698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3c33657f-e17c-4c1e-a1b5-2e10c4c597d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=997abc816d224c35ad574d0cdb724c70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3670785 Aug 11 02:45:19.701404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49636) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:19.712578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33657f-e17c-4c1e-a1b5-2e10c4c597d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb13893-3670-4da7-923c-99d2ca2cb79c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:19.777989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8be8-e345-4a68-af98-9933ddf9f484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.839490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8be8-e345-4a68-af98-9933ddf9f484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.886331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99f7e7b7-fdb0-4d10-87c3-94fa7ec9a892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.891857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99f7e7b7-fdb0-4d10-87c3-94fa7ec9a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.926902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8be8-e345-4a68-af98-9933ddf9f484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.934345 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8be8-e345-4a68-af98-9933ddf9f484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:19.936578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4b7d8be8-e345-4a68-af98-9933ddf9f484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fb13893-3670-4da7-923c-99d2ca2cb79c HTTP/1.1" status: 204 len: 168 time: 0.2340293 Aug 11 02:45:19.975715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-99f7e7b7-fdb0-4d10-87c3-94fa7ec9a892 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d81c2bde71f4c0b8e0572ebcf552be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966103 Aug 11 02:45:19.979378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:20.062147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e7b7-fdb0-4d10-87c3-94fa7ec9a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145386de-adc3-4e68-a716-3d1931df4d40,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:20.112951 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.126766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d8be8-e345-4a68-af98-9933ddf9f484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb13893-3670-4da7-923c-99d2ca2cb79c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:20.144995 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-523e80d9-9708-4e78-a7aa-c53b6e477696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.203913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-02cae7b6-ad7a-4cf4-b464-faf7ff2ccd26 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:20.205128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-523e80d9-9708-4e78-a7aa-c53b6e477696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.205683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-02cae7b6-ad7a-4cf4-b464-faf7ff2ccd26 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.25 "GET /v2.0/networks?id=7bff5fcb-c2fb-4844-a8be-b5649bbdf581 HTTP/1.1" status: 200 len: 809 time: 0.2679813 Aug 11 02:45:20.236709 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Request body: {'port': {'device_id': '13f7182a-95b4-44a0-881c-5fac60cee466', 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581', 'admin_state_up': True, 'tenant_id': '2d7cdbf3f213443fb82b4d7ce4d93291'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:20.257340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343263a8-2ca1-47fa-8d16-e393b068d40c req-6fe84f01-424c-4005-a9d1-6bc04f4781fa tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:20.265883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-343263a8-2ca1-47fa-8d16-e393b068d40c req-6fe84f01-424c-4005-a9d1-6bc04f4781fa tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.3586109 Aug 11 02:45:20.342508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-523e80d9-9708-4e78-a7aa-c53b6e477696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.346499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-523e80d9-9708-4e78-a7aa-c53b6e477696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.352167 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-523e80d9-9708-4e78-a7aa-c53b6e477696 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/145386de-adc3-4e68-a716-3d1931df4d40 HTTP/1.1" status: 204 len: 168 time: 0.3680356 Aug 11 02:45:20.368212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-343263a8-2ca1-47fa-8d16-e393b068d40c req-f579ae12-7b17-4345-a0a8-c9af4a136fb4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012504 Aug 11 02:45:20.369487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e80d9-9708-4e78-a7aa-c53b6e477696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145386de-adc3-4e68-a716-3d1931df4d40,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:20.583821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cde96a2-febb-4655-b4ec-20eaa976cbb4 req-d20523f0-2017-404c-85a1-df895d59cf06 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 210 time: 0.0846331 Aug 11 02:45:20.664687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Made reservation on behalf of 2d7cdbf3f213443fb82b4d7ce4d93291 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:20.669388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:20.898375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85440-2daa-4a27-a63e-2844c8ad4aaa req-6e2b0cb9-b50e-43a4-a864-ac4a4f780952 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:20.906632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ec85440-2daa-4a27-a63e-2844c8ad4aaa req-6e2b0cb9-b50e-43a4-a864-ac4a4f780952 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 943 time: 0.1961873 Aug 11 02:45:21.001295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ec85440-2daa-4a27-a63e-2844c8ad4aaa req-ce6840f7-b29c-4afb-8708-8dfbaaf8b7c1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933824 Aug 11 02:45:21.031836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Allocated IP 172.20.0.4 (7bff5fcb-c2fb-4844-a8be-b5649bbdf581/b57e8fda-c292-450d-b569-3d3e92781407/8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:21.101816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49690) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:21.119200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa9879e6-f1ce-4b88-8e24-7bdd646e28a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.264998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa9879e6-f1ce-4b88-8e24-7bdd646e28a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.270441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa9879e6-f1ce-4b88-8e24-7bdd646e28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.287261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.305397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa9879e6-f1ce-4b88-8e24-7bdd646e28a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c02bff6dff44c3f8d241aa06ef3e568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016039 Aug 11 02:45:21.308721 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:21.325924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7e5f06ad-4885-463f-a991-fdf603f54364 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:21.336923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9879e6-f1ce-4b88-8e24-7bdd646e28a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd0905-1819-4efd-a6d1-e200a9a21487,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:21.386299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.419464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b7ba8f-9a6e-4c38-9b38-1d20663bc743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.462833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b7ba8f-9a6e-4c38-9b38-1d20663bc743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.467338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:21.480025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:21.488492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:21.504671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7e5f06ad-4885-463f-a991-fdf603f54364, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7e5f06ad-4885-463f-a991-fdf603f54364,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:21.522887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '7e5f06ad-4885-463f-a991-fdf603f54364', 'network_id': '0954f10a-213a-4111-aada-32e90bc96260', 'port_id': '7e5f06ad-4885-463f-a991-fdf603f54364', 'mac_address': 'fa:16:3e:35:61:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f977c13-4ce5-4683-a162-fc66096c4e7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:21.539119 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b7ba8f-9a6e-4c38-9b38-1d20663bc743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.542045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50b7ba8f-9a6e-4c38-9b38-1d20663bc743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.543347 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-50b7ba8f-9a6e-4c38-9b38-1d20663bc743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6dd0905-1819-4efd-a6d1-e200a9a21487 HTTP/1.1" status: 204 len: 168 time: 0.2337112 Aug 11 02:45:21.572999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7ba8f-9a6e-4c38-9b38-1d20663bc743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd0905-1819-4efd-a6d1-e200a9a21487,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:21.701305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Pushing event updated for resources: {'Port': ['ID=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:21.756613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.832054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5f06ad-4885-463f-a991-fdf603f54364 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:21.860659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661aff-6e39-49ec-97b2-2ad015c8c957 req-99d61933-3c9b-4ebc-97d0-e3c80ce5560f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:21.873040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80661aff-6e39-49ec-97b2-2ad015c8c957 req-99d61933-3c9b-4ebc-97d0-e3c80ce5560f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.3624828 Aug 11 02:45:21.888064 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7e5f06ad-4885-463f-a991-fdf603f54364, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7e5f06ad-4885-463f-a991-fdf603f54364,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:21.894470 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:21.941495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:21.951260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:22.013867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7e5f06ad-4885-463f-a991-fdf603f54364,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:22.040782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80661aff-6e39-49ec-97b2-2ad015c8c957 req-59fac82f-33e5-4e35-93a4-40a10bd01ee1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658487 Aug 11 02:45:22.060402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-949e41d6-49ad-4c89-b028-b980e6583fa1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8377087 Aug 11 02:45:22.072038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980be10-3e0b-4e3b-b80d-d740a0616a97 req-d91b9b77-5588-488c-a1f4-8eef7b6988b7 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.073756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9980be10-3e0b-4e3b-b80d-d740a0616a97 req-d91b9b77-5588-488c-a1f4-8eef7b6988b7 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 931 time: 0.3258460 Aug 11 02:45:22.082295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Request body: {'port': {'device_id': '13f7182a-95b4-44a0-881c-5fac60cee466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:22.112092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7e5f06ad-4885-463f-a991-fdf603f54364'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:22.184517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9980be10-3e0b-4e3b-b80d-d740a0616a97 req-44129321-0634-4a1c-84e5-866af53d8d8b tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981259 Aug 11 02:45:22.307800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:22.389931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af36bb-03b5-40fd-b584-629a1ec9f47a req-cfbb763c-9975-4473-af57-2028a307ead0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.405357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04af36bb-03b5-40fd-b584-629a1ec9f47a req-cfbb763c-9975-4473-af57-2028a307ead0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 944 time: 0.1855099 Aug 11 02:45:22.692994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-6f1b4085-73e3-4a76-aa5d-a2341c3161d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.694625 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-6f1b4085-73e3-4a76-aa5d-a2341c3161d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 1096 time: 0.1477137 Aug 11 02:45:22.885971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-6260d112-b2dd-4bf5-a03e-3c5480a81eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.887477 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-6260d112-b2dd-4bf5-a03e-3c5480a81eb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 910 time: 0.1848938 Aug 11 02:45:22.957564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-75a6b7f2-399c-4c8f-9805-58231d074cc5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0298939-b83c-4735-b646-e565ecfb229d HTTP/1.1" status: 200 len: 217 time: 0.0615773 Aug 11 02:45:23.022938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.046485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04af36bb-03b5-40fd-b584-629a1ec9f47a req-a793da18-29be-4913-8077-1526cd67f7e7 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368873 Aug 11 02:45:23.097415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-f1b983ed-a610-4f70-829a-bbdf3a594e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.113533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-f1b983ed-a610-4f70-829a-bbdf3a594e3c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.1368635 Aug 11 02:45:23.135509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d649e-39d7-46ee-948a-9ad5b2f42184 req-63bec3f2-0d18-4875-bb15-b176098c4aa5 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.154379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc7d649e-39d7-46ee-948a-9ad5b2f42184 req-63bec3f2-0d18-4875-bb15-b176098c4aa5 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.3145959 Aug 11 02:45:23.201524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.215086 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-f91a0aea-bf4a-43f0-a521-564c2988983f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978837 Aug 11 02:45:23.285471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc7d649e-39d7-46ee-948a-9ad5b2f42184 req-ae8e8847-15f8-48de-9f72-f67e4c6ad391 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300771 Aug 11 02:45:23.337959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7e5f06ad-4885-463f-a991-fdf603f54364 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:23.480608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de6c4-3e82-4b57-81e1-5c844f3216d9 req-253c3920-e9fb-4a1c-a7e5-78cec0a11233 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.489918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569de6c4-3e82-4b57-81e1-5c844f3216d9 req-253c3920-e9fb-4a1c-a7e5-78cec0a11233 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 931 time: 0.1090865 Aug 11 02:45:23.505420 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-d5fd4ce0-f643-4dc6-80c7-00471c0cfabf service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782528 Aug 11 02:45:23.557422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:23.604328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 7e5f06ad-4885-463f-a991-fdf603f54364 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:23.614277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.614614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 7e5f06ad-4885-463f-a991-fdf603f54364 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:23.618458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.691873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-569de6c4-3e82-4b57-81e1-5c844f3216d9 req-bed7f98d-b490-46be-8995-9d7a11892b1e tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003632 Aug 11 02:45:23.696627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Transition to ACTIVE for port object 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:23.712625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.750793 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e972c05a-376a-4545-aad4-78c5768d4f5b req-4f82d328-c371-47a2-af06-308a8bd9563b service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368920 Aug 11 02:45:23.869395 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.934094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370bedf-13a1-4110-af2b-da85056c0999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5f06ad-4885-463f-a991-fdf603f54364'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:23.936847 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848eb1e2-6de1-41ee-a576-5153a7b6a09d" -d '{"events": [{"server_uuid": "b370bedf-13a1-4110-af2b-da85056c0999", "name": "network-vif-plugged", "status": "completed", "tag": "7e5f06ad-4885-463f-a991-fdf603f54364"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:23.956979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7e5f06ad-4885-463f-a991-fdf603f54364, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7e5f06ad-4885-463f-a991-fdf603f54364,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:23.965382 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.073300 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09128227-58bd-4320-acb2-667f7704c030 x-openstack-request-id: req-09128227-58bd-4320-acb2-667f7704c030 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:24.073980 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370bedf-13a1-4110-af2b-da85056c0999", "name": "network-vif-plugged", "status": "completed", "tag": "7e5f06ad-4885-463f-a991-fdf603f54364", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:24.073980 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09128227-58bd-4320-acb2-667f7704c030 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:24.074441 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b370bedf-13a1-4110-af2b-da85056c0999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5f06ad-4885-463f-a991-fdf603f54364', 'code': 200} Aug 11 02:45:24.167400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:24.189068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7e5f06ad-4885-463f-a991-fdf603f54364,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:24.235019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Attempting to bind port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:24.235730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Attempting to bind port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '07204d64-2d67-4260-b87a-f811ffd846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:24.236388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Attempting to bind port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 on network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:24.244675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 on network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:24.245383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Attempting to bind port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 on network 7bff5fcb-c2fb-4844-a8be-b5649bbdf581 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:24.266018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:24.266759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Checking segment: {'id': '07204d64-2d67-4260-b87a-f811ffd846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:24.267381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Bound using segment: {'id': '07204d64-2d67-4260-b87a-f811ffd846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:24.268120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Bound port: 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07204d64-2d67-4260-b87a-f811ffd846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:24.268714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.324295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c338992-f46b-4ee5-9c00-b203890cccdb req-6e3322bc-b3fe-46ba-8791-6880e83de0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:24.336379 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8c338992-f46b-4ee5-9c00-b203890cccdb req-6e3322bc-b3fe-46ba-8791-6880e83de0db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 1096 time: 0.1779435 Aug 11 02:45:24.350794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ca5c-f4c3-4598-9f93-6854ae673adf req-ebd9c692-af64-4834-9ec9-bdba3dee56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:24.362537 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0898ca5c-f4c3-4598-9f93-6854ae673adf req-ebd9c692-af64-4834-9ec9-bdba3dee56e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1097 time: 0.5312362 Aug 11 02:45:24.443963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:24.464619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454191050', 'description': 'tempest-secgroup-smoke-454191050 description', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:24.474499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8c338992-f46b-4ee5-9c00-b203890cccdb req-4bbff7c9-3793-412d-b596-441c1967bbb3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305199 Aug 11 02:45:24.512761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0898ca5c-f4c3-4598-9f93-6854ae673adf req-5803d7f5-b60c-4af3-ae87-524d3f3cc72c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478708 Aug 11 02:45:24.540610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] For port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:24.545888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] For port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,segment=NetworkSegment(07204d64-2d67-4260-b87a-f811ffd846d5),segment_id=07204d64-2d67-4260-b87a-f811ffd846d5)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:24.556280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.617327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591801b9-4be9-4302-a031-2dc89ab3c258 req-aaae51e5-0c9a-4dce-aa93-db15dbfd1a2f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:24.619359 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-591801b9-4be9-4302-a031-2dc89ab3c258 req-aaae51e5-0c9a-4dce-aa93-db15dbfd1a2f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.3650377 Aug 11 02:45:24.681061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:24.685365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:24.686658 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.694704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] 10.222.0.25 "PUT /v2.0/ports/8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 HTTP/1.1" status: 200 len: 1091 time: 2.6128995 Aug 11 02:45:24.727696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f7182a-95b4-44a0-881c-5fac60cee466', 'tag': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:24.731018 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d7478-97dd-41fe-84f1-902f4a1b8f29" -d '{"events": [{"name": "network-changed", "server_uuid": "13f7182a-95b4-44a0-881c-5fac60cee466", "tag": "8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:24.807839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.832525 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:24.911142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-591801b9-4be9-4302-a031-2dc89ab3c258 req-9578994f-5d83-4cf6-9b6d-7b18127256eb tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275903 Aug 11 02:45:24.940164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7467d-1df0-4591-9742-aa7201f03fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:25.004629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36f468-f546-4b3d-80d7-65cdf9fe92ee req-37a37ef3-5059-4a84-be54-de26ffbecd5e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.006587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a36f468-f546-4b3d-80d7-65cdf9fe92ee req-37a37ef3-5059-4a84-be54-de26ffbecd5e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.4278841 Aug 11 02:45:25.097378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c5ff9b-0164-464e-8dd4-c9d9cb3356d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.152993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-1fc26776-c2e7-403c-9e55-d8ea00dff49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.163918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-1fc26776-c2e7-403c-9e55-d8ea00dff49f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d7cdbf3f213443fb82b4d7ce4d93291&device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 1094 time: 0.3603559 Aug 11 02:45:25.250777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a36f468-f546-4b3d-80d7-65cdf9fe92ee req-1735327f-0b38-4971-b59c-545a100bd637 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289708 Aug 11 02:45:25.439937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-944933d2-abec-4157-8413-d24cbf0e9f76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 HTTP/1.1" status: 200 len: 217 time: 0.2750602 Aug 11 02:45:25.442965 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2217b17-c05b-40d7-8759-3f1b08244e06 x-openstack-request-id: req-a2217b17-c05b-40d7-8759-3f1b08244e06 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:25.443396 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f7182a-95b4-44a0-881c-5fac60cee466", "tag": "8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:25.444028 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2217b17-c05b-40d7-8759-3f1b08244e06 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:25.445159 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f7182a-95b4-44a0-881c-5fac60cee466', 'tag': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8', 'status': 'completed', 'code': 200} Aug 11 02:45:25.573255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0c373-6e2c-460c-9a17-491166d93330 req-1e6813a2-d55e-4f1a-a910-7d759de38760 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.585632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ef0c373-6e2c-460c-9a17-491166d93330 req-1e6813a2-d55e-4f1a-a910-7d759de38760 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 943 time: 0.4884229 Aug 11 02:45:25.615662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-3dcdef78-d134-48a6-b8a3-4a6fe3e88c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.618713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-3dcdef78-d134-48a6-b8a3-4a6fe3e88c1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b57e8fda-c292-450d-b569-3d3e92781407 HTTP/1.1" status: 200 len: 849 time: 0.1534841 Aug 11 02:45:25.664460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-6769cd72-0e17-4c34-b075-306e9c7dab8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bff5fcb-c2fb-4844-a8be-b5649bbdf581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301344 Aug 11 02:45:25.829691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ef0c373-6e2c-460c-9a17-491166d93330 req-d343c695-78fb-4d98-9101-aed5970f4cba tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425740 Aug 11 02:45:25.889308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.896373 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.976212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-2457d613-8db2-4a06-9ac7-2e94195517c9 service neutron] 10.222.0.25 "GET /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016939 Aug 11 02:45:26.056949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01431829-a836-44fd-8d93-12f30991cbff,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:26.095391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c5ff9b-0164-464e-8dd4-c9d9cb3356d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.102667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20c5ff9b-0164-464e-8dd4-c9d9cb3356d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.136441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5ff9b-0164-464e-8dd4-c9d9cb3356d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cd69eb-fc1f-4761-9ce7-7f998c446d63,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:26.166620 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20c5ff9b-0164-464e-8dd4-c9d9cb3356d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=775f0217daca4e22b3a41a69939d1089&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4844360 Aug 11 02:45:26.170528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:26.247087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47bad-6936-4f17-a914-1dafb1d3882e req-103a0700-d515-472e-9a30-ccfd5093c3fe tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:26.251336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be05d2d2-f75a-4812-bf8c-701521fa5e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.255871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45d47bad-6936-4f17-a914-1dafb1d3882e req-103a0700-d515-472e-9a30-ccfd5093c3fe tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.1573350 Aug 11 02:45:26.271884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-145969f2-d758-49c0-9e80-95cd82dc9765 req-dee65af2-ec23-490d-916d-0244656d05b2 service neutron] 10.222.0.25 "GET /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865493 Aug 11 02:45:26.284854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be05d2d2-f75a-4812-bf8c-701521fa5e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.381107 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be05d2d2-f75a-4812-bf8c-701521fa5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.389210 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be05d2d2-f75a-4812-bf8c-701521fa5e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.391742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-be05d2d2-f75a-4812-bf8c-701521fa5e8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77cd69eb-fc1f-4761-9ce7-7f998c446d63 HTTP/1.1" status: 204 len: 168 time: 0.2190182 Aug 11 02:45:26.401449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05d2d2-f75a-4812-bf8c-701521fa5e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cd69eb-fc1f-4761-9ce7-7f998c446d63,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:26.443200 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.527996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45d47bad-6936-4f17-a914-1dafb1d3882e req-60c8cbe4-0709-4643-8e6b-60e7587f8887 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711470 Aug 11 02:45:26.540376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.634889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-2a4957c2-f469-4c35-ada7-24918fe40988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:26.638288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-2a4957c2-f469-4c35-ada7-24918fe40988 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2d7cdbf3f213443fb82b4d7ce4d93291&device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 1094 time: 0.2804346 Aug 11 02:45:26.651787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.657236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2016778 Aug 11 02:45:26.658771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:26.665903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c9e0a73b-e0dc-470f-9c08-1792b0f1b02f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:26.683825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad0756-74ab-46b6-8e80-c26ba3136961 req-b62588b5-11e8-49fb-8563-7a0921e9a9de tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:26.686728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3ad0756-74ab-46b6-8e80-c26ba3136961 req-b62588b5-11e8-49fb-8563-7a0921e9a9de tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.3008540 Aug 11 02:45:26.748007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.804779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d4873-5291-404a-8280-d2812a418757 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:26.895361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.904908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.985563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f947d539-a829-4b4c-a7f1-9f6de884a1ea,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:26.995482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.997066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e20ce9b2-4013-4ef0-bf1d-cbdf5a069d15 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364742 Aug 11 02:45:27.000297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:27.005300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c9e0a73b-e0dc-470f-9c08-1792b0f1b02f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:27.058034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.207910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.214762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.275968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6371bd29-2483-4e94-a0f3-e30e1d788b3b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:27.281186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.287491 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-09799842-b12e-4a3a-8fa3-d7cc1292928c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2859416 Aug 11 02:45:27.288593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:27.295140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c9e0a73b-e0dc-470f-9c08-1792b0f1b02f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:27.349858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.357508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12804294-d8ac-4bfd-af57-57687dc20bea req-98636527-c387-4089-b4c6-feaecb943b07 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:27.366313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12804294-d8ac-4bfd-af57-57687dc20bea req-98636527-c387-4089-b4c6-feaecb943b07 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.5550625 Aug 11 02:45:27.371904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3ad0756-74ab-46b6-8e80-c26ba3136961 req-3e9b7bd7-ca4e-475a-a5cd-d7de90502c01 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594236 Aug 11 02:45:27.412339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-759e21f8-db3f-4a03-b7d3-3be16bb7a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:27.414556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-759e21f8-db3f-4a03-b7d3-3be16bb7a873 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bff5fcb-c2fb-4844-a8be-b5649bbdf581 HTTP/1.1" status: 200 len: 909 time: 0.7581065 Aug 11 02:45:27.484077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.495317 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.517942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-957e2820-24fc-4183-8d19-369830b5a63b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 HTTP/1.1" status: 200 len: 217 time: 0.0917885 Aug 11 02:45:27.518414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0aa68e-3e33-40e9-8937-d064de4193f6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:27.531720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.536472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb355179-4354-4d64-9982-6c74bac86c49 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2463717 Aug 11 02:45:27.538265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:27.539335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12804294-d8ac-4bfd-af57-57687dc20bea req-f9697890-24e7-4c7e-a622-7306e2e27906 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709039 Aug 11 02:45:27.546692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c9e0a73b-e0dc-470f-9c08-1792b0f1b02f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:27.583128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.711737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.721579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.774438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.774840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-0a7fe87d-f577-45e0-9c67-e965fb5d03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:27.777213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-0a7fe87d-f577-45e0-9c67-e965fb5d03ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b57e8fda-c292-450d-b569-3d3e92781407 HTTP/1.1" status: 200 len: 849 time: 0.2362356 Aug 11 02:45:27.781838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49886) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:27.782456 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2404280 Aug 11 02:45:27.789462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a43440-6a9b-48d2-8c9a-29ac8041a3bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f30ae5-324b-44e1-b9a1-1f353621d75a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:27.790230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c9e0a73b-e0dc-470f-9c08-1792b0f1b02f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:27.925137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-95520f5d-7a09-4f80-8fb0-a230e94c941c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bff5fcb-c2fb-4844-a8be-b5649bbdf581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607004 Aug 11 02:45:27.928145 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:45:27.964862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.086440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd72f2d-6e3a-4606-8bee-a5354a697b44 req-a2112776-2fd7-4db7-a00a-8aee0795841c tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.088180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efd72f2d-6e3a-4606-8bee-a5354a697b44 req-a2112776-2fd7-4db7-a00a-8aee0795841c tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 943 time: 0.5723767 Aug 11 02:45:28.189394 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:45:28.332270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.347283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-efd72f2d-6e3a-4606-8bee-a5354a697b44 req-1bc1406b-7916-4fd7-a07c-d23c15fcae55 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170389 Aug 11 02:45:28.371492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-7716d28f-7bca-458b-8579-8c6427e0c2e2 service neutron] 10.222.0.25 "GET /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326837 Aug 11 02:45:28.382118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53864e47-4ec1-4c32-821c-926b4e3cb437 req-3a9b5901-ad37-4b68-9f14-1328529470d0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.384340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53864e47-4ec1-4c32-821c-926b4e3cb437 req-3a9b5901-ad37-4b68-9f14-1328529470d0 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.3724208 Aug 11 02:45:28.395052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.489821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fb24d2-b7e0-4801-a69a-d7e278a3d50c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:28.536229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.538556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dd8ed5e7-a180-4a4b-b4d8-b0cd1181a7c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7543933 Aug 11 02:45:28.542224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:28.548301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c9e0a73b-e0dc-470f-9c08-1792b0f1b02f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:28.593288 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:45:28.601084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.635368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-455d7478-97dd-41fe-84f1-902f4a1b8f29 req-77cf728d-b92c-4495-87ca-797618791a78 service neutron] 10.222.0.25 "GET /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497473 Aug 11 02:45:28.652198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53864e47-4ec1-4c32-821c-926b4e3cb437 req-61ec5396-1279-49aa-a230-46a7172c878b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507427 Aug 11 02:45:28.674018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f15920-0131-4bae-b747-642f624824d4 req-2f0e9f30-5940-4086-a742-fd841c11c1e6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.675803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46f15920-0131-4bae-b747-642f624824d4 req-2f0e9f30-5940-4086-a742-fd841c11c1e6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1249599 Aug 11 02:45:28.769779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46f15920-0131-4bae-b747-642f624824d4 req-987a9e7f-afc1-4d1f-b625-a9b00a44dcc3 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774887 Aug 11 02:45:28.784923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.797662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.826537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafb9c96-ac22-4110-b143-f3b52a1505f6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:28.839205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.851305 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-91d1c686-9b83-47a8-98c9-07d1be10115e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993612 Aug 11 02:45:28.855704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49914) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:28.871300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'network': {'name': 'tempest-network-smoke--2048428920', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:28.888255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728b25b-1f8b-44b1-b188-f78f5cb176a9 req-7688cb5b-f721-4abe-a380-77b9192da34b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.891191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2728b25b-1f8b-44b1-b188-f78f5cb176a9 req-7688cb5b-f721-4abe-a380-77b9192da34b tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.1063182 Aug 11 02:45:28.923543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:28.928476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.949688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2728b25b-1f8b-44b1-b188-f78f5cb176a9 req-c0ce2529-121f-410f-9910-6d196563f4cc tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508509 Aug 11 02:45:28.977922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:28.999568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.000158 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Added segment 9cd5b7e5-3243-4c64-82c7-7a85ffd93895 of type vlan for network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 Aug 11 02:45:29.050466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.077687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49920) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:29.097907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.105609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.106373 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.175065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3154385 Aug 11 02:45:29.178258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:29.182958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'admin_state_up': True, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:29.208133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a45e-385a-4696-ac87-6d4aab1189ca req-09ba04bb-9011-401c-b546-e567bf179d48 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.208541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22c941-dbb4-4d7e-aa1a-0ff2c1400487 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Network': ['ID=092c0cb4-a02f-4d88-80cb-230709ca2eb8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:29.210231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1785a45e-385a-4696-ac87-6d4aab1189ca req-09ba04bb-9011-401c-b546-e567bf179d48 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.0604126 Aug 11 02:45:29.222608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:29.237057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.238045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.273794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1785a45e-385a-4696-ac87-6d4aab1189ca req-555a0d77-b9d1-4ff9-a221-f53c4e7a53ee tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Aug 11 02:45:29.337807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.342946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'network': {'name': 'tempest-network-smoke--1227970684', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:29.376735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:29.391214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.449669 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.519985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.532673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee078a-1160-4e86-a44e-a14634a41b28 req-5a548cba-3a6f-437a-a497-2419af547333 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.534367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4ee078a-1160-4e86-a44e-a14634a41b28 req-5a548cba-3a6f-437a-a497-2419af547333 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.1226099 Aug 11 02:45:29.594336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7292a7-462e-4dad-8fda-1e9c65f84e06 req-f23b3169-4b96-4487-b928-76799efe9d62 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.596015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f7292a7-462e-4dad-8fda-1e9c65f84e06 req-f23b3169-4b96-4487-b928-76799efe9d62 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 943 time: 0.1433375 Aug 11 02:45:29.653154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4ee078a-1160-4e86-a44e-a14634a41b28 req-7a8f7d73-f862-4657-a0e9-6739f0db7424 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040373 Aug 11 02:45:29.687282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f7292a7-462e-4dad-8fda-1e9c65f84e06 req-82da51e9-dfdf-4665-841d-a4fd0b33c73e tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754986 Aug 11 02:45:29.711027 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.717311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.778542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:29.801885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e22118-f3b2-4264-b499-e746453a3fa9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:29.811264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.811822 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Added segment 7c01deb3-f92d-498c-b6d6-2a605def2f18 of type vlan for network 11e1612f-9b02-47d8-a42c-7294979ea57d Aug 11 02:45:29.942843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.956269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.009148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.009423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.016015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:30.016663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.036616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d695be-70d6-4a76-856a-d880214b45b7 req-24e23153-c245-46b9-9744-6cc88d1095f6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:30.051802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1d695be-70d6-4a76-856a-d880214b45b7 req-24e23153-c245-46b9-9744-6cc88d1095f6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1363108 Aug 11 02:45:30.128890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0453820 Aug 11 02:45:30.136134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49956) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:30.147055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'admin_state_up': True, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:30.173513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:30.180534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Network': ['ID=11e1612f-9b02-47d8-a42c-7294979ea57d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:30.192204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.83 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/e39f068a-7cfa-4fe8-9137-2e06d87b9ede) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:30.226320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1d695be-70d6-4a76-856a-d880214b45b7 req-db48bcdd-28ba-49e2-9147-95b4b1d8d795 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733985 Aug 11 02:45:30.230202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.230449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.234319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.234745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.235059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.235411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.235756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.236098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.236423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.236779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.237107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.237457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28980bcc-9e6c-484b-bf23-fdd1dbb0ea5f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:30.253317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.254184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.264966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 11e1612f-9b02-47d8-a42c-7294979ea57d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:30.270126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e972f58-2774-433f-ba93-6daef874af34 req-2a563258-d08e-47cd-8b60-2decd94b5f12 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:30.272428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e972f58-2774-433f-ba93-6daef874af34 req-2a563258-d08e-47cd-8b60-2decd94b5f12 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.1553078 Aug 11 02:45:30.371279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e972f58-2774-433f-ba93-6daef874af34 req-642d4cf5-ea39-48f5-b157-1ada51f5ac79 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917327 Aug 11 02:45:30.374958 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.427346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,segment=NetworkSegment(07204d64-2d67-4260-b87a-f811ffd846d5),segment_id=07204d64-2d67-4260-b87a-f811ffd846d5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:30.443503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8', 'network_id': '7bff5fcb-c2fb-4844-a8be-b5649bbdf581', 'port_id': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8', 'mac_address': 'fa:16:3e:11:cb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57e8fda-c292-450d-b569-3d3e92781407', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:30.467429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.500138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.521488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:30.541495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.543607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,segment=NetworkSegment(07204d64-2d67-4260-b87a-f811ffd846d5),segment_id=07204d64-2d67-4260-b87a-f811ffd846d5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:30.550624 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.617279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:30.624042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.631733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:30.636175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:30.642689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:30.681747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:30.784882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:30.942465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.976343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7206cf-e856-42d9-8ff3-4516c519e745 req-7ee69276-ec4b-4e16-86f9-01c64cd58841 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:30.978029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a7206cf-e856-42d9-8ff3-4516c519e745 req-7ee69276-ec4b-4e16-86f9-01c64cd58841 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 944 time: 0.1424463 Aug 11 02:45:30.979731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:31.053515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:31.106805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a7206cf-e856-42d9-8ff3-4516c519e745 req-5d79ac4e-9f41-43b5-9cfd-bdc1a5373c30 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151228 Aug 11 02:45:31.178911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.25.6.37 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9c9b9f6f-ba54-49fc-95f2-1abdde036e2e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:31.406776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:31.475777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:31.532500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:31.541767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed463f14-3a32-4a13-85f8-5fe0c5f9a802 req-d4494bcb-2a49-437f-9f5f-c45652a33b35 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:31.552155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed463f14-3a32-4a13-85f8-5fe0c5f9a802 req-d4494bcb-2a49-437f-9f5f-c45652a33b35 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1627076 Aug 11 02:45:31.582550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:31.591816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:31.602514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:31.645700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-2361074b-c5ae-4f0a-aadc-dec64eb495d9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:31.651297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-2361074b-c5ae-4f0a-aadc-dec64eb495d9 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.1920276 Aug 11 02:45:31.667402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed463f14-3a32-4a13-85f8-5fe0c5f9a802 req-ba3968d1-c164-4ffa-8ebb-07756c55ac27 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134222 Aug 11 02:45:31.868123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8dc1-db18-4e34-85f1-4836a264a0f8 req-af6ec534-b57d-4255-9064-327103246f41 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:31.872730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b5e8dc1-db18-4e34-85f1-4836a264a0f8 req-af6ec534-b57d-4255-9064-327103246f41 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 945 time: 0.2340505 Aug 11 02:45:31.902323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:31.968243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Deleting port 7e5f06ad-4885-463f-a991-fdf603f54364 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:31.968598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.009292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b5e8dc1-db18-4e34-85f1-4836a264a0f8 req-a035074c-42af-48fe-9467-76d9a8bb33a1 tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/security-groups?id=314d8518-e747-4260-a634-9bf40d73403d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272407 Aug 11 02:45:32.126861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] For port 7e5f06ad-4885-463f-a991-fdf603f54364, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7e5f06ad-4885-463f-a991-fdf603f54364,segment=NetworkSegment(e04eb130-dbad-412c-893c-e4b6f507725b),segment_id=e04eb130-dbad-412c-893c-e4b6f507725b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:32.127419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.148406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Calling delete_port for 7e5f06ad-4885-463f-a991-fdf603f54364 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:32.165898 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.190899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:32.243479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 132a3e90-89a1-4685-b67c-8016a8f2ea52 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:45:32.311814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:32.320393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:32.321406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.460232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a734d-40d6-47c2-876e-9a8334e582c4 req-6b2d9034-ad16-449a-a0ca-995ffb08313d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:32.473143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d1a734d-40d6-47c2-876e-9a8334e582c4 req-6b2d9034-ad16-449a-a0ca-995ffb08313d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 944 time: 0.2362530 Aug 11 02:45:32.475257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.505599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:32.520548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Sync routers for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:32.532529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f7182a-95b4-44a0-881c-5fac60cee466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:32.537212 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae193cc-bc79-45ac-8c6c-0d52a4b96cc3" -d '{"events": [{"server_uuid": "13f7182a-95b4-44a0-881c-5fac60cee466", "name": "network-vif-plugged", "status": "completed", "tag": "8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:32.546896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.548765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2b1d9e26-b022-4e31-b6ff-08b8ffefcd77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3694293 Aug 11 02:45:32.553475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:32.557135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d1a734d-40d6-47c2-876e-9a8334e582c4 req-817d3820-10ad-4748-beff-80a66facd609 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827787 Aug 11 02:45:32.568193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.579809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.600948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7e5f06ad-4885-463f-a991-fdf603f54364'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:32.601206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Pushing event deleted for resources: {'Port': ['ID=7e5f06ad-4885-463f-a991-fdf603f54364,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:32.614335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.614683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.615028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.615466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.615687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.616678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.617024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.617354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.617682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.618031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.618354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.618676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:32.639657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,segment=NetworkSegment(07204d64-2d67-4260-b87a-f811ffd846d5),segment_id=07204d64-2d67-4260-b87a-f811ffd846d5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:32.695296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.700240 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0257318a-3d59-451b-ba24-2a2b07486259 x-openstack-request-id: req-0257318a-3d59-451b-ba24-2a2b07486259 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:32.701315 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f7182a-95b4-44a0-881c-5fac60cee466", "name": "network-vif-plugged", "status": "completed", "tag": "8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:32.701650 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0257318a-3d59-451b-ba24-2a2b07486259 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:32.702038 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f7182a-95b4-44a0-881c-5fac60cee466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8', 'code': 200} Aug 11 02:45:32.705696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:32.706487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:32.730795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] No DVR routers for this DVR port 7e5f06ad-4885-463f-a991-fdf603f54364 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:32.743010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:32.747968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fd98dc2-6a80-40d5-b174-12bb7ef35b8e req-484191cb-b6c5-40fa-a12a-c7bf50e5a37f tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.59 "DELETE /v2.0/ports/7e5f06ad-4885-463f-a991-fdf603f54364 HTTP/1.1" status: 204 len: 173 time: 1.0295286 Aug 11 02:45:32.748453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370bedf-13a1-4110-af2b-da85056c0999', 'name': 'network-vif-deleted', 'tag': '7e5f06ad-4885-463f-a991-fdf603f54364'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:32.755616 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa7d124-ed6f-4d69-8f72-4f346b17da44" -d '{"events": [{"server_uuid": "b370bedf-13a1-4110-af2b-da85056c0999", "name": "network-vif-deleted", "tag": "7e5f06ad-4885-463f-a991-fdf603f54364"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:32.903000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:32.925611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d46ff-ef95-413e-8311-65c502088ca7 req-30bd6776-0dc7-42ef-91cc-0b79fe3555d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:32.927367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a78d46ff-ef95-413e-8311-65c502088ca7 req-30bd6776-0dc7-42ef-91cc-0b79fe3555d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 1096 time: 0.1659458 Aug 11 02:45:32.964044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:32.965643 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ecfbd7-24f1-4316-8d30-f2dbe9a712d1 x-openstack-request-id: req-f4ecfbd7-24f1-4316-8d30-f2dbe9a712d1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:32.966117 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370bedf-13a1-4110-af2b-da85056c0999", "name": "network-vif-deleted", "tag": "7e5f06ad-4885-463f-a991-fdf603f54364", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:32.967038 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4ecfbd7-24f1-4316-8d30-f2dbe9a712d1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:32.967336 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b370bedf-13a1-4110-af2b-da85056c0999', 'name': 'network-vif-deleted', 'tag': '7e5f06ad-4885-463f-a991-fdf603f54364', 'status': 'completed', 'code': 200} Aug 11 02:45:32.968870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb500-baa9-4882-a1f0-f9c9c8c62b43 req-668a7eeb-69f5-4fd4-8260-a571de745d4f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:32.974063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-901e2d46-7a9d-4faf-8584-422854dbf8dc tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca7c0f0103654e2b9246fb027410d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4068360 Aug 11 02:45:32.974338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b4cb500-baa9-4882-a1f0-f9c9c8c62b43 req-668a7eeb-69f5-4fd4-8260-a571de745d4f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1277807 Aug 11 02:45:32.975301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49998) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:33.030068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:45:33.139699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b4cb500-baa9-4882-a1f0-f9c9c8c62b43 req-82f1a110-c14b-4fb7-b0c1-2ec584169215 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595659 Aug 11 02:45:33.150693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a78d46ff-ef95-413e-8311-65c502088ca7 req-c75495ff-5f1e-47c2-aa14-340a8eac4977 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146602 Aug 11 02:45:33.272884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfcff895-64a7-4237-b1d5-de4b8da25c7e req-1bb669d9-0649-4dc8-a94f-9c7eb1753fce tempest-ServerDiskConfigTestJSON-663436689 tempest-ServerDiskConfigTestJSON-663436689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370bedf-13a1-4110-af2b-da85056c0999 HTTP/1.1" status: 200 len: 210 time: 0.0718985 Aug 11 02:45:33.276590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:30Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:33.332053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d57ffc-d7d6-43f5-a99d-ccaa7bdfff70 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:33.332720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Checking router: 132a3e90-89a1-4685-b67c-8016a8f2ea52 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:33.336513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Updating router 132a3e90-89a1-4685-b67c-8016a8f2ea52 port e39f068a-7cfa-4fe8-9137-2e06d87b9ede binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:45:33.336728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d1d57ffc-d7d6-43f5-a99d-ccaa7bdfff70 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3565331 Aug 11 02:45:33.337534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:33.363272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:33.376952 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:33.394417 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:33.395844 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:33.399146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:33.404563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b5e1855-34ee-4faa-af04-7ebfb070ebdf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2635601 Aug 11 02:45:33.405515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50004) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:33.418506 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a86f3bba-7538-48eb-886c-4c0ad2f7f293 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784752 Aug 11 02:45:33.419821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:33.426445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1260914247', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:33.433841 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:33.534946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-51d6fa9f-db0b-4791-90ef-233e070e02f8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5d0f712b9f2a48edb48b93abad5e6bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250696 Aug 11 02:45:33.536357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:33.674573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:33.699059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:33.708860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:33.918503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b74d0-74fd-4b31-ba18-dccdcfa48716 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:33.921591 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d87b74d0-74fd-4b31-ba18-dccdcfa48716 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3839922 Aug 11 02:45:33.926961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:33.949867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:33.994415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Transition to ACTIVE for port object e39f068a-7cfa-4fe8-9137-2e06d87b9ede will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:34.006853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1c3fd579-f445-48fe-84e4-02085db0a63c tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756276 Aug 11 02:45:34.008821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50022) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:34.011750 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.017754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129148839', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:34.204354 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:31Z', 'revision_number': 3, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:34.275411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:34.293169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.312139 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:34.312594 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Updating router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:45:34.359631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5ddff-f8d4-4ffd-a9b6-e3cd37e74a88 None None] Pushing event updated for resources: {'Port': ['ID=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:34.373072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Attempting to bind port e39f068a-7cfa-4fe8-9137-2e06d87b9ede on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:34.375366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Attempting to bind port e39f068a-7cfa-4fe8-9137-2e06d87b9ede by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:34.377876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Attempting to bind port e39f068a-7cfa-4fe8-9137-2e06d87b9ede on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:34.389165 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.391574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:34.394865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:34.395354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.395772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:34.398627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Bound port: e39f068a-7cfa-4fe8-9137-2e06d87b9ede, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:34.400059 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.510833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] For port e39f068a-7cfa-4fe8-9137-2e06d87b9ede, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:34.520854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] For port e39f068a-7cfa-4fe8-9137-2e06d87b9ede, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:34.530047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.530286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.599421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Subnet': ['ID=aaab2961-4ddb-4121-9dfe-7e150b74601c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:34.609010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5ddff-f8d4-4ffd-a9b6-e3cd37e74a88 None None] Pushing event updated for resources: {'Port': ['ID=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:34.643474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca042-2eae-4896-9189-30853c8cbf36 req-fce73ea2-f537-46ea-9968-c0a10dfac5c1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:34.651364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffdca042-2eae-4896-9189-30853c8cbf36 req-fce73ea2-f537-46ea-9968-c0a10dfac5c1 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 945 time: 0.9218872 Aug 11 02:45:34.670772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:34.671427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:34.673188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Checking segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:34.673840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network hostable DHCP agents. Network: 092c0cb4-a02f-4d88-80cb-230709ca2eb8, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:34.684633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ef8c9-63c3-49d7-93cf-87e5794c4a34 req-041bc456-d40e-4bc0-aa1a-94787abbbcbc tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:34.692442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-658ef8c9-63c3-49d7-93cf-87e5794c4a34 req-041bc456-d40e-4bc0-aa1a-94787abbbcbc tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1189494 Aug 11 02:45:34.749449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffdca042-2eae-4896-9189-30853c8cbf36 req-0271bbdb-194f-4088-82ea-862fc550f77b tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Aug 11 02:45:34.773423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:34.800404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 092c0cb4-a02f-4d88-80cb-230709ca2eb8) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:34.810592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:34.811689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.813329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-658ef8c9-63c3-49d7-93cf-87e5794c4a34 req-10a4b3b7-ae59-48a2-9267-cc15bca81bf0 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199000 Aug 11 02:45:34.828519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:34.928486 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43f6bd79-8da2-4400-938a-f5f3969e97e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5074899 Aug 11 02:45:34.932163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:35.037885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Subnet': ['ID=275d6f9c-c5b3-47dd-ba72-288539c97803,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:35.040839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Checking segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:35.041138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network hostable DHCP agents. Network: 11e1612f-9b02-47d8-a42c-7294979ea57d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:35.076896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:35.143346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 11e1612f-9b02-47d8-a42c-7294979ea57d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:35.159608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 11e1612f-9b02-47d8-a42c-7294979ea57d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:35.171443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-d240d9c9-d45d-46c3-8060-679ae20a11a6 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:35.179095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-d240d9c9-d45d-46c3-8060-679ae20a11a6 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.2608230 Aug 11 02:45:35.181677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:35.182371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.188434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Deleting subnet 7f977c13-4ce5-4683-a162-fc66096c4e7b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:45:35.203821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-1dc2f621-b193-4924-9b37-aa88cdfd5773 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/quotas/67315a0971cd44f4806a38c771acb889 HTTP/1.1" status: 200 len: 375 time: 0.0232680 Aug 11 02:45:35.216932 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.237442 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.240061 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Transition to ACTIVE for port object 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:35.251906 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.289643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Attempting to bind port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:35.290229 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Attempting to bind port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:35.290694 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Attempting to bind port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:35.318406 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:35.319683 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:35.319683 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.321163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:35.321795 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8fe9da09-54c9-4ef5-88db-2f865b329fee tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3116081 Aug 11 02:45:35.326048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50062) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:35.326445 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Bound port: 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:35.327100 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.332288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:35.367491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-1e16a171-1528-44ab-b2d8-567981187e3c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577873 Aug 11 02:45:35.407676 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.459847 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6fba3-cbc7-48fb-854c-1efec9268207 None None] Pushing event updated for resources: {'Port': ['ID=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:35.463103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] For port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:35.468139 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] For port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:35.468605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4772a0-3295-4fd6-93f9-0e8599b37350 None None] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:35.471200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5885be9-80ab-4081-8b5a-c0ce83ebbb1a None None] Network 11e1612f-9b02-47d8-a42c-7294979ea57d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:35.473829 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.546369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7e5f06ad-4885-463f-a991-fdf603f54364 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:35.582385 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:35.583063 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:35.763543 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:35.785134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 7e5f06ad-4885-463f-a991-fdf603f54364 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:45:35.785490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7e5f06ad-4885-463f-a991-fdf603f54364 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:35.963316 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6fba3-cbc7-48fb-854c-1efec9268207 None None] Pushing event updated for resources: {'Port': ['ID=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:35.989371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.014665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-11e1612f-9b02-47d8-a42c-7294979ea57d', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:45:36.015801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.056892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508601a-b768-4af4-8ff8-264a022dff4e req-a648e046-8177-4e09-9a46-5d9e46e08e66 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:36.058485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5508601a-b768-4af4-8ff8-264a022dff4e req-a648e046-8177-4e09-9a46-5d9e46e08e66 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 945 time: 0.1577945 Aug 11 02:45:36.066888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-39171cea-d15c-464d-b82f-d6b876fcf11b service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086469 Aug 11 02:45:36.123518 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:31Z', 'revision_number': 3, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:36.162781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.174692 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c4a5a-25d1-4f3f-b0d7-afc3426beb53 None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:31Z', 'revision_number': 3, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:36.222420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5508601a-b768-4af4-8ff8-264a022dff4e req-71077fcb-f611-4fec-a30e-7d39c42725fd tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241589 Aug 11 02:45:36.236904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f977c13-4ce5-4683-a162-fc66096c4e7b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:36.245812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.250925 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fee6eae6-cefb-48ad-82d0-965dd8530709 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f977c13-4ce5-4683-a162-fc66096c4e7b HTTP/1.1" status: 204 len: 168 time: 1.1701515 Aug 11 02:45:36.252283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:36.255972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:45:36.257137 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.344814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-9db64548-f298-4a5a-b0b4-0600edbb4a68 service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454834 Aug 11 02:45:36.431797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.461573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:30Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:36.555234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972bef6-6ea8-429a-ae6d-46e93de3eb9e None None] The sync data for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 is: [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:30Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:36.558909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Allocated IP 172.20.0.2 (11e1612f-9b02-47d8-a42c-7294979ea57d/275d6f9c-c5b3-47dd-ba72-288539c97803/15c38e79-a3a0-415f-864e-7fa8f311cbfe) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:36.680592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.750185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Allocated IP 172.20.0.2 (092c0cb4-a02f-4d88-80cb-230709ca2eb8/aaab2961-4ddb-4121-9dfe-7e150b74601c/dbc255f8-d44a-4ebf-a646-b4fe3dd954ab) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:36.789444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:36.859233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0954f10a-213a-4111-aada-32e90bc96260']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:36.915840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04eb130-dbad-412c-893c-e4b6f507725b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:36.916146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04eb130-dbad-412c-893c-e4b6f507725b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:36.928006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e5391b4-dedf-43e3-9ad0-516dbddf3bfc req-ae825751-30e8-47dd-8f61-f96bd46d54e5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 210 time: 0.1662123 Aug 11 02:45:36.948466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44315b-422c-4c82-9873-4fa1efe8fd91 req-32094316-7a70-452e-b257-679d4594adb1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:36.950372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd44315b-422c-4c82-9873-4fa1efe8fd91 req-32094316-7a70-452e-b257-679d4594adb1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.5015919 Aug 11 02:45:37.038495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.044822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.047882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:37.192395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.275245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:45:37.275669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:45:37.284556 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:45:37.330233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:37.350793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:37.351174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.531421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.538293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.554078 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0954f10a-213a-4111-aada-32e90bc96260 HTTP/1.1" status: 204 len: 168 time: 1.2985322 Aug 11 02:45:37.606909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.612041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd44315b-422c-4c82-9873-4fa1efe8fd91 req-f59ad25b-2a28-4109-881f-3dd19d54bdf3 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379099 Aug 11 02:45:37.642484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Transition to ACTIVE for port object dbc255f8-d44a-4ebf-a646-b4fe3dd954ab will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:37.704817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Transition to ACTIVE for port object dbc255f8-d44a-4ebf-a646-b4fe3dd954ab will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:37.782771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:37.788982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6528-ba0b-4b6c-874b-6b5b025303c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0954f10a-213a-4111-aada-32e90bc96260,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:37.900847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:37.920106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:37.968897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:38.058404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.165693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50118) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:38.178521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Pushing event updated for resources: {'Port': ['ID=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:38.212182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0f3d7c2-b5e7-4be5-9988-b45f354ab518 req-10728f10-f71d-4323-840a-ed54f30d09fa tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 210 time: 0.0714052 Aug 11 02:45:38.257707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Transition to ACTIVE for port object 15c38e79-a3a0-415f-864e-7fa8f311cbfe will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:38.264262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.1 (092c0cb4-a02f-4d88-80cb-230709ca2eb8/aaab2961-4ddb-4121-9dfe-7e150b74601c/e143048c-3af5-4999-b7f2-a0430d4b251b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:38.279822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7f4b468f-54f5-4e18-98fd-df827533bda1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c04aec392e5d47a6931837ba67e0856c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121919 Aug 11 02:45:38.282437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50120) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:38.355131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8800-51f5-4ef8-8613-c3106bf9972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.386150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8800-51f5-4ef8-8613-c3106bf9972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.420652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Transition to ACTIVE for port object 15c38e79-a3a0-415f-864e-7fa8f311cbfe will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:38.424249 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.443356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Attempting to bind port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:38.443739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Attempting to bind port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:38.444087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Attempting to bind port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:38.481451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:38.484582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.499346 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.500656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8800-51f5-4ef8-8613-c3106bf9972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.508807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8800-51f5-4ef8-8613-c3106bf9972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.509647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c1f8800-51f5-4ef8-8613-c3106bf9972d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/314d8518-e747-4260-a634-9bf40d73403d HTTP/1.1" status: 204 len: 168 time: 0.2258410 Aug 11 02:45:38.593286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:38.594065 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Checking segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:38.594683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.595133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Bound using segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:38.595750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Bound port: dbc255f8-d44a-4ebf-a646-b4fe3dd954ab, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:38.596440 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.605304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.609840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f8800-51f5-4ef8-8613-c3106bf9972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d8518-e747-4260-a634-9bf40d73403d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:38.680899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object e143048c-3af5-4999-b7f2-a0430d4b251b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:38.688647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.20.0.1 (11e1612f-9b02-47d8-a42c-7294979ea57d/275d6f9c-c5b3-47dd-ba72-288539c97803/dd0b9ee7-7afc-438d-93a9-9852d0c28ff9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:38.762464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Network 11e1612f-9b02-47d8-a42c-7294979ea57d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:38.824970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:38.837339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:38.842605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Pushing event updated for resources: {'Port': ['ID=15c38e79-a3a0-415f-864e-7fa8f311cbfe,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:39.088713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e39f068a-7cfa-4fe8-9137-2e06d87b9ede up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:39.105310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.120856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c594663-d19b-4ef6-a048-be32b5bccb83 req-b49233f0-2743-4f41-93be-c7b2fab7a5a4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:39.128180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c594663-d19b-4ef6-a048-be32b5bccb83 req-b49233f0-2743-4f41-93be-c7b2fab7a5a4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.2194521 Aug 11 02:45:39.217869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] For port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:39.225879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.246322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Attempting to bind port 15c38e79-a3a0-415f-864e-7fa8f311cbfe on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:39.246780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Attempting to bind port 15c38e79-a3a0-415f-864e-7fa8f311cbfe by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:39.247289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Attempting to bind port 15c38e79-a3a0-415f-864e-7fa8f311cbfe on network 11e1612f-9b02-47d8-a42c-7294979ea57d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:39.255661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:39.262420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:39.267495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Transition to ACTIVE for port object dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:39.270327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] For port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:39.275474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:39.276288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Checking segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:39.276288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.276661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Bound using segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:39.277139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Bound port: 15c38e79-a3a0-415f-864e-7fa8f311cbfe, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:39.277513 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.281762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:39.296731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-8b8c0ec3-645a-459e-aa56-02247e2a46fe tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:39.312211 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-8b8c0ec3-645a-459e-aa56-02247e2a46fe tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.5949440 Aug 11 02:45:39.334745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:39.413602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Request body: {'port': {'device_id': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'admin_state_up': True, 'tenant_id': '67315a0971cd44f4806a38c771acb889'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:39.456550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ef44427-e018-4133-9e25-ca56541ad8c4 req-0cf87daf-a74d-4ab1-9c4a-d79fb5586f09 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 210 time: 0.0692546 Aug 11 02:45:39.464416 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.580683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.600600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=e143048c-3af5-4999-b7f2-a0430d4b251b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:39.614137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 11e1612f-9b02-47d8-a42c-7294979ea57d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:39.643996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c594663-d19b-4ef6-a048-be32b5bccb83 req-86be86bf-c0ab-4b4c-bdb9-45cbf4a9d004 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907932 Aug 11 02:45:39.658316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:39.668175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.672609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:39.721710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e39f068a-7cfa-4fe8-9137-2e06d87b9ede completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:39.748141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e39f068a-7cfa-4fe8-9137-2e06d87b9ede triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:39.748995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.821154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:39.884605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eb447-ff6f-4c06-bc9b-7361b5b4e8b6 None None] Pushing event updated for resources: {'Port': ['ID=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:39.935308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:39.958871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] For port 15c38e79-a3a0-415f-864e-7fa8f311cbfe, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:39.965386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] For port 15c38e79-a3a0-415f-864e-7fa8f311cbfe, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=15c38e79-a3a0-415f-864e-7fa8f311cbfe,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:39.972861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.113027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7dcaf-9e6c-4b73-936e-aca17a9db7bc None None] Pushing event updated for resources: {'Port': ['ID=15c38e79-a3a0-415f-864e-7fa8f311cbfe,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:40.225276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Made reservation on behalf of 67315a0971cd44f4806a38c771acb889 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:40.237426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.246622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.304241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e39f068a-7cfa-4fe8-9137-2e06d87b9ede, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:40.310405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.311236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.320376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50162) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:40.366706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.414705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:40.902945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.920201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-502667156-network', 'tenant_id': 'a433db34fab843ee9f0ce00c1b8eecba'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:40.926675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.040304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Allocated IP 172.20.0.14 (fffef75c-1024-488a-bd37-ed6b24e1ee64/24b41d84-d0e8-4f07-869a-2c314bf8accf/ee7d465b-b57c-4251-b378-ebd8c0ff52fd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:41.139356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19830838-9aa9-439c-9391-c789e6a71727 req-60464a50-65e0-42a5-8058-7693b32403cc tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 210 time: 0.2263553 Aug 11 02:45:41.178542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Made reservation on behalf of a433db34fab843ee9f0ce00c1b8eecba for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:41.185801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.244415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 15c38e79-a3a0-415f-864e-7fa8f311cbfe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:41.273713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.288168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.309393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:41.314674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.314929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.355007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06df4-877e-4ff2-b8c0-b92d2e2af321 req-19e9dc32-7525-4aa8-aa05-44438a1b25fe tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:41.363709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ba06df4-877e-4ff2-b8c0-b92d2e2af321 req-19e9dc32-7525-4aa8-aa05-44438a1b25fe tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.4521716 Aug 11 02:45:41.482429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 15c38e79-a3a0-415f-864e-7fa8f311cbfe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:41.488730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.495491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dbc255f8-d44a-4ebf-a646-b4fe3dd954ab up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:41.506332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.587006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=e143048c-3af5-4999-b7f2-a0430d4b251b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:41.624820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:41.631254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e39f068a-7cfa-4fe8-9137-2e06d87b9ede up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:41.672067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ba06df4-877e-4ff2-b8c0-b92d2e2af321 req-f545c810-f560-47af-ad31-4b5cc2984d3d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073518 Aug 11 02:45:41.712061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:41.715523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:41.744757 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:41.762421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:41.783777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 11e1612f-9b02-47d8-a42c-7294979ea57d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:41.788684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:41.836954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e39f068a-7cfa-4fe8-9137-2e06d87b9ede triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:41.837327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.082577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:42.092204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:42.107109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.114760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:45:42.129038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.133389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:42.143164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event updated for resources: {'Port': ['ID=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:42.198508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:42.200896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510cbf16-79fd-4d10-b09d-a7c31254314d None None] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:42.261954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 132a3e90-89a1-4685-b67c-8016a8f2ea52 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:45:42.292902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:42.317213 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:42.318882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.330567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Provisioning for port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:42.340282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f003a-67b0-4e36-a29e-aff7d5443301 None None] Network 11e1612f-9b02-47d8-a42c-7294979ea57d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:42.355702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Provisioning complete for port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:42.357015 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.425451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.425805 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Added segment 2ffa644c-da02-4078-84bc-5219ddfa9003 of type vlan for network 1ca028cd-496d-412b-aa3c-ec79eb38795f Aug 11 02:45:42.436925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:42.534905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50202) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:42.550643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:42.551303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.553703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87d786-f248-4743-93f2-2b6c382c0d4f req-6436deb7-3d27-4851-a9a2-54b31732e103 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:42.555383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d87d786-f248-4743-93f2-2b6c382c0d4f req-6436deb7-3d27-4851-a9a2-54b31732e103 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 945 time: 0.3357470 Aug 11 02:45:42.560980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.645590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeaac4-9a10-497c-9022-fcf453a812b6 req-e18ecd31-86d8-4143-a910-6bd004512510 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:42.656059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ebeaac4-9a10-497c-9022-fcf453a812b6 req-e18ecd31-86d8-4143-a910-6bd004512510 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 932 time: 0.2553453 Aug 11 02:45:42.662360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:42.696990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-10f0c15b-0cd9-4cdf-8a6b-657ffc1c40ef tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "PUT /v2.0/routers/2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3628786 Aug 11 02:45:42.700202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50208) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:42.724329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:42.797125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:42.802272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:42.803086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:42.944945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] For port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:42.980816 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-249a7ed3-5a36-4a74-a4da-d672feae4020 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6426296 Aug 11 02:45:42.990436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.004048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Request body: {'port': {'device_id': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:43.087681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:43.113726 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.151018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Pushing event updated for resources: {'Port': ['ID=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:43.182693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:43.185697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.186193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.186648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.190605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.191024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.191471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.191908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.192355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.192782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.193303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.193837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.194311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f51f-3da2-4d92-b94f-3484ed783b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:43.199532 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Sync routers for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:43.206390 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-358c5aba-b88b-4696-a42c-d219b35b24f8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/132a3e90-89a1-4685-b67c-8016a8f2ea52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2730589 Aug 11 02:45:43.217139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.221584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.222349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.231041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ebeaac4-9a10-497c-9022-fcf453a812b6 req-22c30a8a-6b92-47c0-b0ae-d453981f9988 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738254 Aug 11 02:45:43.244719 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:43.255746 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:43.260582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] Provisioning for port 15c38e79-a3a0-415f-864e-7fa8f311cbfe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:43.284606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] Provisioning complete for port 15c38e79-a3a0-415f-864e-7fa8f311cbfe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:43.285975 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.315969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d87d786-f248-4743-93f2-2b6c382c0d4f req-11278003-755d-465b-b7de-7054f58e2470 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/security-groups?id=85832dd4-3591-46c0-bf09-c0cfe22148d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7278097 Aug 11 02:45:43.382352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8e81-7ee6-43a9-b12d-f8672c4795f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.523294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:43.530666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2057998 Aug 11 02:45:43.537804 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:43.572487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Request body: {'subnet': {'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-502667156-subnet', 'tenant_id': 'a433db34fab843ee9f0ce00c1b8eecba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:43.745222 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.754799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Made reservation on behalf of a433db34fab843ee9f0ce00c1b8eecba for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:43.762360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.824273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] For port 15c38e79-a3a0-415f-864e-7fa8f311cbfe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=15c38e79-a3a0-415f-864e-7fa8f311cbfe,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:43.831710 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:43.847413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 2, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:43.868611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698d908-5e06-4bb9-9257-3716b7094f50 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca028cd-496d-412b-aa3c-ec79eb38795f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:43.875973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.876969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.878543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.879335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.880001 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.880673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.881413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.882103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.883394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.884093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.884861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:43.887622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5d979680-af51-47b6-80a0-329bb1b99c5e tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7747 time: 1.1843410 Aug 11 02:45:43.912308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50224) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:44.003163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 2, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:44.070516 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Checking router: 132a3e90-89a1-4685-b67c-8016a8f2ea52 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:44.071024 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Updating router 132a3e90-89a1-4685-b67c-8016a8f2ea52 port e143048c-3af5-4999-b7f2-a0430d4b251b binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:45:44.080122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.080526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.080998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.081467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.081934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.082428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.082896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.083450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.083801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.084262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.084721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.087016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e14429a0-91a7-4e47-a4ab-a45cfd5ec03f tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7174 time: 0.1714237 Aug 11 02:45:44.102250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50226) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:44.112574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536e18-0ddb-450b-8d72-804a1c3a74d7 req-249eab98-b5fa-4ea1-94f5-903a5ac15343 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.114305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02536e18-0ddb-450b-8d72-804a1c3a74d7 req-249eab98-b5fa-4ea1-94f5-903a5ac15343 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.7209880 Aug 11 02:45:44.177884 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.209225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.266614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38935586-99aa-46a2-9dc1-63704c77d72e req-bb2019b5-c87c-4dfe-8e1a-6c02fa43299d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.268220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38935586-99aa-46a2-9dc1-63704c77d72e req-bb2019b5-c87c-4dfe-8e1a-6c02fa43299d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.25 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 945 time: 0.7361686 Aug 11 02:45:44.329355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 1ca028cd-496d-412b-aa3c-ec79eb38795f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:44.339671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:44.340636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Updating router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:45:44.353638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfef6969-c283-404a-adf8-ffe0d122e055,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:44.373989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Checking segment: {'id': '2ffa644c-da02-4078-84bc-5219ddfa9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:44.373989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Network hostable DHCP agents. Network: 1ca028cd-496d-412b-aa3c-ec79eb38795f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:44.392993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-e2d3dac5-0589-4d24-8c2f-b8ab9303a119 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454191050&fields=id&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 267 time: 0.7194290 Aug 11 02:45:44.430689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7d465b-b57c-4251-b378-ebd8c0ff52fd {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:44.433207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02536e18-0ddb-450b-8d72-804a1c3a74d7 req-0025c759-c470-402f-8ff4-75f04a5bed30 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082579 Aug 11 02:45:44.436454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Network 1ca028cd-496d-412b-aa3c-ec79eb38795f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:44.470906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.491605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da8f87-6cd3-42f9-87d3-14303832edfe None None] Pushing event updated for resources: {'Port': ['ID=15c38e79-a3a0-415f-864e-7fa8f311cbfe,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:44.512421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Transition to ACTIVE for port object ee7d465b-b57c-4251-b378-ebd8c0ff52fd will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:44.515821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 1ca028cd-496d-412b-aa3c-ec79eb38795f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:44.523418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.525133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:44.526573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.548705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.582461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Deleting port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:45:44.583359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.587540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317e0a2-0f01-4dd4-a8f7-919f2cbd097b None None] Network 1ca028cd-496d-412b-aa3c-ec79eb38795f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:44.628121 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1246d66f-e84f-427f-9a32-16f45cb0a447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.634841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Provisioning for port e143048c-3af5-4999-b7f2-a0430d4b251b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:44.648735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Provisioning complete for port e143048c-3af5-4999-b7f2-a0430d4b251b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:44.649676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.657042 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.670769 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Transition to ACTIVE for port object e143048c-3af5-4999-b7f2-a0430d4b251b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:44.676681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:44.681350 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.738713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8e81-7ee6-43a9-b12d-f8672c4795f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.780329 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce606dcc-6258-4cf4-8238-896ef223bcfa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2398703 Aug 11 02:45:44.805599 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bc287-0166-43dc-9412-f2400c5c8093 None None] Pushing event updated for resources: {'Port': ['ID=e143048c-3af5-4999-b7f2-a0430d4b251b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:44.815160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8e81-7ee6-43a9-b12d-f8672c4795f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.817737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Attempting to bind port ee7d465b-b57c-4251-b378-ebd8c0ff52fd on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:44.818833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Attempting to bind port ee7d465b-b57c-4251-b378-ebd8c0ff52fd by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:44.819348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Attempting to bind port ee7d465b-b57c-4251-b378-ebd8c0ff52fd on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:44.830412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Port ee7d465b-b57c-4251-b378-ebd8c0ff52fd on network fffef75c-1024-488a-bd37-ed6b24e1ee64 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:44.831006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Attempting to bind port ee7d465b-b57c-4251-b378-ebd8c0ff52fd on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:44.844885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:44.845613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Checking segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:44.846250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Bound using segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:44.846908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Bound port: ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:44.847446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:44.964230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] For port ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:44.971684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] For port ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:44.980326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.008980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Port e143048c-3af5-4999-b7f2-a0430d4b251b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:45.061892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8de77-3438-44e5-af93-d6d0bbf3b352 None None] Network 1ca028cd-496d-412b-aa3c-ec79eb38795f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:45.149799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:45.151087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] For port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,segment=NetworkSegment(07204d64-2d67-4260-b87a-f811ffd846d5),segment_id=07204d64-2d67-4260-b87a-f811ffd846d5)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:45.152129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.154140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.155395 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Attempting to bind port e143048c-3af5-4999-b7f2-a0430d4b251b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:45.155885 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Attempting to bind port e143048c-3af5-4999-b7f2-a0430d4b251b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:45.156380 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Attempting to bind port e143048c-3af5-4999-b7f2-a0430d4b251b on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:45.159868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee7d465b-b57c-4251-b378-ebd8c0ff52fd HTTP/1.1" status: 200 len: 1092 time: 2.1611168 Aug 11 02:45:45.162249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'tag': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:45.163465 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:45.164172 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Checking segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:45.164699 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.165197 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Bound using segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:45.165839 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Bound port: e143048c-3af5-4999-b7f2-a0430d4b251b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:45.166397 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.168543 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa9d6c6-997e-4e0d-9105-b299663b5a25" -d '{"events": [{"name": "network-changed", "server_uuid": "9c304262-a73c-45a9-a47c-ebf0b8324ced", "tag": "ee7d465b-b57c-4251-b378-ebd8c0ff52fd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:45.199564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Provisioning for port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:45.288674 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] For port e143048c-3af5-4999-b7f2-a0430d4b251b, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:45.292584 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] For port e143048c-3af5-4999-b7f2-a0430d4b251b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e143048c-3af5-4999-b7f2-a0430d4b251b,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:45.296235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-602d8f79-af78-4340-980b-b9ba0673459c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:45.299069 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.299211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-602d8f79-af78-4340-980b-b9ba0673459c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 797 time: 0.8700886 Aug 11 02:45:45.317199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eb1ea-19dd-447b-8f95-39358ff6ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:45.348087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-6758af7a-d364-46a0-9c0c-11aa64a2f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:45.348722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac8e8e81-7ee6-43a9-b12d-f8672c4795f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab992bdf843a4391a51f98004d743555&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8069956 Aug 11 02:45:45.348722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8e81-7ee6-43a9-b12d-f8672c4795f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b9bba-dcf6-48f3-b6e9-405abb31d566,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:45.349014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-6758af7a-d364-46a0-9c0c-11aa64a2f32b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 1095 time: 0.1235678 Aug 11 02:45:45.353799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:45.361048 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:45.362923 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:45.373242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Calling delete_port for 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:45:45.377318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Provisioning complete for port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:45.377801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.413948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 15c38e79-a3a0-415f-864e-7fa8f311cbfe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:45.484247 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:45.552704 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-5ca8727f-c70d-4759-8dd6-66ad0a1f647b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd HTTP/1.1" status: 200 len: 217 time: 0.1043530 Aug 11 02:45:45.562181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ddf21c9-6910-4645-94fc-f1dc241950de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.629755 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bc287-0166-43dc-9412-f2400c5c8093 None None] Pushing event updated for resources: {'Port': ['ID=e143048c-3af5-4999-b7f2-a0430d4b251b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:45.678503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ddf21c9-6910-4645-94fc-f1dc241950de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.725247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-f096def8-31a9-4236-9c99-fb59f28150e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:45.727803 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-f096def8-31a9-4236-9c99-fb59f28150e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.1624274 Aug 11 02:45:45.736476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5e1f-2eed-49ef-9742-5a9b7d6bd207 req-46dc54df-c2f7-48a9-b28f-3a1da8fe3c95 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:45.745239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d3a5e1f-2eed-49ef-9742-5a9b7d6bd207 req-46dc54df-c2f7-48a9-b28f-3a1da8fe3c95 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 944 time: 1.1657636 Aug 11 02:45:45.750604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.765991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:45.788283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-a6707d58-4043-4324-a3e2-9dfee6d5d13c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/quotas/ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 375 time: 0.4324656 Aug 11 02:45:45.795102 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.827535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Transition to ACTIVE for port object dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:45.831018 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-25cf6dd4-2a32-4640-94d1-5a38ea178034 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904710 Aug 11 02:45:45.843279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.858569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Pushing event deleted for resources: {'Port': ['ID=8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:45.901633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d3a5e1f-2eed-49ef-9742-5a9b7d6bd207 req-af95d350-5e7a-4cd5-8745-83840028803c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553361 Aug 11 02:45:45.910627 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:45Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:45.956503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab825a-9711-4475-a498-d88ec70e8c3a None None] Pushing event updated for resources: {'Port': ['ID=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:45.964175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Provisioning complete for port 15c38e79-a3a0-415f-864e-7fa8f311cbfe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:45.964763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.973113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ddf21c9-6910-4645-94fc-f1dc241950de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.978646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ddf21c9-6910-4645-94fc-f1dc241950de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.987606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0ddf21c9-6910-4645-94fc-f1dc241950de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/410b9bba-dcf6-48f3-b6e9-405abb31d566 HTTP/1.1" status: 204 len: 168 time: 0.6321559 Aug 11 02:45:45.988234 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c6b591-f7a7-4e3c-9900-af7205828ac9 None None] The sync data for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 is: [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:45Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:46.013048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-253e20e7-6d88-4c81-a1d3-a0933df43932 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 1.8873887 Aug 11 02:45:46.020535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] No DVR routers for this DVR port 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:45:46.027785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.031552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38935586-99aa-46a2-9dc1-63704c77d72e req-cadf8f6c-1397-4ad4-8a39-ac56baaec84d tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.25 "DELETE /v2.0/ports/8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 HTTP/1.1" status: 204 len: 173 time: 1.7352154 Aug 11 02:45:46.036014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f7182a-95b4-44a0-881c-5fac60cee466', 'name': 'network-vif-deleted', 'tag': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:46.047278 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ecef42-9037-4107-892a-86d36be29fa1" -d '{"events": [{"server_uuid": "13f7182a-95b4-44a0-881c-5fac60cee466", "name": "network-vif-deleted", "tag": "8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:46.063189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf21c9-6910-4645-94fc-f1dc241950de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b9bba-dcf6-48f3-b6e9-405abb31d566,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:46.153859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 15c38e79-a3a0-415f-864e-7fa8f311cbfe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:46.154694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.227983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-a0f9b434-9a53-4a90-9dc4-2461564327e0 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890798 Aug 11 02:45:46.256974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ba6309e8-0d1a-48d3-b653-ac2a90d5bed8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4349749 Aug 11 02:45:46.306211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82d29016-5450-42e2-abb6-ac12b05f196f req-cca669d4-df0d-496c-a329-4beef8a14488 tempest-VolumesActionsTest-1444329497 tempest-VolumesActionsTest-1444329497-project] 10.222.0.16 "GET /v2.0/ports?device_id=13f7182a-95b4-44a0-881c-5fac60cee466 HTTP/1.1" status: 200 len: 210 time: 0.1910181 Aug 11 02:45:46.346220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:45:46.478336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Attempting to bind port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:46.479825 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6818dc61-dc69-4448-bb71-fb7a222e5412 req-224d95f0-9363-48ca-9a67-23524ecf81b2 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411060 Aug 11 02:45:46.488619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Attempting to bind port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:46.489590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Attempting to bind port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 on network 11e1612f-9b02-47d8-a42c-7294979ea57d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:46.511016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:45:46.511486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:45:46.532889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:46.533276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Checking segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:46.533703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.534364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Bound using segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:46.534973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Bound port: dd0b9ee7-7afc-438d-93a9-9852d0c28ff9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:46.535341 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.565848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-1d101b80-3fc4-4070-8849-2e5cff6e3bdf service neutron] 10.222.0.16 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707963 Aug 11 02:45:46.566277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Provisioning complete for port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:46.566833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d7263e6-6a75-40f9-a4c8-4f94d1066e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.698633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:46.706441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-7284224d-2a89-4d0a-b6f8-5c09babd2123 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6479828 Aug 11 02:45:46.734119 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77aab39e-ad44-4364-9e17-448fe3d017d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.791467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-40674753-01ba-4697-8e49-dfc808d629e6 service neutron] 10.222.0.16 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142706 Aug 11 02:45:46.932545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77aab39e-ad44-4364-9e17-448fe3d017d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.937942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77aab39e-ad44-4364-9e17-448fe3d017d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.970029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dbc255f8-d44a-4ebf-a646-b4fe3dd954ab up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:46.974863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-77aab39e-ad44-4364-9e17-448fe3d017d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0245ae64414e470592ca2c0c7b92825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748129 Aug 11 02:45:46.976915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:47.027431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] For port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:47.035148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aab39e-ad44-4364-9e17-448fe3d017d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ae0eef-4517-4b46-81c4-cd912d4f816e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:47.064812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baba03fe-3a3b-4af7-bd2b-cb8bad8550a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.077356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-e417ef18-27f2-437d-8ef7-3a9afecc4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.079260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-e417ef18-27f2-437d-8ef7-3a9afecc4138 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 1096 time: 0.2061446 Aug 11 02:45:47.089037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] For port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:47.113854 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.116287 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceb8096-2003-4cee-9f59-003240ea904b x-openstack-request-id: req-7ceb8096-2003-4cee-9f59-003240ea904b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:47.116752 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c304262-a73c-45a9-a47c-ebf0b8324ced", "tag": "ee7d465b-b57c-4251-b378-ebd8c0ff52fd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:47.117005 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ceb8096-2003-4cee-9f59-003240ea904b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:47.117511 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'tag': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd', 'status': 'completed', 'code': 200} Aug 11 02:45:47.128968 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baba03fe-3a3b-4af7-bd2b-cb8bad8550a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.231905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-c07b66fd-573f-4bb5-977f-8f2b00e9e32e tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.234133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-c07b66fd-573f-4bb5-977f-8f2b00e9e32e tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/networks?id=1ca028cd-496d-412b-aa3c-ec79eb38795f HTTP/1.1" status: 200 len: 821 time: 0.2998486 Aug 11 02:45:47.236694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab825a-9711-4475-a498-d88ec70e8c3a None None] Pushing event updated for resources: {'Port': ['ID=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:47.283072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-a0724607-bb54-496a-be38-d1b1c6f1821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.287847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-a0724607-bb54-496a-be38-d1b1c6f1821a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 1095 time: 0.1434636 Aug 11 02:45:47.300860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-8dace7be-4214-4a15-846e-8992238b5e0f tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/quotas/a433db34fab843ee9f0ce00c1b8eecba HTTP/1.1" status: 200 len: 375 time: 0.0477030 Aug 11 02:45:47.368238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:47.368708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-7a4b7779-50fe-404a-a16e-8254cfc93a2d tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a433db34fab843ee9f0ce00c1b8eecba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489378 Aug 11 02:45:47.369181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:47.374955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:47.374955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.468134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baba03fe-3a3b-4af7-bd2b-cb8bad8550a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.469820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-a52213cc-aa5f-4c10-af22-e743ee648afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.471514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-a52213cc-aa5f-4c10-af22-e743ee648afe service neutron] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.3704288 Aug 11 02:45:47.495943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baba03fe-3a3b-4af7-bd2b-cb8bad8550a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.514090 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-baba03fe-3a3b-4af7-bd2b-cb8bad8550a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09ae0eef-4517-4b46-81c4-cd912d4f816e HTTP/1.1" status: 204 len: 168 time: 0.5357966 Aug 11 02:45:47.526676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-f728db09-dd70-43ec-bf12-cb7de1ef138e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f187ba-7251-4f91-9742-961feb7fb588 HTTP/1.1" status: 200 len: 217 time: 0.0441117 Aug 11 02:45:47.537276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-5a1161b6-ebac-45bf-93b6-39130d4d1125 service neutron] 10.222.0.16 "GET /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675975 Aug 11 02:45:47.547549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfc093-b3fd-4717-9f0c-c26718a2fc81 req-cda59bd1-451e-45ac-9137-88c2da08d610 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.549446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cbfc093-b3fd-4717-9f0c-c26718a2fc81 req-cda59bd1-451e-45ac-9137-88c2da08d610 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.2933402 Aug 11 02:45:47.566471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba03fe-3a3b-4af7-bd2b-cb8bad8550a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ae0eef-4517-4b46-81c4-cd912d4f816e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:47.579043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-fcd14535-a17c-41f6-8d59-cc2afcc9b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.580549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-fcd14535-a17c-41f6-8d59-cc2afcc9b652 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.2807744 Aug 11 02:45:47.723336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7260177-1e25-4129-95e6-80c2cfe0c396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.727375 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-d28d2e07-5892-4f75-899f-fa850a1097ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd HTTP/1.1" status: 200 len: 217 time: 0.1302679 Aug 11 02:45:47.846272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-c150f42a-9b53-4656-b2f0-669474b45c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:47.851158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-c150f42a-9b53-4656-b2f0-669474b45c3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.1060259 Aug 11 02:45:47.867872 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:47.916100 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-47969bdd-501c-4112-8f90-38dc07be8bf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579684 Aug 11 02:45:47.929784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:48.066511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-f9e3c503-7ecb-4316-bf4b-7bd51ebdf363 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390214 Aug 11 02:45:48.304824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4fa9d6c6-997e-4e0d-9105-b299663b5a25 req-c0843e69-9ca9-4881-b713-0f077a184e7f service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303660 Aug 11 02:45:48.375214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:48.375741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e143048c-3af5-4999-b7f2-a0430d4b251b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:48.377629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cbfc093-b3fd-4717-9f0c-c26718a2fc81 req-f4218d39-7a26-4adb-9310-3b19512b9ffc tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8067904 Aug 11 02:45:48.392318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-8388dd21-2896-47b6-8522-661fbbb8622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:48.393813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-8388dd21-2896-47b6-8522-661fbbb8622f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.8350596 Aug 11 02:45:48.397091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-87cfb887-0b34-412f-bd35-12f632b5bf10 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8464274 Aug 11 02:45:48.420545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b90d26b3-8ec8-4821-b04d-821eb32171f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.465432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-e0ce3297-f317-45a4-9d49-6e70bbda6c77 service neutron] 10.222.0.16 "GET /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9242761 Aug 11 02:45:48.468329 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.474741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-0938eefe-d063-4564-8e0c-fe1ef919a5d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666707 Aug 11 02:45:48.475367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e143048c-3af5-4999-b7f2-a0430d4b251b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:48.484776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e143048c-3af5-4999-b7f2-a0430d4b251b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:48.485385 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.539711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b90d26b3-8ec8-4821-b04d-821eb32171f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.545909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b90d26b3-8ec8-4821-b04d-821eb32171f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.616638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b90d26b3-8ec8-4821-b04d-821eb32171f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f8d480320ab43159800e66ec87f8233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392285 Aug 11 02:45:48.617012 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.647589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:48.710556 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7829b9f-b45e-4a42-bf11-d5958c29353c x-openstack-request-id: req-c7829b9f-b45e-4a42-bf11-d5958c29353c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:48.711102 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f7182a-95b4-44a0-881c-5fac60cee466", "name": "network-vif-deleted", "tag": "8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:48.711368 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7829b9f-b45e-4a42-bf11-d5958c29353c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:48.711964 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f7182a-95b4-44a0-881c-5fac60cee466', 'name': 'network-vif-deleted', 'tag': '8e5cdb7b-c167-41e2-9bdc-d4fa7b2fffa8', 'status': 'completed', 'code': 200} Aug 11 02:45:48.719909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e143048c-3af5-4999-b7f2-a0430d4b251b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e143048c-3af5-4999-b7f2-a0430d4b251b,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:48.720687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-3216e76f-f948-42dd-96ec-57a9209efc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:48.723086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-3216e76f-f948-42dd-96ec-57a9209efc1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1097 time: 0.2979014 Aug 11 02:45:48.736192 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:48.804072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d26b3-8ec8-4821-b04d-821eb32171f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b7adc-8ea1-4aea-af9c-1d4f54b1f6b4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:48.847756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:46Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:48.910458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89f8d2-a3fc-4bff-9684-3261262dfba7 None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:46Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:48.943131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e143048c-3af5-4999-b7f2-a0430d4b251b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:48.998885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-5f63fef6-5cb1-4046-af31-d4f880d150b7 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877279 Aug 11 02:45:49.063253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55e1b2bb-60ca-4299-9403-e1444a07c612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.092369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-84a76d9f-5c0f-48b5-bf17-7eaf6eeaab31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.094417 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-84a76d9f-5c0f-48b5-bf17-7eaf6eeaab31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 797 time: 0.3761468 Aug 11 02:45:49.099954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24702e84-ec09-4674-9f9a-b7426bb07380 req-6778dd75-942b-4cfa-91e8-fafc4c6e260c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.111332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24702e84-ec09-4674-9f9a-b7426bb07380 req-6778dd75-942b-4cfa-91e8-fafc4c6e260c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 944 time: 0.3195140 Aug 11 02:45:49.150301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55e1b2bb-60ca-4299-9403-e1444a07c612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.259165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50298) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:49.261037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-0f4f368c-9d26-4b3a-a42e-9ad3cb6e58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.263436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-0f4f368c-9d26-4b3a-a42e-9ad3cb6e58cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 908 time: 0.5052664 Aug 11 02:45:49.270959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55e1b2bb-60ca-4299-9403-e1444a07c612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.274501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55e1b2bb-60ca-4299-9403-e1444a07c612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.275495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476918329', 'description': 'tempest-secgroup-smoke-476918329 description', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:49.276379 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-55e1b2bb-60ca-4299-9403-e1444a07c612 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f29b7adc-8ea1-4aea-af9c-1d4f54b1f6b4 HTTP/1.1" status: 204 len: 168 time: 0.6277180 Aug 11 02:45:49.296026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24702e84-ec09-4674-9f9a-b7426bb07380 req-0fa86e82-f225-46d3-b466-7a7b094d0dc1 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811354 Aug 11 02:45:49.321832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1b2bb-60ca-4299-9403-e1444a07c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b7adc-8ea1-4aea-af9c-1d4f54b1f6b4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:49.362239 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-791e6124-ac2a-4144-83de-a7bb8235cf24 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 379 time: 0.2370336 Aug 11 02:45:49.374744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'port': {'device_id': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'admin_state_up': True, 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'security_groups': ['c9e0a73b-e0dc-470f-9c08-1792b0f1b02f']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:49.392891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ee7d465b-b57c-4251-b378-ebd8c0ff52fd details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:49.592483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:49.619102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'port_id': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd', 'mac_address': 'fa:16:3e:e0:ac:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b41d84-d0e8-4f07-869a-2c314bf8accf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:49.624477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e5e285b-3cce-452b-9612-f79bbb37b55a req-99754665-5e10-4f5d-8824-2d73f604ba24 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 210 time: 0.0982835 Aug 11 02:45:49.647492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d989efa-db96-469e-af5f-31e6f8aa2ada req-7a9d1ca6-1514-4fd6-98df-ba94a3226879 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393828 Aug 11 02:45:49.730570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0f5b922-596a-4f11-90df-8418767fd615 req-ebfe52e7-9948-437b-801f-fff5ee38f833 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 210 time: 0.1219137 Aug 11 02:45:49.733466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.738024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-2fa4083e-83e9-4b2f-9f83-a777ba8bb30a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 1002 time: 0.4409387 Aug 11 02:45:49.744956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.767519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:49.784539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.791306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7d465b-b57c-4251-b378-ebd8c0ff52fd {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:49.839251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:49.845181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:49.925633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:50.072910 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.105151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ee7d465b-b57c-4251-b378-ebd8c0ff52fd'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:50.107363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-f0507b50-4c9d-456e-88ec-163e0202198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.107915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb542ab-a72c-4631-b181-6d9e3fb4deae req-a43c13be-f381-4757-bd87-b091f27aedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.109453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-f0507b50-4c9d-456e-88ec-163e0202198d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 200 len: 847 time: 0.2935877 Aug 11 02:45:50.112220 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eeb542ab-a72c-4631-b181-6d9e3fb4deae req-a43c13be-f381-4757-bd87-b091f27aedf1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 1096 time: 0.1655359 Aug 11 02:45:50.134916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2427a2-57f2-4c4d-9605-1b3d7c42cbee req-9c1e2648-d272-4dbd-852a-10b28ca8c662 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.144200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c2427a2-57f2-4c4d-9605-1b3d7c42cbee req-9c1e2648-d272-4dbd-852a-10b28ca8c662 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.2855375 Aug 11 02:45:50.170155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.13 (092c0cb4-a02f-4d88-80cb-230709ca2eb8/aaab2961-4ddb-4121-9dfe-7e150b74601c/3f8d218a-0ea5-46c3-baa5-3c983a8af5ec) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:50.281318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eeb542ab-a72c-4631-b181-6d9e3fb4deae req-5ed797d6-3ff5-4e3e-ade4-2bc24bfb2e38 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539249 Aug 11 02:45:50.488313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:50.593598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.603922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.638696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:50.640362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:50.649428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:50.650157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.688202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.732099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.772287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c2427a2-57f2-4c4d-9605-1b3d7c42cbee req-9b53ec3e-90c1-49e6-903f-a2196bd372cb tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189833 Aug 11 02:45:50.781277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:50.790154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.810926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417c172e-634e-4d56-a8f0-b09c8c0eb62a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:50.819081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-972fbcbe-c425-433e-8995-aba3a740a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.823973 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-972fbcbe-c425-433e-8995-aba3a740a303 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07b14b45-97ad-4925-ab39-f96b4638d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6691825 Aug 11 02:45:50.870121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:50.876275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:50.913682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:50.921329 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.922288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e143048c-3af5-4999-b7f2-a0430d4b251b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:50.936918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb97cc9-3ac1-4831-ab7d-33ab4fb96028 req-d6ff69e8-dc3b-4241-8f65-6bc577a01587 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.938604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8eb97cc9-3ac1-4831-ab7d-33ab4fb96028 req-d6ff69e8-dc3b-4241-8f65-6bc577a01587 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 945 time: 0.4155576 Aug 11 02:45:50.964698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:50.967274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6e5b2ad0-39ed-4989-a216-c19af1fca4f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7026799 Aug 11 02:45:51.044979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:51.066578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:51.067604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.107555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': '417c172e-634e-4d56-a8f0-b09c8c0eb62a', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:51.201611 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8299096 Aug 11 02:45:51.222863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Request body: {'port': {'device_id': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:51.228465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.260675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:51.277197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d904a-ec7a-4ec7-b5d3-0aa284686880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:51.340789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e143048c-3af5-4999-b7f2-a0430d4b251b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:51.341279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.369644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-af6c9b6f-8d03-4f15-83da-6e71f53f545c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:51.371539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-af6c9b6f-8d03-4f15-83da-6e71f53f545c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.59 "GET /v2.0/networks?id=1ca028cd-496d-412b-aa3c-ec79eb38795f HTTP/1.1" status: 200 len: 821 time: 0.9942391 Aug 11 02:45:51.394030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.417526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Request body: {'port': {'device_id': '50ccf55b-692e-4706-b994-a08031657c02', 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f', 'admin_state_up': True, 'tenant_id': 'a433db34fab843ee9f0ce00c1b8eecba'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:51.427337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ee7d465b-b57c-4251-b378-ebd8c0ff52fd up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:51.486711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8eb97cc9-3ac1-4831-ab7d-33ab4fb96028 req-4f09b27e-10c0-491e-b6b1-65b8985af7ff tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859069 Aug 11 02:45:51.579476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa380a84-8fb1-4a24-a186-f1aca9f3e3e3 None None] Provisioning for port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:51.588827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa380a84-8fb1-4a24-a186-f1aca9f3e3e3 None None] Provisioning complete for port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:51.589219 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa380a84-8fb1-4a24-a186-f1aca9f3e3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.636066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2b7fc-cdd5-4ff5-ae5a-d30b1e1e8357 req-1064d567-af8f-4f60-a028-b3f4a7ea2abd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:51.644841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bc2b7fc-cdd5-4ff5-ae5a-d30b1e1e8357 req-1064d567-af8f-4f60-a028-b3f4a7ea2abd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 932 time: 0.7014267 Aug 11 02:45:51.678471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-5d85a480-5ef3-4735-b187-bbdd3850c9bd service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8414009 Aug 11 02:45:51.694740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fa380a84-8fb1-4a24-a186-f1aca9f3e3e3 None None] Port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:51.707111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ee7d465b-b57c-4251-b378-ebd8c0ff52fd completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:51.713901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ee7d465b-b57c-4251-b378-ebd8c0ff52fd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:51.714336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.786594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.794266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.823631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d788c5ab-e34e-494e-94fc-3550b596f022,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:51.826500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6755266-018d-4704-b55e-5a2fcf3b97f3 req-49dad347-76c2-4d17-95ba-663bbcf54920 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 210 time: 0.1787536 Aug 11 02:45:51.828860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f31be78-ecfa-4707-bdfc-292066baa42f req-a72cb1e3-bccf-44d0-b4e9-a421ff377f43 service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238403 Aug 11 02:45:51.842377 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.867974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.873094 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3d4a8b1b-619e-42a0-a2ae-699c44dfd174 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7770441 Aug 11 02:45:51.873898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50348) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:51.890246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': '417c172e-634e-4d56-a8f0-b09c8c0eb62a', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:51.890960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bc2b7fc-cdd5-4ff5-ae5a-d30b1e1e8357 req-48467ee2-0f0b-43ae-911e-915691bc6d39 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388358 Aug 11 02:45:51.912188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:51.913627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:51.916924 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f07df8-2103-45b3-8f40-28726532a449" -d '{"events": [{"server_uuid": "9c304262-a73c-45a9-a47c-ebf0b8324ced", "name": "network-vif-plugged", "status": "completed", "tag": "ee7d465b-b57c-4251-b378-ebd8c0ff52fd"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:51.921502 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.936445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Made reservation on behalf of a433db34fab843ee9f0ce00c1b8eecba for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:51.940132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.951652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:51.974599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.006410 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e650062f-1c0c-446b-8e5f-560d174cbb16 x-openstack-request-id: req-e650062f-1c0c-446b-8e5f-560d174cbb16 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:52.006657 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c304262-a73c-45a9-a47c-ebf0b8324ced", "name": "network-vif-plugged", "status": "completed", "tag": "ee7d465b-b57c-4251-b378-ebd8c0ff52fd", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:52.006788 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e650062f-1c0c-446b-8e5f-560d174cbb16 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:52.007222 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd', 'code': 200} Aug 11 02:45:52.012952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Transition to ACTIVE for port object 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:52.027663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.042445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.047443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:52.124843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411bc6-d2c5-4cb5-9e38-db77785cbecb req-9924a2d1-20e4-4e38-89dd-60817e96dc9e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.131260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9411bc6-d2c5-4cb5-9e38-db77785cbecb req-9924a2d1-20e4-4e38-89dd-60817e96dc9e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1557426 Aug 11 02:45:52.139374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50354) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:52.160631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:52.196362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:52.235948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c2cfc-794b-433b-8fe9-b92edb85ff27 req-53acd5b0-09d4-4101-9620-a5457701921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.238692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-859c2cfc-794b-433b-8fe9-b92edb85ff27 req-53acd5b0-09d4-4101-9620-a5457701921c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 1097 time: 0.1610026 Aug 11 02:45:52.263971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.274126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:52.274564 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.276604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.328621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.330459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9411bc6-d2c5-4cb5-9e38-db77785cbecb req-c68232df-ba01-4538-b989-cf49000a759e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742694 Aug 11 02:45:52.332643 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4542060 Aug 11 02:45:52.333320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50360) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:52.350600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': '417c172e-634e-4d56-a8f0-b09c8c0eb62a', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:52.376801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Allocated IP 172.20.0.4 (1ca028cd-496d-412b-aa3c-ec79eb38795f/bfef6969-c283-404a-adf8-ffe0d122e055/4c5bf0e8-c580-4605-9e2e-ac290630f979) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:52.493913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:52.494338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:52.494659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:52.498582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a2077-c034-43c9-87f6-717afc974a1c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bf4529-55a4-4b1e-99d5-4b24e0ed09e6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:52.540217 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9996db10-75dc-4b8b-a46f-efffbdb757ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.555467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:52.555793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:52.562476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.604807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:52.605187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Checking segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:52.605558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Bound using segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:52.605993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Bound port: 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:52.606479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.696499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-859c2cfc-794b-433b-8fe9-b92edb85ff27 req-74875286-d8f6-454f-8784-331824c7b0cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299531 Aug 11 02:45:52.757633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.781068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.827121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:52.829449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f099948-153d-41f4-9c69-7fd1b7997829,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:52.862138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:52.868630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.912405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.913379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.915308 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] 10.222.0.25 "PUT /v2.0/ports/3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 1092 time: 1.6996040 Aug 11 02:45:52.916062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:52.918822 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b880684-61da-4c50-a5b2-2259da6b8ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:52.922456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-d76631d2-c421-45a9-b81d-9e8e081a2fbe tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.924986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-d76631d2-c421-45a9-b81d-9e8e081a2fbe tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 810 time: 0.2265408 Aug 11 02:45:52.945034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa887b-f8fd-415f-8ae6-64feb9f4d822 req-9f5d9a45-56fe-4a56-a25a-41ec718542f2 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.954426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09fa887b-f8fd-415f-8ae6-64feb9f4d822 req-9f5d9a45-56fe-4a56-a25a-41ec718542f2 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 946 time: 0.3367879 Aug 11 02:45:53.036933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb518ec4-fa59-46a5-82f1-d6dc59f8a100 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.070885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.073842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-7c5451eb-9c4e-4d81-b4cd-925f2807e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:53.076863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-7c5451eb-9c4e-4d81-b4cd-925f2807e91c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1095 time: 0.1000447 Aug 11 02:45:53.100991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.114263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9996db10-75dc-4b8b-a46f-efffbdb757ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.128666 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9996db10-75dc-4b8b-a46f-efffbdb757ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.148374 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-0c7571f0-f980-4350-9dc7-38debfe45a16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 217 time: 0.0613194 Aug 11 02:45:53.151700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.154297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c18e03fa-fd4d-41f7-b6bb-b437be608e4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8130701 Aug 11 02:45:53.154796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-39a14cb7-3e82-4a93-acfb-0dd19ec372a6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/quotas/adebcffd7e3646a481c79843cbb31ba6 HTTP/1.1" status: 200 len: 375 time: 0.1875865 Aug 11 02:45:53.166857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50390) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:53.172122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.175178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': '417c172e-634e-4d56-a8f0-b09c8c0eb62a', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:53.197843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-09fa887b-f8fd-415f-8ae6-64feb9f4d822 req-a9167126-4e02-4d7a-b46e-440970b76bcd tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417896 Aug 11 02:45:53.263519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9996db10-75dc-4b8b-a46f-efffbdb757ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa0aecdea0d142f1b55c16db52b4e326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1221340 Aug 11 02:45:53.264192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50392) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:53.266683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-1c402cec-fed0-4a41-859d-2e7de4a9e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:53.268666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-1c402cec-fed0-4a41-859d-2e7de4a9e056 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.1119249 Aug 11 02:45:53.269183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996db10-75dc-4b8b-a46f-efffbdb757ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caf34e2-ea81-472c-acbb-4703e7e9ebd4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.293843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.354962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-97814a1d-92d9-41e2-95d6-69fa3967c38d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763253 Aug 11 02:45:53.363978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d3cc778-87fb-4b20-ac70-c5f9230db244 req-70eb51f9-a332-4e7a-9aad-9afcd5d2f673 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 210 time: 0.0675135 Aug 11 02:45:53.376911 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.447614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-78576fea-bd5c-4a27-8bd9-dc030c5f66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:53.449225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-78576fea-bd5c-4a27-8bd9-dc030c5f66e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574013 Aug 11 02:45:53.451423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.457320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.523148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Network 1ca028cd-496d-412b-aa3c-ec79eb38795f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:53.526250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Pushing event updated for resources: {'Port': ['ID=4c5bf0e8-c580-4605-9e2e-ac290630f979,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.529267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b2aa2d-ab3d-46ed-ae9a-da5bd42e5784,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.529421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9b453c6-75a6-497a-8fe8-f9dc592e870d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.538543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:53.563905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:53.686507 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-5a8e392b-62f7-4fe4-9c4a-06f5af5d667d service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212017 Aug 11 02:45:53.690683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.695505 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-12932da6-980d-4688-88a0-c249c41827f2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5270591 Aug 11 02:45:53.697772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:53.703968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': '417c172e-634e-4d56-a8f0-b09c8c0eb62a', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:53.708286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9b453c6-75a6-497a-8fe8-f9dc592e870d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.768561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d6923-a42e-4ca8-9607-0c06664e1bf4 req-1e88132d-f6ae-4dc1-849d-1b32df1f7bcc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:53.788561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d5d6923-a42e-4ca8-9607-0c06664e1bf4 req-1e88132d-f6ae-4dc1-849d-1b32df1f7bcc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 944 time: 0.2567558 Aug 11 02:45:53.806095 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Project 5d0f712b9f2a48edb48b93abad5e6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:45:53.829202 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.869151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:53.870788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.905572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-c8f7ce8e-daeb-4f5b-b394-dc60a938522c service neutron] 10.222.0.16 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163786 Aug 11 02:45:53.907746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.919401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.927673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d5d6923-a42e-4ca8-9607-0c06664e1bf4 req-43932273-a0c4-4415-8329-4f2203cd58ba tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379669 Aug 11 02:45:53.952603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad0cb91-f9c2-44a6-87a5-ba237d559c86,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.966056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f24ffd86-2f42-42a7-ada0-faf4c3fd807c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5571887 Aug 11 02:45:53.975516 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-70fb6bbb-27b3-4bad-b707-b6b702dbad9d req-4767fb2c-c73d-4931-ab06-f503c7597c01 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785850 Aug 11 02:45:54.017743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.018997 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7f924c11-94cc-4674-8623-a0aaf840ecd2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3201568 Aug 11 02:45:54.020853 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8004fe5-ca37-4cc3-8edf-c86f2dfc5bd1 x-openstack-request-id: req-f8004fe5-ca37-4cc3-8edf-c86f2dfc5bd1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:54.021220 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:54.021469 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8004fe5-ca37-4cc3-8edf-c86f2dfc5bd1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:54.021872 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'status': 'completed', 'code': 200} Aug 11 02:45:54.022316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50398) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:54.027070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': '417c172e-634e-4d56-a8f0-b09c8c0eb62a', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:54.041802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Request body: {'port': {'device_id': '50ccf55b-692e-4706-b994-a08031657c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:54.096893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9b453c6-75a6-497a-8fe8-f9dc592e870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.099674 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c9b453c6-75a6-497a-8fe8-f9dc592e870d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.100906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c9b453c6-75a6-497a-8fe8-f9dc592e870d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8caf34e2-ea81-472c-acbb-4703e7e9ebd4 HTTP/1.1" status: 204 len: 168 time: 0.8328779 Aug 11 02:45:54.154222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b453c6-75a6-497a-8fe8-f9dc592e870d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caf34e2-ea81-472c-acbb-4703e7e9ebd4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:54.155543 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Project 5d0f712b9f2a48edb48b93abad5e6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:45:54.172444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.187674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.209520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-524dbdd7-7631-41d6-a069-4b5d16a7cc43 service neutron] 10.222.0.16 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647977 Aug 11 02:45:54.234876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-7ea76f39-4a76-418c-b545-f0b3fef0f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.242501 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-7ea76f39-4a76-418c-b545-f0b3fef0f046 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1095 time: 0.1727185 Aug 11 02:45:54.471606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.504682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.640462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4d75f6-ed4d-4f65-996b-9cd21890ea24,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:54.649990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.661789 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c534a1d1-2de0-43d2-824e-770bf78638bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6384192 Aug 11 02:45:54.673463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-f63a211e-93d7-4abc-9550-f650cb68749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.675291 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-f63a211e-93d7-4abc-9550-f650cb68749c service neutron] 10.222.0.25 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.3977942 Aug 11 02:45:54.782739 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-30a6b215-9071-44ca-ba0d-9378378a9b58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 217 time: 0.0893295 Aug 11 02:45:54.879332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-31d6d4d7-8c66-42ef-8114-086f24757012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.880886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-31d6d4d7-8c66-42ef-8114-086f24757012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.0973482 Aug 11 02:45:54.895712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb277665-01be-4a37-846b-664a0fa2f9da req-32435b2b-3355-41fa-aef3-c7b0c3fb0deb tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.898603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb277665-01be-4a37-846b-664a0fa2f9da req-32435b2b-3355-41fa-aef3-c7b0c3fb0deb tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 946 time: 0.4057345 Aug 11 02:45:54.942927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-666d42d6-a7b7-41c2-b0f0-5325e7bb241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.944506 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-666d42d6-a7b7-41c2-b0f0-5325e7bb241f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531230 Aug 11 02:45:54.998578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466c528-a1b1-4370-a778-bec65c68ae57 req-ecd50a57-d175-4fb4-866a-e6b26ae8cefb tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.007871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e466c528-a1b1-4370-a778-bec65c68ae57 req-ecd50a57-d175-4fb4-866a-e6b26ae8cefb tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 931 time: 0.3481338 Aug 11 02:45:55.054635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb277665-01be-4a37-846b-664a0fa2f9da req-55bbdcb6-d289-40f4-9545-70a05f6d9e1d tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411860 Aug 11 02:45:55.158171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-eedc2f2c-2752-4ab4-a6f1-e3b85c602055 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033765 Aug 11 02:45:55.243751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c37df3c3-3848-413e-81e7-384566c80d43 req-0afa3733-38b7-4728-b33c-c73d0b487461 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 210 time: 0.0333383 Aug 11 02:45:55.256420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5bf0e8-c580-4605-9e2e-ac290630f979 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:55.273150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e466c528-a1b1-4370-a778-bec65c68ae57 req-0d005aad-0d4b-42f5-a10a-f5d2e9713c52 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641177 Aug 11 02:45:55.279490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.300899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Transition to ACTIVE for port object 4c5bf0e8-c580-4605-9e2e-ac290630f979 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:55.307462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.352605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b880684-61da-4c50-a5b2-2259da6b8ed6 req-81cb5807-6d0a-4ab1-ae96-18011f6b3c90 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892285 Aug 11 02:45:55.414403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5bf0e8-c580-4605-9e2e-ac290630f979,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:55.548612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-3f673c2d-6e9a-4086-803c-ec53f927bb6d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476918329&fields=id&tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 267 time: 0.1352582 Aug 11 02:45:55.574206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:55.587915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b3007-877a-40ab-980b-d3d45c1defc7 req-1997f9b5-9593-4284-8c71-3d2fd8ee8dce tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.589582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f77b3007-877a-40ab-980b-d3d45c1defc7 req-1997f9b5-9593-4284-8c71-3d2fd8ee8dce tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 944 time: 0.1711607 Aug 11 02:45:55.612317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Attempting to bind port 4c5bf0e8-c580-4605-9e2e-ac290630f979 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:55.612657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Attempting to bind port 4c5bf0e8-c580-4605-9e2e-ac290630f979 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2ffa644c-da02-4078-84bc-5219ddfa9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:55.612993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Attempting to bind port 4c5bf0e8-c580-4605-9e2e-ac290630f979 on network 1ca028cd-496d-412b-aa3c-ec79eb38795f {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:55.665248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Port 4c5bf0e8-c580-4605-9e2e-ac290630f979 on network 1ca028cd-496d-412b-aa3c-ec79eb38795f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:55.665581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Attempting to bind port 4c5bf0e8-c580-4605-9e2e-ac290630f979 on network 1ca028cd-496d-412b-aa3c-ec79eb38795f {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:55.681893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:55.682238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Checking segment: {'id': '2ffa644c-da02-4078-84bc-5219ddfa9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:55.682630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Bound using segment: {'id': '2ffa644c-da02-4078-84bc-5219ddfa9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:55.683078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Bound port: 4c5bf0e8-c580-4605-9e2e-ac290630f979, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffa644c-da02-4078-84bc-5219ddfa9003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:55.683442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.706334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1029827156-network', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:55.730310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f77b3007-877a-40ab-980b-d3d45c1defc7 req-e82bedb9-785a-4396-9196-3809c63cadfc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191089 Aug 11 02:45:55.745588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:55.751081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.767875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.788482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-050553e9-57c4-4193-950d-450cfa5386aa tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.790055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-050553e9-57c4-4193-950d-450cfa5386aa tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/networks?id=11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 200 len: 797 time: 0.2310214 Aug 11 02:45:55.826329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-ba2f7a2c-b712-4e7e-9433-a1132e67f850 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/quotas/5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 375 time: 0.0268469 Aug 11 02:45:55.831298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] For port 4c5bf0e8-c580-4605-9e2e-ac290630f979, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:55.834735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] For port 4c5bf0e8-c580-4605-9e2e-ac290630f979, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979,segment=NetworkSegment(2ffa644c-da02-4078-84bc-5219ddfa9003),segment_id=2ffa644c-da02-4078-84bc-5219ddfa9003)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:55.843125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.918961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.919946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.921286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c5bf0e8-c580-4605-9e2e-ac290630f979 HTTP/1.1" status: 200 len: 1091 time: 1.9422781 Aug 11 02:45:55.923321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ccf55b-692e-4706-b994-a08031657c02', 'tag': '4c5bf0e8-c580-4605-9e2e-ac290630f979'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:55.925858 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89" -d '{"events": [{"name": "network-changed", "server_uuid": "50ccf55b-692e-4706-b994-a08031657c02", "tag": "4c5bf0e8-c580-4605-9e2e-ac290630f979"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:55.970994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.977239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.991193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-85a8e049-5d10-43d4-8a6e-59a30435eb33 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413825 Aug 11 02:45:56.024225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:45:56.052322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5488fbf2-b606-489d-9c67-165874c0821e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.057775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.058167 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Added segment 6d9f5ff8-3732-42df-a72f-7f2998296f04 of type vlan for network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 Aug 11 02:45:56.127306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752983f-9506-424b-8cf6-0e731cd5b539 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5bf0e8-c580-4605-9e2e-ac290630f979,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.167801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-a01d19d3-7e0b-4f3e-9842-9e10af315fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.169888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-a01d19d3-7e0b-4f3e-9842-9e10af315fc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a433db34fab843ee9f0ce00c1b8eecba&device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 1094 time: 0.1872892 Aug 11 02:45:56.206889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.227827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-c3f597f7-978c-48ce-a243-a0608c92f5e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979 HTTP/1.1" status: 200 len: 217 time: 0.0463977 Aug 11 02:45:56.231634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-20594c05-b558-4c66-93ab-4f6a4cb47ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053692 Aug 11 02:45:56.263827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-0fbd4007-cde6-4366-b4ad-ea7b02779d75 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.263827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-0fbd4007-cde6-4366-b4ad-ea7b02779d75 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 810 time: 0.2010682 Aug 11 02:45:56.283266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Request body: {'port': {'device_id': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'admin_state_up': True, 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:56.306816 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db7357-6040-445d-90e3-2d186646e569 x-openstack-request-id: req-a5db7357-6040-445d-90e3-2d186646e569 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:56.312191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:56.312872 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ccf55b-692e-4706-b994-a08031657c02", "tag": "4c5bf0e8-c580-4605-9e2e-ac290630f979", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:56.313312 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5db7357-6040-445d-90e3-2d186646e569 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:56.313809 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ccf55b-692e-4706-b994-a08031657c02', 'tag': '4c5bf0e8-c580-4605-9e2e-ac290630f979', 'status': 'completed', 'code': 200} Aug 11 02:45:56.433129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:56.446910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'port_id': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'mac_address': 'fa:16:3e:80:3c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:56.456020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-1773e09b-2eef-4cd6-8f7e-8114c05c1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.458603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.460924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.461861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-1773e09b-2eef-4cd6-8f7e-8114c05c1bba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfef6969-c283-404a-adf8-ffe0d122e055 HTTP/1.1" status: 200 len: 861 time: 0.2268503 Aug 11 02:45:56.462646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.503568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.534249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-28b2111d-cd39-483a-8c7f-8cf0e78dd39c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ca028cd-496d-412b-aa3c-ec79eb38795f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596812 Aug 11 02:45:56.536641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:56.580287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:56.591294 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.658750 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0831323 Aug 11 02:45:56.750778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:56.771209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Request body: {'subnet': {'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1029827156-subnet', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:56.788172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.813129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Made reservation on behalf of adebcffd7e3646a481c79843cbb31ba6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:56.816828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.826446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:56.840627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a47b72-d98b-4d40-8282-942a5e843604 admin admin] Pushing event updated for resources: {'Network': ['ID=4867ec5b-9785-4f8a-a9bc-a12ebc790e76,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:56.873469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:45:56.898477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:56.900814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:57.099769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Allocated IP 172.20.0.9 (8960f787-39e5-4d9c-8c84-87431e54bf46/eaa29fd4-e7d3-491b-926f-fde5f485d57a/58284431-97e4-4168-91bd-3b57d3946c10) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:57.334156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f02bceb-3ca9-450c-a2d7-efaa954367c6 req-97b79a1c-3ebc-4af0-aed6-481ace688443 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 210 time: 0.0613446 Aug 11 02:45:57.352791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-9db350b6-0a95-47ea-a629-3b851699fad7 service neutron] 10.222.0.16 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0522912 Aug 11 02:45:57.409026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-9244fc60-2f4b-4e2d-bad6-95fb57ccd84e service neutron] 10.222.0.59 "GET /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656385 Aug 11 02:45:57.651964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2475e9-e8e0-43cd-ba10-e366542fe694 req-d5c6b2a6-fbd7-43a0-8629-f7e9d634ae2c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:57.659688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd2475e9-e8e0-43cd-ba10-e366542fe694 req-d5c6b2a6-fbd7-43a0-8629-f7e9d634ae2c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 943 time: 0.1461954 Aug 11 02:45:57.683685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b2f58d6-76b7-438a-96f3-216d2a93320e req-38a5e5cd-57f1-42ef-a765-76368547bab4 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606454 Aug 11 02:45:57.751144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd2475e9-e8e0-43cd-ba10-e366542fe694 req-7d57dbbb-aab6-405a-bdf3-8f2453ce272a tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902519 Aug 11 02:45:57.933362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4811b86a-5c13-4c7a-a338-de448f07da96 req-7ae66813-2cba-428b-806d-8568ffe4da08 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 210 time: 0.0991263 Aug 11 02:45:57.942760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-a3bcdd0f-a667-4323-b43c-502d3890eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:57.945477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-a3bcdd0f-a667-4323-b43c-502d3890eccc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a433db34fab843ee9f0ce00c1b8eecba&device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 1094 time: 0.1926413 Aug 11 02:45:57.982122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:57.988629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe3de6-b720-42cb-8928-f753705acdb8 req-4f5e789f-c966-4b7f-b8c9-971b54eab9c1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:57.997322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12fe3de6-b720-42cb-8928-f753705acdb8 req-4f5e789f-c966-4b7f-b8c9-971b54eab9c1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 945 time: 0.2186351 Aug 11 02:45:58.030416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fb7d77-fe8e-4a44-b2fc-be73e3308142,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:58.068165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.079246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:58.079760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Network hostable DHCP agents. Network: 4867ec5b-9785-4f8a-a9bc-a12ebc790e76, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:45:58.142045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12fe3de6-b720-42cb-8928-f753705acdb8 req-efaa7218-45e5-4aee-9f3a-af10d1e3a1c7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416986 Aug 11 02:45:58.153434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:45:58.182474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 4867ec5b-9785-4f8a-a9bc-a12ebc790e76) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:58.184588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-84a56f64-346a-4859-8e8c-f2afa26a348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.186170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-84a56f64-346a-4859-8e8c-f2afa26a348d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1ca028cd-496d-412b-aa3c-ec79eb38795f HTTP/1.1" status: 200 len: 921 time: 0.2196252 Aug 11 02:45:58.190511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.194413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.195571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.202933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b46b34-c2dd-4c34-b50e-5f97d737b902 None None] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:45:58.207334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e0298939-b83c-4735-b646-e565ecfb229d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:58.267120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f2954524-e50c-40d7-97ef-d01924591cba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5083976 Aug 11 02:45:58.276964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:58.278921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Network 8960f787-39e5-4d9c-8c84-87431e54bf46 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:58.286434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:58.298467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:58.304212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:58.309767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Pushing event updated for resources: {'Port': ['ID=58284431-97e4-4168-91bd-3b57d3946c10,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:58.323886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-4d204461-a3fa-459e-9065-d7fda61c0e87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979 HTTP/1.1" status: 200 len: 217 time: 0.1288176 Aug 11 02:45:58.362259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:58.364950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.366873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.458857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-59348342-8ba0-4eec-97fd-cb36d77013a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.460383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-59348342-8ba0-4eec-97fd-cb36d77013a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfef6969-c283-404a-adf8-ffe0d122e055 HTTP/1.1" status: 200 len: 861 time: 0.1287117 Aug 11 02:45:58.516564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.543953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.547177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.577817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-ca47245a-85ac-46f1-b113-ec5a8b7abe75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1ca028cd-496d-412b-aa3c-ec79eb38795f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876904 Aug 11 02:45:58.606824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c918f5-d3ca-437a-bfdb-a65201d34b38 req-6def5e92-ea07-49a6-b25a-b3b94a4830b7 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.616235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33c918f5-d3ca-437a-bfdb-a65201d34b38 req-6def5e92-ea07-49a6-b25a-b3b94a4830b7 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 931 time: 0.1505928 Aug 11 02:45:58.753406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-1ddea536-eb0a-4ac0-95c8-60d00f1ef5a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4807115 Aug 11 02:45:58.788449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-44dd90ca-aaa0-4eae-960a-d31ea5233c27 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920922 Aug 11 02:45:58.790373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:45:58.791609 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.796725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33c918f5-d3ca-437a-bfdb-a65201d34b38 req-f39c944a-2dcf-475b-97b4-71e21afd4742 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792982 Aug 11 02:45:58.798761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:58.820695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:58.825924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Request body: {'port': {'device_id': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:58.832790 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.886678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.905427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.095701 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.122587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cac8f-da66-4ea9-b6fc-ae5fe5b5889b req-706763d9-91e1-4cde-9fdc-27daab63d77d tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.129872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d4cac8f-da66-4ea9-b6fc-ae5fe5b5889b req-706763d9-91e1-4cde-9fdc-27daab63d77d tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 943 time: 0.1936600 Aug 11 02:45:59.147919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e4a8db4-8784-4dcb-b704-74b20e3d3a10 req-7262aaa6-9815-4d92-8c90-36f4ba83d527 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 210 time: 0.0646985 Aug 11 02:45:59.163922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd643cb1-bd3d-494a-9d9c-3b9de5aa2f89 req-44521542-2a6d-4070-ad25-c62fe3ae65a0 service neutron] 10.222.0.59 "GET /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611772 Aug 11 02:45:59.166767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Allocated IP 172.20.0.2 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/06644a19-1e3e-47fd-a4d2-0a975098ac05) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:59.210272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:59.212870 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35721c83-8962-49b7-8f6a-0f76d22b7615" -d '{"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:59.245638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d4cac8f-da66-4ea9-b6fc-ae5fe5b5889b req-42162d0e-fd77-4d05-b0ac-c32b834c24b8 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 Aug 11 02:45:59.245893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:59.250628 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.328920 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38471909-41be-4d8c-a3ac-d5bad834cc51 x-openstack-request-id: req-38471909-41be-4d8c-a3ac-d5bad834cc51 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:59.329370 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:59.329732 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38471909-41be-4d8c-a3ac-d5bad834cc51 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:59.330324 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'code': 200} Aug 11 02:45:59.375976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:59.494476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.512963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Transition to ACTIVE for port object 06644a19-1e3e-47fd-a4d2-0a975098ac05 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:59.537200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Transition to ACTIVE for port object 06644a19-1e3e-47fd-a4d2-0a975098ac05 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:59.543399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25616b-30bf-4c3f-b702-1aa85d140453 req-3dd99755-b5ab-4800-a30a-673ca7ed1043 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.553350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df25616b-30bf-4c3f-b702-1aa85d140453 req-3dd99755-b5ab-4800-a30a-673ca7ed1043 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.2733927 Aug 11 02:45:59.556405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4c5bf0e8-c580-4605-9e2e-ac290630f979 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:59.569246 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.667990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Pushing event updated for resources: {'Port': ['ID=06644a19-1e3e-47fd-a4d2-0a975098ac05,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:59.672887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-3b2728a5-791a-4fd1-99b4-ada62c746126 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.674471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-3b2728a5-791a-4fd1-99b4-ada62c746126 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "GET /v2.0/networks?id=11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 200 len: 797 time: 0.4319477 Aug 11 02:45:59.679701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.696749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:59.702653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:59.706750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:59.714208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.776675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df25616b-30bf-4c3f-b702-1aa85d140453 req-a2aa8882-2c52-4ebd-aa44-c55eeeab2069 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171545 Aug 11 02:45:59.791790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5600d2-06d6-4a3d-a6f0-9a82559c8914 req-f91c9680-95d4-4c93-be4e-7369c5d73bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.795713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d5600d2-06d6-4a3d-a6f0-9a82559c8914 req-f91c9680-95d4-4c93-be4e-7369c5d73bde service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1097 time: 0.3329327 Aug 11 02:45:59.808779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58284431-97e4-4168-91bd-3b57d3946c10 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:59.819816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.838705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Transition to ACTIVE for port object 58284431-97e4-4168-91bd-3b57d3946c10 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:59.838991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-dcaabb5d-a178-456e-b0bc-c4bcf1d86c4f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 379 time: 0.1345916 Aug 11 02:45:59.845809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.878156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Attempting to bind port 06644a19-1e3e-47fd-a4d2-0a975098ac05 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:59.878830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Attempting to bind port 06644a19-1e3e-47fd-a4d2-0a975098ac05 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:59.879466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Attempting to bind port 06644a19-1e3e-47fd-a4d2-0a975098ac05 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:59.879803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'port': {'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'admin_state_up': True, 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'security_groups': ['417c172e-634e-4d56-a8f0-b09c8c0eb62a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:59.914347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:59.915045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:59.915719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.916297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:59.917254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Bound port: 06644a19-1e3e-47fd-a4d2-0a975098ac05, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:59.917911 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.924064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d5600d2-06d6-4a3d-a6f0-9a82559c8914 req-49beb1d6-5231-4c4a-ac00-53148d8f3fe7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190515 Aug 11 02:45:59.935251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Pushing event updated for resources: {'Port': ['ID=58284431-97e4-4168-91bd-3b57d3946c10,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.066275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Allocated IP 172.25.6.247 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/14a5240d-8548-44be-9ddb-d30d2aff1aeb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:00.095145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Attempting to bind port 58284431-97e4-4168-91bd-3b57d3946c10 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:00.095378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Attempting to bind port 58284431-97e4-4168-91bd-3b57d3946c10 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:00.095716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Attempting to bind port 58284431-97e4-4168-91bd-3b57d3946c10 on network 8960f787-39e5-4d9c-8c84-87431e54bf46 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:00.137058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Port 58284431-97e4-4168-91bd-3b57d3946c10 on network 8960f787-39e5-4d9c-8c84-87431e54bf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:00.137456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Attempting to bind port 58284431-97e4-4168-91bd-3b57d3946c10 on network 8960f787-39e5-4d9c-8c84-87431e54bf46 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:00.147830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:00.148145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Checking segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:00.148552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Bound using segment: {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:00.149005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Bound port: 58284431-97e4-4168-91bd-3b57d3946c10, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d04ae18-cfeb-4aa6-b847-48e162c3ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:00.149426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.346795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] For port 06644a19-1e3e-47fd-a4d2-0a975098ac05, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:00.351286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4c5bf0e8-c580-4605-9e2e-ac290630f979, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979,segment=NetworkSegment(2ffa644c-da02-4078-84bc-5219ddfa9003),segment_id=2ffa644c-da02-4078-84bc-5219ddfa9003)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:00.353447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d34f2a00-1782-497b-9f59-82cdb3884246 req-2cbfc62a-2421-4c48-a8a7-5d885e1b7fdc tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 210 time: 0.0692275 Aug 11 02:46:00.363440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] For port 06644a19-1e3e-47fd-a4d2-0a975098ac05, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=06644a19-1e3e-47fd-a4d2-0a975098ac05,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:00.386395 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.397128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63384c6-387e-4fbf-8b29-dc020aefb248 req-29d69948-1699-4371-b1ed-b82736552431 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.402083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f63384c6-387e-4fbf-8b29-dc020aefb248 req-29d69948-1699-4371-b1ed-b82736552431 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 943 time: 0.4743464 Aug 11 02:46:00.404261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.413840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '4c5bf0e8-c580-4605-9e2e-ac290630f979', 'network_id': '1ca028cd-496d-412b-aa3c-ec79eb38795f', 'port_id': '4c5bf0e8-c580-4605-9e2e-ac290630f979', 'mac_address': 'fa:16:3e:bd:c8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfef6969-c283-404a-adf8-ffe0d122e055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:00.424562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] For port 58284431-97e4-4168-91bd-3b57d3946c10, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:00.430685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] For port 58284431-97e4-4168-91bd-3b57d3946c10, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=58284431-97e4-4168-91bd-3b57d3946c10,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:00.440333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.454038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:00.457656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.523335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Pushing event updated for resources: {'Port': ['ID=58284431-97e4-4168-91bd-3b57d3946c10,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.541880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.542989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.544738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-53ddd963-8c43-453a-8d4d-ce031e1ef046 service neutron] 10.222.0.25 "PUT /v2.0/ports/58284431-97e4-4168-91bd-3b57d3946c10 HTTP/1.1" status: 200 len: 1091 time: 1.7236416 Aug 11 02:46:00.551254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'tag': '58284431-97e4-4168-91bd-3b57d3946c10'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:00.554407 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "489eeedb-8af2-4413-8458-0184e5fb4e5f", "tag": "58284431-97e4-4168-91bd-3b57d3946c10"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:00.568507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f63384c6-387e-4fbf-8b29-dc020aefb248 req-f97c9d88-ebf7-456a-9b0d-7409ed955cab tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406844 Aug 11 02:46:00.580354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.611443 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.613395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629119-9fea-4891-a334-4b1cc20ff2c7 None None] Pushing event updated for resources: {'Port': ['ID=06644a19-1e3e-47fd-a4d2-0a975098ac05,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.635034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5bf0e8-c580-4605-9e2e-ac290630f979 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:00.700633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4c5bf0e8-c580-4605-9e2e-ac290630f979, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979,segment=NetworkSegment(2ffa644c-da02-4078-84bc-5219ddfa9003),segment_id=2ffa644c-da02-4078-84bc-5219ddfa9003)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:00.711497 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.760500 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e9709d-b8a6-4574-bcaa-5cd032d5534d x-openstack-request-id: req-69e9709d-b8a6-4574-bcaa-5cd032d5534d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:00.762716 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489eeedb-8af2-4413-8458-0184e5fb4e5f", "tag": "58284431-97e4-4168-91bd-3b57d3946c10", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:00.764109 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69e9709d-b8a6-4574-bcaa-5cd032d5534d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:00.765488 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'tag': '58284431-97e4-4168-91bd-3b57d3946c10', 'status': 'completed', 'code': 200} Aug 11 02:46:00.773884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2fa0-c645-4d3d-b5d1-f80847da4d25 req-aa2d7908-a2a6-44b2-96b3-927a39bff6de tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.783025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e0a2fa0-c645-4d3d-b5d1-f80847da4d25 req-aa2d7908-a2a6-44b2-96b3-927a39bff6de tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 943 time: 0.2427812 Aug 11 02:46:00.837154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4c5bf0e8-c580-4605-9e2e-ac290630f979,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.841287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:00.863391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.20.0.12 (11e1612f-9b02-47d8-a42c-7294979ea57d/275d6f9c-c5b3-47dd-ba72-288539c97803/53df34cd-aa96-4a65-bcfc-23a51f483433) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:00.864182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:00.897550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:00.918569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e0a2fa0-c645-4d3d-b5d1-f80847da4d25 req-c7b60539-4348-48fb-974a-403a3cf81cfa tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344657 Aug 11 02:46:00.919757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Pushing event updated for resources: {'Port': ['ID=14a5240d-8548-44be-9ddb-d30d2aff1aeb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.945197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-31d3cc45-3f4b-4ae9-a361-23e01cb26245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.948523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-31d3cc45-3f4b-4ae9-a361-23e01cb26245 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 1094 time: 0.2428451 Aug 11 02:46:00.952682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['4c5bf0e8-c580-4605-9e2e-ac290630f979'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:01.034666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-6e3d91e0-b15b-41a7-9599-512994012604 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58284431-97e4-4168-91bd-3b57d3946c10 HTTP/1.1" status: 200 len: 217 time: 0.0751636 Aug 11 02:46:01.233455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a377b-7b0d-4dc6-aef0-c99e9c18180a req-786f8b5a-2eeb-4faa-8b80-be99cadd5f4c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.235182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e92a377b-7b0d-4dc6-aef0-c99e9c18180a req-786f8b5a-2eeb-4faa-8b80-be99cadd5f4c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.2168756 Aug 11 02:46:01.249017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-0581f914-c865-42e6-bdb5-c40db973f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.250922 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-0581f914-c865-42e6-bdb5-c40db973f49d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.2092068 Aug 11 02:46:01.316222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-c94c4735-cb52-4e93-a3f2-69a6674fe95e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381324 Aug 11 02:46:01.340850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e92a377b-7b0d-4dc6-aef0-c99e9c18180a req-f2600152-fc73-4ead-9ce9-7bcb232c024e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942698 Aug 11 02:46:01.344213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.387887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Transition to ACTIVE for port object 53df34cd-aa96-4a65-bcfc-23a51f483433 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:01.441160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.507785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 11e1612f-9b02-47d8-a42c-7294979ea57d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:01.525772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:01.534428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:01.576981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=53df34cd-aa96-4a65-bcfc-23a51f483433,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:01.620412 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-f512e999-f8ab-4bc5-9f9c-bb986adea526 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960443 Aug 11 02:46:01.655323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde1322-aecc-4b31-93bf-1567795d3472 req-cdea963b-85e2-4ef7-85c1-5ea97cbd270d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.667964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bde1322-aecc-4b31-93bf-1567795d3472 req-cdea963b-85e2-4ef7-85c1-5ea97cbd270d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 932 time: 0.1857014 Aug 11 02:46:01.742737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.743614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.853562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d88b556-51a5-4349-b424-824d42e2aff7 req-ee30dcee-8c3c-4c33-986b-b7e74163d796 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246509 Aug 11 02:46:01.863479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-be2c5da5-2523-4abc-acb5-bd2da39a4743 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0070682 Aug 11 02:46:01.866647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:01.886946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bde1322-aecc-4b31-93bf-1567795d3472 req-e4bfb4d2-b4fc-4d86-9c71-499639c1d606 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176960 Aug 11 02:46:01.928996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Request body: {'port': {'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:02.023688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c72dc1a-744a-4fba-acc2-bae3c1b55873 None None] Provisioning for port 53df34cd-aa96-4a65-bcfc-23a51f483433 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:02.030530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae52e-ed04-4b8e-a900-442a23ad11f7 req-37aa572e-299b-44cc-b9e1-702f56dc273c tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.036510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c72dc1a-744a-4fba-acc2-bae3c1b55873 None None] Provisioning complete for port 53df34cd-aa96-4a65-bcfc-23a51f483433 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:02.036881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c72dc1a-744a-4fba-acc2-bae3c1b55873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.045298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c18ae52e-ed04-4b8e-a900-442a23ad11f7 req-37aa572e-299b-44cc-b9e1-702f56dc273c tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 943 time: 0.2947690 Aug 11 02:46:02.129736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4c72dc1a-744a-4fba-acc2-bae3c1b55873 None None] Port 53df34cd-aa96-4a65-bcfc-23a51f483433 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:02.132491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-f744304f-bac5-4bd1-ae79-2be8aa083862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.134802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-f744304f-bac5-4bd1-ae79-2be8aa083862 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 1094 time: 0.1998937 Aug 11 02:46:02.190540 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.263505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd41d4-452e-4faa-bd87-240de264ddae None None] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:02.302565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222482-e4c9-47d6-b6e4-40bbb10ccbc4 req-07dd7f65-712f-47de-b6cd-91c42edf6895 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.316853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0222482-e4c9-47d6-b6e4-40bbb10ccbc4 req-07dd7f65-712f-47de-b6cd-91c42edf6895 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 944 time: 0.2551296 Aug 11 02:46:02.337641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c18ae52e-ed04-4b8e-a900-442a23ad11f7 req-f7d71140-4728-4d01-b7a9-1b105e590512 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798829 Aug 11 02:46:02.402310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0222482-e4c9-47d6-b6e4-40bbb10ccbc4 req-1574209e-f514-480c-8580-4b48379143e3 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Aug 11 02:46:02.434717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 06644a19-1e3e-47fd-a4d2-0a975098ac05 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:02.551052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-91ccc4cb-6b41-437f-b681-9c9f1db1caca None None] Provisioning for port 06644a19-1e3e-47fd-a4d2-0a975098ac05 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:02.553622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-d5500792-a9c6-4f65-81c4-f677a52c0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.563570 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-d5500792-a9c6-4f65-81c4-f677a52c0588 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 910 time: 0.4197054 Aug 11 02:46:02.613755 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-3da36872-c593-4970-9de0-6753e811fbcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58284431-97e4-4168-91bd-3b57d3946c10 HTTP/1.1" status: 200 len: 217 time: 0.0405519 Aug 11 02:46:02.640320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.746825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 06644a19-1e3e-47fd-a4d2-0a975098ac05 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:02.767659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 06644a19-1e3e-47fd-a4d2-0a975098ac05 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:02.768412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:02.811370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-0495566b-296b-499b-a2be-fb555c714c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.812485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-0495566b-296b-499b-a2be-fb555c714c00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.1888714 Aug 11 02:46:02.862358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-b2977b9f-4069-4f57-b15c-9cbd7ff5b41e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413702 Aug 11 02:46:02.931301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f4423-1719-4a9c-a30d-67c91092f3b9 req-89720eaf-442b-4fdd-9ad5-3b42ade8ddd7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.940306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f50f4423-1719-4a9c-a30d-67c91092f3b9 req-89720eaf-442b-4fdd-9ad5-3b42ade8ddd7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.3820388 Aug 11 02:46:02.970224 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.065717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 06644a19-1e3e-47fd-a4d2-0a975098ac05, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=06644a19-1e3e-47fd-a4d2-0a975098ac05,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:03.076989 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.147940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-45cf67f6-8af3-43bc-aebd-9f1c3c426025 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773576 Aug 11 02:46:03.162699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f50f4423-1719-4a9c-a30d-67c91092f3b9 req-5482ae16-381e-4254-8211-efba482f1176 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211781 Aug 11 02:46:03.177105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:46:03.223848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=06644a19-1e3e-47fd-a4d2-0a975098ac05,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:03.314616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53df34cd-aa96-4a65-bcfc-23a51f483433 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:03.325427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bbba3367-aa22-4d4c-a0f2-32f6035175a8 None None] Provisioning complete for port 06644a19-1e3e-47fd-a4d2-0a975098ac05 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:03.325850 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbba3367-aa22-4d4c-a0f2-32f6035175a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.326190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.344840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Transition to ACTIVE for port object 53df34cd-aa96-4a65-bcfc-23a51f483433 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:03.361951 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.376341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dd193-0cd6-4caf-adc9-379d2b15c62f req-3cec72d1-6b59-4307-8d3a-b496535a1d43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.378900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b8dd193-0cd6-4caf-adc9-379d2b15c62f req-3cec72d1-6b59-4307-8d3a-b496535a1d43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 932 time: 0.3094554 Aug 11 02:46:03.448927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4c5bf0e8-c580-4605-9e2e-ac290630f979 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:03.502104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b8dd193-0cd6-4caf-adc9-379d2b15c62f req-80a98a87-66c5-4180-9323-b8e8c0dd4486 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822811 Aug 11 02:46:03.528315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Pushing event updated for resources: {'Port': ['ID=53df34cd-aa96-4a65-bcfc-23a51f483433,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:03.560809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 4c5bf0e8-c580-4605-9e2e-ac290630f979 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:03.570381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 4c5bf0e8-c580-4605-9e2e-ac290630f979 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:03.572138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.727493 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.751729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea22a8-ab6a-4fb5-af8a-185be9527d5b req-9af4c092-2b39-4d19-b7c7-dfca81f0097c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.760194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40ea22a8-ab6a-4fb5-af8a-185be9527d5b req-9af4c092-2b39-4d19-b7c7-dfca81f0097c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.4058273 Aug 11 02:46:03.772873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ccf55b-692e-4706-b994-a08031657c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5bf0e8-c580-4605-9e2e-ac290630f979'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:03.775592 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d304909-3960-4873-8da1-1af868ceb5b6" -d '{"events": [{"server_uuid": "50ccf55b-692e-4706-b994-a08031657c02", "name": "network-vif-plugged", "status": "completed", "tag": "4c5bf0e8-c580-4605-9e2e-ac290630f979"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:03.800860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4c5bf0e8-c580-4605-9e2e-ac290630f979, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979,segment=NetworkSegment(2ffa644c-da02-4078-84bc-5219ddfa9003),segment_id=2ffa644c-da02-4078-84bc-5219ddfa9003)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:03.814965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.916140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4c5bf0e8-c580-4605-9e2e-ac290630f979,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:03.996982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40ea22a8-ab6a-4fb5-af8a-185be9527d5b req-acbf0d7c-6a04-4f28-b17a-b0862504f98d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268303 Aug 11 02:46:04.004065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Attempting to bind port 53df34cd-aa96-4a65-bcfc-23a51f483433 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:04.004415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Attempting to bind port 53df34cd-aa96-4a65-bcfc-23a51f483433 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:04.004749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Attempting to bind port 53df34cd-aa96-4a65-bcfc-23a51f483433 on network 11e1612f-9b02-47d8-a42c-7294979ea57d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:04.013429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Port 53df34cd-aa96-4a65-bcfc-23a51f483433 on network 11e1612f-9b02-47d8-a42c-7294979ea57d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:04.013874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Attempting to bind port 53df34cd-aa96-4a65-bcfc-23a51f483433 on network 11e1612f-9b02-47d8-a42c-7294979ea57d {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:04.032776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50580) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:04.047269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:04.047780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Checking segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:04.048282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Bound using segment: {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:04.049276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Bound port: 53df34cd-aa96-4a65-bcfc-23a51f483433, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c01deb3-f92d-498c-b6d6-2a605def2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:04.049489 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.051653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2464d5d6-10c0-4ef0-ba32-c4461e1ca7d0 req-e63f3d66-5533-45ea-a282-f8a858eccfb4 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8908172 Aug 11 02:46:04.061957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efc26c-3ea3-4b34-860e-ca60042359cc req-fb47656f-f2a3-4a2a-8850-c4e321aa1de4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.063757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0efc26c-3ea3-4b34-860e-ca60042359cc req-fb47656f-f2a3-4a2a-8850-c4e321aa1de4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 943 time: 0.3967283 Aug 11 02:46:04.066324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:04.089742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:04.099057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.100442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b69332e1-06fd-4fbd-b577-a11cefc54d5f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8200190 Aug 11 02:46:04.103008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:04.109664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:04.111833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:04.204744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2fcba-8c78-4ccf-9a5a-0790e158794e tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.206321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-23e2fcba-8c78-4ccf-9a5a-0790e158794e tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1092 time: 0.1724281 Aug 11 02:46:04.216794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:04.217302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 06644a19-1e3e-47fd-a4d2-0a975098ac05 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:04.225584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0efc26c-3ea3-4b34-860e-ca60042359cc req-7becd03c-da34-4ec6-9159-ff3d32328855 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272140 Aug 11 02:46:04.241220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:04.297868 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.328216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:04.388848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1a6cf-d71c-498a-b18c-219f009b37f6 req-4eae7323-03cb-4b67-a6de-6426e35040a7 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.399504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fd1a6cf-d71c-498a-b18c-219f009b37f6 req-4eae7323-03cb-4b67-a6de-6426e35040a7 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 945 time: 0.2803972 Aug 11 02:46:04.402972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] For port 53df34cd-aa96-4a65-bcfc-23a51f483433, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:04.440771 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be76d6bb-d676-4ab3-81e2-664ed6d9be05 x-openstack-request-id: req-be76d6bb-d676-4ab3-81e2-664ed6d9be05 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:04.441117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] For port 53df34cd-aa96-4a65-bcfc-23a51f483433, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=53df34cd-aa96-4a65-bcfc-23a51f483433,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:04.441369 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ccf55b-692e-4706-b994-a08031657c02", "name": "network-vif-plugged", "status": "completed", "tag": "4c5bf0e8-c580-4605-9e2e-ac290630f979", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:04.441833 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be76d6bb-d676-4ab3-81e2-664ed6d9be05 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:04.442324 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ccf55b-692e-4706-b994-a08031657c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5bf0e8-c580-4605-9e2e-ac290630f979', 'code': 200} Aug 11 02:46:04.444280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 58284431-97e4-4168-91bd-3b57d3946c10 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:04.458724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.497825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 06644a19-1e3e-47fd-a4d2-0a975098ac05 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:04.498532 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.514071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fd1a6cf-d71c-498a-b18c-219f009b37f6 req-8bd08f7f-2fd3-4526-81a3-acb68fa47a40 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108661 Aug 11 02:46:04.575566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.577881 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.582106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] 10.222.0.59 "PUT /v2.0/ports/53df34cd-aa96-4a65-bcfc-23a51f483433 HTTP/1.1" status: 200 len: 1092 time: 2.6899111 Aug 11 02:46:04.593682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:04.603042 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd7aaeb-e417-43d8-ae19-95825921da36" -d '{"events": [{"name": "network-changed", "server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:04.721282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c1a9a-0307-47c1-b6c7-d0a417e493d2 req-0db8e125-5c55-4183-907c-be8877847e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.722984 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f6c1a9a-0307-47c1-b6c7-d0a417e493d2 req-0db8e125-5c55-4183-907c-be8877847e4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 1096 time: 0.2154019 Aug 11 02:46:04.747383 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584f8640-a5c8-435d-83d6-25790894a488 x-openstack-request-id: req-584f8640-a5c8-435d-83d6-25790894a488 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:04.748121 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:04.748583 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-584f8640-a5c8-435d-83d6-25790894a488 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:04.749089 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'status': 'completed', 'code': 200} Aug 11 02:46:04.750134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec971d-daac-4a39-94f6-1b2438e79b20 service neutron] Pushing event updated for resources: {'Port': ['ID=53df34cd-aa96-4a65-bcfc-23a51f483433,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:04.823071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f6c1a9a-0307-47c1-b6c7-d0a417e493d2 req-5ed2aea2-3be6-45ad-88a6-2907e82e73ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354817 Aug 11 02:46:04.868441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.872596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:04.895055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-23ac3b1c-9f7e-4fd6-8a85-3967c3837dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.896582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-23ac3b1c-9f7e-4fd6-8a85-3967c3837dde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 1095 time: 0.2207136 Aug 11 02:46:04.904661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 58284431-97e4-4168-91bd-3b57d3946c10, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=58284431-97e4-4168-91bd-3b57d3946c10,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:04.924689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '58284431-97e4-4168-91bd-3b57d3946c10', 'network_id': '8960f787-39e5-4d9c-8c84-87431e54bf46', 'port_id': '58284431-97e4-4168-91bd-3b57d3946c10', 'mac_address': 'fa:16:3e:d1:dc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa29fd4-e7d3-491b-926f-fde5f485d57a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:04.968820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:01Z', 'revision_number': 3, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:05.004199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:05.004554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Updating router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa port 14a5240d-8548-44be-9ddb-d30d2aff1aeb binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:05.007871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.008372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-f202e104-d57d-428a-a62a-73cc38fefba4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53df34cd-aa96-4a65-bcfc-23a51f483433 HTTP/1.1" status: 200 len: 217 time: 0.0414104 Aug 11 02:46:05.021057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da7423-46f0-4ad9-93fa-ee0034f502ba req-6e98ebce-5981-4e15-af67-a1d7d5208ff8 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.037031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03da7423-46f0-4ad9-93fa-ee0034f502ba req-6e98ebce-5981-4e15-af67-a1d7d5208ff8 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 944 time: 0.3531113 Aug 11 02:46:05.050193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Allocated IP 172.20.0.1 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/9f490119-e85e-4ea7-b2fc-1cba89e1e679) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:05.052191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-fe4e1716-6e0d-4f9d-9ce4-9f39517fe49d req-afa553a4-785c-411d-82f8-8d47cb5e4ad5 service neutron] (94700) timed out ('10.222.0.16', 45338) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:46:05.055770 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.065658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58284431-97e4-4168-91bd-3b57d3946c10 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:05.145366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 58284431-97e4-4168-91bd-3b57d3946c10, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=58284431-97e4-4168-91bd-3b57d3946c10,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:05.157407 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.167352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-8258e4b4-a1eb-46da-a756-6bd2c02ba221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.169402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-8258e4b4-a1eb-46da-a756-6bd2c02ba221 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=275d6f9c-c5b3-47dd-ba72-288539c97803 HTTP/1.1" status: 200 len: 834 time: 0.1368511 Aug 11 02:46:05.177543 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:05.215455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03da7423-46f0-4ad9-93fa-ee0034f502ba req-42ad2e8e-5d6d-4232-b71c-3fc8e0a5236a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831656 Aug 11 02:46:05.251884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-7af85376-d35f-47d5-b5ef-c9a3cfb2335a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.253002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.255972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-7af85376-d35f-47d5-b5ef-c9a3cfb2335a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.3900371 Aug 11 02:46:05.301172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.30 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c2fa9c55-bbf6-449f-adf4-b7a70f18ea0c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:05.309689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=58284431-97e4-4168-91bd-3b57d3946c10,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:05.312898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Transition to ACTIVE for port object 9f490119-e85e-4ea7-b2fc-1cba89e1e679 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:05.341618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-c1e02ba1-c1fb-4199-b511-05d0b24f350b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/quotas/67315a0971cd44f4806a38c771acb889 HTTP/1.1" status: 200 len: 375 time: 0.0360887 Aug 11 02:46:05.369454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-88806d03-6af5-414f-a9ab-0b24f4436774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.371103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-88806d03-6af5-414f-a9ab-0b24f4436774 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11e1612f-9b02-47d8-a42c-7294979ea57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856811 Aug 11 02:46:05.379914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.419001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:05.422137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:05.428436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:05.445355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['58284431-97e4-4168-91bd-3b57d3946c10'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:05.463011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Pushing event updated for resources: {'Port': ['ID=9f490119-e85e-4ea7-b2fc-1cba89e1e679,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:05.480081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.763987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.889255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbbdb41-9491-4c2f-8c59-cd9c1aad219a None None] Provisioning for port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:05.897683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbbdb41-9491-4c2f-8c59-cd9c1aad219a None None] Provisioning complete for port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:05.899208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbbdb41-9491-4c2f-8c59-cd9c1aad219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:05.964569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbdb41-9491-4c2f-8c59-cd9c1aad219a None None] Port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:06.058807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-f3da74f0-eef5-47aa-ba5e-25c2b715a637 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7075136 Aug 11 02:46:06.062137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.075365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.099650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e56a1-c9ef-4219-a71f-67fe54bebe1a req-0539137a-58f9-40bc-abba-71a02d946a4e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:06.102877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-467e56a1-c9ef-4219-a71f-67fe54bebe1a req-0539137a-58f9-40bc-abba-71a02d946a4e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 944 time: 0.6965392 Aug 11 02:46:06.129682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.134220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Pushing event updated for resources: {'Port': ['ID=9f490119-e85e-4ea7-b2fc-1cba89e1e679,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:06.176679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-7b64da26-82b7-46cd-bab3-77ec01b96da9 service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7689095 Aug 11 02:46:06.195144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.318223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.335438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:06.337802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:06.397174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 58284431-97e4-4168-91bd-3b57d3946c10 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:06.397855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-467e56a1-c9ef-4219-a71f-67fe54bebe1a req-b42bae1d-bf7f-4913-8230-bcda5664d5ac tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184935 Aug 11 02:46:06.425934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:06.449411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:06.495768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:06.539335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 58284431-97e4-4168-91bd-3b57d3946c10 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:06.553028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:06.568365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 58284431-97e4-4168-91bd-3b57d3946c10 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:06.568795 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.618904 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.637486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Transition to ACTIVE for port object 14a5240d-8548-44be-9ddb-d30d2aff1aeb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:06.651444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.661880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-75952ff2-8b59-4b95-b209-e7fb220af462 service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827918 Aug 11 02:46:06.663517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27ea09af-8d92-4ea7-a946-a5842dbfeb02 req-69beafff-ffdf-46af-ae8f-6ea04bbdc2a0 service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690239 Aug 11 02:46:06.664162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=c2fa9c55-bbf6-449f-adf4-b7a70f18ea0c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:06.776655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:06.782424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.796710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f36b609c-b2db-4021-967a-fc048609390d admin admin] 10.222.0.16 "PUT /v2.0/routers/d0d148f4-61f3-4fd7-930e-f1d52c0d38aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6919301 Aug 11 02:46:06.815676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Attempting to bind port 14a5240d-8548-44be-9ddb-d30d2aff1aeb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:06.816044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Attempting to bind port 14a5240d-8548-44be-9ddb-d30d2aff1aeb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:06.816409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Attempting to bind port 14a5240d-8548-44be-9ddb-d30d2aff1aeb on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:06.819847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7097bcc-9453-41cb-9da9-051b0e055b95 None None] Pushing event updated for resources: {'Port': ['ID=14a5240d-8548-44be-9ddb-d30d2aff1aeb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:06.839472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58284431-97e4-4168-91bd-3b57d3946c10'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:06.842578 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461c327-532a-42f9-8bdf-3edf090e88fe" -d '{"events": [{"server_uuid": "489eeedb-8af2-4413-8458-0184e5fb4e5f", "name": "network-vif-plugged", "status": "completed", "tag": "58284431-97e4-4168-91bd-3b57d3946c10"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:06.864343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 58284431-97e4-4168-91bd-3b57d3946c10, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=58284431-97e4-4168-91bd-3b57d3946c10,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:06.866436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:06.867056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:06.867811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.868529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:06.869395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Bound port: 14a5240d-8548-44be-9ddb-d30d2aff1aeb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:06.870312 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.875237 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:06.944861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d97fe-a9a5-4f67-bb1d-730a75588dec req-90b230b0-1d03-4393-963b-4ecfc7ef31dd tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:06.946250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc9d97fe-a9a5-4f67-bb1d-730a75588dec req-90b230b0-1d03-4393-963b-4ecfc7ef31dd tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 945 time: 0.3613117 Aug 11 02:46:06.955365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=58284431-97e4-4168-91bd-3b57d3946c10,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:06.970139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-86b2b8e8-9eaa-49e7-b9d1-2bdb34f2b13d None None] Provisioning complete for port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:06.970758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86b2b8e8-9eaa-49e7-b9d1-2bdb34f2b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:07.065901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-a4988c3f-9240-4e45-bf94-586ad56a062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:07.067634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-a4988c3f-9240-4e45-bf94-586ad56a062e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 1095 time: 0.3190284 Aug 11 02:46:07.099130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-764b9937-e9b3-40b4-9d17-0facb7e0e22f service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161954 Aug 11 02:46:07.185783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc9d97fe-a9a5-4f67-bb1d-730a75588dec req-0de1b124-37df-4870-b43c-18b864a16e21 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223268 Aug 11 02:46:07.221779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86b2b8e8-9eaa-49e7-b9d1-2bdb34f2b13d None None] Port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:07.227220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] For port 14a5240d-8548-44be-9ddb-d30d2aff1aeb, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:07.232153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] For port 14a5240d-8548-44be-9ddb-d30d2aff1aeb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=14a5240d-8548-44be-9ddb-d30d2aff1aeb,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:07.238875 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:07.328122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-c6173a3f-a82b-4da7-8c29-d29cd1d9a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:07.330285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-c6173a3f-a82b-4da7-8c29-d29cd1d9a75d service neutron] 10.222.0.59 "GET /v2.0/networks?id=11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 200 len: 897 time: 0.2499030 Aug 11 02:46:07.404593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:07.405867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:07.420369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7097bcc-9453-41cb-9da9-051b0e055b95 None None] Pushing event updated for resources: {'Port': ['ID=14a5240d-8548-44be-9ddb-d30d2aff1aeb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:07.428626 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af589a24-3276-45d6-8505-b5c9af08fcb1 x-openstack-request-id: req-af589a24-3276-45d6-8505-b5c9af08fcb1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:07.429504 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489eeedb-8af2-4413-8458-0184e5fb4e5f", "name": "network-vif-plugged", "status": "completed", "tag": "58284431-97e4-4168-91bd-3b57d3946c10", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:07.430383 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af589a24-3276-45d6-8505-b5c9af08fcb1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:07.431155 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58284431-97e4-4168-91bd-3b57d3946c10', 'code': 200} Aug 11 02:46:07.470041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-8f4162d1-3157-429f-a494-ae0bdab76286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53df34cd-aa96-4a65-bcfc-23a51f483433 HTTP/1.1" status: 200 len: 217 time: 0.1106420 Aug 11 02:46:07.562989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd027-590a-4cc0-b29c-b69a8561ded8 req-1b4a43e3-827f-4d57-9ed8-c8457b602a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:07.567222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42bcd027-590a-4cc0-b29c-b69a8561ded8 req-1b4a43e3-827f-4d57-9ed8-c8457b602a93 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 1096 time: 0.0699012 Aug 11 02:46:07.643256 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-42bcd027-590a-4cc0-b29c-b69a8561ded8 req-6de08de2-27f8-4e6f-a3b8-4996d6083394 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676088 Aug 11 02:46:07.699045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:07.817015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:07.821689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-850566929-network', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:07.899534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Made reservation on behalf of ac7b97b4edf5496bb7e51cc8aa1742c7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:07.901942 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:07.932792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.028372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eca74db2-724c-4cef-9b70-6a2c28f64eb8 req-865de2e9-cbcf-4a73-8b52-5e10a288caf5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 210 time: 0.2366455 Aug 11 02:46:08.073972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 2, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:08.122084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09cba8-9483-4b51-bcd1-3faf0beb8239 None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 2, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:08.170263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.178394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-3ea41929-3048-45cd-bf3a-0ac91d2fd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.179170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.179983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-3ea41929-3048-45cd-bf3a-0ac91d2fd842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=275d6f9c-c5b3-47dd-ba72-288539c97803 HTTP/1.1" status: 200 len: 834 time: 0.6948762 Aug 11 02:46:08.244683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a32fb-169d-44ec-92e5-d9a46e9724bb req-85d3416d-0f79-461a-b2f0-54fa2449d383 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.246512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d94a32fb-169d-44ec-92e5-d9a46e9724bb req-85d3416d-0f79-461a-b2f0-54fa2449d383 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 944 time: 0.9149654 Aug 11 02:46:08.254225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:46:08.324972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.326062 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Added segment eaf60bb7-26df-46ec-a7b5-76194e813e35 of type vlan for network 9ec30a30-c270-4109-ad57-afae48afad3f Aug 11 02:46:08.343461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678e63e3-68c3-41e4-8208-3f7e36e712b8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:08.422429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.471572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d94a32fb-169d-44ec-92e5-d9a46e9724bb req-3c4e0df0-e6fd-4928-aad8-d01d1e5ebcc9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726177 Aug 11 02:46:08.556391 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.577826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.581176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.587812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:08.654514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-31657ba1-1764-45b2-bff3-b256195e29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.661182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-31657ba1-1764-45b2-bff3-b256195e29cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11e1612f-9b02-47d8-a42c-7294979ea57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4586883 Aug 11 02:46:08.707226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622acc1-dd0f-4d20-9999-86e5ff3f0321 req-f6a868d9-3c60-43ec-a097-463fb6379817 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.708916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d622acc1-dd0f-4d20-9999-86e5ff3f0321 req-f6a868d9-3c60-43ec-a097-463fb6379817 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.5202181 Aug 11 02:46:08.835666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0179603 Aug 11 02:46:08.840759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50676) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:08.853235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Request body: {'subnet': {'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-850566929-subnet', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:08.878498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a6903-4193-40b1-ae99-b3498c58b7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec30a30-c270-4109-ad57-afae48afad3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:08.907104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9ec30a30-c270-4109-ad57-afae48afad3f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:46:08.970925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Made reservation on behalf of ac7b97b4edf5496bb7e51cc8aa1742c7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:09.007548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.052874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-6f882439-19db-4488-b5e4-a5e2f045ef30 service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712416 Aug 11 02:46:09.281806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.445305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-f6deda9f-71d2-407b-b2e0-ec7e404187e1 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:09.446847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62a31907-1ceb-4e99-867f-00e5714cb37f req-29e2ca90-447d-46b0-92c2-09c877ced903 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 210 time: 0.1719880 Aug 11 02:46:09.459220 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-f6deda9f-71d2-407b-b2e0-ec7e404187e1 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.25 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.2406347 Aug 11 02:46:09.461913 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d622acc1-dd0f-4d20-9999-86e5ff3f0321 req-24fff08f-b762-40ec-9810-e3f2ff7b9fb7 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888740 Aug 11 02:46:09.477357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Request body: {'port': {'device_id': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'admin_state_up': True, 'tenant_id': '67315a0971cd44f4806a38c771acb889'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:09.507820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 53df34cd-aa96-4a65-bcfc-23a51f483433 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:09.508080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cd7aaeb-e417-43d8-ae19-95825921da36 req-0da58cea-69d2-4baf-99a8-f65b6cda8e4f service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950043 Aug 11 02:46:09.642154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.652873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.761771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Made reservation on behalf of 67315a0971cd44f4806a38c771acb889 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:09.763910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 53df34cd-aa96-4a65-bcfc-23a51f483433, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=53df34cd-aa96-4a65-bcfc-23a51f483433,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:09.765865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.785152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:09.812016 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.848642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.867720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53df34cd-aa96-4a65-bcfc-23a51f483433 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:09.893903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 53df34cd-aa96-4a65-bcfc-23a51f483433, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=53df34cd-aa96-4a65-bcfc-23a51f483433,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:09.905481 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:09.969148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=53df34cd-aa96-4a65-bcfc-23a51f483433,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:09.973428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52d3854-b988-4278-aa21-b302b04b9128,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:10.019137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Checking segment: {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:10.019875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Network hostable DHCP agents. Network: 9ec30a30-c270-4109-ad57-afae48afad3f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:46:10.040722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Allocated IP 172.20.0.4 (fffef75c-1024-488a-bd37-ed6b24e1ee64/24b41d84-d0e8-4f07-869a-2c314bf8accf/1a1825df-0273-4d24-b1fa-fd4a3ce48941) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:10.065332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Network 9ec30a30-c270-4109-ad57-afae48afad3f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:46:10.104609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 9ec30a30-c270-4109-ad57-afae48afad3f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:10.113001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f8498-c60b-4afd-abb5-d1c11084e420 None None] Network 9ec30a30-c270-4109-ad57-afae48afad3f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:10.113797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.114445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.162655 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-963f2bbb-ff12-4779-aa9d-ded54dd9d827 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3199322 Aug 11 02:46:10.184167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['53df34cd-aa96-4a65-bcfc-23a51f483433'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:10.283658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14a5240d-8548-44be-9ddb-d30d2aff1aeb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:10.316178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50688) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:10.345216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.355273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:10.395077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 14a5240d-8548-44be-9ddb-d30d2aff1aeb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:10.411036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 14a5240d-8548-44be-9ddb-d30d2aff1aeb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:10.411566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.418959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.462080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=c2fa9c55-bbf6-449f-adf4-b7a70f18ea0c,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:10.488701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cbf57-b89a-45f4-9e16-209cc34e2d02 req-8db0b401-9864-4432-92a3-15b78ecee075 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.490953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-036cbf57-b89a-45f4-9e16-209cc34e2d02 req-8db0b401-9864-4432-92a3-15b78ecee075 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 944 time: 0.8697944 Aug 11 02:46:10.494190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.516741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:10.521783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:10.531221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:10.587044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event updated for resources: {'Port': ['ID=1a1825df-0273-4d24-b1fa-fd4a3ce48941,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:10.620689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.622091 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.660918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-76c6ef58-72bf-4b90-b4e4-ff07f7196c0c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849575 Aug 11 02:46:10.674150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Request body: {'port': {'device_id': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:10.696683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.697177 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP cc7786ae-b386-4c97-bc4c-50bde4656db9 associated. External IP: 172.25.6.30, port: 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec. Aug 11 02:46:10.703881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-9ec30a30-c270-4109-ad57-afae48afad3f', 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'fixed_ips': [{'subnet_id': 'c52d3854-b988-4278-aa21-b302b04b9128'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:46:10.704431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.730374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.732908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.765230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 14a5240d-8548-44be-9ddb-d30d2aff1aeb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=14a5240d-8548-44be-9ddb-d30d2aff1aeb,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:10.804211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.895496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.906172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc40774-0fb4-4cca-b854-408314d6591e req-c43cecf0-567f-410d-aa04-d3ab1c0c53f1 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.908044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cc40774-0fb4-4cca-b854-408314d6591e req-c43cecf0-567f-410d-aa04-d3ab1c0c53f1 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 945 time: 1.2152121 Aug 11 02:46:10.941815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Allocated IP 172.20.0.2 (9ec30a30-c270-4109-ad57-afae48afad3f/c52d3854-b988-4278-aa21-b302b04b9128/4e8bdfa8-517d-49c0-8e26-33698ef45b76) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:11.107982 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.121659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Transition to ACTIVE for port object 4e8bdfa8-517d-49c0-8e26-33698ef45b76 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:11.141260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Transition to ACTIVE for port object 4e8bdfa8-517d-49c0-8e26-33698ef45b76 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:11.142846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cc40774-0fb4-4cca-b854-408314d6591e req-7f322dda-8eaf-45ae-8211-99cda0b0687c tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970430 Aug 11 02:46:11.149874 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.159256 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.177197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Network 9ec30a30-c270-4109-ad57-afae48afad3f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:11.184589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:11.221985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:11.255756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1825df-0273-4d24-b1fa-fd4a3ce48941 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:11.266741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-036cbf57-b89a-45f4-9e16-209cc34e2d02 req-300cdc1c-09da-47d3-a14b-3b9897d1f491 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7620227 Aug 11 02:46:11.270245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.297597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Transition to ACTIVE for port object 1a1825df-0273-4d24-b1fa-fd4a3ce48941 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:11.297597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.311344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-ca717f1f-0fcd-4f59-a97f-a8bb716b274f tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.313085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-ca717f1f-0fcd-4f59-a97f-a8bb716b274f tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.59 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 945 time: 0.6025546 Aug 11 02:46:11.320556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Pushing event updated for resources: {'Port': ['ID=4e8bdfa8-517d-49c0-8e26-33698ef45b76,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:11.381328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1825df-0273-4d24-b1fa-fd4a3ce48941,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:11.490793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Attempting to bind port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:11.491419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Attempting to bind port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:11.491823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Attempting to bind port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:11.500315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:11.500720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Attempting to bind port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:11.508282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:11.508622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Checking segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:11.509177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Bound using segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:11.509678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Bound port: 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:11.510222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.515713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Attempting to bind port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:11.516088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Attempting to bind port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:11.516454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Attempting to bind port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 on network 9ec30a30-c270-4109-ad57-afae48afad3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:11.531723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=14a5240d-8548-44be-9ddb-d30d2aff1aeb,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:11.540682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:11.541088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Checking segment: {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:11.542409 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.542845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Bound using segment: {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:11.543442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Bound port: 4e8bdfa8-517d-49c0-8e26-33698ef45b76, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:11.543800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.577253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.641757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] For port 4e8bdfa8-517d-49c0-8e26-33698ef45b76, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:11.645449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] For port 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:11.645739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] For port 4e8bdfa8-517d-49c0-8e26-33698ef45b76, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4e8bdfa8-517d-49c0-8e26-33698ef45b76,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:11.655696 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.657107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] For port 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:11.664473 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.680363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc660f2-528b-42f3-9d39-db316fff7ef1 req-6b092e9b-8c4a-4d23-a02e-5bb4f4b9fbb4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.688168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbc660f2-528b-42f3-9d39-db316fff7ef1 req-6b092e9b-8c4a-4d23-a02e-5bb4f4b9fbb4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.4309597 Aug 11 02:46:11.735495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.736627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.738116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a1825df-0273-4d24-b1fa-fd4a3ce48941 HTTP/1.1" status: 200 len: 1091 time: 1.0693011 Aug 11 02:46:11.738963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'tag': '1a1825df-0273-4d24-b1fa-fd4a3ce48941'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:11.749720 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5f660-bc9f-4596-995b-6cb0301d6a55" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8e0e49-d840-47b3-a50b-579af9d66c2b", "tag": "1a1825df-0273-4d24-b1fa-fd4a3ce48941"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:11.785863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b534b-fc9a-429d-b970-a37b094a81eb None None] Pushing event updated for resources: {'Port': ['ID=4e8bdfa8-517d-49c0-8e26-33698ef45b76,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:11.790386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab59485-eeef-4a32-b6ab-0412f8d851d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1825df-0273-4d24-b1fa-fd4a3ce48941,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:11.812563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9957d-5d2e-4123-973c-06f54bf8e0b6 req-9be47e01-ccbc-4d87-948c-d2c19836dacf tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.819311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01d9957d-5d2e-4123-973c-06f54bf8e0b6 req-9be47e01-ccbc-4d87-948c-d2c19836dacf tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 943 time: 0.3741989 Aug 11 02:46:11.832145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 132a3e90-89a1-4685-b67c-8016a8f2ea52 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:11.853089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbc660f2-528b-42f3-9d39-db316fff7ef1 req-90f71a08-6fcf-4031-890d-2de6fe6eb60a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635625 Aug 11 02:46:11.943568 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c70958-f949-477e-b4cb-8afe2685d0bd x-openstack-request-id: req-e7c70958-f949-477e-b4cb-8afe2685d0bd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:11.944099 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8e0e49-d840-47b3-a50b-579af9d66c2b", "tag": "1a1825df-0273-4d24-b1fa-fd4a3ce48941", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:11.944450 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7c70958-f949-477e-b4cb-8afe2685d0bd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:11.945114 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'tag': '1a1825df-0273-4d24-b1fa-fd4a3ce48941', 'status': 'completed', 'code': 200} Aug 11 02:46:11.960588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Deleting port 4c5bf0e8-c580-4605-9e2e-ac290630f979 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:11.961001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.966380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-036d8500-3dc3-4839-9c27-cbdd30b8328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:11.972485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-036d8500-3dc3-4839-9c27-cbdd30b8328d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 1094 time: 0.1341474 Aug 11 02:46:12.014885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588', 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:12.052853 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:12.063580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-165543f6-7539-4fdb-a565-f4551fe0e5bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941 HTTP/1.1" status: 200 len: 217 time: 0.0829380 Aug 11 02:46:12.075305 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:12.075941 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:12.187221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01d9957d-5d2e-4123-973c-06f54bf8e0b6 req-71871b8f-ca9d-40f6-96fd-74970ab4e9fe tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667190 Aug 11 02:46:12.255256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-a9cd6b1d-a9a0-4367-b10d-a206b7134ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:12.256916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-a9cd6b1d-a9a0-4367-b10d-a206b7134ad5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.1857164 Aug 11 02:46:12.360921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] For port 4c5bf0e8-c580-4605-9e2e-ac290630f979, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4c5bf0e8-c580-4605-9e2e-ac290630f979,segment=NetworkSegment(2ffa644c-da02-4078-84bc-5219ddfa9003),segment_id=2ffa644c-da02-4078-84bc-5219ddfa9003)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:12.362056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.363152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-edd4d673-ec8c-450a-b679-28054d585048 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966885 Aug 11 02:46:12.369712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14a5240d-8548-44be-9ddb-d30d2aff1aeb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:12.440595 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:12.585456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 14a5240d-8548-44be-9ddb-d30d2aff1aeb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:12.585791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.597185 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-a9efc1ac-b9e3-4c4b-bc43-d4aeaea23ccc service neutron] 10.222.0.25 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099462 Aug 11 02:46:12.685131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Calling delete_port for 4c5bf0e8-c580-4605-9e2e-ac290630f979 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:12.728655 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 2, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:12.766505 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:12.766867 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Updating router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:12.783206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f07997a1-cfc1-48e9-9dfd-ff42eed1f530 req-cdcef6eb-3ae0-419c-920f-2734c505ab89 service neutron] 10.222.0.25 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785626 Aug 11 02:46:12.797181 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.917312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-77005568-d5ce-48cd-8c38-36ebe79f5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:12.917889 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-77005568-d5ce-48cd-8c38-36ebe79f5b95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 1094 time: 0.0708098 Aug 11 02:46:13.068408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-3ddcb7e6-e035-4a45-91ef-8d7c82fb8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.070108 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-3ddcb7e6-e035-4a45-91ef-8d7c82fb8947 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.1436250 Aug 11 02:46:13.173056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-42f521db-0d31-4b22-ad4b-11bff2e93e2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941 HTTP/1.1" status: 200 len: 217 time: 0.0914857 Aug 11 02:46:13.183061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a7af5-451e-495b-985d-1a7fd0fb3243 req-e71a88a9-6c37-4195-8d96-073ed2e3079a tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.185958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e6a7af5-451e-495b-985d-1a7fd0fb3243 req-e71a88a9-6c37-4195-8d96-073ed2e3079a tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/ports?device_id=50ccf55b-692e-4706-b994-a08031657c02 HTTP/1.1" status: 200 len: 945 time: 0.7332408 Aug 11 02:46:13.267028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-2f73aa6e-68d7-40e7-ad39-7a185cb5b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.270243 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-2f73aa6e-68d7-40e7-ad39-7a185cb5b58d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.0895491 Aug 11 02:46:13.330528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-d9954e81-f860-4799-8dc2-67f6dd30acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.333110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-d9954e81-f860-4799-8dc2-67f6dd30acc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 1096 time: 0.9095838 Aug 11 02:46:13.334045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-ba67bf90-c7e0-4c7d-b354-c296b6a07b57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490153 Aug 11 02:46:13.341217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:13.357793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee514f7-03df-4db0-a7d7-fa54e98192e7 req-4491e1a6-f7f2-41c0-8206-448e7edf5b1e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.364431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] Sync routers for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:13.364925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee514f7-03df-4db0-a7d7-fa54e98192e7 req-4491e1a6-f7f2-41c0-8206-448e7edf5b1e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.8586969 Aug 11 02:46:13.385171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:13.386287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:13.406813 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.431751 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Transition to ACTIVE for port object 9f490119-e85e-4ea7-b2fc-1cba89e1e679 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:13.442627 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.509491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018b68a-068b-4063-9619-f04a00b099a1 None None] Network 9ec30a30-c270-4109-ad57-afae48afad3f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:13.525539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-cb680bfe-2582-491c-b68e-677d3e5bb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.528117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-cb680bfe-2582-491c-b68e-677d3e5bb24e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 910 time: 0.1505318 Aug 11 02:46:13.553603 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Pushing event updated for resources: {'Port': ['ID=9f490119-e85e-4ea7-b2fc-1cba89e1e679,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:13.594668 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.595010 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.595355 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.595694 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.596027 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.596504 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.596845 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.597174 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.597638 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.597971 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.598426 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.598750 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:13.613578 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-58b6f59a-6080-481a-8c60-c8cfb2b6d364 service neutron] 10.222.0.25 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551427 Aug 11 02:46:13.636921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 53df34cd-aa96-4a65-bcfc-23a51f483433 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:13.644575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Attempting to bind port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:13.645061 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Attempting to bind port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:13.645432 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Attempting to bind port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:13.661576 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:13.661952 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:13.664574 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.665057 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:13.666401 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Bound port: 9f490119-e85e-4ea7-b2fc-1cba89e1e679, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:13.666826 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.771715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-feb5f660-bc9f-4596-995b-6cb0301d6a55 req-8043be5a-8433-4f23-8e7b-2e7d6ce0c54b service neutron] 10.222.0.25 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492279 Aug 11 02:46:13.813870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] For port 9f490119-e85e-4ea7-b2fc-1cba89e1e679, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:13.818193 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] For port 9f490119-e85e-4ea7-b2fc-1cba89e1e679, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9f490119-e85e-4ea7-b2fc-1cba89e1e679,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:13.826813 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.898481 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342119-ece0-4fb2-b1c6-e9e2295ee9a6 None None] Pushing event updated for resources: {'Port': ['ID=9f490119-e85e-4ea7-b2fc-1cba89e1e679,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:13.935059 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:13.935718 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:13.988677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-204ecbb8-1fb4-4060-a5be-767263f487bf None None] Provisioning for port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:14.050289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a45cea8-cd16-4f62-bd66-dae4984479f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.059733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:14.109753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 53df34cd-aa96-4a65-bcfc-23a51f483433 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:14.134225 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.186133 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:14.231434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 53df34cd-aa96-4a65-bcfc-23a51f483433 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:14.231815 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.328550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee514f7-03df-4db0-a7d7-fa54e98192e7 req-5c4f57da-88a4-48dd-b0da-e52c08939e0f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9433448 Aug 11 02:46:14.333594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-7e7458ec-68ac-43a8-a931-1f0b1c78c6e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58284431-97e4-4168-91bd-3b57d3946c10 HTTP/1.1" status: 200 len: 217 time: 0.7876980 Aug 11 02:46:14.335953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.368700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.372268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.705886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] No DVR routers for this DVR port 4c5bf0e8-c580-4605-9e2e-ac290630f979 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:14.713610 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:13Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:14.724533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e6a7af5-451e-495b-985d-1a7fd0fb3243 req-5cc8059d-647e-4c66-ae45-d43c10cb85b7 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3896587 Aug 11 02:46:14.726711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.731894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-debd9dd1-d7b5-4d90-8c31-3f6ce844ebd3 req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] 10.222.0.59 "DELETE /v2.0/ports/4c5bf0e8-c580-4605-9e2e-ac290630f979 HTTP/1.1" status: 204 len: 173 time: 3.4069707 Aug 11 02:46:14.799578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ccf55b-692e-4706-b994-a08031657c02', 'name': 'network-vif-deleted', 'tag': '4c5bf0e8-c580-4605-9e2e-ac290630f979'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:14.802357 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ca9a5-63ed-4de9-b399-6fc59122fb6d" -d '{"events": [{"server_uuid": "50ccf55b-692e-4706-b994-a08031657c02", "name": "network-vif-deleted", "tag": "4c5bf0e8-c580-4605-9e2e-ac290630f979"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:14.813065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ea57a-3736-45b1-aa81-b100390bbb77 tempest-InstanceActionsNegativeTestJSON-1325714523 tempest-InstanceActionsNegativeTestJSON-1325714523-project] Pushing event deleted for resources: {'Port': ['ID=4c5bf0e8-c580-4605-9e2e-ac290630f979,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:14.826565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4e8bdfa8-517d-49c0-8e26-33698ef45b76 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:14.831206 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0be9a-0c6c-4ca3-9287-18c3d310168c None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:13Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:14.919304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5e8f80e1-96f6-4134-8004-21f05192c059 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6988921 Aug 11 02:46:14.974645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe688e-12a0-4afb-8a28-c693b33d9c1c req-bf000ea8-d87d-45af-b21a-cc967e609eac tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:14.977345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bafe688e-12a0-4afb-8a28-c693b33d9c1c req-bf000ea8-d87d-45af-b21a-cc967e609eac tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 945 time: 0.4638133 Aug 11 02:46:14.982818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-813e5a6f-75e7-4c05-9444-65b6fbd9cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:14.984825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-813e5a6f-75e7-4c05-9444-65b6fbd9cf3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.6275487 Aug 11 02:46:14.996728 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.057386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 53df34cd-aa96-4a65-bcfc-23a51f483433, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=53df34cd-aa96-4a65-bcfc-23a51f483433,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:15.062520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:15.065396 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a5d2c7-d663-47d2-96df-bd322daf7bd8" -d '{"events": [{"server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "name": "network-vif-plugged", "status": "completed", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:15.090708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.091547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4c5bf0e8-c580-4605-9e2e-ac290630f979 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:46:15.145879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:15.154127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 4c5bf0e8-c580-4605-9e2e-ac290630f979 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:46:15.158264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4c5bf0e8-c580-4605-9e2e-ac290630f979 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:46:15.192974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=53df34cd-aa96-4a65-bcfc-23a51f483433,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:15.204096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:15.207473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-b7d28486-2e22-4862-9ddc-0ca4df80fe8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121603 Aug 11 02:46:15.213543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.294154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cc7786ae-b386-4c97-bc4c-50bde4656db9', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'port_id': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'mac_address': 'fa:16:3e:80:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:07Z', 'updated_at': '2021-08-11T02:46:07Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:48Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:15.335467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] Checking router: 132a3e90-89a1-4685-b67c-8016a8f2ea52 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:15.353498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5b9a2e01-ecfe-42f3-953c-5fbad90964af None None] Provisioning complete for port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:15.353901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b9a2e01-ecfe-42f3-953c-5fbad90964af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.389914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bafe688e-12a0-4afb-8a28-c693b33d9c1c req-b207e649-9f08-4434-aac9-ddb8944283b7 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538694 Aug 11 02:46:15.397972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:15.398792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:45:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:15.453155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-726fbf01-8638-4d16-b1a5-2359a0c542a7 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345047 Aug 11 02:46:15.459144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Allocated IP 172.25.6.167 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/335f7b32-fd42-41d3-ad3f-168eff12b09d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:15.491626 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3482f0a3-f985-4538-b223-be00ab3ea728 x-openstack-request-id: req-3482f0a3-f985-4538-b223-be00ab3ea728 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:15.491942 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ccf55b-692e-4706-b994-a08031657c02", "name": "network-vif-deleted", "tag": "4c5bf0e8-c580-4605-9e2e-ac290630f979", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:15.492204 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3482f0a3-f985-4538-b223-be00ab3ea728 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:15.494416 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ccf55b-692e-4706-b994-a08031657c02', 'name': 'network-vif-deleted', 'tag': '4c5bf0e8-c580-4605-9e2e-ac290630f979', 'status': 'completed', 'code': 200} Aug 11 02:46:15.515213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b59d0-1551-42c3-b325-dde772efcff7 req-ac2dee28-8b20-48b1-8bbc-fe0d83f3130b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.517220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7b59d0-1551-42c3-b325-dde772efcff7 req-ac2dee28-8b20-48b1-8bbc-fe0d83f3130b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 943 time: 0.5066528 Aug 11 02:46:15.668490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.746634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:15.752364 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b9a2e01-ecfe-42f3-953c-5fbad90964af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.839176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7b59d0-1551-42c3-b325-dde772efcff7 req-8bf5e480-2652-4297-bfd2-7cb44c55fded tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987850 Aug 11 02:46:15.943182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50c78c-cbee-4d24-8d01-a4c6eede1540 req-002bc76f-b982-4440-a8a3-7f84614d2516 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.946298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb50c78c-cbee-4d24-8d01-a4c6eede1540 req-002bc76f-b982-4440-a8a3-7f84614d2516 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.2587111 Aug 11 02:46:15.950379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0dc67e7-858b-44e9-a2a0-2e982664f814 req-88f559f7-6e2f-4c8e-8168-b713ad824be6 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834509 Aug 11 02:46:16.020419 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e72af-d25d-45b7-b6ac-66885bb9d79a x-openstack-request-id: req-377e72af-d25d-45b7-b6ac-66885bb9d79a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:16.021025 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "name": "network-vif-plugged", "status": "completed", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:16.024985 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-377e72af-d25d-45b7-b6ac-66885bb9d79a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:16.025484 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'code': 200} Aug 11 02:46:16.065471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb50c78c-cbee-4d24-8d01-a4c6eede1540 req-411f909d-c034-4fbd-b314-4dc8a82f1b78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098673 Aug 11 02:46:16.085373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4e8bdfa8-517d-49c0-8e26-33698ef45b76, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4e8bdfa8-517d-49c0-8e26-33698ef45b76,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:16.103515 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.107655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f490119-e85e-4ea7-b2fc-1cba89e1e679 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:16.110084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:16.159069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:16.175788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.244930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57886d-e93d-4324-94b1-69fdcfa82fbe req-0f1ffc5a-3be6-4d3d-8642-f15647b5bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:16.246619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c57886d-e93d-4324-94b1-69fdcfa82fbe req-0f1ffc5a-3be6-4d3d-8642-f15647b5bc85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 1097 time: 0.1674218 Aug 11 02:46:16.252429 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e666c358-d395-4308-b919-4f484140e215 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/cc7786ae-b386-4c97-bc4c-50bde4656db9 HTTP/1.1" status: 200 len: 991 time: 0.1369481 Aug 11 02:46:16.257939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ead77-43fc-442c-9495-0a1d1eb8e7cf req-dc393271-3be4-4304-b70c-5e124ba98dca tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:16.259675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199ead77-43fc-442c-9495-0a1d1eb8e7cf req-dc393271-3be4-4304-b70c-5e124ba98dca tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1768377 Aug 11 02:46:16.278914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Deleting subnet bfef6969-c283-404a-adf8-ffe0d122e055 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:46:16.299899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.354452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-5b9a2e01-ecfe-42f3-953c-5fbad90964af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:46:16.355037 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-5b9a2e01-ecfe-42f3-953c-5fbad90964af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:46:16.360075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.404929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c57886d-e93d-4324-94b1-69fdcfa82fbe req-3bf5fd82-bd34-42cc-8b1e-b638311f7689 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396937 Aug 11 02:46:16.409692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:16.411261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.411899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4e8bdfa8-517d-49c0-8e26-33698ef45b76,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:16.418431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-199ead77-43fc-442c-9495-0a1d1eb8e7cf req-98cf7694-004a-4006-98c7-c36dee5b6652 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370022 Aug 11 02:46:16.422244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:16.422847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.467735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1a1825df-0273-4d24-b1fa-fd4a3ce48941 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:16.469509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:16.473597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Pushing event updated for resources: {'Port': ['ID=335f7b32-fd42-41d3-ad3f-168eff12b09d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:16.479456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:16.484324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:16.525627 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.580923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cc7786ae-b386-4c97-bc4c-50bde4656db9', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'port_id': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'mac_address': 'fa:16:3e:80:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:07Z', 'updated_at': '2021-08-11T02:46:07Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:48Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:16.617505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c951dc-5e23-4f0f-852a-c00a62da5d56 None None] The sync data for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 is: [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cc7786ae-b386-4c97-bc4c-50bde4656db9', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'port_id': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'mac_address': 'fa:16:3e:80:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:07Z', 'updated_at': '2021-08-11T02:46:07Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:48Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:16.683355 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.700946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:16.717497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349e47-41a8-4369-9bb8-d796a3d456d8 req-fb9d336a-d7e5-40df-bc86-1d4ec89bb65b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:16.718637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91349e47-41a8-4369-9bb8-d796a3d456d8 req-fb9d336a-d7e5-40df-bc86-1d4ec89bb65b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 946 time: 0.2001610 Aug 11 02:46:16.724776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '1a1825df-0273-4d24-b1fa-fd4a3ce48941', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'port_id': '1a1825df-0273-4d24-b1fa-fd4a3ce48941', 'mac_address': 'fa:16:3e:68:a9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b41d84-d0e8-4f07-869a-2c314bf8accf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:16.741483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9f490119-e85e-4ea7-b2fc-1cba89e1e679, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9f490119-e85e-4ea7-b2fc-1cba89e1e679,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:16.743092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.746643 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.806789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.809595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bfef6969-c283-404a-adf8-ffe0d122e055 HTTP/1.1" status: 204 len: 168 time: 0.6482329 Aug 11 02:46:16.812308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:16.814562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2efc6-2f6a-48cc-8966-4cbbd14be17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfef6969-c283-404a-adf8-ffe0d122e055,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:16.830807 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.876090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91349e47-41a8-4369-9bb8-d796a3d456d8 req-6a14c40a-3c6d-426f-be8e-49f9fb920bcc tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374850 Aug 11 02:46:16.903101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4e8bdfa8-517d-49c0-8e26-33698ef45b76 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:16.919884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.951379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9f490119-e85e-4ea7-b2fc-1cba89e1e679,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:16.959901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1825df-0273-4d24-b1fa-fd4a3ce48941 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:16.961428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2128d-1ed0-4154-a491-fe0ed2ffffbf None None] New status for floating IP cc7786ae-b386-4c97-bc4c-50bde4656db9: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:46:17.011184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:17.018626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.030263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:17.030263 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.079649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.125602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1a1825df-0273-4d24-b1fa-fd4a3ce48941,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:17.226641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4618-26e0-4c51-b0e9-a646a33e323a req-8dab580c-c966-46bc-9640-39d38a14f498 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:17.228444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-381b4618-26e0-4c51-b0e9-a646a33e323a req-8dab580c-c966-46bc-9640-39d38a14f498 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 944 time: 0.2057199 Aug 11 02:46:17.303914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1a1825df-0273-4d24-b1fa-fd4a3ce48941'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:17.481860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50760) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:17.483151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.499982 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-092e2e0c-ec35-4360-ba60-a527a91c9932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.525935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.541662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca028cd-496d-412b-aa3c-ec79eb38795f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:17.551233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:17.553663 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411" -d '{"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:17.559794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffa644c-da02-4078-84bc-5219ddfa9003') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:17.560106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffa644c-da02-4078-84bc-5219ddfa9003') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:17.581590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.619347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.628229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:46:17.628961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:46:17.658668 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:46:17.722603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.743324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.770611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.773048 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1ca028cd-496d-412b-aa3c-ec79eb38795f HTTP/1.1" status: 204 len: 168 time: 0.9596863 Aug 11 02:46:17.774943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357f8a-1fd8-4c9b-87ae-2227b7537ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca028cd-496d-412b-aa3c-ec79eb38795f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:18.047670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:18.122833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-381b4618-26e0-4c51-b0e9-a646a33e323a req-6e45fc98-1f2e-4de4-ba70-7c272ea6f10b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423001 Aug 11 02:46:18.130189 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-615c7f8e-dbcc-47dd-b389-ab1d8ba2073a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a433db34fab843ee9f0ce00c1b8eecba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802937 Aug 11 02:46:18.131216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:18.134778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac85ddeb-6d07-43cc-9d46-6ead7cc0f61d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/cc7786ae-b386-4c97-bc4c-50bde4656db9 HTTP/1.1" status: 200 len: 993 time: 0.6437476 Aug 11 02:46:18.196308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81324-8f2c-4fa5-ba71-cf9df7349219 req-9b33e54e-19fa-4d87-b043-71393064c994 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.199325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7e81324-8f2c-4fa5-ba71-cf9df7349219 req-9b33e54e-19fa-4d87-b043-71393064c994 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.5794542 Aug 11 02:46:18.202022 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b024f6ad-fd93-4d53-bc61-be76f8541659 x-openstack-request-id: req-b024f6ad-fd93-4d53-bc61-be76f8541659 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:18.202586 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:18.204080 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b024f6ad-fd93-4d53-bc61-be76f8541659 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:18.204678 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'status': 'completed', 'code': 200} Aug 11 02:46:18.237806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8716843-5cd2-45a4-8182-1515d6eebf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.273000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8716843-5cd2-45a4-8182-1515d6eebf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.349018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8716843-5cd2-45a4-8182-1515d6eebf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.354222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8716843-5cd2-45a4-8182-1515d6eebf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.356187 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f8716843-5cd2-45a4-8182-1515d6eebf2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c9908e1-cf02-4c1d-a846-7ac1bfc95baf HTTP/1.1" status: 204 len: 168 time: 0.2233605 Aug 11 02:46:18.368592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716843-5cd2-45a4-8182-1515d6eebf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9908e1-cf02-4c1d-a846-7ac1bfc95baf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:18.380046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7e81324-8f2c-4fa5-ba71-cf9df7349219 req-cf1e1e66-7aa6-4a12-b84a-9a89890c2fd6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541383 Aug 11 02:46:18.427399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4654907-d4de-4113-a91f-f4cec862418a req-fbcc0718-29d7-445d-9670-6041cf22f0bc tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.436770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4654907-d4de-4113-a91f-f4cec862418a req-fbcc0718-29d7-445d-9670-6041cf22f0bc tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 946 time: 0.1666620 Aug 11 02:46:18.458647 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.474447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-8f69b114-035e-4d6a-bb65-28ce9ffc3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.476466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-8f69b114-035e-4d6a-bb65-28ce9ffc3579 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1097 time: 0.2018158 Aug 11 02:46:18.484139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1a1825df-0273-4d24-b1fa-fd4a3ce48941 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:18.533485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:46:18.558439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:18.566571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:18.567287 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.621199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4654907-d4de-4113-a91f-f4cec862418a req-eb2349ee-6f03-4890-93c6-bb03de5683c5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731782 Aug 11 02:46:18.759642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.817760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1825df-0273-4d24-b1fa-fd4a3ce48941'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:18.821375 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f73ac6-6e4c-459b-aa6f-2cc4fc1bdc60" -d '{"events": [{"server_uuid": "3a8e0e49-d840-47b3-a50b-579af9d66c2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a1825df-0273-4d24-b1fa-fd4a3ce48941"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:18.859981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:18.868716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.876858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-007cb776-4efb-46ba-b17b-5b81b3901e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.880721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-007cb776-4efb-46ba-b17b-5b81b3901e85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.3948488 Aug 11 02:46:18.952892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f490119-e85e-4ea7-b2fc-1cba89e1e679 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:18.961732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=1a1825df-0273-4d24-b1fa-fd4a3ce48941,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:19.005122 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637709c-3826-4337-9259-9839d35c6c29 x-openstack-request-id: req-6637709c-3826-4337-9259-9839d35c6c29 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:19.005863 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8e0e49-d840-47b3-a50b-579af9d66c2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a1825df-0273-4d24-b1fa-fd4a3ce48941", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:19.006656 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6637709c-3826-4337-9259-9839d35c6c29 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:19.007060 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1825df-0273-4d24-b1fa-fd4a3ce48941', 'code': 200} Aug 11 02:46:19.088102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:19.088584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.151633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:19.190099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Sync routers for ids ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:19.192313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca085b-55c9-46c3-ba17-431658f13923 req-6a6bb9e9-c1d5-4040-9449-ffd015790b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.195299 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9dca085b-55c9-46c3-ba17-431658f13923 req-6a6bb9e9-c1d5-4040-9449-ffd015790b21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 1096 time: 0.1353848 Aug 11 02:46:19.215563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d3931-2153-4cff-9168-6484aef50b8a req-dbb0201f-8667-4c1a-96b9-b1d7a1b45d49 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.229945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f6d3931-2153-4cff-9168-6484aef50b8a req-dbb0201f-8667-4c1a-96b9-b1d7a1b45d49 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 946 time: 0.4446223 Aug 11 02:46:19.238338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-7e1c79fa-96f0-4dec-ba41-3c6578b25be9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 1001 time: 0.2719572 Aug 11 02:46:19.280226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.282825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-299c0da2-afb5-487a-af48-117984353808 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9328890 Aug 11 02:46:19.289861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50808) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:19.294889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Routers {'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:19.296503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:19.369345 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9dca085b-55c9-46c3-ba17-431658f13923 req-6b3cd959-d196-4cea-a013-bea8be163aad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648123 Aug 11 02:46:19.369613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-6a2ea096-e0fd-4ad7-8212-c570f3e691ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.371276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-6a2ea096-e0fd-4ad7-8212-c570f3e691ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.1217840 Aug 11 02:46:19.479619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f6d3931-2153-4cff-9168-6484aef50b8a req-c8c6fee0-ffff-45f4-9218-9a521b5fbe2a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481887 Aug 11 02:46:19.533587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f119442-811e-4b75-98f6-071fcd0c6aa1 req-d08a9d74-f08b-4162-9b4f-c62763a6393e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.542687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f119442-811e-4b75-98f6-071fcd0c6aa1 req-d08a9d74-f08b-4162-9b4f-c62763a6393e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 945 time: 0.1698906 Aug 11 02:46:19.548090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:19.623789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Set router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:19.632615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-a6e81c26-bd15-4ac4-8640-f4912928d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.635610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-a6e81c26-bd15-4ac4-8640-f4912928d25a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073209 Aug 11 02:46:19.725883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f119442-811e-4b75-98f6-071fcd0c6aa1 req-1d20ae01-11f5-40eb-9517-bd832a31fa82 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735911 Aug 11 02:46:19.793854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbbe3c-261f-40bf-820c-bbba83777355 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.798857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81dbbe3c-261f-40bf-820c-bbba83777355 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 1092 time: 0.2491772 Aug 11 02:46:19.799504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50824) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:19.854243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:20.004256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-abeeb832-d5c6-4271-a6d1-c79467db437e service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476038 Aug 11 02:46:20.036161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.041531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:20.125553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.174621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.353607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Allocated IP 172.20.0.1 (9ec30a30-c270-4109-ad57-afae48afad3f/c52d3854-b988-4278-aa21-b302b04b9128/30a4f35a-0c44-4407-8e65-54fb82fe8cac) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:20.359322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d16ba-f0d9-48fc-90c2-4a6499343ac6 req-99a1510e-eb25-4908-a83d-e8bb237f2a24 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:20.362990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a11d16ba-f0d9-48fc-90c2-4a6499343ac6 req-99a1510e-eb25-4908-a83d-e8bb237f2a24 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.6388476 Aug 11 02:46:20.388351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 3, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:20.450981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Checking router: ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:20.451520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Updating router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 port 335f7b32-fd42-41d3-ad3f-168eff12b09d binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:20.469319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db05b9aa-1b74-4ad0-b8e1-8c20e3eac411 req-26123b1f-ad36-4506-8d39-32042fca7dc1 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565525 Aug 11 02:46:20.482182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.496999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Transition to ACTIVE for port object 30a4f35a-0c44-4407-8e65-54fb82fe8cac will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:20.504741 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.506733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-326937675-network', 'tenant_id': '9ac720c1188b4f0cb6136a68c32678be'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:20.538401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a11d16ba-f0d9-48fc-90c2-4a6499343ac6 req-267490b6-ebee-4dc5-84eb-6de2148d0800 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531537 Aug 11 02:46:20.560385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Made reservation on behalf of 9ac720c1188b4f0cb6136a68c32678be for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:20.561696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.577966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.587129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.587529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.646180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Network 9ec30a30-c270-4109-ad57-afae48afad3f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:20.653244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:20.660071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:20.704877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.709755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Pushing event updated for resources: {'Port': ['ID=30a4f35a-0c44-4407-8e65-54fb82fe8cac,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:20.881769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.25.6.84 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/e5a5a660-d00c-4b99-bf95-13fe13c29295) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:20.959391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.976696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8c987-852f-488e-a467-9a435a57bcb0 req-601b2863-7b78-49fd-a3a3-8585bb54cb7c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:20.984389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.986984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43e8c987-852f-488e-a467-9a435a57bcb0 req-601b2863-7b78-49fd-a3a3-8585bb54cb7c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 945 time: 0.1769736 Aug 11 02:46:21.016486 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.018715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:46:21.053552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.053901 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Added segment 11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e of type vlan for network c533b9af-2485-4c5e-b1c3-d63469362045 Aug 11 02:46:21.055606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f92b78-545d-4bc9-aeb7-e7995865b5b5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:21.077809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43e8c987-852f-488e-a467-9a435a57bcb0 req-8d401161-9e43-4d5f-9e84-22ed8cacea6f tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Aug 11 02:46:21.160350 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.173574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.258835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.272330 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.273524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:21.274261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.357816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:21.373490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=e5a5a660-d00c-4b99-bf95-13fe13c29295,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:21.376386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:21.382603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3398945 Aug 11 02:46:21.387535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50842) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:21.389859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:21.393810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c7182-77fb-46da-8428-35afb22b18ba admin admin] Pushing event updated for resources: {'Network': ['ID=c533b9af-2485-4c5e-b1c3-d63469362045,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:21.398376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Request body: {'subnet': {'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-326937675-subnet', 'tenant_id': '9ac720c1188b4f0cb6136a68c32678be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:21.486619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network c533b9af-2485-4c5e-b1c3-d63469362045 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:46:21.487926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.499763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.556278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Made reservation on behalf of 9ac720c1188b4f0cb6136a68c32678be for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:21.559118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.625112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.716133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-07e32fbe-b569-4712-b0ef-ec41456042e3 None None] Provisioning for port 30a4f35a-0c44-4407-8e65-54fb82fe8cac completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:21.771251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-07e32fbe-b569-4712-b0ef-ec41456042e3 None None] Provisioning complete for port 30a4f35a-0c44-4407-8e65-54fb82fe8cac triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:21.771942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07e32fbe-b569-4712-b0ef-ec41456042e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.829760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Pushing event updated for resources: {'Port': ['ID=30a4f35a-0c44-4407-8e65-54fb82fe8cac,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:21.867313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07e32fbe-b569-4712-b0ef-ec41456042e3 None None] Port 30a4f35a-0c44-4407-8e65-54fb82fe8cac cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:21.932042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Network 9ec30a30-c270-4109-ad57-afae48afad3f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:21.938088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:22.185595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.263113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Transition to ACTIVE for port object 335f7b32-fd42-41d3-ad3f-168eff12b09d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:22.309786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.356276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:22.377988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.422529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Attempting to bind port 335f7b32-fd42-41d3-ad3f-168eff12b09d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:22.423019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Attempting to bind port 335f7b32-fd42-41d3-ad3f-168eff12b09d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:22.423495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Attempting to bind port 335f7b32-fd42-41d3-ad3f-168eff12b09d on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:22.432856 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:22.433356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:22.434138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.434841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:22.435541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Bound port: 335f7b32-fd42-41d3-ad3f-168eff12b09d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:22.436077 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.497459 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e54e1d15-eee6-4ae0-8a55-2d957cd71b2c None None] Provisioning complete for port 30a4f35a-0c44-4407-8e65-54fb82fe8cac triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:22.498588 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e54e1d15-eee6-4ae0-8a55-2d957cd71b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.546109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.546688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e54e1d15-eee6-4ae0-8a55-2d957cd71b2c None None] Port 30a4f35a-0c44-4407-8e65-54fb82fe8cac cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:22.553979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75151f0-03b3-4f36-9988-757a42f924be None None] Pushing event updated for resources: {'Port': ['ID=335f7b32-fd42-41d3-ad3f-168eff12b09d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:22.601005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] For port 335f7b32-fd42-41d3-ad3f-168eff12b09d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:22.608480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] For port 335f7b32-fd42-41d3-ad3f-168eff12b09d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=335f7b32-fd42-41d3-ad3f-168eff12b09d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:22.628778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810e7df-a429-49a6-819c-4cba20fe4e6e req-f50951bf-bc8f-4b38-a5c4-3ba873a1ee22 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:22.629449 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.637651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3810e7df-a429-49a6-819c-4cba20fe4e6e req-f50951bf-bc8f-4b38-a5c4-3ba873a1ee22 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.9115107 Aug 11 02:46:22.760934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75151f0-03b3-4f36-9988-757a42f924be None None] Pushing event updated for resources: {'Port': ['ID=335f7b32-fd42-41d3-ad3f-168eff12b09d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:22.806686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Routers {'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:22.810648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:22.852843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:22.870037 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de984a92-4afd-4577-8b2a-67504592b200 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca3ffd7c-f2ee-4d68-87a2-7127b59143f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5657296 Aug 11 02:46:22.951653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3810e7df-a429-49a6-819c-4cba20fe4e6e req-c438498b-2c9f-4b54-b6bd-ce60a95a6f67 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770667 Aug 11 02:46:23.134500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.229095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.229414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.246814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.305623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.307906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf2fbc6-fea0-4932-b4ed-350cabcf0279,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:23.368076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Checking segment: {'id': '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:23.368620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Network hostable DHCP agents. Network: c533b9af-2485-4c5e-b1c3-d63469362045, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:46:23.373898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=e5a5a660-d00c-4b99-bf95-13fe13c29295,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:23.397977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] Set router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:23.403740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.414208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Network c533b9af-2485-4c5e-b1c3-d63469362045 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:46:23.477782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, c533b9af-2485-4c5e-b1c3-d63469362045) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:23.500823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:23.501848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.556971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-589596ba-de61-46ed-bc8f-bc1d664c7c6f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1682906 Aug 11 02:46:23.566165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2050fbe-3ac3-4046-a1c6-4cb5234f7c69 None None] Network c533b9af-2485-4c5e-b1c3-d63469362045 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:23.613964 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Floating IP b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 associated. External IP: 172.25.6.84, port: 53df34cd-aa96-4a65-bcfc-23a51f483433. Aug 11 02:46:24.155188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:24.214479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611e4df-f945-42e9-a078-c72bf3310b4b req-01e05c57-5bfd-450c-8372-b8c3198fbf98 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.216724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a611e4df-f945-42e9-a078-c72bf3310b4b req-01e05c57-5bfd-450c-8372-b8c3198fbf98 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0781202 Aug 11 02:46:24.306449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a611e4df-f945-42e9-a078-c72bf3310b4b req-aae92aa7-b932-4aea-ac5b-2d4dbb69b163 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 Aug 11 02:46:24.374955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:24.392405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:24.423242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.438394 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:24.439757 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:24.459198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c47f74-c5c3-40bf-8f04-df690a793f41 None None] Network c533b9af-2485-4c5e-b1c3-d63469362045 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:24.491071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-02bf1eaa-f557-405f-ba0b-058e2b7686cd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6447713 Aug 11 02:46:24.493177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:24.493894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:24.514620 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:24.716413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T02:46:20Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '30a4f35a-0c44-4407-8e65-54fb82fe8cac', 'name': '', 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'mac_address': 'fa:16:3e:01:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:20Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 2, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'subnets': [{'id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:24.771927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b0571737-fa34-4dfc-8dfa-a640e9916f90 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 HTTP/1.1" status: 200 len: 991 time: 0.2763479 Aug 11 02:46:24.777383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12428cd3-c06b-4089-8f5f-88e3c09e5dd7 None None] The sync data for ids ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'] in n-d-715271-8 is: [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T02:46:20Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '30a4f35a-0c44-4407-8e65-54fb82fe8cac', 'name': '', 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'mac_address': 'fa:16:3e:01:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:20Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 2, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'subnets': [{'id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:24.828482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-ced51558-8d96-48dc-8d21-9c908d850770 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.830929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-ced51558-8d96-48dc-8d21-9c908d850770 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/networks?id=c533b9af-2485-4c5e-b1c3-d63469362045 HTTP/1.1" status: 200 len: 813 time: 0.2677231 Aug 11 02:46:24.880774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-7ed33857-63b9-48e3-8c4e-5a71f248a1de tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/quotas/9ac720c1188b4f0cb6136a68c32678be HTTP/1.1" status: 200 len: 375 time: 0.0296004 Aug 11 02:46:24.882113 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:24.955651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-9bf5fa17-9373-45ab-a745-cc2f4e65b760 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ac720c1188b4f0cb6136a68c32678be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674427 Aug 11 02:46:25.616273 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 0, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:25.649527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:25.673969 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:25.687950 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:25.776201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:25.800534 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81186d95-fdb9-420a-bd8f-6fcdc5a7f828 x-openstack-request-id: req-81186d95-fdb9-420a-bd8f-6fcdc5a7f828 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:25.801109 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:25.801411 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81186d95-fdb9-420a-bd8f-6fcdc5a7f828 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:25.802077 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'status': 'completed', 'code': 200} Aug 11 02:46:25.877883 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:25.979979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a5f66215-d975-484d-90a8-205d31466f58 service neutron] 10.222.0.16 "GET /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0138118 Aug 11 02:46:26.023872 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8ba76174-6664-45a2-8254-6d43f29f72cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 HTTP/1.1" status: 200 len: 991 time: 0.2461169 Aug 11 02:46:26.155865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-e4f6b053-6b88-420b-9f18-30cadf1af222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:26.157894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-e4f6b053-6b88-420b-9f18-30cadf1af222 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 1097 time: 0.4150429 Aug 11 02:46:26.168661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eccb1-c1a3-48b7-94a4-5278c44dbde0 req-5de048e2-33fb-43dc-baed-ca9c72abfabd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:26.176405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b3eccb1-c1a3-48b7-94a4-5278c44dbde0 req-5de048e2-33fb-43dc-baed-ca9c72abfabd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.3732269 Aug 11 02:46:26.358377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b3eccb1-c1a3-48b7-94a4-5278c44dbde0 req-1c316bc4-baf5-4078-aa38-13d447b3e862 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809297 Aug 11 02:46:26.386986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-fd2c5832-f3d0-44c1-b12e-c57358c40f65 service neutron] 10.222.0.16 "GET /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048450 Aug 11 02:46:26.462558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:26.463166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-607daa14-8f6c-4893-a282-b80995a81843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:26.468970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-607daa14-8f6c-4893-a282-b80995a81843 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 200 len: 897 time: 0.2815866 Aug 11 02:46:26.493509 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 0, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:26.554458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Deleting subnet b57e8fda-c292-450d-b569-3d3e92781407 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:46:26.564172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:26.588803 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481220e5-76d1-4ea7-91ea-7f59efe06727 None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 0, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:26.643288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-ced5dd1f-1b8b-444f-b62a-66bc993bbf9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53df34cd-aa96-4a65-bcfc-23a51f483433 HTTP/1.1" status: 200 len: 999 time: 0.1671374 Aug 11 02:46:26.666225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:26.805676 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.015450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72287b57-806a-4e38-a8f0-2cc6af17b4f9 req-4a698cbb-8881-464d-8b9a-d98e86be5beb tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 210 time: 0.1911616 Aug 11 02:46:27.020699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.035401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-9acaba09-2aa8-4ee1-9bf2-dcb228631b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.035401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-9acaba09-2aa8-4ee1-9bf2-dcb228631b62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=275d6f9c-c5b3-47dd-ba72-288539c97803 HTTP/1.1" status: 200 len: 834 time: 0.3727267 Aug 11 02:46:27.035401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:27.091878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57e8fda-c292-450d-b569-3d3e92781407,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:27.139686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.150021 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1e27c7ef-f00a-486e-bb63-cd259a092b85 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b57e8fda-c292-450d-b569-3d3e92781407 HTTP/1.1" status: 204 len: 168 time: 0.6826673 Aug 11 02:46:27.151360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bac0dbe1-1538-43e2-88a5-cfde277b6f26 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 HTTP/1.1" status: 200 len: 991 time: 0.1159434 Aug 11 02:46:27.151360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50942) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:27.176058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 335f7b32-fd42-41d3-ad3f-168eff12b09d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:27.404492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedec228-1bce-437f-b050-da945e8c35b0 None None] New status for floating IP b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:46:27.453168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-d0589434-f02f-4d52-96b5-c3a47d62f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.456631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-d0589434-f02f-4d52-96b5-c3a47d62f408 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11e1612f-9b02-47d8-a42c-7294979ea57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261237 Aug 11 02:46:27.594228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 335f7b32-fd42-41d3-ad3f-168eff12b09d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:27.654947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 335f7b32-fd42-41d3-ad3f-168eff12b09d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:27.655667 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.869368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.893792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4aa1d-9335-4959-ad32-5396b88f8d46 req-d25bb869-a9e9-40d3-89a9-5dfc46467d65 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.903667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fa4aa1d-9335-4959-ad32-5396b88f8d46 req-d25bb869-a9e9-40d3-89a9-5dfc46467d65 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.3990543 Aug 11 02:46:27.988157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fa4aa1d-9335-4959-ad32-5396b88f8d46 req-f0288e23-7270-4020-ab10-dc9f33aa3d35 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814979 Aug 11 02:46:28.003525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-d8f3069e-e5fe-4d0b-9bfb-4b08b988ab2c service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381735 Aug 11 02:46:28.041592 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.088650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 335f7b32-fd42-41d3-ad3f-168eff12b09d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=335f7b32-fd42-41d3-ad3f-168eff12b09d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:28.110085 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.150370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50970) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:28.210928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=335f7b32-fd42-41d3-ad3f-168eff12b09d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:28.255709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-670aadd4-c6f3-48e2-bad7-2e5df02d2196 req-d9a5c0b1-7e03-4c13-888b-e0ae7a6a57a8 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 210 time: 0.0988901 Aug 11 02:46:28.293595 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.309953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bff5fcb-c2fb-4844-a8be-b5649bbdf581']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:28.311120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d929230b-692d-4ce1-98c3-6f662cb7192d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 HTTP/1.1" status: 200 len: 993 time: 0.1595080 Aug 11 02:46:28.335153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07204d64-2d67-4260-b87a-f811ffd846d5') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:28.335458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07204d64-2d67-4260-b87a-f811ffd846d5') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:28.346415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-a770b296-b15d-4d52-a25d-1176344b3167 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:28.347943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-a770b296-b15d-4d52-a25d-1176344b3167 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.3471549 Aug 11 02:46:28.373765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.405112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f16d8c1-e2a1-4bb0-a03f-8a7ba77f68ef req-624cfb8f-44c8-4e7f-b2d9-f627aedc15b7 service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848543 Aug 11 02:46:28.408726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-cd384267-ea1e-4199-8c31-b70e4052bbbc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0385630 Aug 11 02:46:28.410335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.422796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:46:28.423266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:46:28.427936 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:46:28.526015 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.534668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.536911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7bff5fcb-c2fb-4844-a8be-b5649bbdf581 HTTP/1.1" status: 204 len: 168 time: 1.3851850 Aug 11 02:46:28.540141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:28.553197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cb315-ce4b-4d32-9423-7bbf98ad3861 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bff5fcb-c2fb-4844-a8be-b5649bbdf581,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:28.561874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-6010f2f3-12fc-481a-b3d2-b82d99c0e32e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207726 Aug 11 02:46:28.659062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Deleting subnet f19bc3ea-f718-4a67-ab53-367f5bddfecb {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:46:28.663248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.707801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.767494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.841711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.845481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-fa73d661-556a-49dd-b429-253e0b05593b tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:28.847237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-fa73d661-556a-49dd-b429-253e0b05593b tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.59 "GET /v2.0/networks?id=c533b9af-2485-4c5e-b1c3-d63469362045 HTTP/1.1" status: 200 len: 813 time: 0.1657081 Aug 11 02:46:28.872978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Request body: {'port': {'device_id': '7f07d826-77f7-463b-a787-a41e795115cb', 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045', 'admin_state_up': True, 'tenant_id': '9ac720c1188b4f0cb6136a68c32678be'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:28.894549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19bc3ea-f718-4a67-ab53-367f5bddfecb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:28.902977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.909326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b5074e26-eb35-41ec-bb03-690fce90efd4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f19bc3ea-f718-4a67-ab53-367f5bddfecb HTTP/1.1" status: 204 len: 168 time: 0.3674998 Aug 11 02:46:28.910334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:28.942599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 335f7b32-fd42-41d3-ad3f-168eff12b09d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:29.012426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-42f0cf2a-14b7-4a83-9cee-37570646c0ee service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334629 Aug 11 02:46:29.034773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.057963 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Sync routers for ids ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:29.072458 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Routers {'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:29.074718 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:29.090458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 335f7b32-fd42-41d3-ad3f-168eff12b09d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:29.094878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.176098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.193803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:29.213341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77cddcc-f6a3-4615-9b9e-bb37d69f2662') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:29.213924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77cddcc-f6a3-4615-9b9e-bb37d69f2662') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:29.226471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.265399 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Set router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:29.273139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.301330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:46:29.301645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:46:29.312751 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:46:29.367533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38c02b-1b1f-4d6e-8180-309ad06df166 req-6aa15b40-f845-42d1-831f-3666ee6eb811 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:29.369214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c38c02b-1b1f-4d6e-8180-309ad06df166 req-6aa15b40-f845-42d1-831f-3666ee6eb811 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0948815 Aug 11 02:46:29.372717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Made reservation on behalf of 9ac720c1188b4f0cb6136a68c32678be for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:29.376498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.424408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-c952eaae-fd8f-49c7-9a6d-0462e627544b service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991861 Aug 11 02:46:29.467377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.502470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.507669 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] 10.222.0.16 "DELETE /v2.0/networks/96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2 HTTP/1.1" status: 204 len: 168 time: 0.5951414 Aug 11 02:46:29.520319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abd15d-197d-45cd-8310-0cff24da2c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c4e58d-e0a1-4c9d-b4e5-4d05c12e47b2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:29.634715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c38c02b-1b1f-4d6e-8180-309ad06df166 req-78702208-cdfe-4798-bb40-067ecbdd92da tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555249 Aug 11 02:46:29.672178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Allocated IP 172.20.0.5 (c533b9af-2485-4c5e-b1c3-d63469362045/9bf2fbc6-fea0-4932-b4ed-350cabcf0279/98e60898-0676-4d85-b708-06b3cf06f907) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:29.690116 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T02:46:20Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '30a4f35a-0c44-4407-8e65-54fb82fe8cac', 'name': '', 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'mac_address': 'fa:16:3e:01:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:20Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 2, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'subnets': [{'id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:29.724079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:29.747897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Checking router: ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:29.754920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Updating router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 port 30a4f35a-0c44-4407-8e65-54fb82fe8cac binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:29.785885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b7dd75d-e4c7-4706-8aea-8b90de61ead7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d7cdbf3f213443fb82b4d7ce4d93291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600915 Aug 11 02:46:29.788596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50992) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:29.819640 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.877168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c06d15fb-30a1-4b92-9a02-a90d7872d08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.897115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a99678b-fdf6-4368-8c53-73a05ed31c79 req-a13c1df6-ccbf-456d-8d4f-3247ae2f0d42 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 210 time: 0.1403830 Aug 11 02:46:29.921006 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c06d15fb-30a1-4b92-9a02-a90d7872d08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.030265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3db26acb-3ad8-4623-9a6d-344ee044129b req-2aa46d20-1d35-4929-bb84-41cae2467e58 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.1313617 Aug 11 02:46:30.034853 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c06d15fb-30a1-4b92-9a02-a90d7872d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.040675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c06d15fb-30a1-4b92-9a02-a90d7872d08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.042187 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c06d15fb-30a1-4b92-9a02-a90d7872d08a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85832dd4-3591-46c0-bf09-c0cfe22148d9 HTTP/1.1" status: 204 len: 168 time: 0.2523773 Aug 11 02:46:30.069373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d15fb-30a1-4b92-9a02-a90d7872d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85832dd4-3591-46c0-bf09-c0cfe22148d9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:30.224089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.273888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.346527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Network c533b9af-2485-4c5e-b1c3-d63469362045 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:30.358348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:30.367335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:30.407019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Pushing event updated for resources: {'Port': ['ID=98e60898-0676-4d85-b708-06b3cf06f907,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:30.422611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.423000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.423340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.423676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.424063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.424386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.424714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.425039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.425369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.425700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.426064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.426361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:30.456156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:30.461770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.495985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-980b4d61-e38f-47bf-8b74-f9cbba9743c5 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6285698 Aug 11 02:46:30.501986 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.513281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Request body: {'port': {'device_id': '7f07d826-77f7-463b-a787-a41e795115cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:30.520270 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Transition to ACTIVE for port object 30a4f35a-0c44-4407-8e65-54fb82fe8cac will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:30.533485 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.644444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.688597 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f597a3d-1d4f-469f-8e0a-bd80b0e56fcf None None] Pushing event updated for resources: {'Port': ['ID=30a4f35a-0c44-4407-8e65-54fb82fe8cac,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:30.741353 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Attempting to bind port 30a4f35a-0c44-4407-8e65-54fb82fe8cac on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:30.742016 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Attempting to bind port 30a4f35a-0c44-4407-8e65-54fb82fe8cac by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:30.743248 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Attempting to bind port 30a4f35a-0c44-4407-8e65-54fb82fe8cac on network 9ec30a30-c270-4109-ad57-afae48afad3f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:30.752339 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:30.752952 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Checking segment: {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:30.753649 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.754226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Bound using segment: {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:30.754955 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Bound port: 30a4f35a-0c44-4407-8e65-54fb82fe8cac, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf60bb7-26df-46ec-a7b5-76194e813e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:30.755647 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.910557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:30.971763 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] For port 30a4f35a-0c44-4407-8e65-54fb82fe8cac, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:30.977002 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] For port 30a4f35a-0c44-4407-8e65-54fb82fe8cac, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=30a4f35a-0c44-4407-8e65-54fb82fe8cac,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:30.984121 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.004404 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7ef1e518-fc64-4142-b5c1-98e2023ce948 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69e046cd9e19478d898d4b153deb286d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919867 Aug 11 02:46:31.010937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:31.047456 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Routers {'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:31.048534 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:31.080154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-182c47dd-de8f-46ea-bc88-27d075b78d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.118736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-182c47dd-de8f-46ea-bc88-27d075b78d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.153722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e60898-0676-4d85-b708-06b3cf06f907 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:31.181839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.189794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-182c47dd-de8f-46ea-bc88-27d075b78d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.198042 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-182c47dd-de8f-46ea-bc88-27d075b78d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.206647 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-182c47dd-de8f-46ea-bc88-27d075b78d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5a57048-0d9c-4c8f-b54a-a6aecb4bf20b HTTP/1.1" status: 204 len: 168 time: 0.1894045 Aug 11 02:46:31.218541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Transition to ACTIVE for port object 98e60898-0676-4d85-b708-06b3cf06f907 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:31.225319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c47dd-de8f-46ea-bc88-27d075b78d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a57048-0d9c-4c8f-b54a-a6aecb4bf20b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:31.309100 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f597a3d-1d4f-469f-8e0a-bd80b0e56fcf None None] Pushing event updated for resources: {'Port': ['ID=30a4f35a-0c44-4407-8e65-54fb82fe8cac,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:31.309455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.326705 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] Set router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:31.361290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Pushing event updated for resources: {'Port': ['ID=98e60898-0676-4d85-b708-06b3cf06f907,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:31.384023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938fc20-8d09-45d3-839e-554a98027c84 req-1deb63b5-2578-4070-af27-28efe11fac4f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.386839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b938fc20-8d09-45d3-839e-554a98027c84 req-1deb63b5-2578-4070-af27-28efe11fac4f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.5216718 Aug 11 02:46:31.415058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0d5a-9346-4987-b2c4-9c2877056997 req-8161d006-4d03-4297-bdea-eae5b1efd766 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.416806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8db0d5a-9346-4987-b2c4-9c2877056997 req-8161d006-4d03-4297-bdea-eae5b1efd766 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 943 time: 0.1966031 Aug 11 02:46:31.531956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b938fc20-8d09-45d3-839e-554a98027c84 req-ae233e18-86c6-4ebd-a292-ca8e94ecacca tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252935 Aug 11 02:46:31.557098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8db0d5a-9346-4987-b2c4-9c2877056997 req-82b6aee5-b914-4f35-860e-3c2e203d397e tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225560 Aug 11 02:46:31.596121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Attempting to bind port 98e60898-0676-4d85-b708-06b3cf06f907 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:31.596457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Attempting to bind port 98e60898-0676-4d85-b708-06b3cf06f907 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:31.597048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Attempting to bind port 98e60898-0676-4d85-b708-06b3cf06f907 on network c533b9af-2485-4c5e-b1c3-d63469362045 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:31.603254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Port 98e60898-0676-4d85-b708-06b3cf06f907 on network c533b9af-2485-4c5e-b1c3-d63469362045 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:31.604015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Attempting to bind port 98e60898-0676-4d85-b708-06b3cf06f907 on network c533b9af-2485-4c5e-b1c3-d63469362045 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:31.611167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:31.611850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Checking segment: {'id': '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:31.612460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Bound using segment: {'id': '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:31.613126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Bound port: 98e60898-0676-4d85-b708-06b3cf06f907, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:31.613965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.671036 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T02:46:20Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '30a4f35a-0c44-4407-8e65-54fb82fe8cac', 'name': '', 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'mac_address': 'fa:16:3e:01:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:20Z', 'updated_at': '2021-08-11T02:46:30Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'subnets': [{'id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:31.703973 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a65644-2505-48af-b3ff-1eeabcd502d1 None None] The sync data for ids ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'] in n-d-715271-8 is: [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T02:46:20Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '30a4f35a-0c44-4407-8e65-54fb82fe8cac', 'name': '', 'network_id': '9ec30a30-c270-4109-ad57-afae48afad3f', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'mac_address': 'fa:16:3e:01:a6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:20Z', 'updated_at': '2021-08-11T02:46:30Z', 'revision_number': 4, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'subnets': [{'id': 'c52d3854-b988-4278-aa21-b302b04b9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:31.707454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] For port 98e60898-0676-4d85-b708-06b3cf06f907, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:31.711950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] For port 98e60898-0676-4d85-b708-06b3cf06f907, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=98e60898-0676-4d85-b708-06b3cf06f907,segment=NetworkSegment(11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e),segment_id=11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:31.738400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.771423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c68a0fe8-4aa4-489a-86eb-321cfead654c req-d830ed0b-3831-4dcb-bf9b-b0a6698988aa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.0555439 Aug 11 02:46:31.817043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.817690 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:31.819186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] 10.222.0.59 "PUT /v2.0/ports/98e60898-0676-4d85-b708-06b3cf06f907 HTTP/1.1" status: 200 len: 1091 time: 1.3113077 Aug 11 02:46:31.823299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f07d826-77f7-463b-a787-a41e795115cb', 'tag': '98e60898-0676-4d85-b708-06b3cf06f907'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:31.826631 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf23bf-456f-4294-8ea7-79f9e925e036" -d '{"events": [{"name": "network-changed", "server_uuid": "7f07d826-77f7-463b-a787-a41e795115cb", "tag": "98e60898-0676-4d85-b708-06b3cf06f907"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:31.888799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94698cf-767d-40ea-8d12-25855e136d82 service neutron] Pushing event updated for resources: {'Port': ['ID=98e60898-0676-4d85-b708-06b3cf06f907,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:31.914179 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a5ae4-c721-4097-b366-3333de5ac98f x-openstack-request-id: req-f35a5ae4-c721-4097-b366-3333de5ac98f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:31.914657 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f07d826-77f7-463b-a787-a41e795115cb", "tag": "98e60898-0676-4d85-b708-06b3cf06f907", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:31.915082 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f35a5ae4-c721-4097-b366-3333de5ac98f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:31.915591 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f07d826-77f7-463b-a787-a41e795115cb', 'tag': '98e60898-0676-4d85-b708-06b3cf06f907', 'status': 'completed', 'code': 200} Aug 11 02:46:31.967752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-3d02b0bd-6292-4789-9a67-0c5b4fb6aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.971627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-3d02b0bd-6292-4789-9a67-0c5b4fb6aa07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac720c1188b4f0cb6136a68c32678be&device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 1094 time: 0.0763228 Aug 11 02:46:32.043487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-3328ee72-d230-412f-a648-c1728c827c6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98e60898-0676-4d85-b708-06b3cf06f907 HTTP/1.1" status: 200 len: 217 time: 0.0420063 Aug 11 02:46:32.043765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-661435d9-5481-4c09-b064-af52e8e68fe1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:32.048738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-661435d9-5481-4c09-b064-af52e8e68fe1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.2901428 Aug 11 02:46:32.078626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:32.160955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-8b4bf7da-da95-44cd-9bbb-f5a15ccebf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:32.163821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-8b4bf7da-da95-44cd-9bbb-f5a15ccebf08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bf2fbc6-fea0-4932-b4ed-350cabcf0279 HTTP/1.1" status: 200 len: 853 time: 0.0956693 Aug 11 02:46:32.259165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:32.271494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:32.466795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.11 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/f00e950d-4cb5-4b15-a776-d151f4d3cadf) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:32.743936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-4252c34a-df45-4ab7-b06d-f3fb5119951f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c533b9af-2485-4c5e-b1c3-d63469362045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5714812 Aug 11 02:46:32.767222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:32.787613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object f00e950d-4cb5-4b15-a776-d151f4d3cadf will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:32.825888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:32.882284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:32.904856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:32.914298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:32.928979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=f00e950d-4cb5-4b15-a776-d151f4d3cadf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:32.938656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea3f6e-4d0e-4adb-9cf2-2fc5a6db8c58 req-077d103f-1afd-410b-b019-6a732b48dd0e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:32.940719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65ea3f6e-4d0e-4adb-9cf2-2fc5a6db8c58 req-077d103f-1afd-410b-b019-6a732b48dd0e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1954067 Aug 11 02:46:32.975946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.976350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.976695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.977032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.977363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.977694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.978047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.978423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.978751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.979062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.979382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.979698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:32.987637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8840e-4e20-4171-95d5-b718ccd33065 req-608d6441-37fa-40ae-9da4-db09fb8bb93f tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:32.989501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bc8840e-4e20-4171-95d5-b718ccd33065 req-608d6441-37fa-40ae-9da4-db09fb8bb93f tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 943 time: 0.2412014 Aug 11 02:46:32.990115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 30a4f35a-0c44-4407-8e65-54fb82fe8cac up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:33.042235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-65ea3f6e-4d0e-4adb-9cf2-2fc5a6db8c58 req-dff90e93-e941-46a5-8799-8db5c360d07e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939171 Aug 11 02:46:33.044597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-d44cb7ce-075a-44a9-bb7e-eae42911bd21 service neutron] 10.222.0.59 "GET /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791927 Aug 11 02:46:33.078144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bc8840e-4e20-4171-95d5-b718ccd33065 req-06cb9cef-2a8e-48e9-92a2-c7fbf765c923 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688040 Aug 11 02:46:33.101716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:33.119716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.121581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 30a4f35a-0c44-4407-8e65-54fb82fe8cac completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:33.133544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 30a4f35a-0c44-4407-8e65-54fb82fe8cac triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:33.133931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.154677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-24f48d09-535c-4645-8301-6249907bf0e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0810540 Aug 11 02:46:33.171999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Request body: {'port': {'device_id': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:33.259875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.308898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.312496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0118642-badd-4be2-8e0d-be69a746d1a2 req-3c1be57c-0c80-4543-8f33-f487d41625e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385547 Aug 11 02:46:33.374894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbc1f3-9cf6-4cd7-979c-a50af5121218 req-312261a9-709a-4f4b-816c-9a5720d1a1fa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:33.377472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69fbc1f3-9cf6-4cd7-979c-a50af5121218 req-312261a9-709a-4f4b-816c-9a5720d1a1fa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 932 time: 0.0812919 Aug 11 02:46:33.414076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 30a4f35a-0c44-4407-8e65-54fb82fe8cac, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=30a4f35a-0c44-4407-8e65-54fb82fe8cac,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:33.430290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.476717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-335012ef-bded-45b4-8d8a-b5a3e80076b7 None None] Provisioning for port f00e950d-4cb5-4b15-a776-d151f4d3cadf completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:33.501453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-335012ef-bded-45b4-8d8a-b5a3e80076b7 None None] Provisioning complete for port f00e950d-4cb5-4b15-a776-d151f4d3cadf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:33.501733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-335012ef-bded-45b4-8d8a-b5a3e80076b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.544692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69fbc1f3-9cf6-4cd7-979c-a50af5121218 req-20f94215-16e4-47d4-8ee8-483b7dfc401f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614401 Aug 11 02:46:33.567715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=30a4f35a-0c44-4407-8e65-54fb82fe8cac,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:33.576245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-335012ef-bded-45b4-8d8a-b5a3e80076b7 None None] Port f00e950d-4cb5-4b15-a776-d151f4d3cadf cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:33.585002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-aee3428d-3a77-48a9-8e9a-41f214148592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:33.587119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-aee3428d-3a77-48a9-8e9a-41f214148592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ac720c1188b4f0cb6136a68c32678be&device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 1094 time: 0.1912634 Aug 11 02:46:33.655988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00e950d-4cb5-4b15-a776-d151f4d3cadf {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:33.665694 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.682974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Transition to ACTIVE for port object f00e950d-4cb5-4b15-a776-d151f4d3cadf will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:33.689495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.702837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-bb6dd1e3-3a15-41bf-9003-70d558f5db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:33.704525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-bb6dd1e3-3a15-41bf-9003-70d558f5db37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c533b9af-2485-4c5e-b1c3-d63469362045 HTTP/1.1" status: 200 len: 913 time: 0.1092064 Aug 11 02:46:33.775420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Pushing event updated for resources: {'Port': ['ID=f00e950d-4cb5-4b15-a776-d151f4d3cadf,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:33.791435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-465475cf-6877-47fe-8f42-afa83fe3ad80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98e60898-0676-4d85-b708-06b3cf06f907 HTTP/1.1" status: 200 len: 217 time: 0.0714705 Aug 11 02:46:33.843362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Attempting to bind port f00e950d-4cb5-4b15-a776-d151f4d3cadf on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:33.844232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Attempting to bind port f00e950d-4cb5-4b15-a776-d151f4d3cadf by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:33.845271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Attempting to bind port f00e950d-4cb5-4b15-a776-d151f4d3cadf on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:33.852954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Port f00e950d-4cb5-4b15-a776-d151f4d3cadf on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:33.853292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Attempting to bind port f00e950d-4cb5-4b15-a776-d151f4d3cadf on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:33.861113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-23263838-85ed-4caa-acd5-ea92fb508456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:33.863690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-23263838-85ed-4caa-acd5-ea92fb508456 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9bf2fbc6-fea0-4932-b4ed-350cabcf0279 HTTP/1.1" status: 200 len: 853 time: 0.0604930 Aug 11 02:46:33.865917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:33.866359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:33.866760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:33.867226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Bound port: f00e950d-4cb5-4b15-a776-d151f4d3cadf, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:33.867601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:33.926928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-f659d879-0d14-41c6-8e00-256093b83051 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c533b9af-2485-4c5e-b1c3-d63469362045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495284 Aug 11 02:46:34.015434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] For port f00e950d-4cb5-4b15-a776-d151f4d3cadf, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:34.020175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] For port f00e950d-4cb5-4b15-a776-d151f4d3cadf, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:34.024893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:34.084226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.084865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:34.086375 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] 10.222.0.59 "PUT /v2.0/ports/f00e950d-4cb5-4b15-a776-d151f4d3cadf HTTP/1.1" status: 200 len: 1092 time: 0.9192791 Aug 11 02:46:34.086826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'tag': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:34.092207 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f918a-f173-455f-8494-61abbdddb080" -d '{"events": [{"name": "network-changed", "server_uuid": "bf977cf4-54ea-4b7e-91cb-a6422f1e463f", "tag": "f00e950d-4cb5-4b15-a776-d151f4d3cadf"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:34.169643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-fa1f93fc-3cce-47c9-8e8f-4a6f057729d7 service neutron] 10.222.0.59 "GET /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323165 Aug 11 02:46:34.182561 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4808e-9f6f-4ad4-ab91-ffd6e7108c1d x-openstack-request-id: req-e4e4808e-9f6f-4ad4-ab91-ffd6e7108c1d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:34.183135 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf977cf4-54ea-4b7e-91cb-a6422f1e463f", "tag": "f00e950d-4cb5-4b15-a776-d151f4d3cadf", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:34.183135 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4e4808e-9f6f-4ad4-ab91-ffd6e7108c1d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:34.184063 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'tag': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf', 'status': 'completed', 'code': 200} Aug 11 02:46:34.224746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c3e36-a902-430f-9f0d-81c0e5c1878d service neutron] Pushing event updated for resources: {'Port': ['ID=f00e950d-4cb5-4b15-a776-d151f4d3cadf,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:34.246395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-e5e2157e-a187-4b40-aa90-6227f0c2dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.248220 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-e5e2157e-a187-4b40-aa90-6227f0c2dd18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 1095 time: 0.1015902 Aug 11 02:46:34.318520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-7b254b3a-a888-4402-81b6-de531fa78f0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf HTTP/1.1" status: 200 len: 217 time: 0.0551276 Aug 11 02:46:34.415817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-5ef245ba-5fd8-4b95-8dd1-7613af6488f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.416111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c3bc-c0f8-4cf0-8863-c630166c6d0c req-5b6b6a42-a2db-45a2-acfe-62d4d09e95b6 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.418759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a97c3bc-c0f8-4cf0-8863-c630166c6d0c req-5b6b6a42-a2db-45a2-acfe-62d4d09e95b6 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 943 time: 0.1465940 Aug 11 02:46:34.419669 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-5ef245ba-5fd8-4b95-8dd1-7613af6488f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0870547 Aug 11 02:46:34.427294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d288a1-31e1-47b7-a4b8-1fe124dea19a req-57d98bc8-1ea9-417e-8757-8e5cbe2370b8 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.430286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97d288a1-31e1-47b7-a4b8-1fe124dea19a req-57d98bc8-1ea9-417e-8757-8e5cbe2370b8 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1597748 Aug 11 02:46:34.436487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4bf23bf-456f-4294-8ea7-79f9e925e036 req-7e44ac05-6c4e-40b7-9a66-1de65aab9e55 service neutron] 10.222.0.59 "GET /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551501 Aug 11 02:46:34.494745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-72257e66-037e-4a1c-b7e7-0ad32ea08fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.497462 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-72257e66-037e-4a1c-b7e7-0ad32ea08fcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584841 Aug 11 02:46:34.555116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a97c3bc-c0f8-4cf0-8863-c630166c6d0c req-008bd3ff-1919-4372-ac8f-34281774357f tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210122 Aug 11 02:46:34.560406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97d288a1-31e1-47b7-a4b8-1fe124dea19a req-51ebf0d6-2438-4ea7-bac2-01af63d75032 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138282 Aug 11 02:46:34.650508 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-333c7d65-f83e-4e28-9138-961b031297b1 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428590 Aug 11 02:46:34.690272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc607e-3e2d-4944-b5c3-1b617340aa7e req-cbe86af8-de85-4fbc-b666-e8f14dc42c41 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.691859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69fc607e-3e2d-4944-b5c3-1b617340aa7e req-cbe86af8-de85-4fbc-b666-e8f14dc42c41 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0628216 Aug 11 02:46:34.753030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69fc607e-3e2d-4944-b5c3-1b617340aa7e req-7a5cd0c9-7858-4b31-9a43-ab229ff291a7 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547421 Aug 11 02:46:34.772154 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9624b688-f4b9-40f8-940e-9f4a097965fd req-997831bb-3212-40c3-903c-ad5572b1d3aa service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138601 Aug 11 02:46:34.873754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 30a4f35a-0c44-4407-8e65-54fb82fe8cac up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:34.892678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f918a-f173-455f-8494-61abbdddb080 req-6e9aa725-1f40-4171-8d86-5d6d8c6d188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.894509 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-6e9aa725-1f40-4171-8d86-5d6d8c6d188c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 1095 time: 0.0532193 Aug 11 02:46:34.935050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 30a4f35a-0c44-4407-8e65-54fb82fe8cac triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:34.935431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:35.315770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f918a-f173-455f-8494-61abbdddb080 req-985d5f41-a008-4857-b7d8-2e11e359bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.317192 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-985d5f41-a008-4857-b7d8-2e11e359bd21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.4154758 Aug 11 02:46:35.370351 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-bb844d18-1740-4c05-821b-aaf5806a4fcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf HTTP/1.1" status: 200 len: 217 time: 0.0358212 Aug 11 02:46:35.431867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f918a-f173-455f-8494-61abbdddb080 req-2aa91679-2a08-46b1-9918-786d4c981b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.433425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-2aa91679-2a08-46b1-9918-786d4c981b59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0467606 Aug 11 02:46:35.493382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f918a-f173-455f-8494-61abbdddb080 req-5f362e8e-dd31-4c03-909a-44818bff868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.494955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-5f362e8e-dd31-4c03-909a-44818bff868f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455008 Aug 11 02:46:35.639834 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-64026188-46b0-454c-8a62-295aafec7d88 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350033 Aug 11 02:46:35.662195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 98e60898-0676-4d85-b708-06b3cf06f907 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:35.690375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373be4-8c09-44c6-bba1-338030d0da33 req-c8847820-2339-4644-963c-3baa105e642b tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.693609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44373be4-8c09-44c6-bba1-338030d0da33 req-c8847820-2339-4644-963c-3baa105e642b tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 943 time: 0.0583797 Aug 11 02:46:35.793695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44373be4-8c09-44c6-bba1-338030d0da33 req-76c15362-45ad-45c7-9bf6-c3670ad53312 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865972 Aug 11 02:46:35.812249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-047f918a-f173-455f-8494-61abbdddb080 req-c550ed1b-d330-4aba-86c2-ae017bae5f1b service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640506 Aug 11 02:46:35.828354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e66314-b167-4ab5-ab9a-870fc6840454 req-03b5d351-2c6c-48f3-a65b-ce02a5730e27 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.836000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4e66314-b167-4ab5-ab9a-870fc6840454 req-03b5d351-2c6c-48f3-a65b-ce02a5730e27 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1381128 Aug 11 02:46:35.878777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 98e60898-0676-4d85-b708-06b3cf06f907, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=98e60898-0676-4d85-b708-06b3cf06f907,segment=NetworkSegment(11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e),segment_id=11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:35.888540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d4e66314-b167-4ab5-ab9a-870fc6840454 req-78206ecb-78e8-49b6-8067-c085849aea12 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509892 Aug 11 02:46:35.902963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '98e60898-0676-4d85-b708-06b3cf06f907', 'network_id': 'c533b9af-2485-4c5e-b1c3-d63469362045', 'port_id': '98e60898-0676-4d85-b708-06b3cf06f907', 'mac_address': 'fa:16:3e:c7:9e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf2fbc6-fea0-4932-b4ed-350cabcf0279', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:35.952404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:35.960118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b195d-1301-4e05-8809-040e30fd583a req-7d782103-ddac-447c-a26f-06938023a532 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.962204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee3b195d-1301-4e05-8809-040e30fd583a req-7d782103-ddac-447c-a26f-06938023a532 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0621853 Aug 11 02:46:35.971588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e60898-0676-4d85-b708-06b3cf06f907 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:35.994265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 98e60898-0676-4d85-b708-06b3cf06f907, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=98e60898-0676-4d85-b708-06b3cf06f907,segment=NetworkSegment(11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e),segment_id=11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:35.999685 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:36.012244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee3b195d-1301-4e05-8809-040e30fd583a req-eaeaece3-bc11-4148-9729-15d23e3baed7 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Aug 11 02:46:36.057011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=98e60898-0676-4d85-b708-06b3cf06f907,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:36.293726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['98e60898-0676-4d85-b708-06b3cf06f907'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:36.947965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b069f2-af7e-4250-be24-baa3e1a41b67 req-0ba898b8-b021-4e4e-aba3-bb824aad1999 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:36.956053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32b069f2-af7e-4250-be24-baa3e1a41b67 req-0ba898b8-b021-4e4e-aba3-bb824aad1999 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 944 time: 0.0634124 Aug 11 02:46:37.030049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32b069f2-af7e-4250-be24-baa3e1a41b67 req-a2f350fa-933d-45ea-80e1-630eacf34387 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730245 Aug 11 02:46:37.041126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827092c-83fc-455d-a81f-9e4faf6a27c9 req-b1b11012-6cfc-43dd-8a4a-5c7c8933dee1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:37.042771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8827092c-83fc-455d-a81f-9e4faf6a27c9 req-b1b11012-6cfc-43dd-8a4a-5c7c8933dee1 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0788193 Aug 11 02:46:37.100098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8827092c-83fc-455d-a81f-9e4faf6a27c9 req-255b40ee-27c0-4b63-a847-a097ea54e3a2 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454583 Aug 11 02:46:37.167614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97746e2f-4694-4be1-bbd7-715c04fdecd8 req-5b58a5b1-a465-4a84-a86d-29dea047650c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:37.169724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97746e2f-4694-4be1-bbd7-715c04fdecd8 req-5b58a5b1-a465-4a84-a86d-29dea047650c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0572593 Aug 11 02:46:37.211694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97746e2f-4694-4be1-bbd7-715c04fdecd8 req-7439b960-1095-4b6a-a2c1-0cbcaccc4441 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355060 Aug 11 02:46:37.678414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 98e60898-0676-4d85-b708-06b3cf06f907 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:37.738934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 98e60898-0676-4d85-b708-06b3cf06f907 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:37.743630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 98e60898-0676-4d85-b708-06b3cf06f907 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:37.744095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:37.989687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:38.013412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f07d826-77f7-463b-a787-a41e795115cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e60898-0676-4d85-b708-06b3cf06f907'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:38.015827 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30081dc8-0522-442e-828d-bf4ab5245496" -d '{"events": [{"server_uuid": "7f07d826-77f7-463b-a787-a41e795115cb", "name": "network-vif-plugged", "status": "completed", "tag": "98e60898-0676-4d85-b708-06b3cf06f907"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:38.030182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 98e60898-0676-4d85-b708-06b3cf06f907, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=98e60898-0676-4d85-b708-06b3cf06f907,segment=NetworkSegment(11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e),segment_id=11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:38.034026 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:38.060097 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcfbd8d-efc1-4f05-9c6d-761345b8411f x-openstack-request-id: req-bfcfbd8d-efc1-4f05-9c6d-761345b8411f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:38.060402 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f07d826-77f7-463b-a787-a41e795115cb", "name": "network-vif-plugged", "status": "completed", "tag": "98e60898-0676-4d85-b708-06b3cf06f907", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:38.060659 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfcfbd8d-efc1-4f05-9c6d-761345b8411f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:38.061051 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f07d826-77f7-463b-a787-a41e795115cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e60898-0676-4d85-b708-06b3cf06f907', 'code': 200} Aug 11 02:46:38.091573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=98e60898-0676-4d85-b708-06b3cf06f907,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:38.186171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21f37c-1132-4f48-b2a1-83d62094474f req-9a9c84ef-9337-4c98-88c6-d6dd0602d633 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:38.191224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a21f37c-1132-4f48-b2a1-83d62094474f req-9a9c84ef-9337-4c98-88c6-d6dd0602d633 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.0572782 Aug 11 02:46:38.198902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c595b-8e93-43c5-b48a-df16e0328be9 req-b402c9b3-619b-46db-b2fe-57903c0f6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:38.201215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e41c595b-8e93-43c5-b48a-df16e0328be9 req-b402c9b3-619b-46db-b2fe-57903c0f6500 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 1096 time: 0.0727401 Aug 11 02:46:38.244428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e41c595b-8e93-43c5-b48a-df16e0328be9 req-af73544a-1851-4cda-a13e-91455d0ef50f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Aug 11 02:46:38.265886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a21f37c-1132-4f48-b2a1-83d62094474f req-bcd2b55a-6ff3-4a79-a8d5-b3a70eb9a668 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Aug 11 02:46:38.284155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d05c1-2b98-43ef-a19b-a828fbb2411d req-b6870e9b-7866-46b1-a3de-5b69ebb2804c tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:38.285765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-356d05c1-2b98-43ef-a19b-a828fbb2411d req-b6870e9b-7866-46b1-a3de-5b69ebb2804c tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0811002 Aug 11 02:46:38.330705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-356d05c1-2b98-43ef-a19b-a828fbb2411d req-9fa03e1f-e7fd-4d41-9426-5020c8a62c2e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Aug 11 02:46:38.392936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda3a2-d2b5-41e0-9de9-a7886be0a046 req-7ad8589a-13fd-4aa5-a697-a5313e0e287a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:38.395044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffdda3a2-d2b5-41e0-9de9-a7886be0a046 req-7ad8589a-13fd-4aa5-a697-a5313e0e287a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0631495 Aug 11 02:46:38.435725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffdda3a2-d2b5-41e0-9de9-a7886be0a046 req-30bc263c-2a99-4b7f-bda9-b98b1ccf9e1b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Aug 11 02:46:39.402139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d103a-1707-4595-816f-b5bcd6201b1f req-05734064-2588-4da8-bd8f-f8fbb96babe6 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.410562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d7d103a-1707-4595-816f-b5bcd6201b1f req-05734064-2588-4da8-bd8f-f8fbb96babe6 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.0672429 Aug 11 02:46:39.479444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d7d103a-1707-4595-816f-b5bcd6201b1f req-ef0a1661-3ea7-494e-ac50-0579b8d6318c tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677605 Aug 11 02:46:39.497670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c208db2-4472-478d-a10e-da551e77192c req-c11fca83-0a59-4f9f-a015-d3abd0446852 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.499283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c208db2-4472-478d-a10e-da551e77192c req-c11fca83-0a59-4f9f-a015-d3abd0446852 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0684345 Aug 11 02:46:39.543264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c208db2-4472-478d-a10e-da551e77192c req-f241c4a8-336f-43a4-9e69-e511cff573b9 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Aug 11 02:46:39.605953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fe11a-11dc-4d1f-9748-89451a42c809 req-5b3369f7-e13b-4b8b-a022-710d8d623fb1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.607853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-647fe11a-11dc-4d1f-9748-89451a42c809 req-5b3369f7-e13b-4b8b-a022-710d8d623fb1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0636744 Aug 11 02:46:39.654200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-647fe11a-11dc-4d1f-9748-89451a42c809 req-2cc015ac-73ba-4f1d-991a-06f4e57c0540 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Aug 11 02:46:40.659538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d79646-fc17-4378-b91f-2007a66f06f5 req-d0b9fa0e-d41c-4b68-a084-76f8ccc706bd tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.662311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40d79646-fc17-4378-b91f-2007a66f06f5 req-d0b9fa0e-d41c-4b68-a084-76f8ccc706bd tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.1081467 Aug 11 02:46:40.730810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40d79646-fc17-4378-b91f-2007a66f06f5 req-a1d836be-e56f-4b3f-b5c6-c4ad2afdd112 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479016 Aug 11 02:46:40.739643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f00e8-b35f-47d5-8a4e-5917eadc8edd req-89090a1f-aab6-4003-bbae-7a21e9ef2e1d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.741252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac3f00e8-b35f-47d5-8a4e-5917eadc8edd req-89090a1f-aab6-4003-bbae-7a21e9ef2e1d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1209552 Aug 11 02:46:40.795538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac3f00e8-b35f-47d5-8a4e-5917eadc8edd req-b236172a-081d-433c-b481-2f7c44c8562e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Aug 11 02:46:40.858389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d820f37-95a8-45c7-9b79-e10d33e907ad req-cb6e8b9b-eac5-415c-b3f2-3ff4b921fcb2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.860873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d820f37-95a8-45c7-9b79-e10d33e907ad req-cb6e8b9b-eac5-415c-b3f2-3ff4b921fcb2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0594327 Aug 11 02:46:40.920426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d820f37-95a8-45c7-9b79-e10d33e907ad req-adefc4f9-3f17-41e9-81fd-7fb477157a9f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482759 Aug 11 02:46:41.264941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361378-aa92-4d34-b004-e789e7d9ca4c req-62aad0dc-1ccf-4955-969b-1ec64ea88476 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:41.266704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1361378-aa92-4d34-b004-e789e7d9ca4c req-62aad0dc-1ccf-4955-969b-1ec64ea88476 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.0606804 Aug 11 02:46:41.311068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1361378-aa92-4d34-b004-e789e7d9ca4c req-23fdb139-b629-4632-a6e9-51ad44fa6ee6 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Aug 11 02:46:41.579389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39011098-8aa2-4f84-bd32-990811b8743f req-5cd2a875-3e78-4c87-89c6-c95b11c7979f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:41.581026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39011098-8aa2-4f84-bd32-990811b8743f req-5cd2a875-3e78-4c87-89c6-c95b11c7979f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1097 time: 0.0542862 Aug 11 02:46:41.603775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39011098-8aa2-4f84-bd32-990811b8743f req-adc7ac9f-3288-455a-b512-9593ca63272f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.757577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39011098-8aa2-4f84-bd32-990811b8743f req-adc7ac9f-3288-455a-b512-9593ca63272f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.762909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-39011098-8aa2-4f84-bd32-990811b8743f req-adc7ac9f-3288-455a-b512-9593ca63272f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.787855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39011098-8aa2-4f84-bd32-990811b8743f req-adc7ac9f-3288-455a-b512-9593ca63272f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988492 Aug 11 02:46:41.815084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7ac9f-3288-455a-b512-9593ca63272f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b8890-7f3c-4c63-8071-cc0196e1e91f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:41.955216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21f7ee-2f6e-4b6f-aef3-a0199a05cb87 req-45c310b9-f2c0-44ec-8bbc-0a2008235890 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:41.956883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe21f7ee-2f6e-4b6f-aef3-a0199a05cb87 req-45c310b9-f2c0-44ec-8bbc-0a2008235890 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0895474 Aug 11 02:46:41.968752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202364f-3bff-4012-8e78-ef9809bb2e5a req-d5bae9dd-efaa-4359-9e70-23535b59bead tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:41.970445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7202364f-3bff-4012-8e78-ef9809bb2e5a req-d5bae9dd-efaa-4359-9e70-23535b59bead tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0742335 Aug 11 02:46:42.034851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe21f7ee-2f6e-4b6f-aef3-a0199a05cb87 req-b738c3ce-4b0e-4615-84e8-cf5000d8bc8e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634403 Aug 11 02:46:42.044921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7202364f-3bff-4012-8e78-ef9809bb2e5a req-9e8c10f4-c4f1-4cd7-a24e-ee2da8be5dad tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671709 Aug 11 02:46:42.070350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:42.153764 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41e15e91-4872-4c58-b367-e28a93e85527 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/cc7786ae-b386-4c97-bc4c-50bde4656db9 HTTP/1.1" status: 200 len: 993 time: 0.0802987 Aug 11 02:46:42.188256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:42.217329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b6dc-9531-457c-8cfe-3412d9c59c76 req-5ca23fae-c26c-480e-bb83-503e4e37131f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.219038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1776b6dc-9531-457c-8cfe-3412d9c59c76 req-5ca23fae-c26c-480e-bb83-503e4e37131f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0730474 Aug 11 02:46:42.263095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1776b6dc-9531-457c-8cfe-3412d9c59c76 req-fc5cb816-5e1e-4b0a-8321-558ef8dc0d63 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Aug 11 02:46:42.472149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a283d24-b77f-4f1c-b939-7d0543c95dda req-d9f77bba-f539-476a-bf6a-f21e4b214403 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.475382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a283d24-b77f-4f1c-b939-7d0543c95dda req-d9f77bba-f539-476a-bf6a-f21e4b214403 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.0740001 Aug 11 02:46:42.541383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a283d24-b77f-4f1c-b939-7d0543c95dda req-463c9f93-4ae2-4543-a36b-2625d676352e tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509415 Aug 11 02:46:43.094950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51224) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:43.181569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f175-a422-4edc-a1e4-7cf5f53a9018 req-f7ed84be-7d28-4fd0-ac07-1b4a92154453 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:43.183842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8784f175-a422-4edc-a1e4-7cf5f53a9018 req-f7ed84be-7d28-4fd0-ac07-1b4a92154453 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0679741 Aug 11 02:46:43.239991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc643e65-6300-4324-98bb-be09c53a7aad req-5c77909f-6036-4bef-b0b3-c86046788eb8 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:43.248438 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc643e65-6300-4324-98bb-be09c53a7aad req-5c77909f-6036-4bef-b0b3-c86046788eb8 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.1791515 Aug 11 02:46:43.269440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8784f175-a422-4edc-a1e4-7cf5f53a9018 req-fe9dfc70-f224-4587-9b80-537100aa7cc4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486631 Aug 11 02:46:43.283737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f19be-0fc4-4e0c-83db-9ed91f438540 req-54d1e2c7-df12-40be-b28b-a818c6a9cc38 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:43.285881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd1f19be-0fc4-4e0c-83db-9ed91f438540 req-54d1e2c7-df12-40be-b28b-a818c6a9cc38 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0998933 Aug 11 02:46:43.427009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Deleting port 98e60898-0676-4d85-b708-06b3cf06f907 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:43.427357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:43.427501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd1f19be-0fc4-4e0c-83db-9ed91f438540 req-f5b7cda6-72dd-4c3b-8d36-95e308cda8df tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261532 Aug 11 02:46:43.441735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-91426571-2564-4fc6-afa4-556a5e7a7069 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3455832 Aug 11 02:46:43.459463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b2e90-2126-4fb2-a6eb-3f4ca49b7e8d req-dc747d64-e9b6-4216-9806-b4ee877d9cf4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:43.467685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-302b2e90-2126-4fb2-a6eb-3f4ca49b7e8d req-dc747d64-e9b6-4216-9806-b4ee877d9cf4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0781858 Aug 11 02:46:43.549879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-302b2e90-2126-4fb2-a6eb-3f4ca49b7e8d req-690b00e6-622c-4f7a-9904-dc7c35efe076 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Aug 11 02:46:43.575926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] For port 98e60898-0676-4d85-b708-06b3cf06f907, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=98e60898-0676-4d85-b708-06b3cf06f907,segment=NetworkSegment(11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e),segment_id=11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:43.576300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:43.590991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Calling delete_port for 98e60898-0676-4d85-b708-06b3cf06f907 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:43.728752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beccd8-c3f0-4530-af75-bd9ad32ec44a req-21d7c6ed-ab62-4f66-b741-8dfc7def0599 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:43.739302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28beccd8-c3f0-4530-af75-bd9ad32ec44a req-21d7c6ed-ab62-4f66-b741-8dfc7def0599 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f07d826-77f7-463b-a787-a41e795115cb HTTP/1.1" status: 200 len: 945 time: 0.0796449 Aug 11 02:46:43.816435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28beccd8-c3f0-4530-af75-bd9ad32ec44a req-e2cc8692-c84b-4749-8295-36f7e012ebb6 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.16 "GET /v2.0/security-groups?id=34f92b78-545d-4bc9-aeb7-e7995865b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673854 Aug 11 02:46:43.818480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:43.862727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Pushing event deleted for resources: {'Port': ['ID=98e60898-0676-4d85-b708-06b3cf06f907,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:43.925883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0056c18-9f70-4bed-9984-ab0fd62b253b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:43.964256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] No DVR routers for this DVR port 98e60898-0676-4d85-b708-06b3cf06f907 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:43.970357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:43.973096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bc643e65-6300-4324-98bb-be09c53a7aad req-342c9f5f-3f73-4e96-8605-5a4515eafd36 tempest-ServerAddressesTestJSON-1220326522 tempest-ServerAddressesTestJSON-1220326522-project] 10.222.0.59 "DELETE /v2.0/ports/98e60898-0676-4d85-b708-06b3cf06f907 HTTP/1.1" status: 204 len: 173 time: 0.7140369 Aug 11 02:46:43.973869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f07d826-77f7-463b-a787-a41e795115cb', 'name': 'network-vif-deleted', 'tag': '98e60898-0676-4d85-b708-06b3cf06f907'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:43.978939 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fdecdf-f0e9-4545-997b-994ba9e83e91" -d '{"events": [{"server_uuid": "7f07d826-77f7-463b-a787-a41e795115cb", "name": "network-vif-deleted", "tag": "98e60898-0676-4d85-b708-06b3cf06f907"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:44.043972 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7988a1b3-bac8-41b4-b8b2-ef5d7e65956c x-openstack-request-id: req-7988a1b3-bac8-41b4-b8b2-ef5d7e65956c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:44.044477 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f07d826-77f7-463b-a787-a41e795115cb", "name": "network-vif-deleted", "tag": "98e60898-0676-4d85-b708-06b3cf06f907", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:44.045076 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7988a1b3-bac8-41b4-b8b2-ef5d7e65956c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:44.045626 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f07d826-77f7-463b-a787-a41e795115cb', 'name': 'network-vif-deleted', 'tag': '98e60898-0676-4d85-b708-06b3cf06f907', 'status': 'completed', 'code': 200} Aug 11 02:46:44.423373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206146-c970-4c27-879a-8623836ee9ab req-18892ed1-109a-42f5-ba57-9e4fae9230a2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:44.424912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f206146-c970-4c27-879a-8623836ee9ab req-18892ed1-109a-42f5-ba57-9e4fae9230a2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0608501 Aug 11 02:46:44.471007 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f206146-c970-4c27-879a-8623836ee9ab req-b3cd6d9e-9e81-4d5a-a7ba-d99f288b6d6d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Aug 11 02:46:44.572368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba5fa2-082f-4c71-b643-bbce79d0da89 req-e79ab9ab-6a3a-4f05-8b43-41006be4c8bd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:44.582089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3aba5fa2-082f-4c71-b643-bbce79d0da89 req-e79ab9ab-6a3a-4f05-8b43-41006be4c8bd tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0746081 Aug 11 02:46:44.629752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3aba5fa2-082f-4c71-b643-bbce79d0da89 req-88ff26de-0501-474b-a66a-146b3b7d0423 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Aug 11 02:46:44.753375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d972ee-8a0f-4a39-b936-7ebc5bf3b649 req-be2f49af-f005-4f45-a4d4-c2d0299c1589 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:44.755120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26d972ee-8a0f-4a39-b936-7ebc5bf3b649 req-be2f49af-f005-4f45-a4d4-c2d0299c1589 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.0877442 Aug 11 02:46:44.845453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26d972ee-8a0f-4a39-b936-7ebc5bf3b649 req-3f83d4c6-0e67-4a87-90ab-e92b9b120f4b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733047 Aug 11 02:46:44.905806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:44.958674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Deleting subnet 9bf2fbc6-fea0-4932-b4ed-350cabcf0279 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:46:44.962026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:44.998694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.040414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.096380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.137592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf2fbc6-fea0-4932-b4ed-350cabcf0279,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:45.144502 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.147090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-19559b03-0a4d-4ce7-8b12-bbb3879e9592 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9bf2fbc6-fea0-4932-b4ed-350cabcf0279 HTTP/1.1" status: 204 len: 168 time: 0.2404690 Aug 11 02:46:45.149849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51304) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:45.263697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.317378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-43c0bf00-bf3a-4e75-b981-fe7c13772e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:45.319119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-43c0bf00-bf3a-4e75-b981-fe7c13772e16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1097 time: 0.0861928 Aug 11 02:46:45.425451 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.440178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c533b9af-2485-4c5e-b1c3-d63469362045']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:45.458987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:45.459296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cbcc5e-f0dd-4da5-900c-0f8cdd778d7e') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:45.474430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.503494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-25dba2b8-1b6f-459c-b5be-e3868299b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:45.505279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-25dba2b8-1b6f-459c-b5be-e3868299b98b service neutron] 10.222.0.25 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.1748309 Aug 11 02:46:45.509450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.518531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:46:45.519203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:46:45.521280 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:46:45.660281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.667054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:45.671125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] 10.222.0.16 "DELETE /v2.0/networks/c533b9af-2485-4c5e-b1c3-d63469362045 HTTP/1.1" status: 204 len: 168 time: 0.5202439 Aug 11 02:46:45.675177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-9e86dc71-a9a5-43e1-99a8-d83ba7829390 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 1001 time: 0.1580892 Aug 11 02:46:45.699665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bedfc-76be-461d-9243-3260385849ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c533b9af-2485-4c5e-b1c3-d63469362045,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:45.709945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72679c80-28ae-4340-961a-139192975bd8 req-49f33622-e311-4863-9c49-a84e70e5cdc6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:45.714870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72679c80-28ae-4340-961a-139192975bd8 req-49f33622-e311-4863-9c49-a84e70e5cdc6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1168592 Aug 11 02:46:45.736607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device f00e950d-4cb5-4b15-a776-d151f4d3cadf details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:45.741304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 98e60898-0676-4d85-b708-06b3cf06f907 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:46:45.836852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-dc973a09-d97d-4163-9ec0-1b93fe12cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:45.838571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-dc973a09-d97d-4163-9ec0-1b93fe12cea5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.1484842 Aug 11 02:46:45.844055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72679c80-28ae-4340-961a-139192975bd8 req-eb2a7f8b-150d-42cc-b091-2d4ce82dd0f9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022131 Aug 11 02:46:45.868814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 98e60898-0676-4d85-b708-06b3cf06f907 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:46:45.869164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 98e60898-0676-4d85-b708-06b3cf06f907 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:46:45.889724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b36c0b-ea1e-4d7c-a9e0-274a7639b6d2 req-057f57cc-ad1d-4158-b28d-7f6aa4bb3c00 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:45.891624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97b36c0b-ea1e-4d7c-a9e0-274a7639b6d2 req-057f57cc-ad1d-4158-b28d-7f6aa4bb3c00 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1755006 Aug 11 02:46:45.958697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:45.959230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port f00e950d-4cb5-4b15-a776-d151f4d3cadf, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:45.973489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf', 'mac_address': 'fa:16:3e:05:6f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:45.994407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-4c37dd2a-9191-465d-b00e-640cf534bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:46.003031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-4c37dd2a-9191-465d-b00e-640cf534bd1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542401 Aug 11 02:46:46.020570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-97b36c0b-ea1e-4d7c-a9e0-274a7639b6d2 req-9677aa13-226d-4292-8eb3-ad39160b9064 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206427 Aug 11 02:46:46.037771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:46.064902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00e950d-4cb5-4b15-a776-d151f4d3cadf {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:46.106515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port f00e950d-4cb5-4b15-a776-d151f4d3cadf, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:46.112309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:46.134429 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-54c7283b-1bec-4bea-8a91-bf34d69fa65b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1863413 Aug 11 02:46:46.139965 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0dc1a03c-0b2c-4724-b234-546af0aca24c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ac720c1188b4f0cb6136a68c32678be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403432 Aug 11 02:46:46.142753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:46.200681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=f00e950d-4cb5-4b15-a776-d151f4d3cadf,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:46.211125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.211695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.212190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.212689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.213181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.213672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.214621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.215112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.215599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.216317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.217162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.217904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:46.247414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719f142-d12b-4724-b3d3-527423e5e8ce req-9100c58e-0e8e-4d08-8fac-6c36ef8fc38f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:46.255418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5719f142-d12b-4724-b3d3-527423e5e8ce req-9100c58e-0e8e-4d08-8fac-6c36ef8fc38f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 944 time: 0.1637690 Aug 11 02:46:46.267851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8a3f-5717-4d87-991d-515748a54fef req-39177a0a-b430-4eab-b19c-a8378d1d86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:46.270381 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-39177a0a-b430-4eab-b19c-a8378d1d86b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 1096 time: 0.0686727 Aug 11 02:46:46.309338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-b24a5f9a-ab6b-4bfb-9b6c-292ee11417bf service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877269 Aug 11 02:46:46.344945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1833c7-0574-4d3f-b24c-3213ff6dfd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:46.396277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8a3f-5717-4d87-991d-515748a54fef req-e6aa14e1-c39b-41b6-92f0-6831503e55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:46.397710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-e6aa14e1-c39b-41b6-92f0-6831503e55be service neutron] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.0985498 Aug 11 02:46:46.424764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['f00e950d-4cb5-4b15-a776-d151f4d3cadf'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:46.450251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-e7559b9c-e89f-49f6-aafe-d57638aed3e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f187ba-7251-4f91-9742-961feb7fb588 HTTP/1.1" status: 200 len: 217 time: 0.0428684 Aug 11 02:46:46.457581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5719f142-d12b-4724-b3d3-527423e5e8ce req-b7f844e3-4847-4655-b966-4cf02f2c9436 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000458 Aug 11 02:46:46.490959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1833c7-0574-4d3f-b24c-3213ff6dfd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:46.515088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8a3f-5717-4d87-991d-515748a54fef req-8cf365fd-e083-4246-9b13-57ceb29898d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:46.517590 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-8cf365fd-e083-4246-9b13-57ceb29898d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.0572295 Aug 11 02:46:46.558629 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-f710d41a-6377-48d7-82f1-9a1a8e9ae681 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277581 Aug 11 02:46:46.690213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-b0440901-1a38-418d-aba2-245d0e3ba093 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217608 Aug 11 02:46:46.792244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-318d8a3f-5717-4d87-991d-515748a54fef req-4f1abce2-0bbb-47b2-87cc-f2543116c99d service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937054 Aug 11 02:46:46.898516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-a9f38f5b-0417-46a8-8829-cd305417c089 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762627 Aug 11 02:46:46.906084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-80017376-5409-4f9a-b7f8-0650eb356d90 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:46.907599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-80017376-5409-4f9a-b7f8-0650eb356d90 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.5912545 Aug 11 02:46:46.932236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-a701b16e-beff-4afc-bfe6-d89993bad95e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/quotas/67315a0971cd44f4806a38c771acb889 HTTP/1.1" status: 200 len: 375 time: 0.0149918 Aug 11 02:46:46.954933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1833c7-0574-4d3f-b24c-3213ff6dfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:46.959034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0a1833c7-0574-4d3f-b24c-3213ff6dfd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:46.962571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0a1833c7-0574-4d3f-b24c-3213ff6dfd34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34f92b78-545d-4bc9-aeb7-e7995865b5b5 HTTP/1.1" status: 204 len: 168 time: 0.8156064 Aug 11 02:46:47.000512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1833c7-0574-4d3f-b24c-3213ff6dfd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f92b78-545d-4bc9-aeb7-e7995865b5b5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:47.074722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3af1d-0b7a-40f4-8d00-03baa03ea28a req-f0a2a452-6195-4860-ae53-5bb2ae328bc1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:47.076286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07c3af1d-0b7a-40f4-8d00-03baa03ea28a req-f0a2a452-6195-4860-ae53-5bb2ae328bc1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0953157 Aug 11 02:46:47.090736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-4742f964-438a-481f-a5c7-d06b0ba5f477 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509681 Aug 11 02:46:47.186591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07c3af1d-0b7a-40f4-8d00-03baa03ea28a req-2f08d578-aef5-4d07-bccb-4b0b96e2854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943387 Aug 11 02:46:47.232978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-5d06a5cc-b30e-4376-8b05-9c356d88a0e5 service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381695 Aug 11 02:46:47.391472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79985467-9dc1-425f-8f60-16ab560ec13f req-7b232e5c-2da1-475f-bca2-f5c79b05372e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:47.393022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79985467-9dc1-425f-8f60-16ab560ec13f req-7b232e5c-2da1-475f-bca2-f5c79b05372e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1361053 Aug 11 02:46:47.420857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-5c3e22ef-54ba-4002-9e9e-f28226883548 service neutron] 10.222.0.16 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791415 Aug 11 02:46:47.455940 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-94351779-51d1-4111-9679-bf9bcd501b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:47.459218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-79985467-9dc1-425f-8f60-16ab560ec13f req-712cb157-45fa-4025-89fb-6cdd3bd3b6d6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563700 Aug 11 02:46:47.629098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f35f-7579-488f-98db-1cfb065be8b9 req-0d68b000-f871-474f-a272-4da92ca0e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:47.642811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b60f35f-7579-488f-98db-1cfb065be8b9 req-0d68b000-f871-474f-a272-4da92ca0e804 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 1096 time: 0.0999167 Aug 11 02:46:47.694305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0dbafd5d-c84b-4060-bc20-dc308d3eb31f req-f8ea7ec3-aae6-49e6-8f1f-a17035352e1e tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0677819 Aug 11 02:46:47.703787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407016f2-4231-4e88-b1c7-483d0cd22c38 req-706f3852-73ce-4f9c-9be9-f1451912e344 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:47.705419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-407016f2-4231-4e88-b1c7-483d0cd22c38 req-706f3852-73ce-4f9c-9be9-f1451912e344 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 945 time: 0.1577561 Aug 11 02:46:47.744671 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:47.745451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b60f35f-7579-488f-98db-1cfb065be8b9 req-db75c8b0-558c-436a-b701-7e424dda64f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919406 Aug 11 02:46:47.762983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device f00e950d-4cb5-4b15-a776-d151f4d3cadf up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:47.766047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-407016f2-4231-4e88-b1c7-483d0cd22c38 req-1b45e557-2c2f-4fb5-9206-bd60ad25feaa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Aug 11 02:46:47.831884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port f00e950d-4cb5-4b15-a776-d151f4d3cadf completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:47.836578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port f00e950d-4cb5-4b15-a776-d151f4d3cadf triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:47.838499 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:47.958145 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:47.989092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:47.991628 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9d5ab-9d33-457f-a4cc-3d341aef0344" -d '{"events": [{"server_uuid": "bf977cf4-54ea-4b7e-91cb-a6422f1e463f", "name": "network-vif-plugged", "status": "completed", "tag": "f00e950d-4cb5-4b15-a776-d151f4d3cadf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:48.010434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51418) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:48.035594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port f00e950d-4cb5-4b15-a776-d151f4d3cadf, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:48.044695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.049361 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8eb3b7-2b4e-4b21-b162-c83df29e4f01 x-openstack-request-id: req-df8eb3b7-2b4e-4b21-b162-c83df29e4f01 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:48.050404 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf977cf4-54ea-4b7e-91cb-a6422f1e463f", "name": "network-vif-plugged", "status": "completed", "tag": "f00e950d-4cb5-4b15-a776-d151f4d3cadf", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:48.050832 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df8eb3b7-2b4e-4b21-b162-c83df29e4f01 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:48.052092 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf', 'code': 200} Aug 11 02:46:48.102849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=f00e950d-4cb5-4b15-a776-d151f4d3cadf,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:48.158846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98744a3-cf5a-41e9-a852-849334eb34c3 req-6da45d0d-dc1d-48dc-84cf-8bf8ad369a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:48.160384 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a98744a3-cf5a-41e9-a852-849334eb34c3 req-6da45d0d-dc1d-48dc-84cf-8bf8ad369a6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 1097 time: 0.0489800 Aug 11 02:46:48.168896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1009586328-network', 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:48.195762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:48.198145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.208959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.216599 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a98744a3-cf5a-41e9-a852-849334eb34c3 req-65bb3fd8-477e-4d5b-bc4d-5cb7d70adf37 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Aug 11 02:46:48.334589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a529d31-5ad5-4cd0-8732-8cd3cd268fc4 req-b74bf72a-c47c-454f-98dd-29ef94cf789e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:48.336542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a529d31-5ad5-4cd0-8732-8cd3cd268fc4 req-b74bf72a-c47c-454f-98dd-29ef94cf789e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0749216 Aug 11 02:46:48.396430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.402799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.414838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a529d31-5ad5-4cd0-8732-8cd3cd268fc4 req-415435a1-b210-45ed-957f-c0fac31b0af3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679028 Aug 11 02:46:48.452779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:48.457445 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.476691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:46:48.487426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.488006 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Added segment 2eca636b-2b5d-48f9-84c6-42d9d21f7be1 of type vlan for network ed2235ad-4a53-496e-aee2-84e72cf422ce Aug 11 02:46:48.532478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.589824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.590890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:48.591481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.678134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee6b6c-377c-46a9-bbda-56a7a7e3d66c req-92ad177b-6244-40d3-a582-dd738ad8cdac tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:48.679709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8eee6b6c-377c-46a9-bbda-56a7a7e3d66c req-92ad177b-6244-40d3-a582-dd738ad8cdac tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1339934 Aug 11 02:46:48.686568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6743872 Aug 11 02:46:48.686875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:48.697008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Request body: {'subnet': {'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1009586328-subnet', 'tenant_id': '71db42f069e34043a489b481a23a43c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:48.702169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353208eb-dd27-4047-b85b-c9ffd4288239 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2235ad-4a53-496e-aee2-84e72cf422ce,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:48.714467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ed2235ad-4a53-496e-aee2-84e72cf422ce details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:46:48.746923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8eee6b6c-377c-46a9-bbda-56a7a7e3d66c req-5833cf33-258a-488a-975e-5048c3d73e32 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Aug 11 02:46:48.764207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:48.767198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:48.840908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1dce5452-95e1-4955-aba6-1565909eaebb req-cc0d6f72-f764-45b8-8561-0c490d695809 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0560536 Aug 11 02:46:48.944123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bd6ef-78d7-484c-bbb5-2a157e317827 req-4e67f609-efad-46c2-bfce-3dd3fd668720 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:48.946505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e2bd6ef-78d7-484c-bbb5-2a157e317827 req-4e67f609-efad-46c2-bfce-3dd3fd668720 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.0718489 Aug 11 02:46:49.000124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:49.013572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e2bd6ef-78d7-484c-bbb5-2a157e317827 req-385aec04-b8d6-4c8d-a95e-7e8372fced69 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596476 Aug 11 02:46:49.128874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b587ed-744c-4adb-ba03-3fbda6ad87f1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:49.156664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-749da1d5-184a-48ab-b1e7-c5f68f136b5b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.158178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-749da1d5-184a-48ab-b1e7-c5f68f136b5b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 814 time: 0.1705718 Aug 11 02:46:49.159022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:49.159602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Network hostable DHCP agents. Network: ed2235ad-4a53-496e-aee2-84e72cf422ce, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:46:49.178991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Request body: {'port': {'device_id': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'admin_state_up': True, 'tenant_id': '67315a0971cd44f4806a38c771acb889'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:49.183637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:46:49.234834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ed2235ad-4a53-496e-aee2-84e72cf422ce) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:49.245677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814d404-0aa2-4a6d-81d3-48d6fb85be48 None None] Network ed2235ad-4a53-496e-aee2-84e72cf422ce requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:49.246957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.247628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:49.280617 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eaca5e9c-2ac6-4c05-9b25-bd48f2f2316a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5920284 Aug 11 02:46:49.358329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Made reservation on behalf of 67315a0971cd44f4806a38c771acb889 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:49.363763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:49.430276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451af6c-b576-40b4-8385-956262078cec None None] Network ed2235ad-4a53-496e-aee2-84e72cf422ce requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:49.546024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Allocated IP 172.20.0.6 (fffef75c-1024-488a-bd37-ed6b24e1ee64/24b41d84-d0e8-4f07-869a-2c314bf8accf/88956044-809f-4f7c-96af-e0e25cbd95a5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:49.658397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-55d1cf60-2221-40ec-a1cc-60b8d84e1c0d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490085 Aug 11 02:46:49.674466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3826a-8ac8-4fa3-aaaa-7b2e6b520cb7 req-e95ce2aa-9935-4612-8143-d9d53944db68 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.676184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1be3826a-8ac8-4fa3-aaaa-7b2e6b520cb7 req-e95ce2aa-9935-4612-8143-d9d53944db68 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0855000 Aug 11 02:46:49.750254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:49.770326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1be3826a-8ac8-4fa3-aaaa-7b2e6b520cb7 req-f5562aff-fc1d-47cf-ba84-8adc40ff2108 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769491 Aug 11 02:46:49.805135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:49.817657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588', 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:49.865493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1a1825df-0273-4d24-b1fa-fd4a3ce48941'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:49.875905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-beb89763-d32e-431a-8c53-77f0cf690263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.877490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-beb89763-d32e-431a-8c53-77f0cf690263 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1097 time: 0.1363652 Aug 11 02:46:49.908031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Network fffef75c-1024-488a-bd37-ed6b24e1ee64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:49.912822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:49.915265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event updated for resources: {'Port': ['ID=88956044-809f-4f7c-96af-e0e25cbd95a5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:49.923739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:49.997635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:49.998606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.025448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-9d2a9d96-886e-4d4d-8b4d-c498a0006032 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502333 Aug 11 02:46:50.041381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Request body: {'port': {'device_id': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:50.050623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75269959-b201-4413-8483-f8cac7ab2416 req-98bd2eb4-7766-4ceb-885c-006be32a3dac tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.058407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75269959-b201-4413-8483-f8cac7ab2416 req-98bd2eb4-7766-4ceb-885c-006be32a3dac tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1534808 Aug 11 02:46:50.101969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.140793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9616d1b8-0d13-4780-913a-2ed8387378ff tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.143169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.148496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9616d1b8-0d13-4780-913a-2ed8387378ff tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.3118036 Aug 11 02:46:50.174406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75269959-b201-4413-8483-f8cac7ab2416 req-6b92a8ac-c90d-45fe-a329-c64f18ff67a4 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144142 Aug 11 02:46:50.183586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-c05256a1-d77d-4b21-ac5e-168b1aa4e2c2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0340502 Aug 11 02:46:50.197461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-bdca5aac-8fae-4a4f-917e-1b4abbf58cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.197461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-bdca5aac-8fae-4a4f-917e-1b4abbf58cf7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 908 time: 0.2832613 Aug 11 02:46:50.227078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-99bdbd73-0030-4c82-8a7b-d15737f3d314 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422063 Aug 11 02:46:50.412511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-d2cb74dc-1604-4c17-964e-a895381bd458 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 1002 time: 0.1952565 Aug 11 02:46:50.441585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c5899-9eaa-4674-9e71-531ae4005d21 req-b724c01c-9f54-45e9-bb9d-0ce28d10044d tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.443274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e04c5899-9eaa-4674-9e71-531ae4005d21 req-b724c01c-9f54-45e9-bb9d-0ce28d10044d tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 931 time: 0.1067746 Aug 11 02:46:50.458982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88956044-809f-4f7c-96af-e0e25cbd95a5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:50.467149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.481842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Transition to ACTIVE for port object 88956044-809f-4f7c-96af-e0e25cbd95a5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:50.485968 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.489370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-214f24d2-efc1-4ac8-adc4-0b0799b60c51 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612884 Aug 11 02:46:50.513058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-b51ec806-ada8-41fc-b44a-c18527ee8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.514775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-b51ec806-ada8-41fc-b44a-c18527ee8f98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 200 len: 847 time: 0.0918643 Aug 11 02:46:50.550489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e04c5899-9eaa-4674-9e71-531ae4005d21 req-f01def8a-d3b6-45d7-8a8c-1d80e0363a16 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Aug 11 02:46:50.559927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Pushing event updated for resources: {'Port': ['ID=88956044-809f-4f7c-96af-e0e25cbd95a5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:50.645433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-8b45505d-90b2-41d3-8504-8139d6c29281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.645718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-8b45505d-90b2-41d3-8504-8139d6c29281 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07b14b45-97ad-4925-ab39-f96b4638d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201909 Aug 11 02:46:50.656289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Attempting to bind port 88956044-809f-4f7c-96af-e0e25cbd95a5 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:50.656700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Attempting to bind port 88956044-809f-4f7c-96af-e0e25cbd95a5 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:50.657093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Attempting to bind port 88956044-809f-4f7c-96af-e0e25cbd95a5 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:50.662189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Port 88956044-809f-4f7c-96af-e0e25cbd95a5 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:50.662606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Attempting to bind port 88956044-809f-4f7c-96af-e0e25cbd95a5 on network fffef75c-1024-488a-bd37-ed6b24e1ee64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:50.665229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-253c2416-2ad0-4724-93d0-ec3403c0dede service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494644 Aug 11 02:46:50.670785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:50.670996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Checking segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:50.671979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Bound using segment: {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:50.672411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Bound port: 88956044-809f-4f7c-96af-e0e25cbd95a5, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503fa398-8d99-43e7-81c6-b7396e5e686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:50.672774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.756674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] For port 88956044-809f-4f7c-96af-e0e25cbd95a5, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:50.759981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] For port 88956044-809f-4f7c-96af-e0e25cbd95a5, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=88956044-809f-4f7c-96af-e0e25cbd95a5,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:50.766045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.789934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.790962 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:50.793141 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] 10.222.0.59 "PUT /v2.0/ports/88956044-809f-4f7c-96af-e0e25cbd95a5 HTTP/1.1" status: 200 len: 1091 time: 0.7590086 Aug 11 02:46:50.806646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'tag': '88956044-809f-4f7c-96af-e0e25cbd95a5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:50.811603 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9674a96-0db7-4d16-964f-f54e1be21623" -d '{"events": [{"name": "network-changed", "server_uuid": "6e26cc74-68b6-47a9-b136-c1742b70c0a4", "tag": "88956044-809f-4f7c-96af-e0e25cbd95a5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:50.840155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e49b-e0c5-40d2-968e-b81c428ee81f req-80aa43b1-1dcf-490b-8b5b-2ecd6169809e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.850599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9e5e49b-e0c5-40d2-968e-b81c428ee81f req-80aa43b1-1dcf-490b-8b5b-2ecd6169809e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.1834366 Aug 11 02:46:50.903538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-17e86ef8-0356-44d2-8198-de61ad8669c9 service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472086 Aug 11 02:46:50.925363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a03b-e1c4-4827-b38a-95844041f207 service neutron] Pushing event updated for resources: {'Port': ['ID=88956044-809f-4f7c-96af-e0e25cbd95a5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:50.960999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-ecbe62ff-c724-4642-8ea6-967b3a1742b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:50.962951 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-ecbe62ff-c724-4642-8ea6-967b3a1742b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 1094 time: 0.1179540 Aug 11 02:46:51.046264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9e5e49b-e0c5-40d2-968e-b81c428ee81f req-7a027a97-cd95-4fe6-83e8-cb70371e6044 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839244 Aug 11 02:46:51.067343 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-6ff7edf9-9d33-4ebc-80b4-f85b61b77e9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88956044-809f-4f7c-96af-e0e25cbd95a5 HTTP/1.1" status: 200 len: 217 time: 0.0948682 Aug 11 02:46:51.148064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-97f89cf4-85d9-4d80-bd95-549455bb56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.149606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-97f89cf4-85d9-4d80-bd95-549455bb56da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=adebcffd7e3646a481c79843cbb31ba6&device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 1096 time: 0.0916209 Aug 11 02:46:51.153667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670feef2-337a-4406-9f88-01491f6aff13 req-42cf2b79-e3b6-4fd5-82a3-cf5b761601e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.155090 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-42cf2b79-e3b6-4fd5-82a3-cf5b761601e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.0598381 Aug 11 02:46:51.155706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1129933a-6a2e-4b8a-818d-7658882ac139 req-dc1e7915-a59e-4b03-b924-caf3380cd7ff tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 210 time: 0.0429053 Aug 11 02:46:51.194266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d7a95-8230-455f-9667-93541fdfafc8 req-f15fe700-5acc-4a8c-814e-0bec8ce2acc0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.195886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-947d7a95-8230-455f-9667-93541fdfafc8 req-f15fe700-5acc-4a8c-814e-0bec8ce2acc0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1469803 Aug 11 02:46:51.240063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ac32e33-8f00-4a7b-83e2-3bebe69d5bb3 req-4fbc9340-4ae4-4e93-9ae2-f88089a2472f service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213768 Aug 11 02:46:51.254669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-947d7a95-8230-455f-9667-93541fdfafc8 req-438a74b1-5434-485f-933e-099c6007874c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462148 Aug 11 02:46:51.295649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-1f842899-a612-4758-8dcf-069b15226a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.297117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-1f842899-a612-4758-8dcf-069b15226a67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 200 len: 910 time: 0.1299834 Aug 11 02:46:51.299088 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24589115-98ac-4162-8c98-1918805df48e x-openstack-request-id: req-24589115-98ac-4162-8c98-1918805df48e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:51.299385 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e26cc74-68b6-47a9-b136-c1742b70c0a4", "tag": "88956044-809f-4f7c-96af-e0e25cbd95a5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:51.299636 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24589115-98ac-4162-8c98-1918805df48e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:51.300174 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'tag': '88956044-809f-4f7c-96af-e0e25cbd95a5', 'status': 'completed', 'code': 200} Aug 11 02:46:51.361750 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-e16394a9-aa1b-4415-83d8-ac838d2ec0d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607378 Aug 11 02:46:51.363216 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-c49b8e46-21cf-4576-88ab-38d9ef33214c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58284431-97e4-4168-91bd-3b57d3946c10 HTTP/1.1" status: 200 len: 217 time: 0.0534158 Aug 11 02:46:51.422858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33852d0e-0a72-4e87-96e4-e6e2df496f5a req-473c85e0-7cd5-4f13-bd4b-99f9625c3615 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.424645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33852d0e-0a72-4e87-96e4-e6e2df496f5a req-473c85e0-7cd5-4f13-bd4b-99f9625c3615 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0832536 Aug 11 02:46:51.459876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14674-9f41-41fb-af4c-c925267bd2c8 req-78fe6736-73ba-4266-bdc0-42c03dcf0f6a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.467421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18e14674-9f41-41fb-af4c-c925267bd2c8 req-78fe6736-73ba-4266-bdc0-42c03dcf0f6a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.1123722 Aug 11 02:46:51.474740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-79b7e632-5cb4-4763-b058-4b0a4384e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.476222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-79b7e632-5cb4-4763-b058-4b0a4384e8ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 200 len: 850 time: 0.0965648 Aug 11 02:46:51.506152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33852d0e-0a72-4e87-96e4-e6e2df496f5a req-af515609-6727-4c44-ac83-ca984e0929df tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729752 Aug 11 02:46:51.535586 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-d86631da-fac3-4c43-adc6-6dbce885d7b6 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651292 Aug 11 02:46:51.537542 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-85c5288e-a01c-46d2-b854-9812bbfb87e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8960f787-39e5-4d9c-8c84-87431e54bf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502169 Aug 11 02:46:51.540192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18e14674-9f41-41fb-af4c-c925267bd2c8 req-8eacac84-c0d4-4673-94b6-81eafec7691a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579352 Aug 11 02:46:51.682273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df857acf-80da-485f-bcb5-6f98ab51708c req-978100fd-cb4c-483a-b346-3da41fd06ba3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.684344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df857acf-80da-485f-bcb5-6f98ab51708c req-978100fd-cb4c-483a-b346-3da41fd06ba3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.0794644 Aug 11 02:46:51.762765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-670feef2-337a-4406-9f88-01491f6aff13 req-2c52185e-9564-4238-b26a-8577d5b2b043 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067902 Aug 11 02:46:51.764995 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-dd334e68-fcba-40d7-b3f8-4db824815817 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195318 Aug 11 02:46:51.775000 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d494cb8-5a26-483e-902e-032bef435d7c req-08cca13a-8b36-4e4e-b151-0d4f43039b16 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.782480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d494cb8-5a26-483e-902e-032bef435d7c req-08cca13a-8b36-4e4e-b151-0d4f43039b16 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0970805 Aug 11 02:46:51.813795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df857acf-80da-485f-bcb5-6f98ab51708c req-527d2009-a63c-4837-b7de-b024de9f0f17 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997450 Aug 11 02:46:51.855883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d494cb8-5a26-483e-902e-032bef435d7c req-d184f808-75da-4c05-9d3a-ea7be0b58c0b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725605 Aug 11 02:46:51.923104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-f13fc0fb-8c68-4726-9141-9ecc47cbbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:51.924610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-f13fc0fb-8c68-4726-9141-9ecc47cbbb0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 1094 time: 0.0661142 Aug 11 02:46:51.928258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a4a12e4-6c8d-40b1-96c3-bf878465c106 req-e6a45c72-49f6-481e-acb7-ea9b9c5b6558 service neutron] 10.222.0.25 "GET /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511188 Aug 11 02:46:52.057095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-501f904e-9277-4ae2-b569-e612a8f0d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.058696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-501f904e-9277-4ae2-b569-e612a8f0d9ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.1266510 Aug 11 02:46:52.077562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f09fc-14a5-46e7-a5be-ab231873bb39 req-e0619b78-347c-4b31-a7ba-1773fe152176 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.086557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f08f09fc-14a5-46e7-a5be-ab231873bb39 req-e0619b78-347c-4b31-a7ba-1773fe152176 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.0679030 Aug 11 02:46:52.110400 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-b8ebaa18-6647-4fc5-aec0-21c3cb7bdfc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88956044-809f-4f7c-96af-e0e25cbd95a5 HTTP/1.1" status: 200 len: 217 time: 0.0369620 Aug 11 02:46:52.122110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f08f09fc-14a5-46e7-a5be-ab231873bb39 req-5fadbae4-ed10-4b4f-80e4-7ce35355f0aa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343833 Aug 11 02:46:52.178929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-c5df5c2d-e699-4872-b34d-fbae6d3d510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.180971 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-c5df5c2d-e699-4872-b34d-fbae6d3d510e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.0567486 Aug 11 02:46:52.227760 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-5cbdea89-560b-4847-8cf1-8a83e52174c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294745 Aug 11 02:46:52.279411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44f4bca6-370a-4a3f-bb4f-186535061853 req-0d76faa8-0172-439f-a150-b67c21d4bccf tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 210 time: 0.0366604 Aug 11 02:46:52.407641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51577c47-5ff8-479d-bd84-90d6bfd7829b req-ff4e71a4-3e48-4a3f-8f09-39047b3995cc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.416381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51577c47-5ff8-479d-bd84-90d6bfd7829b req-ff4e71a4-3e48-4a3f-8f09-39047b3995cc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0610485 Aug 11 02:46:52.444699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-3018f7c4-3d4d-4440-8f9e-e5d478140a58 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.446262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-3018f7c4-3d4d-4440-8f9e-e5d478140a58 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.2053943 Aug 11 02:46:52.448959 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-fc9e0187-7e3f-4e63-8e1d-49c0142deeb7 service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902144 Aug 11 02:46:52.462982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:52.465075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51577c47-5ff8-479d-bd84-90d6bfd7829b req-ec5836b8-6d56-43a9-aa82-3fadc69bf5b4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476363 Aug 11 02:46:52.647059 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c9674a96-0db7-4d16-964f-f54e1be21623 req-9b7c26ad-7c5e-4b6b-9d65-3dad9bbb829e service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800318 Aug 11 02:46:52.649367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33ad87-a2f2-494d-a831-57a92c47b3ea req-5a75d843-bde0-433f-91ca-edb5ff936faf tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.650977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e33ad87-a2f2-494d-a831-57a92c47b3ea req-5a75d843-bde0-433f-91ca-edb5ff936faf tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0531471 Aug 11 02:46:52.668451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:52.673905 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:52.699162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e33ad87-a2f2-494d-a831-57a92c47b3ea req-c6cd9468-a8d1-4f83-92dd-4832644abe2c tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Aug 11 02:46:52.828076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.3 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/74f470ef-d623-4a2b-a76a-96b8f05d109f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:52.979959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f5d3-222b-4ba3-8546-aa44054c73d6 req-0dc0f4b6-9879-46b1-966b-c86e43d6ee71 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:52.981974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42b7f5d3-222b-4ba3-8546-aa44054c73d6 req-0dc0f4b6-9879-46b1-966b-c86e43d6ee71 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0524561 Aug 11 02:46:52.990736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.023346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42b7f5d3-222b-4ba3-8546-aa44054c73d6 req-509f3fd6-24ff-4cd1-8ceb-b29d16c7f451 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Aug 11 02:46:53.032733 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.064197 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.080406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:53.085544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:53.090027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:53.118156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=74f470ef-d623-4a2b-a76a-96b8f05d109f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:53.132903 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.143424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.144364 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.161335 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-b869cd15-5449-4a5c-b545-79e547753f01 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7037435 Aug 11 02:46:53.175589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Request body: {'port': {'device_id': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:53.232208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.252160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889e9a-c657-40ac-9cb5-c1d8a03f31e4 req-61100007-e36a-49dd-a813-c90f995f0f69 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.254023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd889e9a-c657-40ac-9cb5-c1d8a03f31e4 req-61100007-e36a-49dd-a813-c90f995f0f69 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.0533528 Aug 11 02:46:53.300561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd889e9a-c657-40ac-9cb5-c1d8a03f31e4 req-cd21d772-c4ea-4f73-8633-e24341d41959 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Aug 11 02:46:53.424985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8793d-af31-4e1b-a906-756610725d71 req-cebc1b07-0679-4dcf-b441-4b9f11050968 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.427121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fad8793d-af31-4e1b-a906-756610725d71 req-cebc1b07-0679-4dcf-b441-4b9f11050968 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 931 time: 0.0596969 Aug 11 02:46:53.469428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fad8793d-af31-4e1b-a906-756610725d71 req-1edbb717-be33-4c74-8817-72045a4117d0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Aug 11 02:46:53.525913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f470ef-d623-4a2b-a76a-96b8f05d109f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:53.534627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.547391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Transition to ACTIVE for port object 74f470ef-d623-4a2b-a76a-96b8f05d109f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:53.552344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.590857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa5a6e-714d-4272-94bd-1a30e7197c4b req-2d3ca9d2-4cfb-4007-892c-332c91cc1710 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.592465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14aa5a6e-714d-4272-94bd-1a30e7197c4b req-2d3ca9d2-4cfb-4007-892c-332c91cc1710 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0537572 Aug 11 02:46:53.605540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Pushing event updated for resources: {'Port': ['ID=74f470ef-d623-4a2b-a76a-96b8f05d109f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:53.653790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14aa5a6e-714d-4272-94bd-1a30e7197c4b req-241fcaee-9912-4f16-8c00-352c7d6e536a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546312 Aug 11 02:46:53.711085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Attempting to bind port 74f470ef-d623-4a2b-a76a-96b8f05d109f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:53.711846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Attempting to bind port 74f470ef-d623-4a2b-a76a-96b8f05d109f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:53.711846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Attempting to bind port 74f470ef-d623-4a2b-a76a-96b8f05d109f on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:53.716517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Port 74f470ef-d623-4a2b-a76a-96b8f05d109f on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:53.717016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Attempting to bind port 74f470ef-d623-4a2b-a76a-96b8f05d109f on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:53.722206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:53.722605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:53.723049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:53.723708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Bound port: 74f470ef-d623-4a2b-a76a-96b8f05d109f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:53.724948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.804958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 88956044-809f-4f7c-96af-e0e25cbd95a5 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:53.839302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] For port 74f470ef-d623-4a2b-a76a-96b8f05d109f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:53.842966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] For port 74f470ef-d623-4a2b-a76a-96b8f05d109f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:53.850901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.896229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de98714-ce03-43d7-be1e-bc9457772254 req-681fe258-9b21-456b-ad04-cc4d2a24594a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.903175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0de98714-ce03-43d7-be1e-bc9457772254 req-681fe258-9b21-456b-ad04-cc4d2a24594a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1223719 Aug 11 02:46:53.935315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:53.936407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:53.938182 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] 10.222.0.25 "PUT /v2.0/ports/74f470ef-d623-4a2b-a76a-96b8f05d109f HTTP/1.1" status: 200 len: 1091 time: 0.7672744 Aug 11 02:46:53.938804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'tag': '74f470ef-d623-4a2b-a76a-96b8f05d109f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:53.942256 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02873573-0d4f-4dd3-aca2-a3430257d99e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b21bd5-4548-4d3c-8128-ecfd992e5131", "tag": "74f470ef-d623-4a2b-a76a-96b8f05d109f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:53.996610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 88956044-809f-4f7c-96af-e0e25cbd95a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=88956044-809f-4f7c-96af-e0e25cbd95a5,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:54.001161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef21f5a-816c-4926-a063-47b2aca680cd service neutron] Pushing event updated for resources: {'Port': ['ID=74f470ef-d623-4a2b-a76a-96b8f05d109f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:54.001307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0de98714-ce03-43d7-be1e-bc9457772254 req-4206165f-4dbe-4c8c-99f0-d08bcec724a7 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821943 Aug 11 02:46:54.020558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '88956044-809f-4f7c-96af-e0e25cbd95a5', 'network_id': 'fffef75c-1024-488a-bd37-ed6b24e1ee64', 'port_id': '88956044-809f-4f7c-96af-e0e25cbd95a5', 'mac_address': 'fa:16:3e:03:97:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b41d84-d0e8-4f07-869a-2c314bf8accf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:54.028617 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573636d8-4c0a-4a88-b18c-71e8d0858b99 x-openstack-request-id: req-573636d8-4c0a-4a88-b18c-71e8d0858b99 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:54.029108 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b21bd5-4548-4d3c-8128-ecfd992e5131", "tag": "74f470ef-d623-4a2b-a76a-96b8f05d109f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:54.029498 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-573636d8-4c0a-4a88-b18c-71e8d0858b99 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:54.030053 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'tag': '74f470ef-d623-4a2b-a76a-96b8f05d109f', 'status': 'completed', 'code': 200} Aug 11 02:46:54.067975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-4c9887f0-ba91-4d6f-b3e2-5d95af3abdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.069601 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-4c9887f0-ba91-4d6f-b3e2-5d95af3abdec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 1094 time: 0.0641136 Aug 11 02:46:54.082386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:54.115838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88956044-809f-4f7c-96af-e0e25cbd95a5 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:54.168219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 88956044-809f-4f7c-96af-e0e25cbd95a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=88956044-809f-4f7c-96af-e0e25cbd95a5,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:54.175284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:54.229655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=88956044-809f-4f7c-96af-e0e25cbd95a5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:54.350991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a06b0-aed6-4346-a9ff-a70186ad348a req-d23fde55-d1c9-4f6e-8979-dafc76d723d8 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.359263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b17a06b0-aed6-4346-a9ff-a70186ad348a req-d23fde55-d1c9-4f6e-8979-dafc76d723d8 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 944 time: 0.2240512 Aug 11 02:46:54.434359 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b17a06b0-aed6-4346-a9ff-a70186ad348a req-7825177d-190f-4ab9-b611-df4ab9113fd5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728023 Aug 11 02:46:54.470799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['88956044-809f-4f7c-96af-e0e25cbd95a5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:54.476210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4789e-7db1-4fab-a6a9-79e7015bb00b req-35009757-731c-49ad-800b-e19ec52196ad tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.482605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6de4789e-7db1-4fab-a6a9-79e7015bb00b req-35009757-731c-49ad-800b-e19ec52196ad tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.0789685 Aug 11 02:46:54.522771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6de4789e-7db1-4fab-a6a9-79e7015bb00b req-59feecf1-684b-4683-9b58-c2d0c92abe4f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357604 Aug 11 02:46:54.625210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-506680b8-634a-4b56-ba2a-cc08ec5e9762 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f HTTP/1.1" status: 200 len: 217 time: 0.5404038 Aug 11 02:46:54.662245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a799bfa-d0ca-4a5e-83b9-acb68950e3ca req-53c61e81-7016-4a7e-b1f4-a3841a6ee73a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.685479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a799bfa-d0ca-4a5e-83b9-acb68950e3ca req-53c61e81-7016-4a7e-b1f4-a3841a6ee73a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 943 time: 0.1106482 Aug 11 02:46:54.723506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-3cbac7f1-a285-4965-b0be-52398d75e176 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.734049 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-3cbac7f1-a285-4965-b0be-52398d75e176 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 946 time: 0.1243467 Aug 11 02:46:54.765890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a799bfa-d0ca-4a5e-83b9-acb68950e3ca req-c9f9b4e4-5489-400b-9ed7-b2d85f58cc6b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770438 Aug 11 02:46:54.784134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-819e83c0-a5c0-4c83-aa3c-03aade9480dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.784134 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-819e83c0-a5c0-4c83-aa3c-03aade9480dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.1421194 Aug 11 02:46:54.848016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc599-af29-47d7-a0ea-3e57ab74b485 req-38ed2d6c-e577-4487-af80-3c19b2f594b1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:54.850089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-824dc599-af29-47d7-a0ea-3e57ab74b485 req-38ed2d6c-e577-4487-af80-3c19b2f594b1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0823801 Aug 11 02:46:54.869179 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-6514f4ab-b329-463b-9414-004189410fbd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398545 Aug 11 02:46:54.892854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-824dc599-af29-47d7-a0ea-3e57ab74b485 req-b225e80c-a74b-48ba-b37c-ccd2abad9167 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362458 Aug 11 02:46:54.944005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port f00e950d-4cb5-4b15-a776-d151f4d3cadf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:54.944350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.041550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-5d3ad485-bb53-45df-9e38-0111e6a7b5d8 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579175 Aug 11 02:46:55.121089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port f00e950d-4cb5-4b15-a776-d151f4d3cadf, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=f00e950d-4cb5-4b15-a776-d151f4d3cadf,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:55.121558 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.141786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for f00e950d-4cb5-4b15-a776-d151f4d3cadf owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:55.150550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62f474-0cd4-4ce1-be61-ea29fcd8d48e req-cf490e53-79d7-4e1d-b7b5-fa19bcb35eab tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.154488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b62f474-0cd4-4ce1-be61-ea29fcd8d48e req-cf490e53-79d7-4e1d-b7b5-fa19bcb35eab tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0629623 Aug 11 02:46:55.198884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b62f474-0cd4-4ce1-be61-ea29fcd8d48e req-efc416a2-74b5-4474-9d9a-1d8fff205145 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Aug 11 02:46:55.231084 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0af1cf0-8624-44d4-a007-0c4aceeaaca3 req-08a995e0-d57a-419d-864e-6382647ddd42 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739423 Aug 11 02:46:55.394144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.406686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['f00e950d-4cb5-4b15-a776-d151f4d3cadf'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:55.410139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-32ee73f3-3278-4de0-8ece-009238b852ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.412058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-32ee73f3-3278-4de0-8ece-009238b852ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 1094 time: 0.0885732 Aug 11 02:46:55.508815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=f00e950d-4cb5-4b15-a776-d151f4d3cadf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:55.517540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2c33c-9648-46a5-b6d9-f5ada494aca3 req-81e6192c-b74c-4410-85e2-68b0b131b858 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.519827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e2c33c-9648-46a5-b6d9-f5ada494aca3 req-81e6192c-b74c-4410-85e2-68b0b131b858 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0554039 Aug 11 02:46:55.574920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port f00e950d-4cb5-4b15-a776-d151f4d3cadf on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:55.577954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.580398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-caf690ee-cb89-4c8e-a994-eaa2a42a9fa2 req-5fca52b2-a1dd-4025-94e6-64aface9218b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "DELETE /v2.0/ports/f00e950d-4cb5-4b15-a776-d151f4d3cadf HTTP/1.1" status: 204 len: 173 time: 0.8434575 Aug 11 02:46:55.616901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-d7510bae-1267-4833-af6c-2cecf3730da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.618499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-d7510bae-1267-4833-af6c-2cecf3730da1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.1749811 Aug 11 02:46:55.626237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e2c33c-9648-46a5-b6d9-f5ada494aca3 req-0f9c262d-1aba-494d-a78d-e9ce9713cbfe tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893302 Aug 11 02:46:55.710249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-b750e567-6dd0-45b8-af9f-3fb888424424 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f HTTP/1.1" status: 200 len: 217 time: 0.0631990 Aug 11 02:46:55.753185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c79b0-2ab4-4f2e-a8e2-b1465245083e req-cbdf9a4d-08c5-4f88-9932-90a30f58f3d3 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.756085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-523c79b0-2ab4-4f2e-a8e2-b1465245083e req-cbdf9a4d-08c5-4f88-9932-90a30f58f3d3 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 944 time: 0.2511325 Aug 11 02:46:55.805823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-00cdf49b-32a5-49ee-bd71-abc077faea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.806572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c3f0040-1d4e-45a1-82ad-7225f886f464 req-037f79ee-08e1-4492-a505-790d893b560a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.0442133 Aug 11 02:46:55.807038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 88956044-809f-4f7c-96af-e0e25cbd95a5 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:55.808131 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-00cdf49b-32a5-49ee-bd71-abc077faea1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.0788126 Aug 11 02:46:55.871510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-523c79b0-2ab4-4f2e-a8e2-b1465245083e req-cdd09b82-2cbc-46e9-b218-9f941fdce528 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064756 Aug 11 02:46:55.890945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 88956044-809f-4f7c-96af-e0e25cbd95a5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:55.896180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-bcef3d95-a662-4868-91a6-e0345639cd11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731201 Aug 11 02:46:55.898949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 88956044-809f-4f7c-96af-e0e25cbd95a5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:55.899531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.983462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a96d9-0be0-4435-be78-30580cc1c64a req-cbeaadf0-b45e-479c-9e24-727b28008182 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:55.985420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b6a96d9-0be0-4435-be78-30580cc1c64a req-cbeaadf0-b45e-479c-9e24-727b28008182 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 943 time: 0.1032393 Aug 11 02:46:56.039879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:56.090109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b6a96d9-0be0-4435-be78-30580cc1c64a req-3e89740b-c7c8-4bfb-8d79-0b64a415c11d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961487 Aug 11 02:46:56.119103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed8862-1a00-44e9-8162-83ca59fb8c8c req-94d324fd-d831-4ec3-ae7f-09ef8a341e9f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:56.121110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92ed8862-1a00-44e9-8162-83ca59fb8c8c req-94d324fd-d831-4ec3-ae7f-09ef8a341e9f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1058514 Aug 11 02:46:56.123787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88956044-809f-4f7c-96af-e0e25cbd95a5'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:56.123934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'name': 'network-vif-deleted', 'tag': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:56.126414 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39054c9c-dab8-4c81-b575-65dda5daaef9" -d '{"events": [{"server_uuid": "bf977cf4-54ea-4b7e-91cb-a6422f1e463f", "name": "network-vif-deleted", "tag": "f00e950d-4cb5-4b15-a776-d151f4d3cadf"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:56.131370 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-5938b521-2860-43fe-a718-cc582955b31e service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254345 Aug 11 02:46:56.131812 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafe328f-d35c-46c5-89d6-0ca8af547f97" -d '{"events": [{"server_uuid": "6e26cc74-68b6-47a9-b136-c1742b70c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "88956044-809f-4f7c-96af-e0e25cbd95a5"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:56.178663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 88956044-809f-4f7c-96af-e0e25cbd95a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=88956044-809f-4f7c-96af-e0e25cbd95a5,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:56.188225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:56.210106 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1768e72-608b-45f9-b26d-948d3b18c8bb x-openstack-request-id: req-f1768e72-608b-45f9-b26d-948d3b18c8bb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:56.210527 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf977cf4-54ea-4b7e-91cb-a6422f1e463f", "name": "network-vif-deleted", "tag": "f00e950d-4cb5-4b15-a776-d151f4d3cadf", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:56.210909 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1768e72-608b-45f9-b26d-948d3b18c8bb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:56.211390 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf977cf4-54ea-4b7e-91cb-a6422f1e463f', 'name': 'network-vif-deleted', 'tag': 'f00e950d-4cb5-4b15-a776-d151f4d3cadf', 'status': 'completed', 'code': 200} Aug 11 02:46:56.226354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92ed8862-1a00-44e9-8162-83ca59fb8c8c req-ea1225a3-967d-46ab-b9af-ac1a7f5d492a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987630 Aug 11 02:46:56.275170 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-02873573-0d4f-4dd3-aca2-a3430257d99e req-10e34414-0593-4807-a188-f4e16d521459 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325734 Aug 11 02:46:56.282128 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebca972-390c-4a42-9e9d-0448fb476e80 x-openstack-request-id: req-7ebca972-390c-4a42-9e9d-0448fb476e80 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:56.282543 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26cc74-68b6-47a9-b136-c1742b70c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "88956044-809f-4f7c-96af-e0e25cbd95a5", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:56.282890 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ebca972-390c-4a42-9e9d-0448fb476e80 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:56.283393 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88956044-809f-4f7c-96af-e0e25cbd95a5', 'code': 200} Aug 11 02:46:56.289674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=88956044-809f-4f7c-96af-e0e25cbd95a5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:56.420571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb4dd9-adb1-439f-8deb-9f1b6e031096 req-9256fc9d-8a91-4b7b-ac93-4ba40a798f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:56.422130 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e4bb4dd9-adb1-439f-8deb-9f1b6e031096 req-9256fc9d-8a91-4b7b-ac93-4ba40a798f2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.0540926 Aug 11 02:46:56.467075 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e4bb4dd9-adb1-439f-8deb-9f1b6e031096 req-de4a4f35-b2eb-4e15-b0ac-153abc24f1f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Aug 11 02:46:56.765735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5332104-2d36-43db-a1c6-71c84e3f7ae7 req-a0f32fd7-0107-43d7-90a1-f396ad3d7f6d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:56.767336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5332104-2d36-43db-a1c6-71c84e3f7ae7 req-a0f32fd7-0107-43d7-90a1-f396ad3d7f6d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0586975 Aug 11 02:46:56.809618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5332104-2d36-43db-a1c6-71c84e3f7ae7 req-ebb89c90-5998-4177-97d5-427690b3dc38 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Aug 11 02:46:56.921251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-806c1994-8896-4578-889f-f304b1ec9066 req-a0d4b9c9-8c9e-4449-87d3-96c6761f2d04 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.0394762 Aug 11 02:46:57.009610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6991b3e-becb-4a96-bcd8-29edd30b8efe req-6c96158f-7aac-47cc-b65e-f83806d54681 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.011854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6991b3e-becb-4a96-bcd8-29edd30b8efe req-6c96158f-7aac-47cc-b65e-f83806d54681 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0681682 Aug 11 02:46:57.055270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6991b3e-becb-4a96-bcd8-29edd30b8efe req-3bfa66ba-e180-4847-a56f-5b78232ee55f tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Aug 11 02:46:57.201476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2016a5-0df6-4c0a-897b-c3f0d9be9e35 req-b2650a1d-d10c-47d4-93d0-4504bcb7fcb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.203071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f2016a5-0df6-4c0a-897b-c3f0d9be9e35 req-b2650a1d-d10c-47d4-93d0-4504bcb7fcb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 943 time: 0.0528691 Aug 11 02:46:57.265492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f2016a5-0df6-4c0a-897b-c3f0d9be9e35 req-ccaa3cd9-4ef9-4eb4-975a-f7af1c587537 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Aug 11 02:46:57.352939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4174dce-a65d-47bc-a6f8-680966de2809 req-5ea6eae2-fb54-4e11-8f77-d912e55dfa27 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.354657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4174dce-a65d-47bc-a6f8-680966de2809 req-5ea6eae2-fb54-4e11-8f77-d912e55dfa27 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0551999 Aug 11 02:46:57.405434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4174dce-a65d-47bc-a6f8-680966de2809 req-523795e8-aa52-47c2-b0a6-db485e1a3b4e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434897 Aug 11 02:46:57.797408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device f00e950d-4cb5-4b15-a776-d151f4d3cadf no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:46:57.828613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: f00e950d-4cb5-4b15-a776-d151f4d3cadf {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:46:57.829094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device f00e950d-4cb5-4b15-a776-d151f4d3cadf not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:46:57.939870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e604-36a5-44f4-8023-77de220c4502 req-3ed3a319-7588-48f5-9834-d6de408d3f63 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:57.941725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d18e604-36a5-44f4-8023-77de220c4502 req-3ed3a319-7588-48f5-9834-d6de408d3f63 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.0563319 Aug 11 02:46:58.010346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d18e604-36a5-44f4-8023-77de220c4502 req-f1302951-ce21-4d44-ac1f-5bc057ff9e8d tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596280 Aug 11 02:46:58.039193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b60664df-7531-4f94-affe-1644573433cb req-13e43b7c-82b4-43ff-b48f-480b6cffde92 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.0337179 Aug 11 02:46:58.197711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3aa10-34db-490e-ae46-8780acd02b15 req-6d278f16-fdec-4611-bb3e-4198effd2d31 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.200426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8d3aa10-34db-490e-ae46-8780acd02b15 req-6d278f16-fdec-4611-bb3e-4198effd2d31 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0643582 Aug 11 02:46:58.240532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8d3aa10-34db-490e-ae46-8780acd02b15 req-4b6c08e2-cf81-49ef-b723-df8bf2cf14fb tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Aug 11 02:46:58.463262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc407e-e4d5-4a3c-9cbd-120f6e32c7bf req-de7dea4e-f6e6-4784-bfe0-e2737d754947 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.475635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16dc407e-e4d5-4a3c-9cbd-120f6e32c7bf req-de7dea4e-f6e6-4784-bfe0-e2737d754947 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 943 time: 0.1041868 Aug 11 02:46:58.558133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16dc407e-e4d5-4a3c-9cbd-120f6e32c7bf req-ab9a5890-1e87-4e82-a9ad-18822a325c4f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Aug 11 02:46:58.643643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01b9b6-ef8a-42e3-a916-722181617c23 req-b167e887-f20e-4d80-9c23-3950ffc17a42 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.645520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd01b9b6-ef8a-42e3-a916-722181617c23 req-b167e887-f20e-4d80-9c23-3950ffc17a42 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1419649 Aug 11 02:46:58.694516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74f470ef-d623-4a2b-a76a-96b8f05d109f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:58.738282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd01b9b6-ef8a-42e3-a916-722181617c23 req-89632399-fa11-4a8a-8c8a-c8a133d29b57 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751917 Aug 11 02:46:58.837294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74f470ef-d623-4a2b-a76a-96b8f05d109f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:58.876051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '74f470ef-d623-4a2b-a76a-96b8f05d109f', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': '74f470ef-d623-4a2b-a76a-96b8f05d109f', 'mac_address': 'fa:16:3e:f2:a4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:58.938154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.975957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f470ef-d623-4a2b-a76a-96b8f05d109f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:59.043374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74f470ef-d623-4a2b-a76a-96b8f05d109f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:59.049457 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.116224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-bc80d7c8-9196-4ad4-b0f2-6c0ac8b8a0db tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.120985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-bc80d7c8-9196-4ad4-b0f2-6c0ac8b8a0db tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1739345 Aug 11 02:46:59.130778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74f470ef-d623-4a2b-a76a-96b8f05d109f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:59.287885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Deleting port 58284431-97e4-4168-91bd-3b57d3946c10 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:59.288337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.299418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:59.299574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8adb6592-ba96-4e06-844f-760d3ac63c2d req-1fca4f6b-67a0-44da-81c3-bc79639ed7cd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.0767605 Aug 11 02:46:59.326998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460e66-a71b-49a6-9d8a-d8a4f911c2f6 req-abe9115a-5b1b-4a9c-9803-7be3fb06c0f6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.328578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60460e66-a71b-49a6-9d8a-d8a4f911c2f6 req-abe9115a-5b1b-4a9c-9803-7be3fb06c0f6 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=489eeedb-8af2-4413-8458-0184e5fb4e5f HTTP/1.1" status: 200 len: 945 time: 0.1677811 Aug 11 02:46:59.390249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:59.646770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] For port 58284431-97e4-4168-91bd-3b57d3946c10, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=58284431-97e4-4168-91bd-3b57d3946c10,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:59.646770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.663735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Calling delete_port for 58284431-97e4-4168-91bd-3b57d3946c10 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:59.772790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60460e66-a71b-49a6-9d8a-d8a4f911c2f6 req-f14e495e-62ac-49c2-bb5a-e6652e41f79a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334550 Aug 11 02:46:59.818702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c33371-702c-4b85-9aaf-babd1dd1b28a req-02e05a09-66e6-44f9-8655-3b668be86727 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.821105 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55c33371-702c-4b85-9aaf-babd1dd1b28a req-02e05a09-66e6-44f9-8655-3b668be86727 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 944 time: 0.0974808 Aug 11 02:46:59.877453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edf19c-0ec5-4397-9333-d70b9d252079 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.877988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edf19c-0ec5-4397-9333-d70b9d252079 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.878537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edf19c-0ec5-4397-9333-d70b9d252079 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.880973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-27edf19c-0ec5-4397-9333-d70b9d252079 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=5d0f712b9f2a48edb48b93abad5e6bb3&network_id=11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 200 len: 2970 time: 0.4858322 Aug 11 02:46:59.984201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55c33371-702c-4b85-9aaf-babd1dd1b28a req-eab6eb25-b276-491a-8e0b-61ae0b83bbcf tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537182 Aug 11 02:47:00.012866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.023824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e12527-a43f-4fc5-9f2b-cf0b4c06aba1 req-a381cbd4-656b-46af-8b08-8a8438be2942 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:00.025577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20e12527-a43f-4fc5-9f2b-cf0b4c06aba1 req-a381cbd4-656b-46af-8b08-8a8438be2942 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.0968156 Aug 11 02:47:00.047400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e0298939-b83c-4735-b646-e565ecfb229d', '58284431-97e4-4168-91bd-3b57d3946c10'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:00.067558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Pushing event deleted for resources: {'Port': ['ID=58284431-97e4-4168-91bd-3b57d3946c10,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:00.119041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20e12527-a43f-4fc5-9f2b-cf0b4c06aba1 req-89c6973d-9e7b-4058-9387-7f96b231006a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855482 Aug 11 02:47:00.180315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] No DVR routers for this DVR port 58284431-97e4-4168-91bd-3b57d3946c10 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:00.183590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.185841 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5ea4d278-da11-4c99-8923-83f2283f8a9c req-a21434fe-1dfb-470d-bfe8-2c9cc5a8085a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "DELETE /v2.0/ports/58284431-97e4-4168-91bd-3b57d3946c10 HTTP/1.1" status: 204 len: 173 time: 1.0609281 Aug 11 02:47:00.186397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'name': 'network-vif-deleted', 'tag': '58284431-97e4-4168-91bd-3b57d3946c10'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:00.188906 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f53dc0-dd83-4581-9d64-9a9271ba0093" -d '{"events": [{"server_uuid": "489eeedb-8af2-4413-8458-0184e5fb4e5f", "name": "network-vif-deleted", "tag": "58284431-97e4-4168-91bd-3b57d3946c10"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:00.251273 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30814580-a783-4c6d-8e98-7ca6ad4ab069 x-openstack-request-id: req-30814580-a783-4c6d-8e98-7ca6ad4ab069 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:00.251788 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489eeedb-8af2-4413-8458-0184e5fb4e5f", "name": "network-vif-deleted", "tag": "58284431-97e4-4168-91bd-3b57d3946c10", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:00.252209 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30814580-a783-4c6d-8e98-7ca6ad4ab069 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:00.252802 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489eeedb-8af2-4413-8458-0184e5fb4e5f', 'name': 'network-vif-deleted', 'tag': '58284431-97e4-4168-91bd-3b57d3946c10', 'status': 'completed', 'code': 200} Aug 11 02:47:00.430355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c5c7dd9-cde4-4a23-ad40-a1e39d65e0fa req-a98a316d-250a-4a56-b47e-4e9187107dc0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf977cf4-54ea-4b7e-91cb-a6422f1e463f HTTP/1.1" status: 200 len: 210 time: 0.0366669 Aug 11 02:47:00.703779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74f470ef-d623-4a2b-a76a-96b8f05d109f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:00.762835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 74f470ef-d623-4a2b-a76a-96b8f05d109f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:00.771798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 74f470ef-d623-4a2b-a76a-96b8f05d109f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:00.773802 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.898202 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.942180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f470ef-d623-4a2b-a76a-96b8f05d109f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:00.944734 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692756f9-b90f-4082-93d2-23d196c090bc" -d '{"events": [{"server_uuid": "b3b21bd5-4548-4d3c-8128-ecfd992e5131", "name": "network-vif-plugged", "status": "completed", "tag": "74f470ef-d623-4a2b-a76a-96b8f05d109f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:00.968309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74f470ef-d623-4a2b-a76a-96b8f05d109f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:00.974755 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:00.976451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 58284431-97e4-4168-91bd-3b57d3946c10 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:01.028113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 58284431-97e4-4168-91bd-3b57d3946c10 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:01.029308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 58284431-97e4-4168-91bd-3b57d3946c10 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:01.067943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74f470ef-d623-4a2b-a76a-96b8f05d109f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:01.105125 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620913ea-8fcf-44c6-9eb8-b72acba8485a x-openstack-request-id: req-620913ea-8fcf-44c6-9eb8-b72acba8485a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:01.105763 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b21bd5-4548-4d3c-8128-ecfd992e5131", "name": "network-vif-plugged", "status": "completed", "tag": "74f470ef-d623-4a2b-a76a-96b8f05d109f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:01.106661 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-620913ea-8fcf-44c6-9eb8-b72acba8485a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:01.107239 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f470ef-d623-4a2b-a76a-96b8f05d109f', 'code': 200} Aug 11 02:47:01.257398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bbef2-95e3-4efb-8a00-b7740dc3c401 req-dea81042-101a-4689-8f9c-ea4d5df4a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:01.261395 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-686bbef2-95e3-4efb-8a00-b7740dc3c401 req-dea81042-101a-4689-8f9c-ea4d5df4a4ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 1096 time: 0.0848365 Aug 11 02:47:01.264799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a0f01-10c6-4f02-9404-ff649c2c5c88 req-44e0e025-9d99-4586-920e-ecb186578f9e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:01.267439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-796a0f01-10c6-4f02-9404-ff649c2c5c88 req-44e0e025-9d99-4586-920e-ecb186578f9e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 945 time: 0.0840869 Aug 11 02:47:01.327710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-686bbef2-95e3-4efb-8a00-b7740dc3c401 req-7ee93a3c-1d11-4975-9125-474233efc202 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573039 Aug 11 02:47:01.341838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-796a0f01-10c6-4f02-9404-ff649c2c5c88 req-a4a4430d-1599-4f2c-b3c2-ae252ae48f22 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650187 Aug 11 02:47:01.538254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82498ec-111d-4d12-9d08-b27658316acb req-41eaef67-ceb8-4110-abfe-c9ac5709b68c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:01.543082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e82498ec-111d-4d12-9d08-b27658316acb req-41eaef67-ceb8-4110-abfe-c9ac5709b68c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1022556 Aug 11 02:47:01.577060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95dc8a-d11b-42fa-8304-2c5e89ed2ffe req-61739dd1-e504-42ff-8b9d-951ee1637024 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:01.578685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f95dc8a-d11b-42fa-8304-2c5e89ed2ffe req-61739dd1-e504-42ff-8b9d-951ee1637024 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.0963631 Aug 11 02:47:01.611530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e82498ec-111d-4d12-9d08-b27658316acb req-8be47135-6476-4778-8a7a-d71337adc3ec tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625570 Aug 11 02:47:01.654668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f95dc8a-d11b-42fa-8304-2c5e89ed2ffe req-3dd5a4ae-85f0-40df-8d89-ea56c72a2dc7 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646346 Aug 11 02:47:02.516841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a41293-e90f-463a-ad1f-e06c83f85503 req-e168b492-43c1-4db0-849d-0460d03ee324 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:02.530399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82a41293-e90f-463a-ad1f-e06c83f85503 req-e168b492-43c1-4db0-849d-0460d03ee324 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 945 time: 0.0877402 Aug 11 02:47:02.588496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82a41293-e90f-463a-ad1f-e06c83f85503 req-b5baa325-9412-4b21-8f69-76983377f135 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Aug 11 02:47:02.823578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6a5e-9052-4ca5-8304-eca496ffc887 req-f2d9fd9a-d8df-43dc-82d0-e06bd07f5556 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:02.832421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f4c6a5e-9052-4ca5-8304-eca496ffc887 req-f2d9fd9a-d8df-43dc-82d0-e06bd07f5556 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1121829 Aug 11 02:47:02.864053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e867a4-56c1-4fdc-a02d-623f9a342b1e req-eeec6d3a-b85c-44c4-96e2-9c80465643ca tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:02.867680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0e867a4-56c1-4fdc-a02d-623f9a342b1e req-eeec6d3a-b85c-44c4-96e2-9c80465643ca tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.1062255 Aug 11 02:47:02.919803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f4c6a5e-9052-4ca5-8304-eca496ffc887 req-2a665109-9356-48e5-a662-2d72bb4e6734 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863245 Aug 11 02:47:02.949798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0e867a4-56c1-4fdc-a02d-623f9a342b1e req-cc675930-ee61-4453-8be6-173ddbf72b36 tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727100 Aug 11 02:47:03.161765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab18eb-29b5-43d5-b510-8b2a4aa50409 req-6e06cad8-2b5a-43df-bcc0-12d3de603613 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:03.163644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ab18eb-29b5-43d5-b510-8b2a4aa50409 req-6e06cad8-2b5a-43df-bcc0-12d3de603613 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.1320426 Aug 11 02:47:03.180839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ab18eb-29b5-43d5-b510-8b2a4aa50409 req-da25f389-ef3c-4f77-8117-0299e9ba8b45 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0106225 Aug 11 02:47:03.263497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ab18eb-29b5-43d5-b510-8b2a4aa50409 req-d5b53cf7-8592-41a0-8396-52acd22bcc76 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760524 Aug 11 02:47:03.387576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ab18eb-29b5-43d5-b510-8b2a4aa50409 req-7d689781-7eed-48d1-8cba-13e3adc6af36 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146011 Aug 11 02:47:03.540917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ab18eb-29b5-43d5-b510-8b2a4aa50409 req-ebee9e03-3980-4ee8-83eb-818802708ffe service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369426 Aug 11 02:47:03.700490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-e9202e39-9bd8-47c0-ae63-873011d4297e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:03.703474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-e9202e39-9bd8-47c0-ae63-873011d4297e tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.0781374 Aug 11 02:47:03.853237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Deleting port e0298939-b83c-4735-b646-e565ecfb229d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:03.853932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.043213 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] For port e0298939-b83c-4735-b646-e565ecfb229d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0298939-b83c-4735-b646-e565ecfb229d,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:04.062944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.067327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.135422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Calling delete_port for e0298939-b83c-4735-b646-e565ecfb229d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:04.383243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80c26-eec3-4763-b3a5-ba7e160cb993 req-42f670ea-6e64-4455-bd3c-6192d338753f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:04.404417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13b80c26-eec3-4763-b3a5-ba7e160cb993 req-42f670ea-6e64-4455-bd3c-6192d338753f tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6a2c921-3982-4a02-aad4-2cc4aa6be020 HTTP/1.1" status: 200 len: 945 time: 0.2867751 Aug 11 02:47:04.412400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3071b-09b0-4e3c-a164-ba3b14167e34 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:04.418614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b8c3071b-09b0-4e3c-a164-ba3b14167e34 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 814 time: 0.3541083 Aug 11 02:47:04.446096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d1f1-984b-48a4-91c8-4d2d12f022e9 req-3de679cd-4e6f-47bb-aca4-d40747538c77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:04.448426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b391d1f1-984b-48a4-91c8-4d2d12f022e9 req-3de679cd-4e6f-47bb-aca4-d40747538c77 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.2792494 Aug 11 02:47:04.522047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13b80c26-eec3-4763-b3a5-ba7e160cb993 req-94352ad5-6d45-40f4-9c97-ad3a762d1a3b tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e11f7cc-14e1-40e4-a45e-4a3871359759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021252 Aug 11 02:47:04.525810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.540126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e0298939-b83c-4735-b646-e565ecfb229d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:04.566110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Pushing event deleted for resources: {'Port': ['ID=e0298939-b83c-4735-b646-e565ecfb229d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:04.566754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b391d1f1-984b-48a4-91c8-4d2d12f022e9 req-7143157c-80b1-4232-8ea3-d15b743e1cd9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991545 Aug 11 02:47:04.660690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] No DVR routers for this DVR port e0298939-b83c-4735-b646-e565ecfb229d on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:04.667719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.675883 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4ecf6b7-3ac0-46bb-a160-b195fc264079 req-0bdb3f84-5e9e-4ad0-b807-41616f64c53a tempest-ServerRescueTestJSON-802816100 tempest-ServerRescueTestJSON-802816100-project] 10.222.0.25 "DELETE /v2.0/ports/e0298939-b83c-4735-b646-e565ecfb229d HTTP/1.1" status: 204 len: 173 time: 0.9658186 Aug 11 02:47:04.676467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'name': 'network-vif-deleted', 'tag': 'e0298939-b83c-4735-b646-e565ecfb229d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:04.691453 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d873bf-2b2a-4746-a8dd-f8f8ebe2ad3f" -d '{"events": [{"server_uuid": "f6a2c921-3982-4a02-aad4-2cc4aa6be020", "name": "network-vif-deleted", "tag": "e0298939-b83c-4735-b646-e565ecfb229d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:04.775585 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1a005-e2ae-4f1c-9704-b7f0a83c5c07 x-openstack-request-id: req-2ef1a005-e2ae-4f1c-9704-b7f0a83c5c07 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:04.777152 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a2c921-3982-4a02-aad4-2cc4aa6be020", "name": "network-vif-deleted", "tag": "e0298939-b83c-4735-b646-e565ecfb229d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:04.777684 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ef1a005-e2ae-4f1c-9704-b7f0a83c5c07 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:04.778314 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a2c921-3982-4a02-aad4-2cc4aa6be020', 'name': 'network-vif-deleted', 'tag': 'e0298939-b83c-4735-b646-e565ecfb229d', 'status': 'completed', 'code': 200} Aug 11 02:47:05.098704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-8e6b9887-c25e-4615-94bc-34aa5f3ed091 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:05.106998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-8e6b9887-c25e-4615-94bc-34aa5f3ed091 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.2461288 Aug 11 02:47:05.128808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-031cfe06-8346-42fd-838b-ccfe36874843 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0122871 Aug 11 02:47:05.273897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a29d351e-e257-4629-b01a-0ec2f3615578 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206629 Aug 11 02:47:05.385025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51948) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.395309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'network': {'name': 'tempest-network-smoke--325092564', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:05.520961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:05.524568 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.562114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a934131c-f69e-4385-8992-16311ac4aff2 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824023 Aug 11 02:47:05.568873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:47:05.625323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.625684 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Added segment da2361ee-b30b-4560-95ce-008e2d052edf of type vlan for network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 Aug 11 02:47:05.658937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.697409 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.820709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-32edc633-3dd2-469e-8397-2329dbbe0836 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479954 Aug 11 02:47:05.976926 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.000725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:06.009250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.304769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Network': ['ID=27613fc9-8179-4e5d-b7cd-05e0cbf11322,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:06.320638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:47:06.336619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-732db375-af13-40c6-abf1-b9fe349c98d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9497995 Aug 11 02:47:06.362137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175590-9333-467e-ab95-e78b19188e79 req-cf0872bc-8c38-4586-93a6-61692ac623db tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:06.366912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:06.376508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1175590-9333-467e-ab95-e78b19188e79 req-cf0872bc-8c38-4586-93a6-61692ac623db tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.5536501 Aug 11 02:47:06.382654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6c132b2-6c0d-478d-a16c-faedf6457869 req-adcc2e61-6d6d-4291-8a33-b971a839bf70 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 210 time: 0.1624327 Aug 11 02:47:06.478621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1175590-9333-467e-ab95-e78b19188e79 req-f7be661a-fef9-4f69-a76c-07a66b5c4b44 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999961 Aug 11 02:47:06.645202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4b846-8d92-42de-a18e-6d8c0d5f8a93 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:06.649730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bda4b846-8d92-42de-a18e-6d8c0d5f8a93 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5d0f712b9f2a48edb48b93abad5e6bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2696233 Aug 11 02:47:06.650470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:06.740311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0298939-b83c-4735-b646-e565ecfb229d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:06.814560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: e0298939-b83c-4735-b646-e565ecfb229d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:06.816749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0298939-b83c-4735-b646-e565ecfb229d not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:06.959647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.157918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c800a1-52fc-4ce7-86a9-4aa602eed812 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:07.160738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a3c800a1-52fc-4ce7-86a9-4aa602eed812 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5080447 Aug 11 02:47:07.168298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52042) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.305615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b4af338-85a8-45f8-bc50-717a93ff2254 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1356981 Aug 11 02:47:07.309938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52052) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.420929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9313c1f7-d06f-481f-b431-5a34bb1079d1 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5d0f712b9f2a48edb48b93abad5e6bb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1090255 Aug 11 02:47:07.429928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52064) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:07.724688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Deleting port 885a4ce2-98a2-482f-8edf-62ecdfc43492 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:07.725219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.740764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30c66716-24ed-4922-a31a-cfcadb29d157 req-94f03c5a-c4a3-4321-9974-d6d79590633b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 210 time: 0.0824833 Aug 11 02:47:07.908472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382b4ea-7e75-4070-9e1d-63eb43688294 req-6ba6a677-19dc-413a-a45b-fd046bf9f9bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:07.923544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1382b4ea-7e75-4070-9e1d-63eb43688294 req-6ba6a677-19dc-413a-a45b-fd046bf9f9bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.2640800 Aug 11 02:47:07.965978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11c309-de5a-4a66-84b7-392ea3050b66 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:07.968115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e11c309-de5a-4a66-84b7-392ea3050b66 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5316112 Aug 11 02:47:07.972121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:08.036200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1382b4ea-7e75-4070-9e1d-63eb43688294 req-62db9798-89aa-4ebf-9270-18f143ced50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116259 Aug 11 02:47:08.111244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] For port 885a4ce2-98a2-482f-8edf-62ecdfc43492, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=885a4ce2-98a2-482f-8edf-62ecdfc43492,segment=NetworkSegment(1d04ae18-cfeb-4aa6-b847-48e162c3ba43),segment_id=1d04ae18-cfeb-4aa6-b847-48e162c3ba43)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:08.111650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.116801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b42614db-b9d7-4a01-a8ec-2b43b00a4fc5 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435435 Aug 11 02:47:08.120136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52080) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:08.126274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185240621', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:08.327674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-4fb1f776-a4db-4011-bbc4-ef1c5922d4ce tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:08.330125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-4fb1f776-a4db-4011-bbc4-ef1c5922d4ce tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.2736366 Aug 11 02:47:08.343884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Calling delete_port for 885a4ce2-98a2-482f-8edf-62ecdfc43492 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:08.374577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:08.428687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:08.436566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.769466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.779866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:08.785977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.832079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.886509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Subnet': ['ID=edb1cf31-67cc-4b94-a720-0c5186cfa3dd,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:08.975942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Checking segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:08.976358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network hostable DHCP agents. Network: 27613fc9-8179-4e5d-b7cd-05e0cbf11322, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:47:09.021182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:47:09.041945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 27613fc9-8179-4e5d-b7cd-05e0cbf11322) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:09.054554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:09.055468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.067517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50391d85-19d6-46f8-8ed9-dbbb6b983308 None None] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:09.155105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=885a4ce2-98a2-482f-8edf-62ecdfc43492,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:09.188959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6dd2147-9ae9-49a8-b366-481ccfe9cfd0 req-b6f85e7a-5d2c-4f3a-9289-e29d62ca1fcb tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 210 time: 0.1022549 Aug 11 02:47:09.219190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ec26f58e-d820-47d9-8d57-b3b1b64f573c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0974567 Aug 11 02:47:09.346840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eda2f-b2bd-40a4-99f9-6e50609b495d req-97ce7e2a-0c33-452b-b65d-ae34dd5b2163 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:09.360489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b5eda2f-b2bd-40a4-99f9-6e50609b495d req-97ce7e2a-0c33-452b-b65d-ae34dd5b2163 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.1255050 Aug 11 02:47:09.460684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b5eda2f-b2bd-40a4-99f9-6e50609b495d req-7ddf93fa-599c-40e7-bc71-b30a8021be55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985456 Aug 11 02:47:09.632256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ips': [{'subnet_id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:47:09.633895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.775679 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-68302570-98a6-45e6-84ed-df1987a78e29 service neutron] show failed (client error): The resource could not be found. Aug 11 02:47:09.777077 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-68302570-98a6-45e6-84ed-df1987a78e29 service neutron] 10.222.0.25 "GET /v2.0/ports/3f8d218a-0ea5-46c3-baa5-3c983a8af5ec/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.8062022 Aug 11 02:47:09.889881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.919874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.7 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/3b003850-5f63-4a26-a49a-820e9c26748b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:09.939128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52106) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:09.946686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825858213', 'description': 'tempest-secgroup-smoke-825858213 description', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:09.982471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.089378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Allocated IP 172.20.0.18 (27613fc9-8179-4e5d-b7cd-05e0cbf11322/edb1cf31-67cc-4b94-a720-0c5186cfa3dd/4905d033-be76-4565-8c37-207bcb2667fa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:10.232192 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.277904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.426121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1f86c99-3308-4a17-af69-c29e4438d8a6 req-4a7cdcda-3a28-4249-ba81-5b096392f1c7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 210 time: 0.0635738 Aug 11 02:47:10.452816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-d0b08e25-0352-40ae-9286-3b0dad365e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:10.458477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-d0b08e25-0352-40ae-9286-3b0dad365e08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 1097 time: 0.3401856 Aug 11 02:47:10.458477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.458477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5165067 Aug 11 02:47:10.460423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12df9-56fc-4dda-b2c5-9c6ba630ad43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb972978-6f17-4095-a550-afaaa489fade,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.462821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52120) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:10.468811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'fb972978-6f17-4095-a550-afaaa489fade', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:10.481483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:10.565745 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.566113 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.581697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.618363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Transition to ACTIVE for port object 4905d033-be76-4565-8c37-207bcb2667fa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:10.675888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Transition to ACTIVE for port object 4905d033-be76-4565-8c37-207bcb2667fa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:10.687857 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.748799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:10.752466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:10.763790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:10.779417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Pushing event updated for resources: {'Port': ['ID=4905d033-be76-4565-8c37-207bcb2667fa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.827842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.915606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Attempting to bind port 4905d033-be76-4565-8c37-207bcb2667fa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:10.930613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Attempting to bind port 4905d033-be76-4565-8c37-207bcb2667fa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:10.931117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Attempting to bind port 4905d033-be76-4565-8c37-207bcb2667fa on network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:10.949467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:10.949829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Checking segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:10.950278 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.950676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Bound using segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:10.951976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Bound port: 4905d033-be76-4565-8c37-207bcb2667fa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:10.952373 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.052212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.071271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.081530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:11.121376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe15c1df-120f-49a6-898f-1500e3a7bdf6,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.140576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766c2c-71f8-48b3-966b-185d20e5c8ed req-858ebb8c-89e0-481d-9835-9659fc18a599 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:11.150121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03766c2c-71f8-48b3-966b-185d20e5c8ed req-858ebb8c-89e0-481d-9835-9659fc18a599 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.4770763 Aug 11 02:47:11.165278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] For port 4905d033-be76-4565-8c37-207bcb2667fa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:11.171742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.172259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] For port 4905d033-be76-4565-8c37-207bcb2667fa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4905d033-be76-4565-8c37-207bcb2667fa,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:11.173081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-762bbd7e-f11b-49f5-b173-6004d1a02466 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7091477 Aug 11 02:47:11.181252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.184275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52132) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:11.192633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'fb972978-6f17-4095-a550-afaaa489fade', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.232433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:11.255612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03766c2c-71f8-48b3-966b-185d20e5c8ed req-5258aebc-6d1a-4fb0-a21a-408c772a037f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043642 Aug 11 02:47:11.283563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.285284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd194c-abe8-44eb-889a-cc5e7bfdc220 None None] Pushing event updated for resources: {'Port': ['ID=4905d033-be76-4565-8c37-207bcb2667fa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.304944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:11.390919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:11.405931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:11.407553 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.411604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=3b003850-5f63-4a26-a49a-820e9c26748b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.414941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:11.435765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.442724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:11.449599 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364279ee-e885-4812-8e16-c7eae539a84c" -d '{"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:11.541701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Router b7351fa6-c229-4196-bded-ded7f198331b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:11.554894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Transition to ACTIVE for port object 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:11.573015 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.601004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:11.601684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.632187 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b0c6f-17e6-4040-b97d-2040ee072bd5 x-openstack-request-id: req-c09b0c6f-17e6-4040-b97d-2040ee072bd5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:11.632463 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:11.634743 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c09b0c6f-17e6-4040-b97d-2040ee072bd5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:11.635749 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a3ddae10-2efd-4085-80ca-3101b286f75a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2713306 Aug 11 02:47:11.636513 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'code': 200} Aug 11 02:47:11.761525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-b079990d-afa4-4a84-b6d0-6582b1ddf28a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:47:11.762793 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-b079990d-afa4-4a84-b6d0-6582b1ddf28a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126095 Aug 11 02:47:11.770629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.786520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Request body: {'port': {'device_id': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.956233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:11.969061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7b3f1d2d-a466-4503-8b84-2c72989cecf4 admin admin] 10.222.0.16 "PUT /v2.0/routers/b7351fa6-c229-4196-bded-ded7f198331b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3092217 Aug 11 02:47:11.971966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] Sync routers for ids ['b7351fa6-c229-4196-bded-ded7f198331b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:11.984306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:11.995158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] Routers {'b7351fa6-c229-4196-bded-ded7f198331b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:11.996053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7351fa6-c229-4196-bded-ded7f198331b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:12.201547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.223955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2286604-9eab-4182-9a88-bb2af14eecf6 req-53419f06-575e-4387-a8fd-9352c9a9c5e3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:12.226387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2286604-9eab-4182-9a88-bb2af14eecf6 req-53419f06-575e-4387-a8fd-9352c9a9c5e3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 931 time: 0.6166365 Aug 11 02:47:12.230050 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.303030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cafdc6-731c-4c31-81ae-121f2416d92e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:12.309180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] No DVR routers for this DVR port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:12.337104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.528754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.632792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] Set router b7351fa6-c229-4196-bded-ded7f198331b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:12.843234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:12.972461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:13.013367 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.064046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4905d033-be76-4565-8c37-207bcb2667fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:13.193967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b003850-5f63-4a26-a49a-820e9c26748b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:13.219024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.225505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Deleting port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:13.226098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.299517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4905d033-be76-4565-8c37-207bcb2667fa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:13.331034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.333352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4ea0f7b-3faf-4489-ac7b-949b0b8269bf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1459224 Aug 11 02:47:13.340963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Transition to ACTIVE for port object 3b003850-5f63-4a26-a49a-820e9c26748b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:13.341917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:13.349933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2286604-9eab-4182-9a88-bb2af14eecf6 req-70a2ae65-5836-44e3-b437-4970a7256a04 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0742459 Aug 11 02:47:13.367855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:47:08Z', 'revision_number': 5, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port': {'id': '9c0ce972-8d40-4e86-90d8-4e23b08bcc92', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:43Z', 'updated_at': '2021-08-11T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:13.368917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'fb972978-6f17-4095-a550-afaaa489fade', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:13.403838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.443242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] Checking router: b7351fa6-c229-4196-bded-ded7f198331b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:13.459409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] Routers {'b7351fa6-c229-4196-bded-ded7f198331b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:13.460230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:46:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b7351fa6-c229-4196-bded-ded7f198331b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:13.462454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bbbeb-656b-428f-9eb7-99afd593c442 req-6c77f5e9-864b-4b6d-a986-49db4b5470ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:13.464761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374bbbeb-656b-428f-9eb7-99afd593c442 req-6c77f5e9-864b-4b6d-a986-49db4b5470ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 944 time: 0.2801576 Aug 11 02:47:13.562689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.578017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] For port 9c0ce972-8d40-4e86-90d8-4e23b08bcc92, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:13.578897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.590795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd1209-4b40-480b-83c9-f208620660bd None None] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:13.593280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Pushing event updated for resources: {'Port': ['ID=3b003850-5f63-4a26-a49a-820e9c26748b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:13.623858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374bbbeb-656b-428f-9eb7-99afd593c442 req-d66710a9-f64f-4675-bda9-d5ac8d688003 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473751 Aug 11 02:47:13.656197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] Set router b7351fa6-c229-4196-bded-ded7f198331b gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:13.659849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Calling delete_port for 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:13.664736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:13.668039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:13.668039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:13.677951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:13.680844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Attempting to bind port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:13.695832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:13.696312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Checking segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:13.696966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Bound using segment: {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:13.697691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Bound port: 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd5b7e5-3243-4c64-82c7-7a85ffd93895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:13.702994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.811769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:47:13Z', 'revision_number': 6, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:13.830579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.855717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4679345-17cb-4d16-a046-78fb784e08c6 None None] The sync data for ids ['b7351fa6-c229-4196-bded-ded7f198331b'] in n-d-715271-8 is: [{'id': 'b7351fa6-c229-4196-bded-ded7f198331b', 'name': 'tempest-ServerRescueTestJSON-518170766-router', 'tenant_id': 'adebcffd7e3646a481c79843cbb31ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:42Z', 'updated_at': '2021-08-11T02:47:13Z', 'revision_number': 6, 'project_id': 'adebcffd7e3646a481c79843cbb31ba6', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:13.863688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.918584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:13.922320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:13.923272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] Provisioning for port 4905d033-be76-4565-8c37-207bcb2667fa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:13.930751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.942582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] Provisioning complete for port 4905d033-be76-4565-8c37-207bcb2667fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:13.943071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.986763 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c86e96-ab69-4287-b2c1-ada4936d53e2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:14.001468 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22cb2665-ee92-4db3-a2f0-3952a97a03a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.019566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.021358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c26263c7-ba95-45f5-8af8-0ab644958cf5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6778042 Aug 11 02:47:14.023806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Attempting to bind port 3b003850-5f63-4a26-a49a-820e9c26748b on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:14.025223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Attempting to bind port 3b003850-5f63-4a26-a49a-820e9c26748b by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:14.025223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Attempting to bind port 3b003850-5f63-4a26-a49a-820e9c26748b on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:14.025833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.029736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.031329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 1092 time: 3.5557911 Aug 11 02:47:14.031909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:14.033396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:14.039911 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df0db7f-97d9-4812-ba8e-9996f39a79b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:14.042856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'fb972978-6f17-4095-a550-afaaa489fade', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:14.123910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Port 3b003850-5f63-4a26-a49a-820e9c26748b on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:14.124584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Attempting to bind port 3b003850-5f63-4a26-a49a-820e9c26748b on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:14.168206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51871fd0-8329-40e7-904d-76341f90c288 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:14.184559 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565c2ad-d354-4e49-9398-b9413875be4c x-openstack-request-id: req-a565c2ad-d354-4e49-9398-b9413875be4c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:14.184868 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:14.186034 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a565c2ad-d354-4e49-9398-b9413875be4c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:14.186495 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'status': 'completed', 'code': 200} Aug 11 02:47:14.200400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:14.200400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:14.208793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:14.208793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Bound port: 3b003850-5f63-4a26-a49a-820e9c26748b, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:14.209512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.240941 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.257865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-c715c307-be46-4fe8-b342-fb422d5ed6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.260123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-c715c307-be46-4fe8-b342-fb422d5ed6ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1095 time: 0.1566715 Aug 11 02:47:14.328313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] For port 4905d033-be76-4565-8c37-207bcb2667fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4905d033-be76-4565-8c37-207bcb2667fa,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:14.338072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] For port 3b003850-5f63-4a26-a49a-820e9c26748b, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:14.342484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] For port 3b003850-5f63-4a26-a49a-820e9c26748b, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3b003850-5f63-4a26-a49a-820e9c26748b,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:14.353005 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.357135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.389260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.424921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-44bdca23-a3af-4625-90d7-754f6015c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.428309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-44bdca23-a3af-4625-90d7-754f6015c0c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.1594944 Aug 11 02:47:14.513986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf92f8e-682a-4a68-95dd-0cff5a29322d None None] Pushing event updated for resources: {'Port': ['ID=4905d033-be76-4565-8c37-207bcb2667fa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:14.578209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.598145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-4e1f4dce-bbce-4f10-b340-10ffcbbd1bdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 999 time: 0.1617682 Aug 11 02:47:14.670924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-3896d1be-23ec-463b-9db1-19a3f1b29d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.672622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-3896d1be-23ec-463b-9db1-19a3f1b29d19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.0570250 Aug 11 02:47:14.676422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.676658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.678567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b003850-5f63-4a26-a49a-820e9c26748b HTTP/1.1" status: 200 len: 1091 time: 2.9041858 Aug 11 02:47:14.699327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'tag': '3b003850-5f63-4a26-a49a-820e9c26748b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:14.709655 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e9a4b-87db-488e-b59f-efb9d9b99676" -d '{"events": [{"name": "network-changed", "server_uuid": "089fb748-5b69-4fe0-a891-9b15cb1e5e06", "tag": "3b003850-5f63-4a26-a49a-820e9c26748b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:14.740325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-c87ae6d6-4849-49a0-8815-6b707774f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.742051 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-c87ae6d6-4849-49a0-8815-6b707774f8db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1095 time: 0.4796278 Aug 11 02:47:14.750803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.950641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf81ba-701b-47f8-bdc1-9e76abd2a564 service neutron] Pushing event updated for resources: {'Port': ['ID=3b003850-5f63-4a26-a49a-820e9c26748b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:14.960103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-674a6be9-e616-4d0f-b258-63d4349d936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.969420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c38e7-e28a-4360-a64b-0df32463cbec req-7a857c17-0b20-4c82-a024-7f2d3456b83e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.971482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c99c38e7-e28a-4360-a64b-0df32463cbec req-7a857c17-0b20-4c82-a024-7f2d3456b83e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 943 time: 0.3998778 Aug 11 02:47:14.982690 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-674a6be9-e616-4d0f-b258-63d4349d936a service neutron] 10.222.0.25 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.1989272 Aug 11 02:47:14.990910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.029524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4905d033-be76-4565-8c37-207bcb2667fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:15.035642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-267144ed-5c4a-40dd-818b-4c0cdc29909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.037191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-267144ed-5c4a-40dd-818b-4c0cdc29909c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3484354 Aug 11 02:47:15.076620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5381-b7b1-4afb-94e0-8df20458154f req-3b04efa7-5278-4cbc-b195-b20d8ad7419e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.078559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-478b5381-b7b1-4afb-94e0-8df20458154f req-3b04efa7-5278-4cbc-b195-b20d8ad7419e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 944 time: 0.2932596 Aug 11 02:47:15.083172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c99c38e7-e28a-4360-a64b-0df32463cbec req-f3050deb-78fb-4311-8fac-7c77eeee8f80 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937455 Aug 11 02:47:15.145819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0727484d-1922-4eeb-b923-1c5a7384b6da,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:15.195093 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.196545 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f4961a56-65f3-457b-b45d-421c1c3e9334 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1606383 Aug 11 02:47:15.200354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-478b5381-b7b1-4afb-94e0-8df20458154f req-d9096c82-3032-4973-b8de-be365ec2c6f4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001577 Aug 11 02:47:15.203434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52206) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:15.208590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'fb972978-6f17-4095-a550-afaaa489fade', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:15.225485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0ce972-8d40-4e86-90d8-4e23b08bcc92,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:15.246134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-9443dd48-c064-4f82-88db-c64b2eaedbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.248181 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-9443dd48-c064-4f82-88db-c64b2eaedbdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 1094 time: 0.3068969 Aug 11 02:47:15.250040 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Project 5d0f712b9f2a48edb48b93abad5e6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:47:15.257929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.288561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-698d63bc-c097-493d-b477-91c17601e3ba None None] Provisioning complete for port 4905d033-be76-4565-8c37-207bcb2667fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:15.295095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-698d63bc-c097-493d-b477-91c17601e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.340174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-2ae7b78f-d657-4d27-8e9b-1edc8c3ab3b2 service neutron] 10.222.0.59 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798352 Aug 11 02:47:15.346997 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada5539-a5fc-461f-a703-9606e78e7dbe x-openstack-request-id: req-4ada5539-a5fc-461f-a703-9606e78e7dbe {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:15.347684 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089fb748-5b69-4fe0-a891-9b15cb1e5e06", "tag": "3b003850-5f63-4a26-a49a-820e9c26748b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:15.347684 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ada5539-a5fc-461f-a703-9606e78e7dbe {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:15.348134 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'tag': '3b003850-5f63-4a26-a49a-820e9c26748b', 'status': 'completed', 'code': 200} Aug 11 02:47:15.411565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4905d033-be76-4565-8c37-207bcb2667fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:15.412298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.420222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-48de579e-2af5-4838-a77f-6ac4b47cfaca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 999 time: 0.4357710 Aug 11 02:47:15.425022 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-b33a22ff-bd88-4e92-ba7c-c5958d71ccad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b003850-5f63-4a26-a49a-820e9c26748b HTTP/1.1" status: 200 len: 217 time: 0.1241922 Aug 11 02:47:15.516225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a54e69b0-00a7-477e-8f27-e23342438b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.521552 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-a54e69b0-00a7-477e-8f27-e23342438b9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.0799739 Aug 11 02:47:15.534480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80a457d0-4254-4329-95f9-0f4fb284e220 req-b49e408d-b34e-401f-b9bb-cd7a375c51a8 service neutron] 10.222.0.59 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825037 Aug 11 02:47:15.593368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.600041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.653622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.709036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1398cc76-e448-4d9a-9843-59a07160b29f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:15.723818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:15.730476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.735275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-32d51af2-f08f-43f0-9223-163351e7507a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5306406 Aug 11 02:47:15.738114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52214) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:15.743599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'fb972978-6f17-4095-a550-afaaa489fade', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:15.754405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:15.756716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c0ce972-8d40-4e86-90d8-4e23b08bcc92 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:15.756716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 885a4ce2-98a2-482f-8edf-62ecdfc43492 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:15.771296 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-f0c78878-f185-4d82-9a5d-b7b2738b0551 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002697 Aug 11 02:47:15.795509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-077ab0e0-1e49-4297-8b6e-4a73522e0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.798509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-077ab0e0-1e49-4297-8b6e-4a73522e0f06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1095 time: 0.1908233 Aug 11 02:47:15.804287 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Project 5d0f712b9f2a48edb48b93abad5e6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:47:15.825744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 885a4ce2-98a2-482f-8edf-62ecdfc43492 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:15.826706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 885a4ce2-98a2-482f-8edf-62ecdfc43492 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:15.831031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.933247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.936264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-14059250-4057-4fd7-811e-060d8b917885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.938222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-14059250-4057-4fd7-811e-060d8b917885 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.5096893 Aug 11 02:47:15.941326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.960527 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.969354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.001513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5e2ed9-9047-436a-831f-c91f6393b590,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:16.050405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.064335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79c86dc5-449d-4784-bb5f-540e3c61da83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3248935 Aug 11 02:47:16.067296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-9b74922d-625f-4077-973b-713d84ce289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.068956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-9b74922d-625f-4077-973b-713d84ce289e service neutron] 10.222.0.59 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.2604339 Aug 11 02:47:16.074841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.075383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7351fa6-c229-4196-bded-ded7f198331b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:47:16.084273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.087564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fc56331a-b5e9-4454-84cb-c472cbf98377 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b7351fa6-c229-4196-bded-ded7f198331b HTTP/1.1" status: 204 len: 168 time: 4.0992112 Aug 11 02:47:16.091677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:16.269936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-434df2dd-9736-4b60-a22d-77af1022b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.272148 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-434df2dd-9736-4b60-a22d-77af1022b9d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234401 Aug 11 02:47:16.278749 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-482d395d-0ce9-4687-9908-e53fd21ad07d service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993131 Aug 11 02:47:16.433552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-57af7bdd-b8ff-4846-9eb5-abe9c24dae47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 999 time: 0.3543453 Aug 11 02:47:16.473333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Deleting subnet eaa29fd4-e7d3-491b-926f-fde5f485d57a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:47:16.499371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.550596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9ef916f4-545a-40e0-b689-68e8cdf7c0bc req-12dba09d-e8bb-4fde-b5dc-1bf556f7a4fc service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586622 Aug 11 02:47:16.553922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-d51c2a8f-ce78-49ca-9359-dc7c6dc8f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.561433 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-d51c2a8f-ce78-49ca-9359-dc7c6dc8f062 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.1178806 Aug 11 02:47:16.597185 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.719651 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-96e25073-263e-40ef-ae42-4e2edca5eecc service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379864 Aug 11 02:47:16.753870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589374-6508-4d82-add8-f84bf0a1a89c req-4e33e641-9ef6-4801-ac80-b1c20e6add56 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.762616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb589374-6508-4d82-add8-f84bf0a1a89c req-4e33e641-9ef6-4801-ac80-b1c20e6add56 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 943 time: 0.5087757 Aug 11 02:47:16.820110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.861503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-daa85be9-c6b8-4b95-a0df-3a1ea9336022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.877110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-daa85be9-c6b8-4b95-a0df-3a1ea9336022 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424078 Aug 11 02:47:16.954560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f80c-4471-47a7-a953-ab5ca5df317c req-b5a1f1cb-3ad2-44f9-a9a3-589e3d5d9e22 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:16.958085 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ae0f80c-4471-47a7-a953-ab5ca5df317c req-b5a1f1cb-3ad2-44f9-a9a3-589e3d5d9e22 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 944 time: 0.3887839 Aug 11 02:47:17.071176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb589374-6508-4d82-add8-f84bf0a1a89c req-d3cf0d63-40ca-4716-8ef4-1b077b0f12b7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062360 Aug 11 02:47:17.142375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-2f29b5f9-62d9-4f08-ba19-0a100d2b2d10 service neutron] 10.222.0.59 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178314 Aug 11 02:47:17.155076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ae0f80c-4471-47a7-a953-ab5ca5df317c req-7ff58399-8116-4d98-bb5e-5d1d08edc7c2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045678 Aug 11 02:47:17.254620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-5ff3cfe1-3e7d-4413-8fbe-4e86d7809d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:17.256294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-5ff3cfe1-3e7d-4413-8fbe-4e86d7809d97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 1094 time: 0.6050725 Aug 11 02:47:17.377295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-b7c97d31-7e03-44fd-b4fb-ab6e9b1074b4 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437087 Aug 11 02:47:17.407732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.445073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b05d6eb-df56-4ca0-918d-81d11eaaa52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.485305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa29fd4-e7d3-491b-926f-fde5f485d57a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:17.492417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.494485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-03e3e6b4-2cf6-4652-abfe-859fb3348753 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eaa29fd4-e7d3-491b-926f-fde5f485d57a HTTP/1.1" status: 204 len: 168 time: 1.4007373 Aug 11 02:47:17.497038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4df0db7f-97d9-4812-ba8e-9996f39a79b7 req-4fe4d8e4-b9a2-4717-95af-e0396fe95307 service neutron] 10.222.0.59 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406157 Aug 11 02:47:17.502994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:17.530072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-c698b39d-807c-4b94-907d-7981a7e9f54c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825858213&fields=id&tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 267 time: 0.2057047 Aug 11 02:47:17.746181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.755089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-df72a555-5d6e-4ba6-9f9c-05d30383b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:17.758843 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-df72a555-5d6e-4ba6-9f9c-05d30383b854 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.4919872 Aug 11 02:47:17.846531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e89492bf-3ee2-4dc7-a0a8-4a15ea5fcd35 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:17.849680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e89492bf-3ee2-4dc7-a0a8-4a15ea5fcd35 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/networks?id=27613fc9-8179-4e5d-b7cd-05e0cbf11322 HTTP/1.1" status: 200 len: 796 time: 0.3100116 Aug 11 02:47:17.868528 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-607e9bd5-9cf8-45c2-9570-bb5243bf03f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b003850-5f63-4a26-a49a-820e9c26748b HTTP/1.1" status: 200 len: 217 time: 0.1000338 Aug 11 02:47:17.872664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:17.876046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.893022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-0beca88c-7a02-4554-8887-a543796f5f43 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/quotas/5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 375 time: 0.0298429 Aug 11 02:47:18.032515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-37e14b20-d9d3-416c-8d26-4e9269735d8c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1267612 Aug 11 02:47:18.048205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-25cd180d-8123-457d-ab0e-29379f7ab6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:18.050043 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-25cd180d-8123-457d-ab0e-29379f7ab6fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.1638496 Aug 11 02:47:18.098509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.103205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-256de2c5-c9b8-4a16-bd23-75e1253a10f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361984 Aug 11 02:47:18.142817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:18.166129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8960f787-39e5-4d9c-8c84-87431e54bf46']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:18.168251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'port_id': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'mac_address': 'fa:16:3e:80:3c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:18.242435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d04ae18-cfeb-4aa6-b847-48e162c3ba43') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:18.246330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d04ae18-cfeb-4aa6-b847-48e162c3ba43') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:18.281418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.296860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-ba3957f2-0097-419f-b40a-ffb1f365ccea service neutron] 10.222.0.16 "GET /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510209 Aug 11 02:47:18.303488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.343209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:18.350896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.358618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:47:18.359063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:47:18.380281 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:47:18.397849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:18.405860 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.451101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131c840-bdea-49dc-a0dc-81aa83ee1cee req-24591bad-1ab5-4bb1-ad5e-5b945577a2aa tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:18.453485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c131c840-bdea-49dc-a0dc-81aa83ee1cee req-24591bad-1ab5-4bb1-ad5e-5b945577a2aa tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 943 time: 0.1883237 Aug 11 02:47:18.556036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:18.599918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.610532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-71f0afe3-ed41-4ca9-b4ce-582f6d61f863 service neutron] 10.222.0.16 "GET /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122547 Aug 11 02:47:18.622677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.634235 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8960f787-39e5-4d9c-8c84-87431e54bf46 HTTP/1.1" status: 204 len: 168 time: 1.1287181 Aug 11 02:47:18.654636 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.656078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c131c840-bdea-49dc-a0dc-81aa83ee1cee req-439613a6-d26d-4ad3-bdcd-4142497c34a8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747279 Aug 11 02:47:18.710954 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-bcdc1678-b820-4e85-9d16-69d09bb1b4c6 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947964 Aug 11 02:47:18.712942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d90d-1ed6-4a6e-bfad-a927fe877ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8960f787-39e5-4d9c-8c84-87431e54bf46,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:18.750426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:18.994421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52294) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:19.065940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bf1e9a4b-87db-488e-b59f-efb9d9b99676 req-3aeb9d5d-4196-48b2-ad5e-6459c3013ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421006 Aug 11 02:47:19.128923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250550-d549-4016-9054-237adff82339 req-85cf3309-3e3c-469b-8c99-20f7e25e0f39 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:19.132909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f250550-d549-4016-9054-237adff82339 req-85cf3309-3e3c-469b-8c99-20f7e25e0f39 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 945 time: 0.1861062 Aug 11 02:47:19.195470 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:47:19.363759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7d7c9c9-35d9-40cf-a92a-697b127e85af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adebcffd7e3646a481c79843cbb31ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676002 Aug 11 02:47:19.368782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:19.384960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f250550-d549-4016-9054-237adff82339 req-2bad3cf7-9a7a-4c91-90bb-93f21bf844c3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141669 Aug 11 02:47:19.413335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f5c5edb-3b71-4a79-80ee-ec7ebefd8955 req-21bf98bc-208e-481a-9ec3-a54dd4f55e4c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 210 time: 0.1114755 Aug 11 02:47:19.615624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a240226-ac5e-41c8-a49b-a52f76bf8d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.748322 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a240226-ac5e-41c8-a49b-a52f76bf8d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.885387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3b003850-5f63-4a26-a49a-820e9c26748b details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:20.087761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-687af1e1-053c-497b-8aa4-d1b2c4465e10 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.104783 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-687af1e1-053c-497b-8aa4-d1b2c4465e10 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb&tenant_id=ca7c0f0103654e2b9246fb027410d45b&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 945 time: 0.2624500 Aug 11 02:47:20.194662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a240226-ac5e-41c8-a49b-a52f76bf8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.199953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a240226-ac5e-41c8-a49b-a52f76bf8d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.202412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.205606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc96c2a-8ea5-4dac-8cfa-019993dd584f req-8cdab6bf-7f88-412b-88f3-51a28901a768 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.209983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a240226-ac5e-41c8-a49b-a52f76bf8d20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e11f7cc-14e1-40e4-a45e-4a3871359759 HTTP/1.1" status: 204 len: 168 time: 0.8389559 Aug 11 02:47:20.215011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bc96c2a-8ea5-4dac-8cfa-019993dd584f req-8cdab6bf-7f88-412b-88f3-51a28901a768 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 945 time: 0.3387012 Aug 11 02:47:20.258350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4a82-7c01-49e9-916b-7dfa14aa7f17 req-d380ab37-ba03-4761-b1b7-5e44b9c657f2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.271535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fcd4a82-7c01-49e9-916b-7dfa14aa7f17 req-d380ab37-ba03-4761-b1b7-5e44b9c657f2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 943 time: 0.3397641 Aug 11 02:47:20.347276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3b003850-5f63-4a26-a49a-820e9c26748b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3b003850-5f63-4a26-a49a-820e9c26748b,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:20.381232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3b003850-5f63-4a26-a49a-820e9c26748b', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': '3b003850-5f63-4a26-a49a-820e9c26748b', 'mac_address': 'fa:16:3e:7c:f3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:20.413392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a240226-ac5e-41c8-a49b-a52f76bf8d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11f7cc-14e1-40e4-a45e-4a3871359759,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:20.421641 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-2684f689-a975-4736-aa31-d3c3f82c93e5 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:47:20.423691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-2684f689-a975-4736-aa31-d3c3f82c93e5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/3f8d218a-0ea5-46c3-baa5-3c983a8af5ec/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.3103809 Aug 11 02:47:20.482765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fcd4a82-7c01-49e9-916b-7dfa14aa7f17 req-d2aca559-e6f8-4687-b1aa-37b2f3050c03 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094779 Aug 11 02:47:20.569385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bc96c2a-8ea5-4dac-8cfa-019993dd584f req-c8345e8f-3901-4589-82f5-b5e9883cfafc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483275 Aug 11 02:47:20.690558 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.725527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-9453b713-996c-442d-b443-c26b1e93998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.732874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-9453b713-996c-442d-b443-c26b1e93998e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1096 time: 0.1983263 Aug 11 02:47:20.755701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c74674b7-332e-42e2-8cd3-827c1a3d8c4d req-af9aa4d9-9a06-43c4-b4f3-f91724a9dc83 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 210 time: 0.0582640 Aug 11 02:47:20.771797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b003850-5f63-4a26-a49a-820e9c26748b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:20.921766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3b003850-5f63-4a26-a49a-820e9c26748b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3b003850-5f63-4a26-a49a-820e9c26748b,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:20.931065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.969877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-6e0b6d4e-9ce7-41cd-ad94-58acf7cb43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.974373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-6e0b6d4e-9ce7-41cd-ad94-58acf7cb43ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.2308288 Aug 11 02:47:21.108411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3b003850-5f63-4a26-a49a-820e9c26748b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:21.151324 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-405607e0-0cd4-485b-88a4-7e0fbc36c129 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 1000 time: 0.1478596 Aug 11 02:47:21.267271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-37ad7883-40b8-41f3-8d83-829237d810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.274413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-37ad7883-40b8-41f3-8d83-829237d810f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.1154532 Aug 11 02:47:21.318466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3b003850-5f63-4a26-a49a-820e9c26748b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:21.360141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-2f53cb8d-b5d7-4f46-8244-569f9936da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.362767 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-2f53cb8d-b5d7-4f46-8244-569f9936da95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794108 Aug 11 02:47:21.634740 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-d4894726-2eb5-43eb-8390-0b505a7ca8a5 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632799 Aug 11 02:47:21.831426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e5d67-794a-4eb1-9a35-7989979d68dc req-275a183c-cacc-4924-9f52-954d2ced144c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.841835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b9e5d67-794a-4eb1-9a35-7989979d68dc req-275a183c-cacc-4924-9f52-954d2ced144c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 944 time: 0.1098592 Aug 11 02:47:21.945707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:21.968319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-f04444f9-e428-4251-ae9d-941bf23b5e65 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.971607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-f04444f9-e428-4251-ae9d-941bf23b5e65 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.25 "GET /v2.0/networks?id=27613fc9-8179-4e5d-b7cd-05e0cbf11322 HTTP/1.1" status: 200 len: 796 time: 0.5428951 Aug 11 02:47:22.090999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b9e5d67-794a-4eb1-9a35-7989979d68dc req-f4109e79-e6eb-462b-95c9-3fdf06597535 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476642 Aug 11 02:47:22.188102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76307-847f-41cb-af52-5f0cc3d3c2eb req-1b6364a7-01d6-4678-9418-3ba979653ddb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.197318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7423125-f34d-4e53-bbd5-97d83f546189 req-ab1a6986-8374-4688-81cd-3d8688afd2b7 service neutron] 10.222.0.25 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497372 Aug 11 02:47:22.198680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:22.206229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3a76307-847f-41cb-af52-5f0cc3d3c2eb req-1b6364a7-01d6-4678-9418-3ba979653ddb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 945 time: 0.3242538 Aug 11 02:47:22.236289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:22.238753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.314956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-26806300-87be-4bc1-a590-90e759976a36 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 471 time: 0.3253083 Aug 11 02:47:22.333987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'port': {'device_id': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'admin_state_up': True, 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'security_groups': ['fb972978-6f17-4095-a550-afaaa489fade']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:22.532570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3a76307-847f-41cb-af52-5f0cc3d3c2eb req-1a4e7ccf-3151-4ac1-8884-31fdbf98f813 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244152 Aug 11 02:47:22.569063 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.687549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:22.690432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:22.697469 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516cef85-43e2-48a9-abe9-4d092caed596" -d '{"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:22.714531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.821374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51218920-8ff6-49ff-9f57-03794525cae1 req-150fcfff-d20a-4069-b2c6-77f77c653231 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 210 time: 0.2649765 Aug 11 02:47:22.893450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:22.910446 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caafc34-40a1-495c-98cc-40271fa6bb62 x-openstack-request-id: req-1caafc34-40a1-495c-98cc-40271fa6bb62 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:22.911150 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:22.911600 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1caafc34-40a1-495c-98cc-40271fa6bb62 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:22.912373 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'code': 200} Aug 11 02:47:23.045453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:23.052876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.092527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.154882 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.656618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.20.0.28 (27613fc9-8179-4e5d-b7cd-05e0cbf11322/edb1cf31-67cc-4b94-a720-0c5186cfa3dd/c003723b-29bd-4b88-9b82-e5a0edbb7f32) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:23.695389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec722a-2798-4236-b778-62940bc7fba6 req-95f7a14d-08f8-4763-92d7-3e36fa12d87d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:23.699499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2ec722a-2798-4236-b778-62940bc7fba6 req-95f7a14d-08f8-4763-92d7-3e36fa12d87d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 944 time: 0.3072522 Aug 11 02:47:23.871485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2ec722a-2798-4236-b778-62940bc7fba6 req-57b98b96-6b25-4012-8910-3bf4ec66f2b3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409659 Aug 11 02:47:23.900147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3b003850-5f63-4a26-a49a-820e9c26748b up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:24.103429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3b003850-5f63-4a26-a49a-820e9c26748b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:24.112941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3b003850-5f63-4a26-a49a-820e9c26748b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:24.114503 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.309734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.421815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.431261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3b003850-5f63-4a26-a49a-820e9c26748b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3b003850-5f63-4a26-a49a-820e9c26748b,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:24.442308 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.458510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-227f8780-c4eb-4330-b4ed-d395b0e32ee1 req-31e13866-75db-4b48-a371-17cdd91239fd tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.2650161 Aug 11 02:47:24.475842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Transition to ACTIVE for port object c003723b-29bd-4b88-9b82-e5a0edbb7f32 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:24.508659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042eb1-0006-472e-b13f-875e6dbd08c4 req-88730d1e-a462-48bd-ae37-f1771da39688 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.510997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b042eb1-0006-472e-b13f-875e6dbd08c4 req-88730d1e-a462-48bd-ae37-f1771da39688 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.5173659 Aug 11 02:47:24.668596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.688873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3b003850-5f63-4a26-a49a-820e9c26748b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:24.777796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b042eb1-0006-472e-b13f-875e6dbd08c4 req-648681c9-8cfa-4511-886e-86ed525fcda9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225699 Aug 11 02:47:24.813415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:24.829597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=c003723b-29bd-4b88-9b82-e5a0edbb7f32,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:24.914306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b003850-5f63-4a26-a49a-820e9c26748b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:24.919568 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18797c2f-0f74-42ce-a3a1-8d8da21faeb1" -d '{"events": [{"server_uuid": "089fb748-5b69-4fe0-a891-9b15cb1e5e06", "name": "network-vif-plugged", "status": "completed", "tag": "3b003850-5f63-4a26-a49a-820e9c26748b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:25.003817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:25.009773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:25.028388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:25.055916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ae0cee96-4b75-48aa-9adc-b098bbdf0f04 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/cc7786ae-b386-4c97-bc4c-50bde4656db9 HTTP/1.1" status: 200 len: 993 time: 0.2373269 Aug 11 02:47:25.231603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b545e-0189-4e53-8392-0c7af42494e9 req-3fd4ae60-d49c-4484-ac2c-b043fbae8de2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:25.248616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e8b545e-0189-4e53-8392-0c7af42494e9 req-3fd4ae60-d49c-4484-ac2c-b043fbae8de2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 932 time: 0.4206023 Aug 11 02:47:25.352579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:25.353761 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.389749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-3fb9d4b1-7ceb-4439-827a-c3bf49d7a0c9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0686595 Aug 11 02:47:25.396634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e8b545e-0189-4e53-8392-0c7af42494e9 req-9d9e8db0-3b30-40d7-96aa-7c11c58280c8 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376076 Aug 11 02:47:25.402955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-cc73f22e-294f-44a7-b7ae-18ffbbc9cef1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:47:25.405019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-cc73f22e-294f-44a7-b7ae-18ffbbc9cef1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070465 Aug 11 02:47:25.418687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Request body: {'port': {'device_id': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:25.605802 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.719914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fb25a60b-faf7-42eb-a1f7-d5530d9b4d24 None None] Provisioning for port c003723b-29bd-4b88-9b82-e5a0edbb7f32 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:25.752096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fb25a60b-faf7-42eb-a1f7-d5530d9b4d24 None None] Provisioning complete for port c003723b-29bd-4b88-9b82-e5a0edbb7f32 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:25.752708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb25a60b-faf7-42eb-a1f7-d5530d9b4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.782326 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1844340d-76af-4424-86de-bf6d640b39c0 x-openstack-request-id: req-1844340d-76af-4424-86de-bf6d640b39c0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:25.788272 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089fb748-5b69-4fe0-a891-9b15cb1e5e06", "name": "network-vif-plugged", "status": "completed", "tag": "3b003850-5f63-4a26-a49a-820e9c26748b", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:25.789610 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1844340d-76af-4424-86de-bf6d640b39c0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:25.794068 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b003850-5f63-4a26-a49a-820e9c26748b', 'code': 200} Aug 11 02:47:26.008312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9382ed-0eb6-45b5-b9d0-2e66f70f3106 req-ec4bb0f4-6d79-429b-86e0-fde369347831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:26.019447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fb25a60b-faf7-42eb-a1f7-d5530d9b4d24 None None] Port c003723b-29bd-4b88-9b82-e5a0edbb7f32 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:26.038894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0f9382ed-0eb6-45b5-b9d0-2e66f70f3106 req-ec4bb0f4-6d79-429b-86e0-fde369347831 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 1096 time: 0.1313341 Aug 11 02:47:26.165511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0f9382ed-0eb6-45b5-b9d0-2e66f70f3106 req-27fb95c9-f4e0-4590-9b60-0ec342a98267 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244714 Aug 11 02:47:26.316392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2bdcb98b-418e-4ac7-96b4-0c095675fd69 req-d117581f-0073-48f8-be02-981faec52011 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1024735 Aug 11 02:47:26.421435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259fc5f-8228-41f3-a3dc-9124355ab332 req-dc1345d2-472a-457a-88ec-c2371ccf7c2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:26.437022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8259fc5f-8228-41f3-a3dc-9124355ab332 req-dc1345d2-472a-457a-88ec-c2371ccf7c2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 945 time: 0.3557098 Aug 11 02:47:26.559172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8259fc5f-8228-41f3-a3dc-9124355ab332 req-6bd01f7c-04cf-4136-a3ce-e0cef59c96ac tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204147 Aug 11 02:47:26.665074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c003723b-29bd-4b88-9b82-e5a0edbb7f32 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:26.685503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:26.705882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Transition to ACTIVE for port object c003723b-29bd-4b88-9b82-e5a0edbb7f32 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:26.743532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:26.797927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Pushing event updated for resources: {'Port': ['ID=c003723b-29bd-4b88-9b82-e5a0edbb7f32,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:26.833297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d45ed-98ce-4e83-8688-e96c148a0b00 req-3ef8adf5-b824-4124-97e4-8595c8ecfcd5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:26.848335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a7d45ed-98ce-4e83-8688-e96c148a0b00 req-3ef8adf5-b824-4124-97e4-8595c8ecfcd5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 944 time: 0.1384945 Aug 11 02:47:27.109472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a7d45ed-98ce-4e83-8688-e96c148a0b00 req-af165abc-5a5e-4a4d-98e1-83dd0982fd21 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595875 Aug 11 02:47:27.231565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Attempting to bind port c003723b-29bd-4b88-9b82-e5a0edbb7f32 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:27.231565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Attempting to bind port c003723b-29bd-4b88-9b82-e5a0edbb7f32 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:27.232033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Attempting to bind port c003723b-29bd-4b88-9b82-e5a0edbb7f32 on network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:27.252471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Port c003723b-29bd-4b88-9b82-e5a0edbb7f32 on network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:27.252814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Attempting to bind port c003723b-29bd-4b88-9b82-e5a0edbb7f32 on network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:27.263630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:27.263990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Checking segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:27.264431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Bound using segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:27.264930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Bound port: c003723b-29bd-4b88-9b82-e5a0edbb7f32, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:27.265357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.478280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] For port c003723b-29bd-4b88-9b82-e5a0edbb7f32, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:27.483569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] For port c003723b-29bd-4b88-9b82-e5a0edbb7f32, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:27.495526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.005603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c03653f7-c40f-4a23-ad8b-c365d2797d99 req-34716ed8-fc02-47b0-85d8-8421bb3d32ab tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.5137632 Aug 11 02:47:28.015865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.016525 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.018078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] 10.222.0.25 "PUT /v2.0/ports/c003723b-29bd-4b88-9b82-e5a0edbb7f32 HTTP/1.1" status: 200 len: 1092 time: 2.6045861 Aug 11 02:47:28.056497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'tag': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:28.062252 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "44c1e7e0-9551-4756-9b00-de40b3a39a2a", "tag": "c003723b-29bd-4b88-9b82-e5a0edbb7f32"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:28.111193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f307c6-748c-408c-be76-7d5d39474986 service neutron] Pushing event updated for resources: {'Port': ['ID=c003723b-29bd-4b88-9b82-e5a0edbb7f32,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:28.137716 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bf66205-b423-4dbb-a797-bfc47a0b492f req-a9cf98af-2d0f-4390-9f58-e2243c0103cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.1184239 Aug 11 02:47:28.168663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ecb0-23c1-4e3b-992a-8bc897c3a366 req-eb83bc2f-e78a-4e16-84a1-f55490d12397 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.182936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b04ecb0-23c1-4e3b-992a-8bc897c3a366 req-eb83bc2f-e78a-4e16-84a1-f55490d12397 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 945 time: 0.1796136 Aug 11 02:47:28.336030 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c57ca94-fb74-43b3-a570-377f5e03c323 x-openstack-request-id: req-4c57ca94-fb74-43b3-a570-377f5e03c323 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:28.336529 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c1e7e0-9551-4756-9b00-de40b3a39a2a", "tag": "c003723b-29bd-4b88-9b82-e5a0edbb7f32", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:28.336715 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c57ca94-fb74-43b3-a570-377f5e03c323 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:28.337080 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'tag': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32', 'status': 'completed', 'code': 200} Aug 11 02:47:28.367656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b04ecb0-23c1-4e3b-992a-8bc897c3a366 req-aafc5758-baef-4ffe-b4b4-21b90a194a9b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836121 Aug 11 02:47:28.463932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-9cb38dcb-8215-4483-a61b-dc08ea2af091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.465616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-9cb38dcb-8215-4483-a61b-dc08ea2af091 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 1095 time: 0.2433913 Aug 11 02:47:28.534489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-486a2eb7-cf85-4936-8e0f-f405e74d4873 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32 HTTP/1.1" status: 200 len: 217 time: 0.0514207 Aug 11 02:47:28.570394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb4579-78a0-481b-bb3c-5767abf635db req-702e30f2-f9a7-41ae-b119-93de3c186817 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.572013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4fb4579-78a0-481b-bb3c-5767abf635db req-702e30f2-f9a7-41ae-b119-93de3c186817 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 944 time: 0.1915450 Aug 11 02:47:28.671294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-0dab02e1-68f1-4ec0-a696-2f5f2973e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.672909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-0dab02e1-68f1-4ec0-a696-2f5f2973e36e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=edb1cf31-67cc-4b94-a720-0c5186cfa3dd HTTP/1.1" status: 200 len: 837 time: 0.1213167 Aug 11 02:47:28.683487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5f4dc-4a85-474b-ab50-3b0592bd754e req-27187691-9f41-427a-bc9c-cb74d4aba360 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.685128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea5f4dc-4a85-474b-ab50-3b0592bd754e req-27187691-9f41-427a-bc9c-cb74d4aba360 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 945 time: 0.2149737 Aug 11 02:47:28.742080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4fb4579-78a0-481b-bb3c-5767abf635db req-de0c812e-0830-4d96-94f1-fd99d7082bcf tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408849 Aug 11 02:47:28.784435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ea5f4dc-4a85-474b-ab50-3b0592bd754e req-ecca93d2-73c3-47aa-a049-75c09a6a9950 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832136 Aug 11 02:47:28.787725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-790915fa-d5e4-40eb-9810-59208f950e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.789348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-790915fa-d5e4-40eb-9810-59208f950e80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27613fc9-8179-4e5d-b7cd-05e0cbf11322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033545 Aug 11 02:47:28.948082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-657f82c0-6361-4f30-87b8-3506874cc7d5 service neutron] 10.222.0.25 "GET /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480756 Aug 11 02:47:29.308462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af36a0-e9cc-438a-96b8-e84f9d843d0c req-47bf8977-b44f-4141-b514-9e36f8179926 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.311381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0af36a0-e9cc-438a-96b8-e84f9d843d0c req-47bf8977-b44f-4141-b514-9e36f8179926 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 945 time: 0.2453690 Aug 11 02:47:29.326655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e15e69cc-beaa-4e9a-a8eb-dff66f64c2f4 req-6b67dc27-27c9-424e-bd06-8042c794eed8 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1345730 Aug 11 02:47:29.373059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-389393a5-fc5a-4e18-aec1-8d320b0690b7 req-293ff4c0-4e29-4bd7-820d-ff90304bb129 service neutron] 10.222.0.25 "GET /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162242 Aug 11 02:47:29.403283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0af36a0-e9cc-438a-96b8-e84f9d843d0c req-1ff6ff27-b41a-4cc9-b4bc-559f6fdba900 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743814 Aug 11 02:47:29.525122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-467558d6-4182-44e4-9b3c-63d220f4eddf req-bd966c86-06af-43ad-b7ef-3541d6fa1b86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0481377 Aug 11 02:47:29.534478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-4844e37f-2d04-4026-a232-be4a94fee533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.536382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-4844e37f-2d04-4026-a232-be4a94fee533 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 1095 time: 0.0592854 Aug 11 02:47:29.711134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-6312c154-6b21-48e6-8526-b45198a731fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.713681 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-6312c154-6b21-48e6-8526-b45198a731fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=27613fc9-8179-4e5d-b7cd-05e0cbf11322 HTTP/1.1" status: 200 len: 896 time: 0.1370962 Aug 11 02:47:29.778653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-c6f235bb-99a4-4831-908e-fdda4d1a922a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32 HTTP/1.1" status: 200 len: 217 time: 0.0559266 Aug 11 02:47:29.903923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-2faf9310-7336-46df-890c-1aa7c5eb3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.905929 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-2faf9310-7336-46df-890c-1aa7c5eb3ef1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=edb1cf31-67cc-4b94-a720-0c5186cfa3dd HTTP/1.1" status: 200 len: 837 time: 0.1115983 Aug 11 02:47:29.971045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-f4532403-1b3c-4e2a-8ee6-553fcf4f60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.977204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-f4532403-1b3c-4e2a-8ee6-553fcf4f60f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27613fc9-8179-4e5d-b7cd-05e0cbf11322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632296 Aug 11 02:47:29.982924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995071d5-aae5-4388-afd9-c3b9c6f945f4 req-1efb1ca6-f94d-44f6-a604-ac506df34268 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.993992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-995071d5-aae5-4388-afd9-c3b9c6f945f4 req-1efb1ca6-f94d-44f6-a604-ac506df34268 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 944 time: 0.1051762 Aug 11 02:47:30.083870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-995071d5-aae5-4388-afd9-c3b9c6f945f4 req-2c4b557d-1521-440e-a75f-edd81dbceceb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872927 Aug 11 02:47:30.151722 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-f88cf2f3-d85d-43a4-8885-4152daf5a48f service neutron] 10.222.0.25 "GET /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667111 Aug 11 02:47:30.282800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55b193ab-8d12-48a0-b8dc-70f7dec97ab0 req-24aea69f-5293-47b2-bc80-6addafb7696c service neutron] 10.222.0.25 "GET /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076465 Aug 11 02:47:30.499128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e69c517b-a674-4fbd-8014-96a1d80ffec2 req-074cbe44-3e03-42f6-a5a2-c231a4342b0d tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0465386 Aug 11 02:47:30.607238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43e788-6ff6-46ae-9633-afa0a85123fe req-d8f03644-c411-4ee8-9754-84a86144f143 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.608977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f43e788-6ff6-46ae-9633-afa0a85123fe req-d8f03644-c411-4ee8-9754-84a86144f143 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 945 time: 0.0750492 Aug 11 02:47:30.667341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f43e788-6ff6-46ae-9633-afa0a85123fe req-34a30942-9e50-48f8-a3fe-cf6d53d0026a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Aug 11 02:47:30.843010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-20c52564-d7e8-4389-acff-c0139ff2ba8b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.845965 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-20c52564-d7e8-4389-acff-c0139ff2ba8b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 945 time: 0.0708821 Aug 11 02:47:31.029032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port 3b003850-5f63-4a26-a49a-820e9c26748b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:31.029430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.169962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port 3b003850-5f63-4a26-a49a-820e9c26748b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3b003850-5f63-4a26-a49a-820e9c26748b,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:31.170277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.188676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for 3b003850-5f63-4a26-a49a-820e9c26748b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:31.325422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da0a4-28e8-4578-b2f2-5c4c1048ee7a req-2f35620b-d638-4436-b217-aec539fb433a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:31.327162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-483da0a4-28e8-4578-b2f2-5c4c1048ee7a req-2f35620b-d638-4436-b217-aec539fb433a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 944 time: 0.1279190 Aug 11 02:47:31.424896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-483da0a4-28e8-4578-b2f2-5c4c1048ee7a req-238938d7-eee8-4761-8d62-97d3ef7883da tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847766 Aug 11 02:47:31.476499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.495915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3b003850-5f63-4a26-a49a-820e9c26748b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:31.537234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=3b003850-5f63-4a26-a49a-820e9c26748b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:31.599121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:31.677706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port 3b003850-5f63-4a26-a49a-820e9c26748b on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:31.688271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.701082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5e9a2bc3-375b-4de1-acca-6db1a80c6ff5 req-89afc795-3b1a-408d-bf4b-67fcd2fc1c74 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "DELETE /v2.0/ports/3b003850-5f63-4a26-a49a-820e9c26748b HTTP/1.1" status: 204 len: 173 time: 0.8465676 Aug 11 02:47:31.702349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'name': 'network-vif-deleted', 'tag': '3b003850-5f63-4a26-a49a-820e9c26748b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:31.715736 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad521424-81a8-4e98-9c70-34fb657a168d" -d '{"events": [{"server_uuid": "089fb748-5b69-4fe0-a891-9b15cb1e5e06", "name": "network-vif-deleted", "tag": "3b003850-5f63-4a26-a49a-820e9c26748b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:31.722820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5f98475-1891-4d5f-b729-7f012c71d966 req-91c08943-1e30-4b28-9337-1c681e214a6d tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0753191 Aug 11 02:47:31.839358 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e860d0-40fc-4b0e-b1c6-38fd7173dafd x-openstack-request-id: req-48e860d0-40fc-4b0e-b1c6-38fd7173dafd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:31.840247 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089fb748-5b69-4fe0-a891-9b15cb1e5e06", "name": "network-vif-deleted", "tag": "3b003850-5f63-4a26-a49a-820e9c26748b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:31.840997 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48e860d0-40fc-4b0e-b1c6-38fd7173dafd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:31.842074 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089fb748-5b69-4fe0-a891-9b15cb1e5e06', 'name': 'network-vif-deleted', 'tag': '3b003850-5f63-4a26-a49a-820e9c26748b', 'status': 'completed', 'code': 200} Aug 11 02:47:31.865962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc57e10f-b9cd-4fee-9431-52553b88ea35 req-fb7c61de-d75b-4792-8cfc-8caa1c0f45f8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=089fb748-5b69-4fe0-a891-9b15cb1e5e06 HTTP/1.1" status: 200 len: 210 time: 0.0524058 Aug 11 02:47:32.462292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd86e2c1-cc27-4a72-a0f2-8d96fbdc1f2e req-ba92a924-c096-4238-8a07-648e6c2e29dd tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0918217 Aug 11 02:47:32.725658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe64b6-debe-4545-b8d0-e5012d6ff77f req-db88ddea-8c5c-4cd0-bcc9-26527def1e56 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:32.729587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cfe64b6-debe-4545-b8d0-e5012d6ff77f req-db88ddea-8c5c-4cd0-bcc9-26527def1e56 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 944 time: 0.1508069 Aug 11 02:47:32.834120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cfe64b6-debe-4545-b8d0-e5012d6ff77f req-0714ef0b-832a-4fc0-bf0f-b6fc653d09fc tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842905 Aug 11 02:47:32.859133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c003723b-29bd-4b88-9b82-e5a0edbb7f32 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:33.008058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c003723b-29bd-4b88-9b82-e5a0edbb7f32, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:33.034998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'port_id': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32', 'mac_address': 'fa:16:3e:75:aa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:33.097633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:33.140354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c003723b-29bd-4b88-9b82-e5a0edbb7f32 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:33.184084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c003723b-29bd-4b88-9b82-e5a0edbb7f32, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:33.191349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:33.310343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c003723b-29bd-4b88-9b82-e5a0edbb7f32,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:33.500343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c003723b-29bd-4b88-9b82-e5a0edbb7f32'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:33.640518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60ea13f2-178f-432f-bc53-61ac03e28d4f req-1a4a36be-4ae9-4efc-88b8-4b308f608e67 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0405908 Aug 11 02:47:33.922851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-d3371d46-3ec4-4468-8b95-1c8c3194b030 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:33.925740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-d3371d46-3ec4-4468-8b95-1c8c3194b030 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.2535136 Aug 11 02:47:33.963940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3b003850-5f63-4a26-a49a-820e9c26748b no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:33.969762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-64308e5f-3a67-48aa-ae31-5582c0ab4dd9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0324419 Aug 11 02:47:34.009747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3b003850-5f63-4a26-a49a-820e9c26748b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:34.010504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3b003850-5f63-4a26-a49a-820e9c26748b not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:34.058430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-8aacaa72-0ad2-4cb4-aacc-95a292da5179 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819101 Aug 11 02:47:34.289681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da1a87-0cf2-48c7-a29f-3c0e97757428 req-cb27a48a-6f6c-4313-90bb-876992b7927e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:34.292306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10da1a87-0cf2-48c7-a29f-3c0e97757428 req-cb27a48a-6f6c-4313-90bb-876992b7927e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 945 time: 0.2326074 Aug 11 02:47:34.407787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-34df82fe-1d2e-44c3-be4b-11a960d57054 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344479 Aug 11 02:47:34.426336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10da1a87-0cf2-48c7-a29f-3c0e97757428 req-75537682-9691-48b0-8315-3cd4b5b14ae0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125543 Aug 11 02:47:34.634321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-210076f2-af08-49d1-ae5c-f53bbf86ec4c service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050564 Aug 11 02:47:34.862395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c003723b-29bd-4b88-9b82-e5a0edbb7f32 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:34.929264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b28acd-35d9-42ae-84ae-fad19353822a req-c544f1ac-4fc8-47d2-b47d-57ac3b12f9fc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 210 time: 0.0833733 Aug 11 02:47:35.029982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c39661e-bd67-4e79-8ae6-10c65f30d289 req-bc5aacb3-209f-438f-942c-d1cc740e2b16 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1206641 Aug 11 02:47:35.072147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port c003723b-29bd-4b88-9b82-e5a0edbb7f32 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:35.089273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port c003723b-29bd-4b88-9b82-e5a0edbb7f32 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:35.090700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.255612 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.294621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:35.297558 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073b8403-40cd-44be-b082-960520ea7c9b" -d '{"events": [{"server_uuid": "44c1e7e0-9551-4756-9b00-de40b3a39a2a", "name": "network-vif-plugged", "status": "completed", "tag": "c003723b-29bd-4b88-9b82-e5a0edbb7f32"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:35.318399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c003723b-29bd-4b88-9b82-e5a0edbb7f32, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:35.357401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.426323 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc51318c-653c-48dc-80cc-f3b5b1a4465a x-openstack-request-id: req-cc51318c-653c-48dc-80cc-f3b5b1a4465a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:35.426924 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c1e7e0-9551-4756-9b00-de40b3a39a2a", "name": "network-vif-plugged", "status": "completed", "tag": "c003723b-29bd-4b88-9b82-e5a0edbb7f32", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:35.427571 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc51318c-653c-48dc-80cc-f3b5b1a4465a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:35.428213 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32', 'code': 200} Aug 11 02:47:35.496291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c003723b-29bd-4b88-9b82-e5a0edbb7f32,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:35.532514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec5639-0f50-4c2c-a4a4-163b6ee8571e req-b28fa360-d0a7-4000-add3-4d7834cea52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:35.534966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faec5639-0f50-4c2c-a4a4-163b6ee8571e req-b28fa360-d0a7-4000-add3-4d7834cea52e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 1097 time: 0.0585601 Aug 11 02:47:35.611595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-faec5639-0f50-4c2c-a4a4-163b6ee8571e req-349bfd7c-dd8c-4855-bafd-82416aef37c7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691874 Aug 11 02:47:35.792229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cfdab-e546-4e6b-b654-fde029e450f8 req-4b2c16e3-f19d-4a8c-826e-748da76b0b97 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:35.824144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-741cfdab-e546-4e6b-b654-fde029e450f8 req-4b2c16e3-f19d-4a8c-826e-748da76b0b97 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 946 time: 0.2277584 Aug 11 02:47:36.049256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-741cfdab-e546-4e6b-b654-fde029e450f8 req-97dae804-9bac-4540-9bfa-25ae431f74da tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234809 Aug 11 02:47:36.147250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d2801-07ed-41df-9225-5e11195b2cd1 req-ef7d19a2-a03b-4338-b906-fe191a8eef71 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:36.148981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b12d2801-07ed-41df-9225-5e11195b2cd1 req-ef7d19a2-a03b-4338-b906-fe191a8eef71 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2266729 Aug 11 02:47:36.267766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b12d2801-07ed-41df-9225-5e11195b2cd1 req-9015609e-78ef-423b-a8c8-4b6df9724fa5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940728 Aug 11 02:47:36.322173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93d663a2-7c52-4239-9163-f02c495cee36 req-9f1887c7-f7f2-423c-a055-715625077667 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 210 time: 0.0471916 Aug 11 02:47:36.456982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9793023e-55c2-476d-a361-dcb1769adcee req-ba25b4d3-aa3f-48d3-aa65-acd7b4332814 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0421555 Aug 11 02:47:36.921648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-8e407ac0-d04b-48f7-98b9-1df9e5dc268d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:36.925382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-8e407ac0-d04b-48f7-98b9-1df9e5dc268d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.1801894 Aug 11 02:47:36.953128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:37.144387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:37.148989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.313434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea6824-a2b6-4d00-bcc5-cd65de33ceee req-172cd688-1e8d-4464-851d-a6e80bb5ce11 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.315144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3dea6824-a2b6-4d00-bcc5-cd65de33ceee req-172cd688-1e8d-4464-851d-a6e80bb5ce11 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 946 time: 0.0986173 Aug 11 02:47:37.365769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.9 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/87408c37-ed27-4e0f-8129-547671b2256a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:37.474122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3dea6824-a2b6-4d00-bcc5-cd65de33ceee req-dbe2898a-ad15-4927-a36c-63277e0e7ed5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467724 Aug 11 02:47:37.551152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0516-7ebd-4b72-9328-954e73549f3a req-473f1978-a86a-441b-b5b9-6dc2a8551100 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.553600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-459a0516-7ebd-4b72-9328-954e73549f3a req-473f1978-a86a-441b-b5b9-6dc2a8551100 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1159115 Aug 11 02:47:37.679199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-459a0516-7ebd-4b72-9328-954e73549f3a req-a76a8a53-8e9d-49e9-bda8-dee43864ce84 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092782 Aug 11 02:47:37.700935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.733697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10c24b64-6ad1-4499-8189-9442374227c4 req-b69bdc57-295e-46af-b2f5-134a6a8bb4a1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 210 time: 0.1062806 Aug 11 02:47:37.819793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.833890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:37.892720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:37.894775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e8a6c3c-a283-480d-bebc-170e16987c2f req-9f26cda2-b4fb-4df7-9ea1-256f4b03b906 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0407858 Aug 11 02:47:37.910295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:37.918441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:37.997168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=87408c37-ed27-4e0f-8129-547671b2256a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:37.998656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a82f0-a822-4c96-b1e3-e08b321c3422 req-7ef6d4e3-7e25-4b7c-8275-66afa9ff080e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.001387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d43a82f0-a822-4c96-b1e3-e08b321c3422 req-7ef6d4e3-7e25-4b7c-8275-66afa9ff080e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 946 time: 0.1052954 Aug 11 02:47:38.050279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.051060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.052302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.053238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.053812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.054393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.054981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.055497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.056066 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.056563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.057521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.058733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:38.092704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.093561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.101542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d43a82f0-a822-4c96-b1e3-e08b321c3422 req-08bef206-2a64-465d-ac27-33831547766f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876355 Aug 11 02:47:38.126437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-50c19ac7-8fbc-4732-ba3b-d0f6628afdb7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1791124 Aug 11 02:47:38.134444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-9f393820-2a8d-40d6-bf58-e27270423db0 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.144079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-9f393820-2a8d-40d6-bf58-e27270423db0 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1402135 Aug 11 02:47:38.144556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Request body: {'port': {'device_id': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:38.230614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.321235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Deleting port 88956044-809f-4f7c-96af-e0e25cbd95a5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:38.322696 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.519690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] For port 88956044-809f-4f7c-96af-e0e25cbd95a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=88956044-809f-4f7c-96af-e0e25cbd95a5,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:38.520432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.551467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Calling delete_port for 88956044-809f-4f7c-96af-e0e25cbd95a5 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:38.748124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87408c37-ed27-4e0f-8129-547671b2256a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:38.760634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.021843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.030279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Transition to ACTIVE for port object 87408c37-ed27-4e0f-8129-547671b2256a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:39.040989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.041417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588', 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd', '88956044-809f-4f7c-96af-e0e25cbd95a5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:39.045766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1a1825df-0273-4d24-b1fa-fd4a3ce48941'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:39.067067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a95fc-d0af-4fe4-9d46-5ecf967013af req-0c6d2e18-d7a4-4f9f-8c43-de22d7b71bee tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.081026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-624a95fc-d0af-4fe4-9d46-5ecf967013af req-0c6d2e18-d7a4-4f9f-8c43-de22d7b71bee tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 931 time: 0.2477036 Aug 11 02:47:39.283403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event deleted for resources: {'Port': ['ID=88956044-809f-4f7c-96af-e0e25cbd95a5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:39.364775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Pushing event updated for resources: {'Port': ['ID=87408c37-ed27-4e0f-8129-547671b2256a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:39.400084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb259-c4e3-4cf6-ba81-855f9632fb94 req-5469ea67-a217-4f06-941b-b811420fe3c5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.412184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-130fb259-c4e3-4cf6-ba81-855f9632fb94 req-5469ea67-a217-4f06-941b-b811420fe3c5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e26cc74-68b6-47a9-b136-c1742b70c0a4 HTTP/1.1" status: 200 len: 867 time: 0.5313408 Aug 11 02:47:39.441053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Attempting to bind port 87408c37-ed27-4e0f-8129-547671b2256a on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:39.441826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Attempting to bind port 87408c37-ed27-4e0f-8129-547671b2256a by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:39.442602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Attempting to bind port 87408c37-ed27-4e0f-8129-547671b2256a on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:39.455230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Port 87408c37-ed27-4e0f-8129-547671b2256a on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:39.455774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Attempting to bind port 87408c37-ed27-4e0f-8129-547671b2256a on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:39.465164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:39.466443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:39.468046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:39.469190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Bound port: 87408c37-ed27-4e0f-8129-547671b2256a, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:39.470025 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.526403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-624a95fc-d0af-4fe4-9d46-5ecf967013af req-985a9181-2427-40e5-81c5-d420b958206d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298437 Aug 11 02:47:39.536334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.542533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.543017 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.543367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.543712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.544227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.547217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.551802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.552548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.555944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.558115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.558958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:39.668106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] No DVR routers for this DVR port 88956044-809f-4f7c-96af-e0e25cbd95a5 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:39.677568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] For port 87408c37-ed27-4e0f-8129-547671b2256a, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:39.688342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] For port 87408c37-ed27-4e0f-8129-547671b2256a, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=87408c37-ed27-4e0f-8129-547671b2256a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:39.688720 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.696496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35a1cce5-e89e-4ff8-94b3-158c2494ccdc req-f86c590d-2926-467d-a842-597ae1dd834c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "DELETE /v2.0/ports/88956044-809f-4f7c-96af-e0e25cbd95a5 HTTP/1.1" status: 204 len: 173 time: 1.5463011 Aug 11 02:47:39.696873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'name': 'network-vif-deleted', 'tag': '88956044-809f-4f7c-96af-e0e25cbd95a5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:39.705129 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4a71a4-df26-4ffc-859b-f7a274e4f035" -d '{"events": [{"server_uuid": "6e26cc74-68b6-47a9-b136-c1742b70c0a4", "name": "network-vif-deleted", "tag": "88956044-809f-4f7c-96af-e0e25cbd95a5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:39.708387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.714320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53012) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:39.903247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.904346 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.906857 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] 10.222.0.59 "PUT /v2.0/ports/87408c37-ed27-4e0f-8129-547671b2256a HTTP/1.1" status: 200 len: 1091 time: 1.7701855 Aug 11 02:47:39.907792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'tag': '87408c37-ed27-4e0f-8129-547671b2256a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:39.914744 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be7043-85e9-4200-ae10-8f22cb45fe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc4beb9-2384-4ff5-86d4-2ace40f9a408", "tag": "87408c37-ed27-4e0f-8129-547671b2256a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:39.967388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8ad5d-f62e-45e2-a4da-e88663a44b7d service neutron] Pushing event updated for resources: {'Port': ['ID=87408c37-ed27-4e0f-8129-547671b2256a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:40.064040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5087f9d0-8baf-4be4-95fd-b5d2ecc84ee6 req-f4425eb3-3579-44db-8f8f-e119812a7b4f tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.3286390 Aug 11 02:47:40.172949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-9b49868c-ab6c-4807-9ef3-6a183cef5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.175292 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-9b49868c-ab6c-4807-9ef3-6a183cef5d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 1094 time: 0.1749768 Aug 11 02:47:40.220017 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05433abe-f54a-4510-8b55-424a3c5f3c09 x-openstack-request-id: req-05433abe-f54a-4510-8b55-424a3c5f3c09 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:40.220491 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26cc74-68b6-47a9-b136-c1742b70c0a4", "name": "network-vif-deleted", "tag": "88956044-809f-4f7c-96af-e0e25cbd95a5", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:40.220749 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05433abe-f54a-4510-8b55-424a3c5f3c09 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:40.221170 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26cc74-68b6-47a9-b136-c1742b70c0a4', 'name': 'network-vif-deleted', 'tag': '88956044-809f-4f7c-96af-e0e25cbd95a5', 'status': 'completed', 'code': 200} Aug 11 02:47:40.224605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-130fb259-c4e3-4cf6-ba81-855f9632fb94 req-59740998-c07e-4114-b266-0e75a1101dd9 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7639077 Aug 11 02:47:40.308337 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-54e3ddf6-808a-4769-8e1a-7da7a03836bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87408c37-ed27-4e0f-8129-547671b2256a HTTP/1.1" status: 200 len: 217 time: 0.1158171 Aug 11 02:47:40.380399 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5268e71-3bbb-46ba-b295-acc99beb5a7c x-openstack-request-id: req-b5268e71-3bbb-46ba-b295-acc99beb5a7c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:40.380768 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc4beb9-2384-4ff5-86d4-2ace40f9a408", "tag": "87408c37-ed27-4e0f-8129-547671b2256a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:40.381022 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5268e71-3bbb-46ba-b295-acc99beb5a7c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:40.381621 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'tag': '87408c37-ed27-4e0f-8129-547671b2256a', 'status': 'completed', 'code': 200} Aug 11 02:47:40.384493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-bcbd9693-9690-4cf9-a1bf-1469bab471b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.387163 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-bcbd9693-9690-4cf9-a1bf-1469bab471b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.0711098 Aug 11 02:47:40.425507 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-1410361a-4da5-4f30-bea4-3c2500904b29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292916 Aug 11 02:47:40.657651 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-a3f5c2e5-426c-4119-841a-22c0599781a4 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179594 Aug 11 02:47:40.777523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010da4f-30f6-46f0-8954-26fb627c9d5b req-723bdd38-cbe9-4a1d-8e28-7b4c5e11fb66 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.779183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c010da4f-30f6-46f0-8954-26fb627c9d5b req-723bdd38-cbe9-4a1d-8e28-7b4c5e11fb66 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 943 time: 0.1271791 Aug 11 02:47:40.821243 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90053b0f-34b6-4954-a1e1-31cb11836a53 req-479d14d8-b243-4135-a2f0-8bc91479eedb service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476855 Aug 11 02:47:40.896209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c010da4f-30f6-46f0-8954-26fb627c9d5b req-bc920be9-8a5e-494d-b4c0-ee55667239ec tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851007 Aug 11 02:47:40.933947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.974476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-7b21d5ab-022c-4221-b411-384ec7affdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.976385 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-7b21d5ab-022c-4221-b411-384ec7affdcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 1094 time: 0.0934036 Aug 11 02:47:41.207685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-5bde5a27-bf6d-4585-9a90-d048bca073ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.210425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-5bde5a27-bf6d-4585-9a90-d048bca073ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.2254713 Aug 11 02:47:41.232950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a9bed5c-a05c-46a3-8c06-08ca228d650c req-4f24fdcf-4887-4ab3-bdd4-144aa5ccca4f tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0456953 Aug 11 02:47:41.345735 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-869af44b-927c-4b2d-b016-28c358449cd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87408c37-ed27-4e0f-8129-547671b2256a HTTP/1.1" status: 200 len: 217 time: 0.1154709 Aug 11 02:47:41.395393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.20.0.17 (27613fc9-8179-4e5d-b7cd-05e0cbf11322/edb1cf31-67cc-4b94-a720-0c5186cfa3dd/e1e06b51-e550-41f2-81e2-cc0d81ea55a3) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:41.423121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-64bda732-1085-4f8c-a293-a1ea8ad41282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.425323 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-64bda732-1085-4f8c-a293-a1ea8ad41282 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.0724664 Aug 11 02:47:41.491113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-bc71637c-2f77-4fdf-be6a-e973850ecfbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565217 Aug 11 02:47:41.619889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:41.656687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Transition to ACTIVE for port object e1e06b51-e550-41f2-81e2-cc0d81ea55a3 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:41.702362 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:41.706179 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-e6933920-87ca-4a3a-a07c-8f00084ea64f service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047417 Aug 11 02:47:41.758965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:41.763410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:41.768938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:41.772722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:41.835419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:41.851703 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-38be7043-85e9-4200-ae10-8f22cb45fe2a req-e6f2afe1-d50c-434a-a4f3-064d0b1ee47d service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380231 Aug 11 02:47:42.017084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 88956044-809f-4f7c-96af-e0e25cbd95a5 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:42.058698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 88956044-809f-4f7c-96af-e0e25cbd95a5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:42.059593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 88956044-809f-4f7c-96af-e0e25cbd95a5 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:42.075569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:42.107104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb11657-a923-468b-813a-286c5ee2fff0 req-29f77ee4-d7ce-4950-b549-d0b9d5b2613b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:42.108617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb11657-a923-468b-813a-286c5ee2fff0 req-29f77ee4-d7ce-4950-b549-d0b9d5b2613b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 943 time: 0.1311319 Aug 11 02:47:42.133350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-205cf5f7-fb27-4067-995d-55588ce0a931 None None] Provisioning for port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:42.138979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-205cf5f7-fb27-4067-995d-55588ce0a931 None None] Provisioning complete for port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:42.139961 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-205cf5f7-fb27-4067-995d-55588ce0a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:42.184855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-205cf5f7-fb27-4067-995d-55588ce0a931 None None] Port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:42.189934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb11657-a923-468b-813a-286c5ee2fff0 req-258a74aa-87e0-4ceb-a250-66ae332b534d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Aug 11 02:47:42.414566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edff0f70-8f2a-4a34-9ac5-262667c35505 req-e9c065f5-d00c-4069-84bc-805deea9b9cb tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0465524 Aug 11 02:47:42.515105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:42.521070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:42.612203 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:42.672191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:42.785488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:42.788686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:43.345398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b4f03f51-1a05-42fc-a2ce-f957a59d00fa None None] Provisioning complete for port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:43.346173 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4f03f51-1a05-42fc-a2ce-f957a59d00fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:43.430196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b4f03f51-1a05-42fc-a2ce-f957a59d00fa None None] Port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:43.557759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1062cd7d-18c8-448e-8bd4-bb8ccf7c2cf8 req-0b6a0fa2-60cf-4572-9d67-65f1423a4f9a tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0377908 Aug 11 02:47:43.566584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:43.576204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bf8-9561-49f3-b153-6cfcaa3ff847 req-1459f23a-ecf1-4718-9edd-ffa0cca92201 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.577856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a3e4bf8-9561-49f3-b153-6cfcaa3ff847 req-1459f23a-ecf1-4718-9edd-ffa0cca92201 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 943 time: 0.1063972 Aug 11 02:47:43.711365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a3e4bf8-9561-49f3-b153-6cfcaa3ff847 req-b2a90245-e11e-4c77-bf30-ee1570d124d9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Aug 11 02:47:43.845180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:43.866131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-57193a06-7ec9-4625-b8e4-e0abc39c8839 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "PUT /v2.0/routers/2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1307108 Aug 11 02:47:43.871983 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:43.905666 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a1babc1-770e-4dc4-bf6b-24ef9ac580af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:43.905868 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:43.908472 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:44.025499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 87408c37-ed27-4e0f-8129-547671b2256a details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:44.092179 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:44.173040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-34d00d34-ce3e-4ff9-8537-053e054e5bb0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:44.186295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-34d00d34-ce3e-4ff9-8537-053e054e5bb0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.1787214 Aug 11 02:47:44.208834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-7c121691-5269-4170-85d9-c291ab5d7065 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0193284 Aug 11 02:47:44.277894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 87408c37-ed27-4e0f-8129-547671b2256a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=87408c37-ed27-4e0f-8129-547671b2256a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:44.301605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '87408c37-ed27-4e0f-8129-547671b2256a', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': '87408c37-ed27-4e0f-8129-547671b2256a', 'mac_address': 'fa:16:3e:e4:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:44.330627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-e9c51a75-b30a-4b6a-9a2f-bacfbea13a6b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193492 Aug 11 02:47:44.371061 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.386398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87408c37-ed27-4e0f-8129-547671b2256a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:44.410205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 87408c37-ed27-4e0f-8129-547671b2256a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=87408c37-ed27-4e0f-8129-547671b2256a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:44.418313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.516373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=87408c37-ed27-4e0f-8129-547671b2256a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:44.528189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-ddc69727-5919-4bca-8f47-d614ee2c85b4 service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954021 Aug 11 02:47:44.610331 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:47:41Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 1, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1e06b51-e550-41f2-81e2-cc0d81ea55a3', 'name': '', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:fe:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:41Z', 'updated_at': '2021-08-11T02:47:42Z', 'revision_number': 2, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:44.681005 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:44.682199 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Updating router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:44.704422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['87408c37-ed27-4e0f-8129-547671b2256a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:44.722401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b64ef24-b6b6-4113-8104-9267fda2ac3f req-cdb920ea-276a-4396-91bd-2ab550e7896b tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0447814 Aug 11 02:47:44.733201 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.761660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-761a590b-3ae1-4cf1-aaa7-3d24f261c9a2 service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102888 Aug 11 02:47:45.037308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417a6e1-9e52-4be1-b8d8-1c7435577a39 req-84723dcd-62e8-4d03-89dc-7d9a2b1efad4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:45.045934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a417a6e1-9e52-4be1-b8d8-1c7435577a39 req-84723dcd-62e8-4d03-89dc-7d9a2b1efad4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 944 time: 0.1383538 Aug 11 02:47:45.091131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a417a6e1-9e52-4be1-b8d8-1c7435577a39 req-5d41b54d-d724-4890-8ca0-ea093d9d3082 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Aug 11 02:47:45.122755 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.144088 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Transition to ACTIVE for port object e1e06b51-e550-41f2-81e2-cc0d81ea55a3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:45.156536 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.270445 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Pushing event updated for resources: {'Port': ['ID=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:45.281460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.281942 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.282410 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.298330 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.302513 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.303036 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.304069 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.305463 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.307187 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.312427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.312427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.312427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:45.414123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fa2050e-03aa-4c76-ad32-028bf4dd98db req-813b426d-17fe-4ba1-9fe6-4ed01d6c17ec tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.0558944 Aug 11 02:47:45.456093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Attempting to bind port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:45.456816 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Attempting to bind port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:45.457445 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Attempting to bind port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 on network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:45.474244 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:45.475285 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Checking segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:45.476024 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.477154 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Bound using segment: {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:45.479076 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Bound port: e1e06b51-e550-41f2-81e2-cc0d81ea55a3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2361ee-b30b-4560-95ce-008e2d052edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:45.481120 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.630248 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] For port e1e06b51-e550-41f2-81e2-cc0d81ea55a3, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:45.635273 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] For port e1e06b51-e550-41f2-81e2-cc0d81ea55a3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:45.645954 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.656626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589ca2-bbfb-4db3-8ba6-fbcf4baff973 req-a0032cd2-619f-432a-9692-3690bf7d122c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:45.672896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6589ca2-bbfb-4db3-8ba6-fbcf4baff973 req-a0032cd2-619f-432a-9692-3690bf7d122c tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 945 time: 0.1301651 Aug 11 02:47:45.755250 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68da2-c6fb-4846-8f26-360ba83cee4e None None] Pushing event updated for resources: {'Port': ['ID=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:45.763444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6589ca2-bbfb-4db3-8ba6-fbcf4baff973 req-b7f13b0d-0bb4-4e03-831c-6251e06f0f0b tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887451 Aug 11 02:47:45.764942 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:45.765588 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:45.984683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44d9ff65-e789-42c0-aba7-7cc43b840ecc req-9856d763-d61a-4cff-8db4-89529cb0d906 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0565922 Aug 11 02:47:46.041798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 87408c37-ed27-4e0f-8129-547671b2256a up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:46.190621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 87408c37-ed27-4e0f-8129-547671b2256a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:46.232520 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:46.236444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 87408c37-ed27-4e0f-8129-547671b2256a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:46.237047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.410526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dcaa4-322f-402e-8859-848be6cbefda req-36a39636-0456-49f0-a03a-b2f83058660c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:46.413427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba5dcaa4-322f-402e-8859-848be6cbefda req-36a39636-0456-49f0-a03a-b2f83058660c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 944 time: 0.1294763 Aug 11 02:47:46.529773 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-5b0dac04-c379-4da7-83b8-527416286835 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4399598 Aug 11 02:47:46.557239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.581014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba5dcaa4-322f-402e-8859-848be6cbefda req-c062835e-2127-41a0-abf2-5ce5a4a42245 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592360 Aug 11 02:47:46.586737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87408c37-ed27-4e0f-8129-547671b2256a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:46.589948 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b5479-3b82-42b9-8ed8-df8509be9203" -d '{"events": [{"server_uuid": "3dc4beb9-2384-4ff5-86d4-2ace40f9a408", "name": "network-vif-plugged", "status": "completed", "tag": "87408c37-ed27-4e0f-8129-547671b2256a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:46.633595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 87408c37-ed27-4e0f-8129-547671b2256a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=87408c37-ed27-4e0f-8129-547671b2256a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:46.642695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.652873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-9d4b0238-3569-4767-95a9-11a954cdf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:46.656497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-9d4b0238-3569-4767-95a9-11a954cdf5e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=67315a0971cd44f4806a38c771acb889&device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 1097 time: 0.1000757 Aug 11 02:47:46.745202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d588fb7f-73a3-4571-8722-f8369357f936 req-077bde09-64cf-4952-b1cd-b977d94bdd6a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.2027831 Aug 11 02:47:46.776479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=87408c37-ed27-4e0f-8129-547671b2256a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:46.795048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.796408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.796754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.797097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.797433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.797759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.798120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.801732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.801732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.801732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.802290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.803340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:46.810872 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bce2d2e-c4a4-487d-8f80-15f808015d65 x-openstack-request-id: req-6bce2d2e-c4a4-487d-8f80-15f808015d65 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:46.811386 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc4beb9-2384-4ff5-86d4-2ace40f9a408", "name": "network-vif-plugged", "status": "completed", "tag": "87408c37-ed27-4e0f-8129-547671b2256a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:46.811560 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bce2d2e-c4a4-487d-8f80-15f808015d65 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:46.811860 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87408c37-ed27-4e0f-8129-547671b2256a', 'code': 200} Aug 11 02:47:46.863492 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:47:41Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 1, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1e06b51-e550-41f2-81e2-cc0d81ea55a3', 'name': '', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:fe:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:41Z', 'updated_at': '2021-08-11T02:47:45Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:46.941015 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d508d-a1b2-4cd5-8c46-111eae8bca34 None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:47:41Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 1, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1e06b51-e550-41f2-81e2-cc0d81ea55a3', 'name': '', 'network_id': '27613fc9-8179-4e5d-b7cd-05e0cbf11322', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:fe:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:41Z', 'updated_at': '2021-08-11T02:47:45Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'edb1cf31-67cc-4b94-a720-0c5186cfa3dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:46.970487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-ac3bf51a-c84b-4e9d-95ef-77b247117206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:46.972517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-ac3bf51a-c84b-4e9d-95ef-77b247117206 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 200 len: 914 time: 0.2756395 Aug 11 02:47:47.051619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ee32-9ade-4ba1-b89c-f0dceb25129d req-45564b58-bcd4-4406-a927-fbece389b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.053228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a078ee32-9ade-4ba1-b89c-f0dceb25129d req-45564b58-bcd4-4406-a927-fbece389b70b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 1096 time: 0.1756370 Aug 11 02:47:47.099050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-6c83f007-0dfa-41de-bade-de50d80fffa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd HTTP/1.1" status: 200 len: 217 time: 0.1167500 Aug 11 02:47:47.158821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df67fb-d38c-4538-a21e-e7f5df07a980 req-5f938fe8-472a-4c1f-8c00-8607ad296827 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.177413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9df67fb-d38c-4538-a21e-e7f5df07a980 req-5f938fe8-472a-4c1f-8c00-8607ad296827 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 945 time: 0.2343907 Aug 11 02:47:47.211118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-d8299182-037f-44a6-932f-76616d464c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.212980 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-d8299182-037f-44a6-932f-76616d464c0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 200 len: 854 time: 0.0998333 Aug 11 02:47:47.243643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a078ee32-9ade-4ba1-b89c-f0dceb25129d req-1a8e0bd5-c237-4575-9986-269d8f1d5b9d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588352 Aug 11 02:47:47.276459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8284feff-b775-4779-a146-78f624fa136d req-ed9669b3-dead-4f51-86cd-2c308b6e865e tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0639148 Aug 11 02:47:47.288439 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-7a796864-8cd2-4fee-a3f0-3d6765a32f30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fffef75c-1024-488a-bd37-ed6b24e1ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648844 Aug 11 02:47:47.326681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9df67fb-d38c-4538-a21e-e7f5df07a980 req-e694f334-236d-428a-9b6a-43ebb2c22a45 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480920 Aug 11 02:47:47.368545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-6cbf83af-666d-428d-a08b-c24242b61bd5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.371034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-6cbf83af-666d-428d-a08b-c24242b61bd5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 945 time: 0.1282773 Aug 11 02:47:47.449893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10b512b-9e72-4381-9cb7-9ac5060afe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.567543 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-deb90a72-9132-449e-8336-b02457239aad service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648425 Aug 11 02:47:47.636158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Deleting port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:47.636500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.734270 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.770843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98655b10-77aa-464b-81c5-b1dc0388b493 req-8b50a23d-903d-407e-9713-91d9c43bc6fc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.772403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98655b10-77aa-464b-81c5-b1dc0388b493 req-8b50a23d-903d-407e-9713-91d9c43bc6fc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 945 time: 0.0975401 Aug 11 02:47:47.773103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:47.857453 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-72ca11fb-2be0-4d17-bfa3-47637b4326b5 req-d3b60ca8-c64f-4a22-aad5-a6124f7b91fd service neutron] 10.222.0.59 "GET /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813492 Aug 11 02:47:47.925647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] For port 1a1825df-0273-4d24-b1fa-fd4a3ce48941, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=1a1825df-0273-4d24-b1fa-fd4a3ce48941,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:47.926103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.944943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98655b10-77aa-464b-81c5-b1dc0388b493 req-e85a7386-fd51-4865-9756-cebfd5724172 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548960 Aug 11 02:47:47.970877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Calling delete_port for 1a1825df-0273-4d24-b1fa-fd4a3ce48941 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:48.020910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1c80940e-a756-4f20-abe3-9bb20ab99196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.058322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3750a769-34d2-4de7-ad62-6b09cf1d385b req-213f6ab6-c5f2-4f73-9eba-87b14d50ab6b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.0941529 Aug 11 02:47:48.142305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-529734a8-6ed9-4270-9032-2baa7169650a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:48.143834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-529734a8-6ed9-4270-9032-2baa7169650a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.3108475 Aug 11 02:47:48.166338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.174213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:48.180169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['1a1825df-0273-4d24-b1fa-fd4a3ce48941'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:48.189559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588', 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:48.238726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event deleted for resources: {'Port': ['ID=1a1825df-0273-4d24-b1fa-fd4a3ce48941,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:48.299243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] No DVR routers for this DVR port 1a1825df-0273-4d24-b1fa-fd4a3ce48941 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:48.304035 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.307295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a73005e-ca28-473f-88b4-9c796acf4e98 req-8b934be6-37dd-4d90-9a91-d6974fed8346 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.25 "DELETE /v2.0/ports/1a1825df-0273-4d24-b1fa-fd4a3ce48941 HTTP/1.1" status: 204 len: 173 time: 0.9003978 Aug 11 02:47:48.308371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'name': 'network-vif-deleted', 'tag': '1a1825df-0273-4d24-b1fa-fd4a3ce48941'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:48.321844 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d6162-a52d-41a5-8fdd-e6152587f3f6" -d '{"events": [{"server_uuid": "3a8e0e49-d840-47b3-a50b-579af9d66c2b", "name": "network-vif-deleted", "tag": "1a1825df-0273-4d24-b1fa-fd4a3ce48941"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:48.406617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1c80940e-a756-4f20-abe3-9bb20ab99196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.439695 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1c80940e-a756-4f20-abe3-9bb20ab99196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.473444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:48.477479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.496854 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.538359 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d817b33e-2d94-41fe-9d68-f10686ea2ad5 req-9e607607-c67b-4f75-baeb-a129f98926b6 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1010652 Aug 11 02:47:48.622317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1c80940e-a756-4f20-abe3-9bb20ab99196 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5da6e4d4360a4b959eeb36beed9d6a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439140 Aug 11 02:47:48.623156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:48.627114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0823625-3a88-417c-933d-3e29b5b6e693 req-9536288a-dda6-4d6c-8176-8bf1428d5b90 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a8e0e49-d840-47b3-a50b-579af9d66c2b HTTP/1.1" status: 200 len: 210 time: 0.1364508 Aug 11 02:47:48.629983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80940e-a756-4f20-abe3-9bb20ab99196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1e30f-3532-4a06-8037-c7964e9df200,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:48.834207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.4 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/4cc574b1-0cb0-497c-b535-d0f10ea1e08d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:49.122309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1e06b51-e550-41f2-81e2-cc0d81ea55a3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:49.192577 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa94fd1-8e60-4d19-aec9-126e6b4b04ee x-openstack-request-id: req-aaa94fd1-8e60-4d19-aec9-126e6b4b04ee {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:49.192973 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8e0e49-d840-47b3-a50b-579af9d66c2b", "name": "network-vif-deleted", "tag": "1a1825df-0273-4d24-b1fa-fd4a3ce48941", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:49.193320 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaa94fd1-8e60-4d19-aec9-126e6b4b04ee {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:49.193820 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8e0e49-d840-47b3-a50b-579af9d66c2b', 'name': 'network-vif-deleted', 'tag': '1a1825df-0273-4d24-b1fa-fd4a3ce48941', 'status': 'completed', 'code': 200} Aug 11 02:47:49.214341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:49.221291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:49.221763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.263582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67961ef7-4d41-4f23-9d0f-2042b29d27f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.264963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843b31-4af4-45dc-a117-8d5306d6b9c6 req-e66a41ea-907e-49a4-abb8-1fc902521cc1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.267308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2843b31-4af4-45dc-a117-8d5306d6b9c6 req-e66a41ea-907e-49a4-abb8-1fc902521cc1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 945 time: 0.1240413 Aug 11 02:47:49.300189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00fc0635-9e2b-4f77-a824-ebbb32b2088e req-aea65375-e044-4161-8a4a-fe32f5c75046 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.0644286 Aug 11 02:47:49.321714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.329442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.335205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67961ef7-4d41-4f23-9d0f-2042b29d27f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.358472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object 4cc574b1-0cb0-497c-b535-d0f10ea1e08d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:49.368603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2843b31-4af4-45dc-a117-8d5306d6b9c6 req-f4fd6f92-a6e4-4a5f-bab8-c9375bd2f81d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712218 Aug 11 02:47:49.375962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e1e06b51-e550-41f2-81e2-cc0d81ea55a3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:49.387918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.423458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.450038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67961ef7-4d41-4f23-9d0f-2042b29d27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.452642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67961ef7-4d41-4f23-9d0f-2042b29d27f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.457495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-67961ef7-4d41-4f23-9d0f-2042b29d27f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1f1e30f-3532-4a06-8037-c7964e9df200 HTTP/1.1" status: 204 len: 168 time: 0.8331163 Aug 11 02:47:49.469077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67961ef7-4d41-4f23-9d0f-2042b29d27f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1e30f-3532-4a06-8037-c7964e9df200,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:49.476371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:49.487292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:49.491976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:49.550056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:49.608753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.609456 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.621087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:49.682188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-6fd6693c-af8f-4021-829f-64ab81b30f66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5141821 Aug 11 02:47:49.697707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Request body: {'port': {'device_id': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:49.771386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-260b0ce7-7856-4529-829e-538081c8be4c req-051dc5cf-f80f-42cf-8705-225640b80331 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0516453 Aug 11 02:47:49.802571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a47a-4169-4e27-8950-ff308c110b3a req-642e8618-2a43-437c-a1c3-78e4213912c5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.805445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd49a47a-4169-4e27-8950-ff308c110b3a req-642e8618-2a43-437c-a1c3-78e4213912c5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 945 time: 0.1863332 Aug 11 02:47:49.903236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.985714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7483d89-b68c-4c6c-953a-6bc27bf56ae4 None None] Provisioning for port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:50.001696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f7483d89-b68c-4c6c-953a-6bc27bf56ae4 None None] Provisioning complete for port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:50.002857 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7483d89-b68c-4c6c-953a-6bc27bf56ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:50.024092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd49a47a-4169-4e27-8950-ff308c110b3a req-012778ac-416f-49d3-9a3f-1b02039b7caf tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800249 Aug 11 02:47:50.122603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:50.136336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f7483d89-b68c-4c6c-953a-6bc27bf56ae4 None None] Port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:50.485436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c20113-5793-403d-86d8-fd71b94ccad3 req-fa1c0316-d734-4d86-af0d-38310fdb7372 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.488145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53c20113-5793-403d-86d8-fd71b94ccad3 req-fa1c0316-d734-4d86-af0d-38310fdb7372 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 946 time: 0.2000449 Aug 11 02:47:50.572420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028cffe-1491-42b5-aae4-b1cbc5f49d52 req-6ed858cc-3ae5-4ecd-ba4e-3199848b0db3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.575039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4028cffe-1491-42b5-aae4-b1cbc5f49d52 req-6ed858cc-3ae5-4ecd-ba4e-3199848b0db3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 945 time: 0.1961536 Aug 11 02:47:50.657786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53c20113-5793-403d-86d8-fd71b94ccad3 req-03232254-a39b-4e95-bc82-dc6988f661ef tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482253 Aug 11 02:47:50.713116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4028cffe-1491-42b5-aae4-b1cbc5f49d52 req-09604bd1-73d8-4ea2-b4a4-90ad2d45c3c2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291993 Aug 11 02:47:50.724297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc574b1-0cb0-497c-b535-d0f10ea1e08d {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:50.738094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:50.784648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Transition to ACTIVE for port object 4cc574b1-0cb0-497c-b535-d0f10ea1e08d will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:50.809952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:50.911542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:50.925093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1a1825df-0273-4d24-b1fa-fd4a3ce48941 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:50.975399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 1a1825df-0273-4d24-b1fa-fd4a3ce48941 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:50.976018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 1a1825df-0273-4d24-b1fa-fd4a3ce48941 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:50.990691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3732121-adc8-4b56-8ce3-01b4807710c4 req-74bd4772-780b-4467-ad3a-037e1896658f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.992877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3732121-adc8-4b56-8ce3-01b4807710c4 req-74bd4772-780b-4467-ad3a-037e1896658f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 931 time: 0.2203209 Aug 11 02:47:51.023752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-856ba503-fcf5-4d54-89b3-62db1695d1b3 req-fa2f41ab-7ea7-4837-b396-967aba8a65fe tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1266356 Aug 11 02:47:51.042398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1e06b51-e550-41f2-81e2-cc0d81ea55a3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:51.121475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3732121-adc8-4b56-8ce3-01b4807710c4 req-1b42bd50-5ac6-4ac7-ba76-a19161bc565e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939460 Aug 11 02:47:51.127368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:51.127745 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:51.193617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Attempting to bind port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:51.194344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Attempting to bind port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:51.194610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Attempting to bind port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:51.205936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:51.206662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Attempting to bind port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:51.221690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:51.222440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:51.223166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:51.224725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Bound port: 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:51.226493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:51.330218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] For port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:51.336129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] For port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:51.342619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:51.413234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.414676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:51.416990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] 10.222.0.59 "PUT /v2.0/ports/4cc574b1-0cb0-497c-b535-d0f10ea1e08d HTTP/1.1" status: 200 len: 1091 time: 1.7245758 Aug 11 02:47:51.417538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'tag': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:51.419987 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e933c290-89d5-40e9-abbb-4455238711b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c28342-d11b-4cff-93a3-c089583c26ad", "tag": "4cc574b1-0cb0-497c-b535-d0f10ea1e08d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:51.455452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b56328-e187-4fb0-9acf-a8cdff348ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:51.506311 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ca768a-3c0e-4466-b6d5-d62c7f71c4e1 x-openstack-request-id: req-48ca768a-3c0e-4466-b6d5-d62c7f71c4e1 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:51.507281 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c28342-d11b-4cff-93a3-c089583c26ad", "tag": "4cc574b1-0cb0-497c-b535-d0f10ea1e08d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:51.507999 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48ca768a-3c0e-4466-b6d5-d62c7f71c4e1 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:51.508720 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'tag': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d', 'status': 'completed', 'code': 200} Aug 11 02:47:51.547669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-476fef91-eb1c-4e01-8e2d-490568a2e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.551845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-476fef91-eb1c-4e01-8e2d-490568a2e5db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 1094 time: 0.0838311 Aug 11 02:47:51.647414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c7c623e3-45f8-4fa1-b63f-4582cf85e6fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d HTTP/1.1" status: 200 len: 217 time: 0.0743010 Aug 11 02:47:51.776267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-d56e0670-b18c-4f5d-b638-ea80197f0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.777983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-d56e0670-b18c-4f5d-b638-ea80197f0a14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.1199117 Aug 11 02:47:51.913033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-2bbe3e6b-6263-435c-aad2-ece8aa6158b3 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.920682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-2bbe3e6b-6263-435c-aad2-ece8aa6158b3 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 946 time: 0.0741091 Aug 11 02:47:51.930712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-cd33b633-f158-499f-86af-03fb2697fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.933074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-cd33b633-f158-499f-86af-03fb2697fc4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468468 Aug 11 02:47:51.941548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003d82d-89e0-4a5f-919a-889885cc4c0b req-8afe4af2-9c83-4482-87ca-4a442eb769f6 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.943277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6003d82d-89e0-4a5f-919a-889885cc4c0b req-8afe4af2-9c83-4482-87ca-4a442eb769f6 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 946 time: 0.1175747 Aug 11 02:47:51.958390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3435f5-d92f-48e1-9128-7a3a1592e32a req-020e863f-1057-4ddd-a295-c479e3523952 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.966478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac3435f5-d92f-48e1-9128-7a3a1592e32a req-020e863f-1057-4ddd-a295-c479e3523952 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 945 time: 0.1211762 Aug 11 02:47:52.145629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac3435f5-d92f-48e1-9128-7a3a1592e32a req-5f783ca6-bcc0-448b-8571-ceecc68a54cc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771386 Aug 11 02:47:52.164768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-23aeb83e-163a-417e-9f22-aefe6b9e2504 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:52.167036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-23aeb83e-163a-417e-9f22-aefe6b9e2504 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 945 time: 0.2062695 Aug 11 02:47:52.182760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6003d82d-89e0-4a5f-919a-889885cc4c0b req-99346068-544a-4533-9d4e-7d449f0d8f02 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081182 Aug 11 02:47:52.227869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-c9baec57-f427-487a-aaf4-64e1360acf45 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777133 Aug 11 02:47:52.271294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Deleting port ee7d465b-b57c-4251-b378-ebd8c0ff52fd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:52.271612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.368909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port 87408c37-ed27-4e0f-8129-547671b2256a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:52.369906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.396732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea02d645-5fa8-441a-890a-0ea7f4bb3282 req-8c2e32fe-789b-492b-93ff-cf2ebe752e1a tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0606995 Aug 11 02:47:52.459742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ab0e-8df6-4ff6-9ca7-5cd933fd62c8 req-1f4550e1-b658-48a2-b205-5804c3df2c28 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:52.461751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22d1ab0e-8df6-4ff6-9ca7-5cd933fd62c8 req-1f4550e1-b658-48a2-b205-5804c3df2c28 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1705151 Aug 11 02:47:52.468831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] For port ee7d465b-b57c-4251-b378-ebd8c0ff52fd, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:52.469206 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.482522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6363fec1-e424-406c-bb20-e58a2d6bf3c9 req-5052eeda-d339-426d-8035-32b2b2eb0120 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414284 Aug 11 02:47:52.520523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Calling delete_port for ee7d465b-b57c-4251-b378-ebd8c0ff52fd owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:52.555374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22d1ab0e-8df6-4ff6-9ca7-5cd933fd62c8 req-582330cd-c260-4a55-a1b1-15722070f3f0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821280 Aug 11 02:47:52.624344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port 87408c37-ed27-4e0f-8129-547671b2256a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=87408c37-ed27-4e0f-8129-547671b2256a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:52.626360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.643894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c290-89d5-40e9-abbb-4455238711b6 req-03274f65-8072-4176-8f62-c7c21a43b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:52.646723 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-03274f65-8072-4176-8f62-c7c21a43b321 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 1094 time: 0.0829992 Aug 11 02:47:52.660741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for 87408c37-ed27-4e0f-8129-547671b2256a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:52.876796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.897981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:52.900872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c290-89d5-40e9-abbb-4455238711b6 req-9f96339d-202c-43c0-a839-5fc3fb4502c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:52.902779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-9f96339d-202c-43c0-a839-5fc3fb4502c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2486067 Aug 11 02:47:52.925729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event deleted for resources: {'Port': ['ID=ee7d465b-b57c-4251-b378-ebd8c0ff52fd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:52.985887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] No DVR routers for this DVR port ee7d465b-b57c-4251-b378-ebd8c0ff52fd on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:52.988772 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.990935 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "DELETE /v2.0/ports/ee7d465b-b57c-4251-b378-ebd8c0ff52fd HTTP/1.1" status: 204 len: 173 time: 1.0463521 Aug 11 02:47:52.991805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'name': 'network-vif-deleted', 'tag': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:52.994136 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4257e6-bd92-473b-8823-a983bed720eb" -d '{"events": [{"server_uuid": "9c304262-a73c-45a9-a47c-ebf0b8324ced", "name": "network-vif-deleted", "tag": "ee7d465b-b57c-4251-b378-ebd8c0ff52fd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:52.996645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-1df7ba6a-f7d1-4652-88ec-e327ebeaabac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d HTTP/1.1" status: 200 len: 217 time: 0.0786026 Aug 11 02:47:53.007524 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.024103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:53.069487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=87408c37-ed27-4e0f-8129-547671b2256a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:53.125210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.138584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port 87408c37-ed27-4e0f-8129-547671b2256a on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:53.141865 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1dc6b3-4313-4b0c-979e-0adea14b6de3 x-openstack-request-id: req-6a1dc6b3-4313-4b0c-979e-0adea14b6de3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:53.142189 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c304262-a73c-45a9-a47c-ebf0b8324ced", "name": "network-vif-deleted", "tag": "ee7d465b-b57c-4251-b378-ebd8c0ff52fd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:53.142448 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a1dc6b3-4313-4b0c-979e-0adea14b6de3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:53.143192 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c304262-a73c-45a9-a47c-ebf0b8324ced', 'name': 'network-vif-deleted', 'tag': 'ee7d465b-b57c-4251-b378-ebd8c0ff52fd', 'status': 'completed', 'code': 200} Aug 11 02:47:53.145084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.147229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3a8c8fcd-def6-4b5b-b6a6-c007ff3ddc18 req-2a67f8c5-ba4f-4ff4-ac94-2fd3505dee50 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "DELETE /v2.0/ports/87408c37-ed27-4e0f-8129-547671b2256a HTTP/1.1" status: 204 len: 173 time: 0.9707117 Aug 11 02:47:53.181880 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.240135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c290-89d5-40e9-abbb-4455238711b6 req-667ffbf3-b67e-4e8d-a574-54a4917f1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:53.242035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-667ffbf3-b67e-4e8d-a574-54a4917f1e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.2363956 Aug 11 02:47:53.372532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c290-89d5-40e9-abbb-4455238711b6 req-a660e492-55a7-4dc9-b4e1-c4d42755792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:53.381124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-a660e492-55a7-4dc9-b4e1-c4d42755792b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295247 Aug 11 02:47:53.476709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45a67820-e4d8-4537-90e0-e1c2a1317ae8 req-c8fa49fa-070d-438f-9c32-49cabe07aa24 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc4beb9-2384-4ff5-86d4-2ace40f9a408 HTTP/1.1" status: 200 len: 210 time: 0.1085100 Aug 11 02:47:53.522161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3492be1-e151-42e5-a863-b1cf1b9a61c1 req-c078400b-2853-4b5f-bf2d-b620cf0b41d1 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c304262-a73c-45a9-a47c-ebf0b8324ced HTTP/1.1" status: 200 len: 210 time: 0.1231642 Aug 11 02:47:53.677459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-7f49e072-ef88-4b6f-a879-17a06d3db152 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773111 Aug 11 02:47:53.794708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d67a409-3d34-49b9-9062-290e297c53b9 req-325b0a4c-0c5a-478d-a1bd-874a2dcb0480 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1156583 Aug 11 02:47:53.965942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c13f2-7187-490e-a4b7-898fb546c9b3 req-4929c4c5-5766-4dee-9e54-74c424ca2f5b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:53.967857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f5c13f2-7187-490e-a4b7-898fb546c9b3 req-4929c4c5-5766-4dee-9e54-74c424ca2f5b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1909180 Aug 11 02:47:54.044424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e933c290-89d5-40e9-abbb-4455238711b6 req-1fbd1cc8-9947-43d8-892f-dbb7957ad5b7 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324392 Aug 11 02:47:54.059781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f5c13f2-7187-490e-a4b7-898fb546c9b3 req-1ca0d876-96ed-4e0d-ab1f-fc0bafbc8d45 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832675 Aug 11 02:47:54.078745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 87408c37-ed27-4e0f-8129-547671b2256a no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:54.144102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 87408c37-ed27-4e0f-8129-547671b2256a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:54.147399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 87408c37-ed27-4e0f-8129-547671b2256a not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:54.147857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ee7d465b-b57c-4251-b378-ebd8c0ff52fd no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:54.196482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ee7d465b-b57c-4251-b378-ebd8c0ff52fd {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:54.197234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ee7d465b-b57c-4251-b378-ebd8c0ff52fd not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:54.954309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9bf3638-6668-4c57-97f5-7be39ef79590 req-476a909a-da8b-4c7e-9f37-674369bc127b tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0339859 Aug 11 02:47:55.144153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'name': 'network-vif-deleted', 'tag': '87408c37-ed27-4e0f-8129-547671b2256a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:55.144734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-f7e4c37a-2527-4ee9-8af3-2ae74610401f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:55.146870 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2c8d0e-2db3-4f98-b8e5-7e822b25b4c3" -d '{"events": [{"server_uuid": "3dc4beb9-2384-4ff5-86d4-2ace40f9a408", "name": "network-vif-deleted", "tag": "87408c37-ed27-4e0f-8129-547671b2256a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:55.153130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-f7e4c37a-2527-4ee9-8af3-2ae74610401f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.1971791 Aug 11 02:47:55.268233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-5ea9bdfa-093e-4a6d-b71d-15668a72dfe8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.1124568 Aug 11 02:47:55.356733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044ff7e-4cb3-41f5-90c9-2452362471f7 req-e30331ef-0a6f-46ed-afb7-ed92136f29ef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:55.365206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f044ff7e-4cb3-41f5-90c9-2452362471f7 req-e30331ef-0a6f-46ed-afb7-ed92136f29ef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1999691 Aug 11 02:47:55.418022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-85368ffe-ad95-45b0-88a2-f7736ba71fe7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394894 Aug 11 02:47:55.507136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f044ff7e-4cb3-41f5-90c9-2452362471f7 req-2bb1a5b4-094c-45e6-b662-6ebcf4335506 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404390 Aug 11 02:47:55.583030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-88c13de4-7972-4436-9ef1-867c7c380ade service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481593 Aug 11 02:47:55.621009 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd2f15e-d79e-44e6-8d52-78f46c44493a x-openstack-request-id: req-fbd2f15e-d79e-44e6-8d52-78f46c44493a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:55.621648 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc4beb9-2384-4ff5-86d4-2ace40f9a408", "name": "network-vif-deleted", "tag": "87408c37-ed27-4e0f-8129-547671b2256a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:55.622161 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbd2f15e-d79e-44e6-8d52-78f46c44493a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:55.622898 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc4beb9-2384-4ff5-86d4-2ace40f9a408', 'name': 'network-vif-deleted', 'tag': '87408c37-ed27-4e0f-8129-547671b2256a', 'status': 'completed', 'code': 200} Aug 11 02:47:55.766149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-9887affe-c648-44e7-b63e-aff1ec1e4c4a service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815088 Aug 11 02:47:56.162114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7487a2fd-dbfb-48f1-b2fd-ce0c9a3e15d2 req-ba36d66b-ec14-499c-ade6-e19cd215dd44 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 210 time: 0.0720434 Aug 11 02:47:56.207459 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:47:56.257734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54bd8736-a7a0-4320-bf6f-5e8f611867b5 req-4f14eebe-bfc6-4885-bea9-3e647d565d9a tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0940945 Aug 11 02:47:56.715190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ea107-8bda-48dc-b9e5-2b3220ab1123 req-1ffaade4-9528-4cbb-9f4c-8a4a0c295e7b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:56.722916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da3ea107-8bda-48dc-b9e5-2b3220ab1123 req-1ffaade4-9528-4cbb-9f4c-8a4a0c295e7b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1216347 Aug 11 02:47:56.786021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da3ea107-8bda-48dc-b9e5-2b3220ab1123 req-6eb10518-22b7-4d93-9757-7aca9c5ec955 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604310 Aug 11 02:47:57.387397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b136de4-428a-4325-a39a-1ef72bcbd446 req-dc258ca5-46f4-4a93-8039-8c6a714fd628 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 210 time: 0.0911722 Aug 11 02:47:57.467444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ad2683a-4a88-4a73-b005-4d24b1e39eb4 req-4e25ed91-a66b-4452-959e-f678dda3b4c7 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1243384 Aug 11 02:47:57.747194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-e83cbc03-66f3-4acc-be22-d116191b55d0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:57.748888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-e83cbc03-66f3-4acc-be22-d116191b55d0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.2134204 Aug 11 02:47:57.772176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:58.257022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dbbee-746f-4d20-b471-632f0f3ee653 req-e9b96d45-cc83-4d64-83b0-f3ab657804d3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:58.258841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb1dbbee-746f-4d20-b471-632f0f3ee653 req-e9b96d45-cc83-4d64-83b0-f3ab657804d3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.0819151 Aug 11 02:47:58.467008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb1dbbee-746f-4d20-b471-632f0f3ee653 req-ae0321a9-ce44-4074-8b1d-40c087f4e305 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884072 Aug 11 02:47:58.505434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:58.505434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.756582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-744db754-2d00-45a8-8176-7aed53de82bb req-3c6d29f0-8e92-4b52-9d3b-f1b4df4480ee tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 210 time: 0.0480103 Aug 11 02:47:58.889068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f677c4-3e29-4023-9d44-f9373a97b40a req-2107fb17-f095-45da-80b7-928cf68ae0a6 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:58.900602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71f677c4-3e29-4023-9d44-f9373a97b40a req-2107fb17-f095-45da-80b7-928cf68ae0a6 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1097 time: 0.2498314 Aug 11 02:47:58.923488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-333b51ca-ce13-4616-9ff2-94a1dad4e2ac req-1fbd45f4-e5d7-4284-bba4-b28475173c7f tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0619066 Aug 11 02:47:58.959639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.14 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/90de2402-77ae-44f3-8bdf-99cdc3574188) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:59.215740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82bade-e74e-472f-8e50-49a9a0509c13 req-767aacf9-1f7f-44ac-96e3-c68157e3fc9a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:59.217732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d82bade-e74e-472f-8e50-49a9a0509c13 req-767aacf9-1f7f-44ac-96e3-c68157e3fc9a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 945 time: 0.1432588 Aug 11 02:47:59.237369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71f677c4-3e29-4023-9d44-f9373a97b40a req-2aacfa86-6997-4b00-9fd7-89c9c161963c tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324237 Aug 11 02:47:59.263076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53524) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:59.323764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d82bade-e74e-472f-8e50-49a9a0509c13 req-162bf79f-3ff2-48a7-ad76-ea6246a6e9ce tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830779 Aug 11 02:47:59.336396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.445293 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.459598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:59.491423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:59.495039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:59.524119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:59.612742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:59.613449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.708435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9441640 Aug 11 02:47:59.713343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a0094-f49d-43d3-9813-ff5f873bcf2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=90de2402-77ae-44f3-8bdf-99cdc3574188,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:59.727501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Request body: {'port': {'device_id': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:59.795474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.803752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port c2fa9c55-bbf6-449f-adf4-b7a70f18ea0c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:59.806228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea91d7-536e-46c1-b5a3-69a4eb1ec687 req-0b0e5c64-1125-4b8f-b17c-352d9e170e09 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:59.807371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.807918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-faea91d7-536e-46c1-b5a3-69a4eb1ec687 req-0b0e5c64-1125-4b8f-b17c-352d9e170e09 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1798513 Aug 11 02:47:59.938371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-faea91d7-536e-46c1-b5a3-69a4eb1ec687 req-040dd422-9007-4da7-a39f-03a139eb32f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133091 Aug 11 02:47:59.998739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.000386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.025716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for c2fa9c55-bbf6-449f-adf4-b7a70f18ea0c owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:00.097786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614944f1-1080-4fce-bd5e-9ac4025e898b req-a916cf1b-f274-4640-884c-27d3ab02d784 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:00.099510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-614944f1-1080-4fce-bd5e-9ac4025e898b req-a916cf1b-f274-4640-884c-27d3ab02d784 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 932 time: 0.1601171 Aug 11 02:48:00.206661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ec9f3cf-2276-4340-b899-2109ee09d785 req-382f60f8-223a-44ae-ba3d-a25f38ee0af6 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0661809 Aug 11 02:48:00.268277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-614944f1-1080-4fce-bd5e-9ac4025e898b req-85194301-43f2-4229-9883-45ae362b6541 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543648 Aug 11 02:48:00.279181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-ebefaa76-cb24-4b43-8d52-ed160b3f5c56 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:00.281004 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-ebefaa76-cb24-4b43-8d52-ed160b3f5c56 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 945 time: 0.1014161 Aug 11 02:48:00.435450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90de2402-77ae-44f3-8bdf-99cdc3574188 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:00.458091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.483091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Transition to ACTIVE for port object 90de2402-77ae-44f3-8bdf-99cdc3574188 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:00.492659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.506986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Deleting port 47f187ba-7251-4f91-9742-961feb7fb588 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:00.507617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.623262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.699134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=c2fa9c55-bbf6-449f-adf4-b7a70f18ea0c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:00.773753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] For port 47f187ba-7251-4f91-9742-961feb7fb588, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=47f187ba-7251-4f91-9742-961feb7fb588,segment=NetworkSegment(503fa398-8d99-43e7-81c6-b7396e5e686a),segment_id=503fa398-8d99-43e7-81c6-b7396e5e686a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:00.773753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.794284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Calling delete_port for 47f187ba-7251-4f91-9742-961feb7fb588 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:00.814381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Pushing event updated for resources: {'Port': ['ID=90de2402-77ae-44f3-8bdf-99cdc3574188,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:00.847063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec72cd-15e7-46ff-a503-1f91c283a398 req-af2a3bec-515a-49ed-801c-21d95a8abeee tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:00.849752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05ec72cd-15e7-46ff-a503-1f91c283a398 req-af2a3bec-515a-49ed-801c-21d95a8abeee tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 945 time: 0.3259516 Aug 11 02:48:00.923010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Attempting to bind port 90de2402-77ae-44f3-8bdf-99cdc3574188 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:00.923545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Attempting to bind port 90de2402-77ae-44f3-8bdf-99cdc3574188 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:00.924098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Attempting to bind port 90de2402-77ae-44f3-8bdf-99cdc3574188 on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:00.945003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Port 90de2402-77ae-44f3-8bdf-99cdc3574188 on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:00.945531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Attempting to bind port 90de2402-77ae-44f3-8bdf-99cdc3574188 on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:00.971130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05ec72cd-15e7-46ff-a503-1f91c283a398 req-f388ec5a-658f-48e4-90d3-f2fc9b794662 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ae538e2-2037-4ac2-93b5-5675a46abf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076188 Aug 11 02:48:00.972755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:00.973313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:00.973966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:00.974752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Bound port: 90de2402-77ae-44f3-8bdf-99cdc3574188, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:00.975345 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.982707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.983268 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP cc7786ae-b386-4c97-bc4c-50bde4656db9 disassociated (deleted). External IP: 172.25.6.30, port: 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec. Aug 11 02:48:01.139191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] For port 90de2402-77ae-44f3-8bdf-99cdc3574188, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:01.146759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] For port 90de2402-77ae-44f3-8bdf-99cdc3574188, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=90de2402-77ae-44f3-8bdf-99cdc3574188,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:01.153798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:01.184054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:01.198609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['47f187ba-7251-4f91-9742-961feb7fb588'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:01.215690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a05f2e-407e-4fcd-8142-6d068e861630 req-13ebfc3b-bd8c-424c-b90f-fc4472230e31 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.217491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68a05f2e-407e-4fcd-8142-6d068e861630 req-13ebfc3b-bd8c-424c-b90f-fc4472230e31 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1581361 Aug 11 02:48:01.232581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.233398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:01.235176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] 10.222.0.59 "PUT /v2.0/ports/90de2402-77ae-44f3-8bdf-99cdc3574188 HTTP/1.1" status: 200 len: 1092 time: 1.5132585 Aug 11 02:48:01.235651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'tag': '90de2402-77ae-44f3-8bdf-99cdc3574188'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:01.238325 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e06b5800-b19c-4160-a062-35d86f1f2947", "tag": "90de2402-77ae-44f3-8bdf-99cdc3574188"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:01.260026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b65c-cfdf-4945-a3bb-533c22294f52 service neutron] Pushing event updated for resources: {'Port': ['ID=90de2402-77ae-44f3-8bdf-99cdc3574188,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:01.264122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Pushing event deleted for resources: {'Port': ['ID=47f187ba-7251-4f91-9742-961feb7fb588,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:01.292681 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541086b-53dd-43f9-ad34-fe7c73ecb213 x-openstack-request-id: req-5541086b-53dd-43f9-ad34-fe7c73ecb213 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:01.293122 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06b5800-b19c-4160-a062-35d86f1f2947", "tag": "90de2402-77ae-44f3-8bdf-99cdc3574188", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:01.294345 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5541086b-53dd-43f9-ad34-fe7c73ecb213 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:01.294957 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'tag': '90de2402-77ae-44f3-8bdf-99cdc3574188', 'status': 'completed', 'code': 200} Aug 11 02:48:01.397056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68a05f2e-407e-4fcd-8142-6d068e861630 req-f9e96a71-c922-4bdf-b75e-47b65fd015d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973625 Aug 11 02:48:01.425299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e94a106a-b3db-46fa-abc3-2212cfd4fe8e req-f4d2c529-908b-499e-803b-7be38bbca2bd tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0515432 Aug 11 02:48:01.428975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-c5506689-ac9a-4092-8986-2471065bcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.431854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-c5506689-ac9a-4092-8986-2471065bcfa3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 1095 time: 0.1261671 Aug 11 02:48:01.444780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] No DVR routers for this DVR port 47f187ba-7251-4f91-9742-961feb7fb588 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:01.452398 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:01.456436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7aecb9ae-b29d-43c7-add4-b34bbe28cc01 req-6ee4dcf8-8000-4352-8c54-28bf114c4d5a tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.59 "DELETE /v2.0/ports/47f187ba-7251-4f91-9742-961feb7fb588 HTTP/1.1" status: 204 len: 173 time: 1.1644015 Aug 11 02:48:01.457238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'name': 'network-vif-deleted', 'tag': '47f187ba-7251-4f91-9742-961feb7fb588'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:01.461823 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aab2b0-2675-4247-8e79-91e304a3b090" -d '{"events": [{"server_uuid": "73af0cce-443b-4c5a-8002-4f2da6b47a7c", "name": "network-vif-deleted", "tag": "47f187ba-7251-4f91-9742-961feb7fb588"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:01.537310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-2aad909d-1167-4435-826d-1cc80b1e0813 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90de2402-77ae-44f3-8bdf-99cdc3574188 HTTP/1.1" status: 200 len: 217 time: 0.0954187 Aug 11 02:48:01.584506 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d2a6b-4dbf-495f-9ae5-20fc559ce686 x-openstack-request-id: req-9d5d2a6b-4dbf-495f-9ae5-20fc559ce686 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:01.584994 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73af0cce-443b-4c5a-8002-4f2da6b47a7c", "name": "network-vif-deleted", "tag": "47f187ba-7251-4f91-9742-961feb7fb588", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:01.585406 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d5d2a6b-4dbf-495f-9ae5-20fc559ce686 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:01.586479 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73af0cce-443b-4c5a-8002-4f2da6b47a7c', 'name': 'network-vif-deleted', 'tag': '47f187ba-7251-4f91-9742-961feb7fb588', 'status': 'completed', 'code': 200} Aug 11 02:48:01.651914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-c506d882-cdfe-422d-993e-ab47a6027e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.653900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-c506d882-cdfe-422d-993e-ab47a6027e6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.1029115 Aug 11 02:48:01.661612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 132a3e90-89a1-4685-b67c-8016a8f2ea52 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:01.708024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-7be2c0c4-849a-4491-a287-4f42efbe6ea0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462968 Aug 11 02:48:01.732582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de03e75-bb71-45e6-8430-b335c9314b55 req-50fb4ad1-2c86-44a5-8a63-19e4902bbdcc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.736103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5de03e75-bb71-45e6-8430-b335c9314b55 req-50fb4ad1-2c86-44a5-8a63-19e4902bbdcc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 944 time: 0.1391246 Aug 11 02:48:01.898457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:01.906580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:01.911475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] Sync routers for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:01.927169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:01.932026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:01.938329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5de03e75-bb71-45e6-8430-b335c9314b55 req-fd5b4642-c7d7-46c4-b84f-421a8de3c092 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826563 Aug 11 02:48:01.978862 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8dedb78c-ffba-4454-876f-1fe77a8187ab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/floatingips/cc7786ae-b386-4c97-bc4c-50bde4656db9 HTTP/1.1" status: 204 len: 168 time: 2.7145505 Aug 11 02:48:02.016616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-cc205cf8-28d9-4716-9eef-e254b76d937d service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789476 Aug 11 02:48:02.228759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:02.321504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff6f9a79-558a-4402-a93b-a75a9012a7cb req-95142287-f87c-4851-977c-ebb3c49b3ab1 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] 10.222.0.16 "GET /v2.0/ports?device_id=73af0cce-443b-4c5a-8002-4f2da6b47a7c HTTP/1.1" status: 200 len: 210 time: 0.0822022 Aug 11 02:48:02.409306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af40ff4-0b97-4edc-ad30-695a48964643 req-3a55081d-43bd-451f-9324-2bd85bb753ef service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815541 Aug 11 02:48:02.599967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-4f662ddc-34f9-43ed-9988-99f53f32dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.601726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-4f662ddc-34f9-43ed-9988-99f53f32dc0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 1095 time: 0.1109967 Aug 11 02:48:02.613318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b8b55-4767-4124-b286-2a0471141bda req-8b292f80-ec5f-4003-a869-0f5f5943bf73 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.615127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab1b8b55-4767-4124-b286-2a0471141bda req-8b292f80-ec5f-4003-a869-0f5f5943bf73 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.2033870 Aug 11 02:48:02.690624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:48Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:02.698408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddcf1a-0fc3-4ca6-9939-9949fa19a880 req-d25235bb-67f3-4e02-b236-14011a87e9c6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.700056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45ddcf1a-0fc3-4ca6-9939-9949fa19a880 req-d25235bb-67f3-4e02-b236-14011a87e9c6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1850841 Aug 11 02:48:02.757636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] Checking router: 132a3e90-89a1-4685-b67c-8016a8f2ea52 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:02.760073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-1b1ec556-4773-4125-ab3b-0c4a042c8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.761743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-1b1ec556-4773-4125-ab3b-0c4a042c8210 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.1446640 Aug 11 02:48:02.785606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:02.786497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:02.795850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45ddcf1a-0fc3-4ca6-9939-9949fa19a880 req-124572ef-4fee-4795-bfdf-337c7f71d861 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786719 Aug 11 02:48:02.799260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab1b8b55-4767-4124-b286-2a0471141bda req-09a58130-4107-4e48-a998-2842d4314221 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959396 Aug 11 02:48:02.837618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-2adfb057-c8ce-4e83-bb28-081fe4d8f8a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90de2402-77ae-44f3-8bdf-99cdc3574188 HTTP/1.1" status: 200 len: 217 time: 0.0543995 Aug 11 02:48:03.018792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3dcc10c7-8173-47eb-b8e0-fa05b41a9f31 req-1d26f86e-4bf0-4f5d-a88f-b56c1d7fc5eb tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0685592 Aug 11 02:48:03.035116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-0884c23d-116b-47e5-9af4-16416ec76190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:03.037882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-0884c23d-116b-47e5-9af4-16416ec76190 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.1881788 Aug 11 02:48:03.095230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:03.129414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-cde5f532-e7a2-486e-bca5-3332df65c042 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808811 Aug 11 02:48:03.203103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772bfe6-1086-411f-b8fe-887d341290c6 req-81a4de54-e304-4435-8154-014b28951acd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:03.204941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3772bfe6-1086-411f-b8fe-887d341290c6 req-81a4de54-e304-4435-8154-014b28951acd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 944 time: 0.1374774 Aug 11 02:48:03.275917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3772bfe6-1086-411f-b8fe-887d341290c6 req-0553a7ae-324a-4bc3-bc26-207bb5b63e2f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638738 Aug 11 02:48:03.283678 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-fc99e6eb-4e55-4d54-b7db-a06b6ccc68b2 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438353 Aug 11 02:48:03.415242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64564a2f-ef1d-4b4f-b283-c9e8c3fcb2ce req-634fa50a-b653-4671-a5d2-b407639c1702 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219752 Aug 11 02:48:03.504486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53572) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:03.511334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:48Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:03.587907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8655635-dd41-4bd0-aef0-8f3f50b0f56f None None] The sync data for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 is: [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'e143048c-3af5-4999-b7f2-a0430d4b251b', 'name': '', 'network_id': '092c0cb4-a02f-4d88-80cb-230709ca2eb8', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:df:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:48Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'aaab2961-4ddb-4121-9dfe-7e150b74601c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:03.589101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:03.596594 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa773e09-0993-43af-9a8e-e060a45ee708" -d '{"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:03.601659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Deleting subnet 24b41d84-d0e8-4f07-869a-2c314bf8accf {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:03.605944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:03.687359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:03.709040 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcdf363-4821-4e52-882e-57018ff5264e x-openstack-request-id: req-5fcdf363-4821-4e52-882e-57018ff5264e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:03.709485 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:03.709850 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fcdf363-4821-4e52-882e-57018ff5264e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:03.710806 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'status': 'completed', 'code': 200} Aug 11 02:48:03.766774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:03.860610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-492e9b88-1614-4432-bf1a-21a1a03c7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:03.862330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-492e9b88-1614-4432-bf1a-21a1a03c7c55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 1097 time: 0.1097894 Aug 11 02:48:04.004591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.058089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b4383-d411-4f33-8424-453220f86a5d req-4befb9e1-f92c-4955-8451-ffd632008cec tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.066080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b41d84-d0e8-4f07-869a-2c314bf8accf,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:04.072389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e3b4383-d411-4f33-8424-453220f86a5d req-4befb9e1-f92c-4955-8451-ffd632008cec tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.3143456 Aug 11 02:48:04.077809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.083232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd913dc5-d6b5-48f6-bfc4-be5d4c1bbd71 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/24b41d84-d0e8-4f07-869a-2c314bf8accf HTTP/1.1" status: 204 len: 168 time: 0.5776739 Aug 11 02:48:04.086861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:04.123895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 90de2402-77ae-44f3-8bdf-99cdc3574188 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:04.128284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 47f187ba-7251-4f91-9742-961feb7fb588 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:04.170996 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113083b-ab42-4316-8b99-7b12fed978a0 None None] New status for floating IP cc7786ae-b386-4c97-bc4c-50bde4656db9: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:48:04.198478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.284438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-4bccff25-6c0e-4e6d-ae3c-317c8698f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.286746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-4bccff25-6c0e-4e6d-ae3c-317c8698f8a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 200 len: 897 time: 0.4096541 Aug 11 02:48:04.288712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 47f187ba-7251-4f91-9742-961feb7fb588 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:04.291380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 47f187ba-7251-4f91-9742-961feb7fb588 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:04.309308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908a66-1184-4dd4-9aab-2887574c8cf9 req-e586b0fa-20a6-40a4-8018-21f2ab1db3ca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.321246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8908a66-1184-4dd4-9aab-2887574c8cf9 req-e586b0fa-20a6-40a4-8018-21f2ab1db3ca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.3360043 Aug 11 02:48:04.496294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:04.498380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.498896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.513754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffef75c-1024-488a-bd37-ed6b24e1ee64']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:04.536307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503fa398-8d99-43e7-81c6-b7396e5e686a') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:04.536942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503fa398-8d99-43e7-81c6-b7396e5e686a') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:04.551173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.571294 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.574294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 90de2402-77ae-44f3-8bdf-99cdc3574188, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=90de2402-77ae-44f3-8bdf-99cdc3574188,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:04.581452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:04.581801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.605832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '90de2402-77ae-44f3-8bdf-99cdc3574188', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': '90de2402-77ae-44f3-8bdf-99cdc3574188', 'mac_address': 'fa:16:3e:11:e9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:04.656694 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:04.659298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-ac0f8e23-5d4e-4161-9497-dcc728296636 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 200 len: 217 time: 0.3250713 Aug 11 02:48:04.665263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.671143 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.679553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:04.680388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.688572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] 10.222.0.16 "DELETE /v2.0/networks/fffef75c-1024-488a-bd37-ed6b24e1ee64 HTTP/1.1" status: 204 len: 168 time: 0.5870397 Aug 11 02:48:04.699978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:04.723128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.758045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90de2402-77ae-44f3-8bdf-99cdc3574188 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:04.850986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 90de2402-77ae-44f3-8bdf-99cdc3574188, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=90de2402-77ae-44f3-8bdf-99cdc3574188,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:04.860600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.861697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8908a66-1184-4dd4-9aab-2887574c8cf9 req-2cf5a427-2bf2-4abd-a219-c95451719f42 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382986 Aug 11 02:48:04.888081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81581c1a-1a76-4bbf-bca9-9b19d951885d admin admin] Pushing event deleted for resources: {'Network': ['ID=fffef75c-1024-488a-bd37-ed6b24e1ee64,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:04.902508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e755-fb65-446d-890d-1a62c8e62faf req-e8c09650-d454-4d0c-b2c5-fa35fdc256e3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.904426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1936e755-fb65-446d-890d-1a62c8e62faf req-e8c09650-d454-4d0c-b2c5-fa35fdc256e3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec514c3c-2858-4eed-8210-94289f9afafb HTTP/1.1" status: 200 len: 946 time: 0.7038581 Aug 11 02:48:04.918819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.925898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-bc2ad910-03e5-4eda-a528-0a639939eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.928058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-bc2ad910-03e5-4eda-a528-0a639939eb15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 200 len: 835 time: 0.2365963 Aug 11 02:48:04.951277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53592) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:04.998737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=90de2402-77ae-44f3-8bdf-99cdc3574188,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:05.033251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=3f8d218a-0ea5-46c3-baa5-3c983a8af5ec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:05.056826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] No DVR routers for this DVR port 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:05.059561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:05.062180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e3b4383-d411-4f33-8424-453220f86a5d req-a0a465cc-7e3f-414a-aa87-ea9306e16342 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "DELETE /v2.0/ports/3f8d218a-0ea5-46c3-baa5-3c983a8af5ec HTTP/1.1" status: 204 len: 173 time: 0.9838440 Aug 11 02:48:05.122348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['90de2402-77ae-44f3-8bdf-99cdc3574188'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:05.229551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:05.379304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd4f2b39-15df-4485-9045-1a8d36061cef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67315a0971cd44f4806a38c771acb889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478312 Aug 11 02:48:05.381706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:05.521090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0615d9fb-f815-4e4c-b85f-7ba1b20e8f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:05.581212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0615d9fb-f815-4e4c-b85f-7ba1b20e8f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:05.680531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0615d9fb-f815-4e4c-b85f-7ba1b20e8f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:05.685440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0615d9fb-f815-4e4c-b85f-7ba1b20e8f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:05.688928 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0615d9fb-f815-4e4c-b85f-7ba1b20e8f81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ae538e2-2037-4ac2-93b5-5675a46abf35 HTTP/1.1" status: 204 len: 168 time: 0.3035066 Aug 11 02:48:05.700090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d9fb-f815-4e4c-b85f-7ba1b20e8f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae538e2-2037-4ac2-93b5-5675a46abf35,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:05.712182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-deleted', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:05.716811 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa88bde-b3df-43b2-b4ff-e220148cab91" -d '{"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-deleted", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:05.811270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1936e755-fb65-446d-890d-1a62c8e62faf req-12141aec-714b-4a9b-88fe-1dcfaee09d46 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8950996 Aug 11 02:48:05.944901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-144380a6-dbe6-44c4-9a8e-8969ac9a61e0 req-2b113e14-2509-4fec-bf68-ea12addcecd9 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1546903 Aug 11 02:48:05.973481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-a6b03e77-c5bc-4e19-857e-25da46b13eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:05.979914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-a6b03e77-c5bc-4e19-857e-25da46b13eba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=092c0cb4-a02f-4d88-80cb-230709ca2eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0411079 Aug 11 02:48:06.060320 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f2166-5917-4956-bfc9-b32ffe589989 x-openstack-request-id: req-ec9f2166-5917-4956-bfc9-b32ffe589989 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:06.060746 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec514c3c-2858-4eed-8210-94289f9afafb", "name": "network-vif-deleted", "tag": "3f8d218a-0ea5-46c3-baa5-3c983a8af5ec", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:06.061211 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec9f2166-5917-4956-bfc9-b32ffe589989 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:06.061876 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec514c3c-2858-4eed-8210-94289f9afafb', 'name': 'network-vif-deleted', 'tag': '3f8d218a-0ea5-46c3-baa5-3c983a8af5ec', 'status': 'completed', 'code': 200} Aug 11 02:48:06.121963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 90de2402-77ae-44f3-8bdf-99cdc3574188 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:06.209385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 90de2402-77ae-44f3-8bdf-99cdc3574188 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:06.220308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 90de2402-77ae-44f3-8bdf-99cdc3574188 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:06.221211 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.258353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efe2b5-1317-4a04-b47c-ed930c7f75c4 req-6171d455-3a61-4273-a9fc-c6dbd090900a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:06.261097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6efe2b5-1317-4a04-b47c-ed930c7f75c4 req-6171d455-3a61-4273-a9fc-c6dbd090900a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 945 time: 0.3041408 Aug 11 02:48:06.283258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6df07184-45ef-4832-b5e3-d7d799f39e07 req-810a98ee-565e-45a0-8908-84cf0fc80eab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.4259744 Aug 11 02:48:06.366245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.427144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90de2402-77ae-44f3-8bdf-99cdc3574188'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:06.429964 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6c891-1def-40e7-aba8-827437603488" -d '{"events": [{"server_uuid": "e06b5800-b19c-4160-a062-35d86f1f2947", "name": "network-vif-plugged", "status": "completed", "tag": "90de2402-77ae-44f3-8bdf-99cdc3574188"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:06.450336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 90de2402-77ae-44f3-8bdf-99cdc3574188, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=90de2402-77ae-44f3-8bdf-99cdc3574188,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:06.458053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.459412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:06.477310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-9ef48770-0975-4666-9687-86d5f093d7f7 service neutron] 10.222.0.59 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791318 Aug 11 02:48:06.491935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9998e-25d6-4ed5-a0e2-0a581344148b req-8b322c6f-9650-45cb-983b-97ca16d37bfc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:06.493601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45a9998e-25d6-4ed5-a0e2-0a581344148b req-8b322c6f-9650-45cb-983b-97ca16d37bfc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.2451417 Aug 11 02:48:06.510566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6efe2b5-1317-4a04-b47c-ed930c7f75c4 req-d2d4348f-e340-4177-a3b2-c53d0ab56b23 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829522 Aug 11 02:48:06.611305 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2251f-4e75-437e-abad-6c8afc46751d x-openstack-request-id: req-e2c2251f-4e75-437e-abad-6c8afc46751d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:06.612762 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06b5800-b19c-4160-a062-35d86f1f2947", "name": "network-vif-plugged", "status": "completed", "tag": "90de2402-77ae-44f3-8bdf-99cdc3574188", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:06.613196 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2c2251f-4e75-437e-abad-6c8afc46751d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:06.618766 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90de2402-77ae-44f3-8bdf-99cdc3574188', 'code': 200} Aug 11 02:48:06.619382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:06.619773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3f8d218a-0ea5-46c3-baa5-3c983a8af5ec not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:06.657510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=90de2402-77ae-44f3-8bdf-99cdc3574188,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:06.713714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45a9998e-25d6-4ed5-a0e2-0a581344148b req-ae0020d4-fb38-49e0-b7ed-2d16609f0bab tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743410 Aug 11 02:48:06.764488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83fd6-b6fb-4760-9a31-4a0281982bbf req-6a26620f-9078-4fdb-8ce2-d419cdde0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:06.767354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eda83fd6-b6fb-4760-9a31-4a0281982bbf req-6a26620f-9078-4fdb-8ce2-d419cdde0bec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 1097 time: 0.0937257 Aug 11 02:48:06.870932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa773e09-0993-43af-9a8e-e060a45ee708 req-43d3c3ed-c813-4ff8-99f8-0a1586bc7811 service neutron] 10.222.0.59 "GET /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760192 Aug 11 02:48:06.880469 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-eda83fd6-b6fb-4760-9a31-4a0281982bbf req-545537ff-99b0-43fb-b29e-a793f0c3891b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000214 Aug 11 02:48:06.924950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:07.237354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25fb3ae9-8eb8-45fc-9052-60e536e62b71 req-9f436171-5eb5-4c84-911c-ac7d0b5ff033 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1230257 Aug 11 02:48:07.291059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:07.591205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.071424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde3482-fe09-4369-aac4-6431f5571755 req-4bf4a8ff-f348-4cb7-b432-f09ef37c5e3e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:08.073818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7dde3482-fe09-4369-aac4-6431f5571755 req-4bf4a8ff-f348-4cb7-b432-f09ef37c5e3e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 946 time: 0.3904684 Aug 11 02:48:08.127545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae6bf0-5f3d-46c5-9962-2b8df05e7190 req-d830d93c-3cb9-4ce5-9ebe-9d05a06a97fa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:08.129222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9ae6bf0-5f3d-46c5-9962-2b8df05e7190 req-d830d93c-3cb9-4ce5-9ebe-9d05a06a97fa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1701465 Aug 11 02:48:08.176517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port e143048c-3af5-4999-b7f2-a0430d4b251b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:08.176517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.208937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7dde3482-fe09-4369-aac4-6431f5571755 req-3ecea4c0-c799-47f8-a0ed-f1976724ef23 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256981 Aug 11 02:48:08.263330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9ae6bf0-5f3d-46c5-9962-2b8df05e7190 req-b2fabc26-6e3b-4432-91e5-b99b86e68ec9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044326 Aug 11 02:48:08.357238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port e143048c-3af5-4999-b7f2-a0430d4b251b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e143048c-3af5-4999-b7f2-a0430d4b251b,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:08.357608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.370816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port e1e06b51-e550-41f2-81e2-cc0d81ea55a3 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:08.371757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.400698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for e143048c-3af5-4999-b7f2-a0430d4b251b owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:08.476140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14e30f5f-14bf-43e0-aa1f-188c35b88378 req-f46da250-6c89-4b8a-a7d4-bcdfa56ffdfe tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0955591 Aug 11 02:48:08.577406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port e1e06b51-e550-41f2-81e2-cc0d81ea55a3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:08.577814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.600777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for e1e06b51-e550-41f2-81e2-cc0d81ea55a3 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:08.813235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.895268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=e143048c-3af5-4999-b7f2-a0430d4b251b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:09.175876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:09.217815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76d3278b-72d4-494c-944f-336e205fc407 req-873db0e6-c0e0-4535-b01f-aa792df9eccd tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6&device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.0311618 Aug 11 02:48:09.320596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=e1e06b51-e550-41f2-81e2-cc0d81ea55a3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:09.583732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96e3b5-1be6-4565-be2b-f40246fb1b9f req-8dae2676-d59d-4386-92d2-a22810923665 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:09.591696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b96e3b5-1be6-4565-be2b-f40246fb1b9f req-8dae2676-d59d-4386-92d2-a22810923665 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 946 time: 0.2025557 Aug 11 02:48:09.740983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b96e3b5-1be6-4565-be2b-f40246fb1b9f req-4d68b72f-52df-4f23-91ff-d3a21fe0ff23 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479313 Aug 11 02:48:09.892837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:09.986957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-48a422df-24ae-4c70-b5ca-b1d7917dc663 req-b192a874-340f-4e83-bf07-c0884fe537f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9f7849b6edf422babab457a81a08993&device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0881233 Aug 11 02:48:10.168061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-48a422df-24ae-4c70-b5ca-b1d7917dc663 req-8355b21d-10a9-4738-b545-2a5b4bd36fb1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e9f7849b6edf422babab457a81a08993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1721222 Aug 11 02:48:10.492561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 132a3e90-89a1-4685-b67c-8016a8f2ea52 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:10.506499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a422df-24ae-4c70-b5ca-b1d7917dc663 req-5d383b58-c6c4-44db-8437-faf7ec3a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:10.508281 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-48a422df-24ae-4c70-b5ca-b1d7917dc663 req-5d383b58-c6c4-44db-8437-faf7ec3a3838 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2690587 Aug 11 02:48:10.646923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:10.656353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a7bcc80-733e-47a3-9ec9-740e95e1e83e req-416f0029-f3ed-4439-8d54-b677c8a197b7 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.6793368 Aug 11 02:48:10.660864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] Sync routers for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:10.667686 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-320f4635-09b7-418e-bd75-79990ca2699d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/132a3e90-89a1-4685-b67c-8016a8f2ea52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7412353 Aug 11 02:48:10.668400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53696) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:10.713763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:10.714492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:10.758063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.772058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting subnet aaab2961-4ddb-4121-9dfe-7e150b74601c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:10.783187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.792870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a786-c4ee-4037-9fa0-9bfc70946ad0 req-8b93ea18-a042-44ba-b365-0582a7421801 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:10.822665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c29a786-c4ee-4037-9fa0-9bfc70946ad0 req-8b93ea18-a042-44ba-b365-0582a7421801 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 1.0236695 Aug 11 02:48:10.936467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.967435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c29a786-c4ee-4037-9fa0-9bfc70946ad0 req-6a0d58a1-ef42-4d51-ac90-57d6d287dba6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431046 Aug 11 02:48:10.968986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:11.334467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.441771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-b7fb2fc9-2516-4044-8cea-3232fe3d3298 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:11.446046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:48:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:11.449563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-b7fb2fc9-2516-4044-8cea-3232fe3d3298 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.5295901 Aug 11 02:48:11.465659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:11.475517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-bcf37c6a-b56c-49b7-8ed0-9e4d371c7d37 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0248940 Aug 11 02:48:11.484701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.492449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] Checking router: 132a3e90-89a1-4685-b67c-8016a8f2ea52 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:11.516957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] Routers {'132a3e90-89a1-4685-b67c-8016a8f2ea52'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:11.519373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['132a3e90-89a1-4685-b67c-8016a8f2ea52'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:11.556840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Subnet': ['ID=aaab2961-4ddb-4121-9dfe-7e150b74601c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:11.582113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.587732 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d7fdfd68-5dba-46a2-be2e-e156d65329a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/subnets/aaab2961-4ddb-4121-9dfe-7e150b74601c HTTP/1.1" status: 204 len: 168 time: 0.9153717 Aug 11 02:48:11.588184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:11.602396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-781b98a4-2027-4b4c-9f10-0975c4821b7c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251285 Aug 11 02:48:11.608036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659294cf-9a26-4945-b36f-8ab86403b808 None None] Network 092c0cb4-a02f-4d88-80cb-230709ca2eb8 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:11.611170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-6c4b376d-bd28-4871-97aa-0048ca515cb8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:11.620857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-6c4b376d-bd28-4871-97aa-0048ca515cb8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147302 Aug 11 02:48:11.927931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.931499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c0efaee-e534-4c05-80dd-4db4e1a2b982 req-d61fdb0b-cf43-41b4-ac2e-846ee600418a tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0759153 Aug 11 02:48:11.970123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:11.982640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3614bd82-d774-4c19-b448-31f4931f2f6c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "PUT /v2.0/routers/2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0259106 Aug 11 02:48:11.984874 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd354b-0039-497e-b652-8196586d98fa None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:12.012482 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:12.014607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:12.049713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-06ea41b8-c3fd-4a84-95fb-a4c843a27503 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278233 Aug 11 02:48:12.262370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] Set router 132a3e90-89a1-4685-b67c-8016a8f2ea52 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:12.273653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-48a422df-24ae-4c70-b5ca-b1d7917dc663 req-f02eeba8-4b49-4db6-986a-c53e5c8aaa6c tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.25 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.3708224 Aug 11 02:48:12.290602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.362897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:12.404606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-d1939d64-5428-41b3-b937-7d4b76ac604b service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527496 Aug 11 02:48:12.497513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port e39f068a-7cfa-4fe8-9137-2e06d87b9ede {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:12.498691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.683048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daec49f-04f5-492f-8692-b1c29069315a req-925c7a17-7d0e-4644-a865-b27fdbaa37bd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:12.696029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0daec49f-04f5-492f-8692-b1c29069315a req-925c7a17-7d0e-4644-a865-b27fdbaa37bd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.1129880 Aug 11 02:48:12.712542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port e39f068a-7cfa-4fe8-9137-2e06d87b9ede, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:12.712953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.732336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for e39f068a-7cfa-4fe8-9137-2e06d87b9ede owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:12.759840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0daec49f-04f5-492f-8692-b1c29069315a req-5d2129e2-85a6-467d-9f20-ed55cbd9523a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Aug 11 02:48:12.932599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] DHCP port deletion for 092c0cb4-a02f-4d88-80cb-230709ca2eb8 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:48:13.097881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c91d0089-ac76-4511-98ca-254f07086f3c req-70955ea5-0994-4630-9dbe-51e9decf0a41 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 210 time: 0.1246443 Aug 11 02:48:13.129758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dbc255f8-d44a-4ebf-a646-b4fe3dd954ab no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:13.171021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2e6d-c49c-4c21-9aa1-f651709c8908 req-7c0a65a4-c6f8-4892-a35a-2277bbb4ea7b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:13.182916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cdba2e6d-c49c-4c21-9aa1-f651709c8908 req-7c0a65a4-c6f8-4892-a35a-2277bbb4ea7b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 946 time: 0.2730348 Aug 11 02:48:13.236263 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:09Z', 'revision_number': 6, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 1, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:13.291602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cdba2e6d-c49c-4c21-9aa1-f651709c8908 req-fa75cab5-eb71-48a5-adce-40880af7d07f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074460 Aug 11 02:48:13.341966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2148574-4919-45b6-9ff4-ac31535e0fda req-d0cac39a-7c06-41c1-9321-7ab330738a82 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=b14461bf-ed4f-4508-960f-36e5de43a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0402632 Aug 11 02:48:13.354939 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd354b-0039-497e-b652-8196586d98fa None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:13.370786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:48:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:13.376537 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:13.377405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:47:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:13.436114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.475090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53742) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:13.480560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] Deleting port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:13.481218 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.483986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d17c4-a23b-4b5d-9cf6-6fafea0ad090 None None] The sync data for ids ['132a3e90-89a1-4685-b67c-8016a8f2ea52'] in n-d-715271-8 is: [{'id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962853625', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:48:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'e39f068a-7cfa-4fe8-9137-2e06d87b9ede', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a3e90-89a1-4685-b67c-8016a8f2ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:13.557254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=e39f068a-7cfa-4fe8-9137-2e06d87b9ede,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:13.617381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] For port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:13.619893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.647639 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.674520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.713138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] Calling delete_port for dbc255f8-d44a-4ebf-a646-b4fe3dd954ab owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:13.735230 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76beb554-234d-4cae-8fbe-902ea940ff4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.764788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,segment=NetworkSegment(9cd5b7e5-3243-4c64-82c7-7a85ffd93895),segment_id=9cd5b7e5-3243-4c64-82c7-7a85ffd93895)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:13.772595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.857722 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:13.952886 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.969296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.973956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e99fa251-e95f-4e67-844d-0fc065056d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.022386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.058931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.089708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] Pushing event deleted for resources: {'Port': ['ID=dbc255f8-d44a-4ebf-a646-b4fe3dd954ab,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.115212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f444eda-7160-4957-b04e-239d208f9f90 None None] No DVR routers for this DVR port dbc255f8-d44a-4ebf-a646-b4fe3dd954ab on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:14.131378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa7b6-306e-4d33-a125-ef18bb16de5b req-bb26234f-09dc-47b7-9f9b-39844d94c095 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.153248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47daa7b6-306e-4d33-a125-ef18bb16de5b req-bb26234f-09dc-47b7-9f9b-39844d94c095 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.2299180 Aug 11 02:48:14.189259 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76beb554-234d-4cae-8fbe-902ea940ff4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.198456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496cb80-c480-427f-b62a-d156499e4f82 req-9f7a6082-45e4-4918-9cb9-d9c7369b1499 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.199559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76beb554-234d-4cae-8fbe-902ea940ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.202979 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7496cb80-c480-427f-b62a-d156499e4f82 req-9f7a6082-45e4-4918-9cb9-d9c7369b1499 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.25 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 946 time: 0.3354580 Aug 11 02:48:14.207099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.207979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Fanout notify agent at l3_agent the message router_deleted on router 132a3e90-89a1-4685-b67c-8016a8f2ea52 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:48:14.246204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.249368 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-039e6c91-9ed4-41b5-a550-25ed55ea880d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/routers/132a3e90-89a1-4685-b67c-8016a8f2ea52 HTTP/1.1" status: 204 len: 168 time: 2.6597812 Aug 11 02:48:14.254218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53752) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:14.269581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47daa7b6-306e-4d33-a125-ef18bb16de5b req-4eec612c-906f-4cda-832d-5eb2dd82295c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140647 Aug 11 02:48:14.291833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb554-234d-4cae-8fbe-902ea940ff4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5180b21e-ed32-45e4-b1be-8ebf5b7b0d40,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.300404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-76beb554-234d-4cae-8fbe-902ea940ff4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81d1d84042ef474b9331eb0b4b03d850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8241746 Aug 11 02:48:14.326730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:14.390186 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bccd354b-0039-497e-b652-8196586d98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:09Z', 'revision_number': 6, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 1, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:14.404376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-365292ae-2f30-4b1b-8a95-3d594ccc837c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.479943 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd354b-0039-497e-b652-8196586d98fa None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:09Z', 'revision_number': 6, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'port_id': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'mac_address': 'fa:16:3e:ff:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:22Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 1, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:14.484833 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-365292ae-2f30-4b1b-8a95-3d594ccc837c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.499065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1e06770-54ee-4254-a8e1-f9aec1e8404a req-8f27cc87-59ee-4870-9f6a-1553f99e3d82 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 210 time: 0.1573501 Aug 11 02:48:14.566045 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.592489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb9e6-5306-47dc-9192-af4b3b954768 req-9959d3ef-919e-4c4d-9e59-624b0cd77df8 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.600570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-451bb9e6-5306-47dc-9192-af4b3b954768 req-9959d3ef-919e-4c4d-9e59-624b0cd77df8 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 946 time: 0.1806235 Aug 11 02:48:14.625593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-365292ae-2f30-4b1b-8a95-3d594ccc837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.629727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-365292ae-2f30-4b1b-8a95-3d594ccc837c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.633332 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-365292ae-2f30-4b1b-8a95-3d594ccc837c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5180b21e-ed32-45e4-b1be-8ebf5b7b0d40 HTTP/1.1" status: 204 len: 168 time: 0.3032746 Aug 11 02:48:14.670867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port c003723b-29bd-4b88-9b82-e5a0edbb7f32 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:14.671211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.684195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365292ae-2f30-4b1b-8a95-3d594ccc837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5180b21e-ed32-45e4-b1be-8ebf5b7b0d40,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.742301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-451bb9e6-5306-47dc-9192-af4b3b954768 req-5aec9527-7812-477b-a6b2-9eabd82d361a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb972978-6f17-4095-a550-afaaa489fade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359916 Aug 11 02:48:14.772049 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.795804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092c0cb4-a02f-4d88-80cb-230709ca2eb8']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:14.833835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd5b7e5-3243-4c64-82c7-7a85ffd93895') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:14.834439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd5b7e5-3243-4c64-82c7-7a85ffd93895') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:14.892542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.941467 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.959652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:14.960068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:14.963615 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:15.027954 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5d819660-75dd-4732-90f0-2987d05e8f12 req-6c1bf870-7547-45d1-b806-41a728df47c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e9f7849b6edf422babab457a81a08993&device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.1023412 Aug 11 02:48:15.036022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port c003723b-29bd-4b88-9b82-e5a0edbb7f32, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c003723b-29bd-4b88-9b82-e5a0edbb7f32,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:15.036537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.079804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for c003723b-29bd-4b88-9b82-e5a0edbb7f32 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:15.083848 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5d819660-75dd-4732-90f0-2987d05e8f12 req-01372801-76f7-45d0-a746-03fe1ed21b94 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e9f7849b6edf422babab457a81a08993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318270 Aug 11 02:48:15.092223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a520c7f1-7058-4755-8657-d402c91a1ba2 req-cf9ba0f9-95eb-455e-93f4-c5860ff97f21 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.1068604 Aug 11 02:48:15.117738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-9a74ca80-9dea-4db2-9d92-4aca45e3565c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:15.119881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-9a74ca80-9dea-4db2-9d92-4aca45e3565c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.3266261 Aug 11 02:48:15.134101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:15.162415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.215773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.217838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/networks/092c0cb4-a02f-4d88-80cb-230709ca2eb8 HTTP/1.1" status: 204 len: 168 time: 0.9606590 Aug 11 02:48:15.222332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53770) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:15.253925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637c545-4103-4d29-88ba-dbd21f9be50b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Network': ['ID=092c0cb4-a02f-4d88-80cb-230709ca2eb8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:15.413199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1e06b51-e550-41f2-81e2-cc0d81ea55a3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:15.452565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:15.464585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e1e06b51-e550-41f2-81e2-cc0d81ea55a3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:15.465208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e1e06b51-e550-41f2-81e2-cc0d81ea55a3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:15.466494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e143048c-3af5-4999-b7f2-a0430d4b251b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:15.470252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d521-f703-4542-a5b0-8fbefe6a5724 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.526730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e143048c-3af5-4999-b7f2-a0430d4b251b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:15.527826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e143048c-3af5-4999-b7f2-a0430d4b251b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:15.547158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc620e76-2102-4995-a271-3d8b03bd5fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.547158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d819660-75dd-4732-90f0-2987d05e8f12 req-4390c3ff-d576-4ade-b67f-9b986d1bb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:15.547158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5d819660-75dd-4732-90f0-2987d05e8f12 req-4390c3ff-d576-4ade-b67f-9b986d1bb497 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4446270 Aug 11 02:48:15.549803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d521-f703-4542-a5b0-8fbefe6a5724 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.582502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:15.605083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.684347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.687231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468670c9-5f47-427e-a0a0-596dfe46345c req-767cf234-98fd-416b-9801-df4ffe6e2df1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:15.688832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-468670c9-5f47-427e-a0a0-596dfe46345c req-767cf234-98fd-416b-9801-df4ffe6e2df1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 943 time: 0.2930593 Aug 11 02:48:15.713909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbb40652-bc40-4680-8301-f91a37237c60 req-578344b5-2fec-4586-9969-40cfb5c48204 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 210 time: 0.0651221 Aug 11 02:48:15.727576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=c003723b-29bd-4b88-9b82-e5a0edbb7f32,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:15.816373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] No DVR routers for this DVR port c003723b-29bd-4b88-9b82-e5a0edbb7f32 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:15.821634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.824018 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7496cb80-c480-427f-b62a-d156499e4f82 req-2e51d501-5666-4f53-a483-89aa4f205fb3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.25 "DELETE /v2.0/ports/c003723b-29bd-4b88-9b82-e5a0edbb7f32 HTTP/1.1" status: 204 len: 173 time: 1.5693142 Aug 11 02:48:15.824780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'name': 'network-vif-deleted', 'tag': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:15.827731 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cb611b-71ac-408c-9737-2d00a01d427a" -d '{"events": [{"server_uuid": "44c1e7e0-9551-4756-9b00-de40b3a39a2a", "name": "network-vif-deleted", "tag": "c003723b-29bd-4b88-9b82-e5a0edbb7f32"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:15.838297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-468670c9-5f47-427e-a0a0-596dfe46345c req-bcb6e359-67c3-466a-9d57-3cf194f0fc06 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274972 Aug 11 02:48:15.848073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc620e76-2102-4995-a271-3d8b03bd5fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.853698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc620e76-2102-4995-a271-3d8b03bd5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.895655 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc620e76-2102-4995-a271-3d8b03bd5fe0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3eaf795a4fc42158d9641d380fd337b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136426 Aug 11 02:48:15.904556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:15.931677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d521-f703-4542-a5b0-8fbefe6a5724 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.935331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d521-f703-4542-a5b0-8fbefe6a5724 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.936513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4b7d521-f703-4542-a5b0-8fbefe6a5724 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9e0a73b-e0dc-470f-9c08-1792b0f1b02f HTTP/1.1" status: 204 len: 168 time: 0.7050192 Aug 11 02:48:15.947109 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c6ca0e-51cc-4cbb-812e-d5fe4202c904 x-openstack-request-id: req-47c6ca0e-51cc-4cbb-812e-d5fe4202c904 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:15.952058 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c1e7e0-9551-4756-9b00-de40b3a39a2a", "name": "network-vif-deleted", "tag": "c003723b-29bd-4b88-9b82-e5a0edbb7f32", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:15.952403 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47c6ca0e-51cc-4cbb-812e-d5fe4202c904 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:15.952842 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c1e7e0-9551-4756-9b00-de40b3a39a2a', 'name': 'network-vif-deleted', 'tag': 'c003723b-29bd-4b88-9b82-e5a0edbb7f32', 'status': 'completed', 'code': 200} Aug 11 02:48:15.970553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7d521-f703-4542-a5b0-8fbefe6a5724 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e0a73b-e0dc-470f-9c08-1792b0f1b02f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:15.972333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc620e76-2102-4995-a271-3d8b03bd5fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f77994-602c-43f2-b356-6722267dd37f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:16.016925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0dfdb3d-80d7-4f6e-b918-5bdb764216be req-899bc771-d07c-4b3c-90d9-18358142bbf4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c1e7e0-9551-4756-9b00-de40b3a39a2a HTTP/1.1" status: 200 len: 210 time: 0.0870402 Aug 11 02:48:16.018764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.9 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/320758b4-3d6c-42db-bfb7-1bc1e19191fd) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:16.060643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1adcac8-419d-4190-b037-bffa6229abe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.093384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1adcac8-419d-4190-b037-bffa6229abe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.161422 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1adcac8-419d-4190-b037-bffa6229abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.165556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1adcac8-419d-4190-b037-bffa6229abe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.167058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a1adcac8-419d-4190-b037-bffa6229abe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85f77994-602c-43f2-b356-6722267dd37f HTTP/1.1" status: 204 len: 168 time: 0.2614348 Aug 11 02:48:16.174517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4cc574b1-0cb0-497c-b535-d0f10ea1e08d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:16.183447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adcac8-419d-4190-b037-bffa6229abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f77994-602c-43f2-b356-6722267dd37f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:16.323075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5836706-7c63-46eb-953e-6fa9c8004ee8 req-1dee1e4f-d2d3-4a01-9a4a-266be8167ac1 tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.0993836 Aug 11 02:48:16.421980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:16.431446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.447956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d', 'mac_address': 'fa:16:3e:18:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:16.498251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.514655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc574b1-0cb0-497c-b535-d0f10ea1e08d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:16.539658 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.548491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:16.558302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:16.560996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['90de2402-77ae-44f3-8bdf-99cdc3574188'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:16.566777 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.705568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:16.718077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:16.736426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:16.886743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=320758b4-3d6c-42db-bfb7-1bc1e19191fd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:16.912998 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5d819660-75dd-4732-90f0-2987d05e8f12 req-5c98b145-2798-457d-8013-2691b56cffdf tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.59 "GET /v2.0/ports?device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.0822480 Aug 11 02:48:16.929289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['4cc574b1-0cb0-497c-b535-d0f10ea1e08d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:17.000671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:17.002366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.068853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:17.087808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e39f068a-7cfa-4fe8-9137-2e06d87b9ede no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:17.098198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-77d565fa-2a35-489d-9977-a8099352b3f0 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9585128 Aug 11 02:48:17.108614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Request body: {'port': {'device_id': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:17.160634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53818) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:17.169093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948556610', 'description': 'tempest-secgroup-smoke-1948556610 description', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:17.201611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.231829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e39f068a-7cfa-4fe8-9137-2e06d87b9ede {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:17.232634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e39f068a-7cfa-4fe8-9137-2e06d87b9ede not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:17.277238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244ed94-2132-402c-86c6-f05adf31e14a req-7328e558-8af4-47e6-85e3-87c47c50409e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:17.278883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1244ed94-2132-402c-86c6-f05adf31e14a req-7328e558-8af4-47e6-85e3-87c47c50409e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 931 time: 0.3082201 Aug 11 02:48:17.366559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1244ed94-2132-402c-86c6-f05adf31e14a req-2c1da3a1-75c3-4fcc-8155-84eca8777a4f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516570 Aug 11 02:48:17.368129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.393419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.401906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.434048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.439633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2733481 Aug 11 02:48:17.449255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:17.464512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c1720472-7bcb-4ec0-b48d-55a34a245433', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:17.567541 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f519335-4a91-4989-85d2-7a4d63e33981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.572623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eeb24-f4e2-442b-817c-36900859bee4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1720472-7bcb-4ec0-b48d-55a34a245433,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:17.628149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:17.771349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.818284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.858667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9406-fd2d-4a47-b3eb-677f9ee28a59 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.913307 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9406-fd2d-4a47-b3eb-677f9ee28a59 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.957038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bb9b4-5cf4-42e0-aa9a-ab71c0697ba9 req-933333b7-f3e4-4f6c-87cc-d4cf8657e4c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:17.970599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c7bb9b4-5cf4-42e0-aa9a-ab71c0697ba9 req-933333b7-f3e4-4f6c-87cc-d4cf8657e4c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 944 time: 0.7385325 Aug 11 02:48:17.989198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba52d027-fad2-4b0f-8513-10f714c5cefd req-a4587387-7a89-4e74-a109-c26bef317ccf tempest-ServerShowV247Test-1145474146 tempest-ServerShowV247Test-1145474146-project] 10.222.0.16 "GET /v2.0/ports?device_id=122d052d-a10c-4aa2-82d4-af1edac30ef1 HTTP/1.1" status: 200 len: 210 time: 0.1391842 Aug 11 02:48:18.023484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.030825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.064744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25c230d-a56f-430b-a118-b962023f40ca,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.065943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.068516 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51c88abb-60d1-4d50-a97e-70b4565c26be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6175380 Aug 11 02:48:18.073298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:18.088106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c1720472-7bcb-4ec0-b48d-55a34a245433', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:18.104575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c7bb9b4-5cf4-42e0-aa9a-ab71c0697ba9 req-4af9cfeb-e526-4d9a-b461-3644c9426a82 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294994 Aug 11 02:48:18.135789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.160148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9406-fd2d-4a47-b3eb-677f9ee28a59 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.163660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9406-fd2d-4a47-b3eb-677f9ee28a59 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.164251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a4b9406-fd2d-4a47-b3eb-677f9ee28a59 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/security-groups/fb972978-6f17-4095-a550-afaaa489fade HTTP/1.1" status: 204 len: 168 time: 0.5296810 Aug 11 02:48:18.204655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9406-fd2d-4a47-b3eb-677f9ee28a59 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb972978-6f17-4095-a550-afaaa489fade,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.214471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:18.248367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320758b4-3d6c-42db-bfb7-1bc1e19191fd {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:18.261092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.288584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Transition to ACTIVE for port object 320758b4-3d6c-42db-bfb7-1bc1e19191fd will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:18.295336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.302440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.314050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.357436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1f1b35-0816-4289-b71d-d2f3ad61ad6a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.401143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting subnet edb1cf31-67cc-4b94-a720-0c5186cfa3dd {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:18.406990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.407991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Pushing event updated for resources: {'Port': ['ID=320758b4-3d6c-42db-bfb7-1bc1e19191fd,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.469989 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.474090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.477034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f563db55-051d-494e-8ae8-5d3c35dd59ed tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4023929 Aug 11 02:48:18.484553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:18.492292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c1720472-7bcb-4ec0-b48d-55a34a245433', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:18.507101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Attempting to bind port 320758b4-3d6c-42db-bfb7-1bc1e19191fd on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:18.507672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Attempting to bind port 320758b4-3d6c-42db-bfb7-1bc1e19191fd by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:18.508319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Attempting to bind port 320758b4-3d6c-42db-bfb7-1bc1e19191fd on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:18.518865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Port 320758b4-3d6c-42db-bfb7-1bc1e19191fd on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:18.519399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Attempting to bind port 320758b4-3d6c-42db-bfb7-1bc1e19191fd on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:18.523284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.529950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:18.530743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:18.531392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:18.532181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Bound port: 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:18.532787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.573787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.663403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] For port 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:18.674963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] For port 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:18.707935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.711716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.734982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.742960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.775134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.779121 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883756 Aug 11 02:48:18.786582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:18.791666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:18.792814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.794720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] 10.222.0.25 "PUT /v2.0/ports/320758b4-3d6c-42db-bfb7-1bc1e19191fd HTTP/1.1" status: 200 len: 1091 time: 1.6951997 Aug 11 02:48:18.795907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c1720472-7bcb-4ec0-b48d-55a34a245433', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:18.811252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc31ce-8b79-4f86-82ef-80852fda887f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7c4119-578d-4166-9011-f3ac8e3cb04a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.846123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'tag': '320758b4-3d6c-42db-bfb7-1bc1e19191fd'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:18.853003 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd14f266-499d-4c68-bb15-8971253d196b" -d '{"events": [{"name": "network-changed", "server_uuid": "37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28", "tag": "320758b4-3d6c-42db-bfb7-1bc1e19191fd"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:18.875424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.889535 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.921509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83b1de-e154-4001-91b5-5ed4389ded88 req-5f2c4e53-c2f5-472e-81f2-b31c5e59b23c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:18.923291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b83b1de-e154-4001-91b5-5ed4389ded88 req-5f2c4e53-c2f5-472e-81f2-b31c5e59b23c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 943 time: 0.2441123 Aug 11 02:48:18.958068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d34be-5752-4cb6-a44a-7850f8a7b330 service neutron] Pushing event updated for resources: {'Port': ['ID=320758b4-3d6c-42db-bfb7-1bc1e19191fd,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.978877 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab300cce-31d6-4282-aeb8-2957400ab9bb x-openstack-request-id: req-ab300cce-31d6-4282-aeb8-2957400ab9bb {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:18.979178 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28", "tag": "320758b4-3d6c-42db-bfb7-1bc1e19191fd", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:18.979499 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab300cce-31d6-4282-aeb8-2957400ab9bb {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:18.979834 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'tag': '320758b4-3d6c-42db-bfb7-1bc1e19191fd', 'status': 'completed', 'code': 200} Aug 11 02:48:19.000264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45054fe6-097b-4155-b07b-b10aa766ec70 None None] Network 27613fc9-8179-4e5d-b7cd-05e0cbf11322 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:19.001160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.006248 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/subnets/edb1cf31-67cc-4b94-a720-0c5186cfa3dd HTTP/1.1" status: 204 len: 168 time: 0.7867606 Aug 11 02:48:19.006248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b686b-ad4f-46e4-903e-89c0d8abb9a5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Subnet': ['ID=edb1cf31-67cc-4b94-a720-0c5186cfa3dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:19.007338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:19.018775 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b83b1de-e154-4001-91b5-5ed4389ded88 req-516bfb3d-a9aa-4ca2-bf50-f3c5c5ac5778 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813334 Aug 11 02:48:19.026191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-443f2d2e-db18-45c9-8894-dec5741af1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:19.029835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-443f2d2e-db18-45c9-8894-dec5741af1a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 1094 time: 0.1703463 Aug 11 02:48:19.117477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-5a9b7e56-70fa-4cda-b406-5e08d37f3832 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd HTTP/1.1" status: 200 len: 217 time: 0.0676696 Aug 11 02:48:19.160832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c003723b-29bd-4b88-9b82-e5a0edbb7f32 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:19.189462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56609516-2725-429e-8746-fcc1fa1eacdf req-ecdea26a-3d93-47df-b5f4-b57ccb4fc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:19.190745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-ecdea26a-3d93-47df-b5f4-b57ccb4fc88e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.0672317 Aug 11 02:48:19.213950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: c003723b-29bd-4b88-9b82-e5a0edbb7f32 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:19.224954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c003723b-29bd-4b88-9b82-e5a0edbb7f32 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:19.252290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.262441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.285765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-842a12c6-ae60-4529-aec8-609fe46a29fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794818 Aug 11 02:48:19.313988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386e3740-efcd-444a-8b77-bb3e2d0c74a9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:19.325277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.353347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.367229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da6795c7-5a21-44cd-beed-49d35bb30322 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5805016 Aug 11 02:48:19.367879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:19.377450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c1720472-7bcb-4ec0-b48d-55a34a245433', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:19.489905 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:48:19.505755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.543460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] DHCP port deletion for 27613fc9-8179-4e5d-b7cd-05e0cbf11322 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:48:19.585478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port 4905d033-be76-4565-8c37-207bcb2667fa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:19.585824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.689846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] Deleting port 4905d033-be76-4565-8c37-207bcb2667fa {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:19.693306 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.705700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port 4905d033-be76-4565-8c37-207bcb2667fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4905d033-be76-4565-8c37-207bcb2667fa,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:19.706278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.724451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for 4905d033-be76-4565-8c37-207bcb2667fa owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:19.829971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:19.830945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.869629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] For port 4905d033-be76-4565-8c37-207bcb2667fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4905d033-be76-4565-8c37-207bcb2667fa,segment=NetworkSegment(da2361ee-b30b-4560-95ce-008e2d052edf),segment_id=da2361ee-b30b-4560-95ce-008e2d052edf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:19.870345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.891488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] Calling delete_port for 4905d033-be76-4565-8c37-207bcb2667fa owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:19.924223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-fa094959-d4ac-4820-93d0-7663adbc50ef service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285479 Aug 11 02:48:19.984055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=4905d033-be76-4565-8c37-207bcb2667fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:19.997407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1b8c-5aad-44cf-a93d-12e531a71a35 req-0cb68764-c0b7-41f2-97b8-fe5603eb540d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:20.005185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a0d1b8c-5aad-44cf-a93d-12e531a71a35 req-0cb68764-c0b7-41f2-97b8-fe5603eb540d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 944 time: 0.7351923 Aug 11 02:48:20.010834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] No DVR routers for this DVR port 4905d033-be76-4565-8c37-207bcb2667fa on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:20.085204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a0d1b8c-5aad-44cf-a93d-12e531a71a35 req-bcb22891-5fe4-4a4c-b2a2-9c7d457d1292 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788305 Aug 11 02:48:20.110736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-56609516-2725-429e-8746-fcc1fa1eacdf req-89061cfb-3ffc-4589-8fa4-f926644f2e85 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785142 Aug 11 02:48:20.142490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.213563 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.254921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.266457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4cc574b1-0cb0-497c-b535-d0f10ea1e08d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:20.314721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360a027-a274-423e-b4ea-1cd225479b50 req-123b171d-7880-4552-95cd-215285793b3a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:20.324611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2360a027-a274-423e-b4ea-1cd225479b50 req-123b171d-7880-4552-95cd-215285793b3a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 943 time: 0.1701708 Aug 11 02:48:20.338584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.343753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f266-499d-4c68-bb15-8971253d196b req-fd101b0a-3718-4cee-adbd-9d16c8f07a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:20.345654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-fd101b0a-3718-4cee-adbd-9d16c8f07a67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 1094 time: 0.1297147 Aug 11 02:48:20.354223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b3374e-c1e8-4cf3-9ffd-48d002046ae2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:20.383352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27613fc9-8179-4e5d-b7cd-05e0cbf11322']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:20.385381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] Pushing event deleted for resources: {'Port': ['ID=4905d033-be76-4565-8c37-207bcb2667fa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:20.395174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.404658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb8700fa-a68e-4a6c-acd9-ae7ad12603a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.408741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921f4d5-ec7e-43c8-abb3-22eae527473a None None] No DVR routers for this DVR port 4905d033-be76-4565-8c37-207bcb2667fa on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:20.420480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2361ee-b30b-4560-95ce-008e2d052edf') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:20.420990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2361ee-b30b-4560-95ce-008e2d052edf') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:20.446385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.449615 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c5a8bee6-6473-4c96-98df-ed53820c5a21 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0799894 Aug 11 02:48:20.462969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:20.474121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:20.476255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c1720472-7bcb-4ec0-b48d-55a34a245433', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:20.478798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:20.479213 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.531783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2360a027-a274-423e-b4ea-1cd225479b50 req-b4ab7129-1054-43ac-89b0-1b59671c8050 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056983 Aug 11 02:48:20.591505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f266-499d-4c68-bb15-8971253d196b req-5456491d-82f6-439e-9e57-ea51d1f57f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:20.602132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-5456491d-82f6-439e-9e57-ea51d1f57f82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.2403798 Aug 11 02:48:20.690651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-e395c288-d14c-4fce-80af-23e48bd73f10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd HTTP/1.1" status: 200 len: 217 time: 0.0868979 Aug 11 02:48:20.730071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.776495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:20.781112 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7511c335-03d5-48d1-be0f-f1818d321368" -d '{"events": [{"server_uuid": "b1c28342-d11b-4cff-93a3-c089583c26ad", "name": "network-vif-plugged", "status": "completed", "tag": "4cc574b1-0cb0-497c-b535-d0f10ea1e08d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:20.813075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:20.822160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.853900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f266-499d-4c68-bb15-8971253d196b req-0230b230-05a3-4fd4-be4d-7aa9cc9920ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:20.856757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-0230b230-05a3-4fd4-be4d-7aa9cc9920ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.1567895 Aug 11 02:48:20.885749 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242b70f0-6e36-448c-aa24-375b87068746 x-openstack-request-id: req-242b70f0-6e36-448c-aa24-375b87068746 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:20.886144 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c28342-d11b-4cff-93a3-c089583c26ad", "name": "network-vif-plugged", "status": "completed", "tag": "4cc574b1-0cb0-497c-b535-d0f10ea1e08d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:20.886350 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-242b70f0-6e36-448c-aa24-375b87068746 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:20.886741 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d', 'code': 200} Aug 11 02:48:20.950759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:20.966710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-b0a872d6-b5f1-4a8d-b477-d171a6b3b71c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001539 Aug 11 02:48:21.004972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4905d033-be76-4565-8c37-207bcb2667fa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:21.036740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.052310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4905d033-be76-4565-8c37-207bcb2667fa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:21.054120 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.054479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4905d033-be76-4565-8c37-207bcb2667fa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:21.062576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:21.063728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:21.139716 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:21.155808 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:48:21.173832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-4241b5aa-ea63-43fd-a2a4-4d3c7b7750e9 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984527 Aug 11 02:48:21.186064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.199192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.218239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.220860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/networks/27613fc9-8179-4e5d-b7cd-05e0cbf11322 HTTP/1.1" status: 204 len: 168 time: 2.2087572 Aug 11 02:48:21.239155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53934) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:21.301119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d67f5-8e04-4556-865d-035391e651ae tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Network': ['ID=27613fc9-8179-4e5d-b7cd-05e0cbf11322,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.388764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe905-8f23-4a3b-919a-c85e7bdd9325 req-df26e573-5399-475a-84e9-9ddafb82841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:21.390766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4c5fe905-8f23-4a3b-919a-c85e7bdd9325 req-df26e573-5399-475a-84e9-9ddafb82841e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 1096 time: 0.2411249 Aug 11 02:48:21.451071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.458838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4c5fe905-8f23-4a3b-919a-c85e7bdd9325 req-e1922d5f-4bcb-4dba-9ff7-3b32926d8de7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Aug 11 02:48:21.462249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.506550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a856f9c-8eb5-4bb8-8928-dbfe32129f01,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.560869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb8700fa-a68e-4a6c-acd9-ae7ad12603a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.570116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb8700fa-a68e-4a6c-acd9-ae7ad12603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.591862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff75af-c531-4bb3-adee-159e1393a8c0 req-0cb6d730-c24f-4648-a7b6-87c4ec66c1a3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:21.594321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7dff75af-c531-4bb3-adee-159e1393a8c0 req-0cb6d730-c24f-4648-a7b6-87c4ec66c1a3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.3537960 Aug 11 02:48:21.647654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8700fa-a68e-4a6c-acd9-ae7ad12603a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd0807-bdb6-4755-a555-443a6f2d83a1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.660994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.666230 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6bb12db3-864e-45b9-b97b-986616500a17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1981387 Aug 11 02:48:21.672127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:21.678827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'network': {'name': 'tempest-network-smoke--2043455669', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:21.709812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd14f266-499d-4c68-bb15-8971253d196b req-a6b419e6-44d8-49c4-a6df-be9de8b758b2 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268006 Aug 11 02:48:21.728497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb8700fa-a68e-4a6c-acd9-ae7ad12603a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9f7849b6edf422babab457a81a08993&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8822997 Aug 11 02:48:21.733518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53946) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:21.771634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:21.778754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.791329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7dff75af-c531-4bb3-adee-159e1393a8c0 req-27b9a081-d95a-4dbb-bc99-1800ce8be8de tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720908 Aug 11 02:48:21.809098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port e5a5a660-d00c-4b99-bf95-13fe13c29295 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:21.809470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.830155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c1cdb-8ed0-4458-9498-a7b91f67650b req-6480d880-2734-4bee-936b-3ab92a984311 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:21.831829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b3c1cdb-8ed0-4458-9498-a7b91f67650b req-6480d880-2734-4bee-936b-3ab92a984311 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 943 time: 0.1204045 Aug 11 02:48:21.897127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:21.902198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af21e80-b72f-4747-b134-11837b661c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.941476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.944393 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Added segment 64a6bb35-186a-489d-8282-85b524e406b3 of type vlan for network 3946aed9-88d7-473c-a516-a232d2452908 Aug 11 02:48:21.958700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b3c1cdb-8ed0-4458-9498-a7b91f67650b req-20f1abc6-da0c-43ca-b8ad-0d60ff7fc2b3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105988 Aug 11 02:48:21.983028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.983613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.004557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af21e80-b72f-4747-b134-11837b661c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.005737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for e5a5a660-d00c-4b99-bf95-13fe13c29295 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:22.089526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.176033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.183989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:22.184658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.297979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af21e80-b72f-4747-b134-11837b661c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.304007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af21e80-b72f-4747-b134-11837b661c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.305823 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2af21e80-b72f-4747-b134-11837b661c61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fffd0807-bdb6-4755-a555-443a6f2d83a1 HTTP/1.1" status: 204 len: 168 time: 0.5696876 Aug 11 02:48:22.328148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.338256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af21e80-b72f-4747-b134-11837b661c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd0807-bdb6-4755-a555-443a6f2d83a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:22.343796 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6682115 Aug 11 02:48:22.348446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:22.359091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'admin_state_up': True, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:22.401598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bde8f-e20f-49eb-99ca-e7b530d29fe0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Network': ['ID=3946aed9-88d7-473c-a516-a232d2452908,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:22.423386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3946aed9-88d7-473c-a516-a232d2452908 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:22.449882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=e5a5a660-d00c-4b99-bf95-13fe13c29295,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:22.460724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.462615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.620513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.638485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.639087 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Floating IP b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 disassociated (deleted). External IP: 172.25.6.84, port: 53df34cd-aa96-4a65-bcfc-23a51f483433. Aug 11 02:48:22.865154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.113667 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.121853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 320758b4-3d6c-42db-bfb7-1bc1e19191fd details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:23.199931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b16e1-6e63-432b-b929-1afbd17c7065 req-f80c1517-be33-4c53-a2da-900673790a71 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.204110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f90b16e1-6e63-432b-b929-1afbd17c7065 req-f80c1517-be33-4c53-a2da-900673790a71 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.2481482 Aug 11 02:48:23.241361 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.369816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:23.410518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f90b16e1-6e63-432b-b929-1afbd17c7065 req-4472b369-27c1-4d97-b288-54981c55194c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968291 Aug 11 02:48:23.447240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6d6b8-2a74-419f-a3b2-4232c631ba29 req-d822ca33-5c19-4210-a405-e6acfec8aa6b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.476053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13b6d6b8-2a74-419f-a3b2-4232c631ba29 req-d822ca33-5c19-4210-a405-e6acfec8aa6b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 943 time: 0.2704849 Aug 11 02:48:23.558401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:23.593315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '320758b4-3d6c-42db-bfb7-1bc1e19191fd', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': '320758b4-3d6c-42db-bfb7-1bc1e19191fd', 'mac_address': 'fa:16:3e:d7:80:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:23.682320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.721425 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.740213 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.754303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320758b4-3d6c-42db-bfb7-1bc1e19191fd {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:23.773360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13b6d6b8-2a74-419f-a3b2-4232c631ba29 req-e470e2c2-3d09-4658-b97c-9a9fc510ecad tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944398 Aug 11 02:48:23.847895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:23.858998 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.931894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:23.943679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.969517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:24.003512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322846-d32c-4a42-b9fe-a7b3ca23ac14 req-597b49c3-67c6-4f08-9a86-e782411ac2c2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.016257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b322846-d32c-4a42-b9fe-a7b3ca23ac14 req-597b49c3-67c6-4f08-9a86-e782411ac2c2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.2797446 Aug 11 02:48:24.022142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:24.027958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:24.039593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.242 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/eedb6467-10ec-40fc-a891-a011680eab1e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:24.129202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b322846-d32c-4a42-b9fe-a7b3ca23ac14 req-95897f7e-7c55-479b-8dd1-1654314aaf6b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116073 Aug 11 02:48:24.158897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2f21bde0-c911-4dcb-a257-62e14f850931 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/floatingips/b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7 HTTP/1.1" status: 204 len: 168 time: 2.8965926 Aug 11 02:48:24.162180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:24.171312 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:24.184728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=320758b4-3d6c-42db-bfb7-1bc1e19191fd,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:24.248411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['320758b4-3d6c-42db-bfb7-1bc1e19191fd'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:24.323801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.350699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f09719-cfc6-415d-bcca-f9025d6fc9e2 req-df442feb-ed7c-4a2f-b87d-0d4c51c953df tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.362572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24f09719-cfc6-415d-bcca-f9025d6fc9e2 req-df442feb-ed7c-4a2f-b87d-0d4c51c953df tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.1211016 Aug 11 02:48:24.440235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.488224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24f09719-cfc6-415d-bcca-f9025d6fc9e2 req-21b73125-37fd-492a-b3c3-8f94544587e2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227071 Aug 11 02:48:24.594884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:24.607147 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59478ff6-89f7-4d31-aef5-c5eae0af988a x-openstack-request-id: req-59478ff6-89f7-4d31-aef5-c5eae0af988a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:24.607147 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:24.607556 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59478ff6-89f7-4d31-aef5-c5eae0af988a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:24.608120 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'status': 'completed', 'code': 200} Aug 11 02:48:24.609904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:24.614989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:24.672604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=eedb6467-10ec-40fc-a891-a011680eab1e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:24.825223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:24.829504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4ae5-d014-4ad1-baf4-1bed78b081d6 req-0d0dd10a-6772-4629-b7a1-164ee3cd7f94 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.842326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b2b4ae5-d014-4ad1-baf4-1bed78b081d6 req-0d0dd10a-6772-4629-b7a1-164ee3cd7f94 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 946 time: 0.1287119 Aug 11 02:48:24.945493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b2b4ae5-d014-4ad1-baf4-1bed78b081d6 req-73decff6-484b-4ca8-b75f-7adab900526b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021547 Aug 11 02:48:25.043483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-05cb86a8-12f1-4ede-96ee-50272d297ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.059246 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-05cb86a8-12f1-4ede-96ee-50272d297ba6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 1097 time: 0.3799188 Aug 11 02:48:25.220744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8aae-126f-434b-b9cc-fc63ef9f426c req-aa0dbc0f-f0e7-49b9-8c06-0af0af223dda tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.230307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d00e8aae-126f-434b-b9cc-fc63ef9f426c req-aa0dbc0f-f0e7-49b9-8c06-0af0af223dda tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 944 time: 0.1633995 Aug 11 02:48:25.271517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-6f8726a7-e115-4710-8029-750ae8aef401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.273664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-6f8726a7-e115-4710-8029-750ae8aef401 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 200 len: 897 time: 0.1959946 Aug 11 02:48:25.382718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-04024460-48ef-4836-ac5c-bf632841024e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53df34cd-aa96-4a65-bcfc-23a51f483433 HTTP/1.1" status: 200 len: 217 time: 0.0996461 Aug 11 02:48:25.424021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d00e8aae-126f-434b-b9cc-fc63ef9f426c req-c52f13db-6c67-4946-be71-03712310cee8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866050 Aug 11 02:48:25.478838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.502846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c65465-d4d0-46fa-8f9e-5449a87dff21 req-3826b65e-d19c-458e-9a15-fcda086ad656 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.507032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85c65465-d4d0-46fa-8f9e-5449a87dff21 req-3826b65e-d19c-458e-9a15-fcda086ad656 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.1948774 Aug 11 02:48:25.558370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-0422bed8-d650-4807-999c-fbcdd7650fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.560339 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-0422bed8-d650-4807-999c-fbcdd7650fda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=275d6f9c-c5b3-47dd-ba72-288539c97803 HTTP/1.1" status: 200 len: 834 time: 0.1604950 Aug 11 02:48:25.561759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:09Z', 'revision_number': 6, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:25.611015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85c65465-d4d0-46fa-8f9e-5449a87dff21 req-9cecfe2b-0473-46a3-9b97-51625addf8be tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958624 Aug 11 02:48:25.637287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:25.664158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:25.664801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:25.854857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-40bfb88e-f75a-4a7f-9c51-484a28ee198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.856434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-40bfb88e-f75a-4a7f-9c51-484a28ee198f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11e1612f-9b02-47d8-a42c-7294979ea57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943741 Aug 11 02:48:25.887029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:26.067078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.242271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424a7f5-acdb-4541-a15a-382459e62829 req-cfa09adb-7695-4a56-aac1-601f5038770e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:26.259464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7424a7f5-acdb-4541-a15a-382459e62829 req-cfa09adb-7695-4a56-aac1-601f5038770e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 946 time: 0.2067826 Aug 11 02:48:26.275299 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-6256ecc9-4c1e-44b5-87b2-7467e5e24f29 service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756435 Aug 11 02:48:26.325482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-7e1f5e19-b1a5-4c20-9eef-5193c6a30473 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:26.328838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-7e1f5e19-b1a5-4c20-9eef-5193c6a30473 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 946 time: 0.2142062 Aug 11 02:48:26.412344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7424a7f5-acdb-4541-a15a-382459e62829 req-4d70171a-179e-4d50-80a3-8c0d7c6c5b0d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=417c172e-634e-4d56-a8f0-b09c8c0eb62a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443520 Aug 11 02:48:26.454650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:09Z', 'revision_number': 6, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:26.522706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port 53df34cd-aa96-4a65-bcfc-23a51f483433 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:26.523755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.543272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fbda5e-82d5-4aa8-9aba-892e59b79d1e None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:09Z', 'revision_number': 6, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dd0b9ee7-7afc-438d-93a9-9852d0c28ff9', 'name': '', 'network_id': '11e1612f-9b02-47d8-a42c-7294979ea57d', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:9d:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:37Z', 'updated_at': '2021-08-11T02:45:50Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': '275d6f9c-c5b3-47dd-ba72-288539c97803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:26.623618 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b82a87be-5d70-4c55-a0a2-6f3d8f9f6f6f req-4cee3a7f-d5f3-4342-b0c7-70ded96bfa34 service neutron] 10.222.0.59 "GET /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350444 Aug 11 02:48:26.679727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:48:26.729430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port 53df34cd-aa96-4a65-bcfc-23a51f483433, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=53df34cd-aa96-4a65-bcfc-23a51f483433,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:26.730731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.783082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for 53df34cd-aa96-4a65-bcfc-23a51f483433 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:26.822064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdca67-6d4b-4b99-ab50-200d90e8fae0 req-dca1fb77-211c-4d57-b262-f17e1c5c9c78 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:26.824742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58bdca67-6d4b-4b99-ab50-200d90e8fae0 req-dca1fb77-211c-4d57-b262-f17e1c5c9c78 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 944 time: 0.2567172 Aug 11 02:48:27.059058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58bdca67-6d4b-4b99-ab50-200d90e8fae0 req-85597d8c-0724-4a88-8811-5f8aec7121bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206671 Aug 11 02:48:27.119339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0becb-0b1a-4050-b27d-75ca83dbaf4f req-6ac8225e-7cb9-4444-89fe-b8a9b0181ee8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:27.127980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93d0becb-0b1a-4050-b27d-75ca83dbaf4f req-6ac8225e-7cb9-4444-89fe-b8a9b0181ee8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.1675169 Aug 11 02:48:27.142819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 320758b4-3d6c-42db-bfb7-1bc1e19191fd up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:27.165039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-a538f3b1-bf89-4199-aedc-49ab1cb2f50b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:27.167326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-a538f3b1-bf89-4199-aedc-49ab1cb2f50b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.3343289 Aug 11 02:48:27.199456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93d0becb-0b1a-4050-b27d-75ca83dbaf4f req-e2fdfd4a-0f9a-4bf5-a0c0-e0966147c9fc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689473 Aug 11 02:48:27.211419 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a292909-b09c-415a-b976-d413cdb6a5dc None None] New status for floating IP b80e5d24-eb31-4c4a-92ac-1cbbdce26cc7: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:48:27.223431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:27.241590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Sync routers for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:27.257404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:27.258637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:27.275416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.283117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:27.285043 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6a2e1887-fefb-4a06-88ad-92ded4cb6824 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9349916 Aug 11 02:48:27.303324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 320758b4-3d6c-42db-bfb7-1bc1e19191fd completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:27.311392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 320758b4-3d6c-42db-bfb7-1bc1e19191fd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:27.312292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.324654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0fb9af0-b170-4fbd-aa75-fdab4626e211 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca7c0f0103654e2b9246fb027410d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402980 Aug 11 02:48:27.327904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54088) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:27.425801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.456374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:27.456725 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.495045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.533680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=53df34cd-aa96-4a65-bcfc-23a51f483433,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:27.708563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:27.762857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59f34d59-e9ee-435c-bdfa-7e60c4b96528 req-774d34bd-c60e-48e3-97f3-d1855dc6a4d5 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecca1956-f0e4-4ab8-9309-30dd2710dc44 HTTP/1.1" status: 200 len: 210 time: 0.1262743 Aug 11 02:48:27.784924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:27.785610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.805343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for 4cc574b1-0cb0-497c-b535-d0f10ea1e08d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:27.828615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] No DVR routers for this DVR port 53df34cd-aa96-4a65-bcfc-23a51f483433 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:27.838652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.844504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-270b29f5-ed20-47bc-ab02-e9694ef1cbcd req-9321d6f1-793e-40bf-a6f3-30906fa3ccd9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "DELETE /v2.0/ports/53df34cd-aa96-4a65-bcfc-23a51f483433 HTTP/1.1" status: 204 len: 173 time: 1.5050347 Aug 11 02:48:27.864839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'name': 'network-vif-deleted', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:27.880906 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689914e6-22d6-41e6-b3ce-a03039437e85" -d '{"events": [{"server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "name": "network-vif-deleted", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:27.893697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d323b-13d6-480f-a854-67eb99dd58ae tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:27.903957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-182d323b-13d6-480f-a854-67eb99dd58ae tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5730808 Aug 11 02:48:27.905805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54104) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:27.957830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320758b4-3d6c-42db-bfb7-1bc1e19191fd'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:27.968559 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1337267a-936f-48af-bea2-b4c1fbfc92a1" -d '{"events": [{"server_uuid": "37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28", "name": "network-vif-plugged", "status": "completed", "tag": "320758b4-3d6c-42db-bfb7-1bc1e19191fd"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:27.977664 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b2036-39c6-48d7-a3cf-137e07a12351 x-openstack-request-id: req-0b4b2036-39c6-48d7-a3cf-137e07a12351 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:27.977978 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecca1956-f0e4-4ab8-9309-30dd2710dc44", "name": "network-vif-deleted", "tag": "53df34cd-aa96-4a65-bcfc-23a51f483433", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:27.978236 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b4b2036-39c6-48d7-a3cf-137e07a12351 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:27.978661 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecca1956-f0e4-4ab8-9309-30dd2710dc44', 'name': 'network-vif-deleted', 'tag': '53df34cd-aa96-4a65-bcfc-23a51f483433', 'status': 'completed', 'code': 200} Aug 11 02:48:27.984159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54108) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:27.989905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61883576', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:27.990705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e7e0f7ce-84f9-4403-9121-a717017ddc39 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819488 Aug 11 02:48:28.032036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:28.046063 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.136363 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e72e05-108a-4638-a388-a5a79b1cfbf1 x-openstack-request-id: req-47e72e05-108a-4638-a388-a5a79b1cfbf1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:28.136864 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28", "name": "network-vif-plugged", "status": "completed", "tag": "320758b4-3d6c-42db-bfb7-1bc1e19191fd", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:28.137095 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47e72e05-108a-4638-a388-a5a79b1cfbf1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:28.137690 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320758b4-3d6c-42db-bfb7-1bc1e19191fd', 'code': 200} Aug 11 02:48:28.282384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 4cc574b1-0cb0-497c-b535-d0f10ea1e08d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:28.319937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=320758b4-3d6c-42db-bfb7-1bc1e19191fd,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:28.394266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195ea80-faa9-4d9e-a927-8a62f9a41292 req-b24c7ac5-d4da-4b7f-a657-01cb8ed0b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.402108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8195ea80-faa9-4d9e-a927-8a62f9a41292 req-b24c7ac5-d4da-4b7f-a657-01cb8ed0b3b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 1096 time: 0.2171733 Aug 11 02:48:28.442561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:25Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:28.497606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:28.507424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.619809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Checking router: 4f8f9604-23c6-41b9-a296-b3dcdcec9510 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:28.620147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Updating router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 port eedb6467-10ec-40fc-a891-a011680eab1e binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:28.720080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802d958-5b6e-4b82-9f18-ca0716c8ced6 req-1f5bef51-2af9-4861-9ba6-613e6db27f26 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.723987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a802d958-5b6e-4b82-9f18-ca0716c8ced6 req-1f5bef51-2af9-4861-9ba6-613e6db27f26 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 945 time: 0.3179762 Aug 11 02:48:28.755825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.761249 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.770816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbce704-54a5-4c3f-9f59-18229b2075ec req-d45b19aa-19da-4553-bc2d-f795127f8e67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.774137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bbce704-54a5-4c3f-9f59-18229b2075ec req-d45b19aa-19da-4553-bc2d-f795127f8e67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 945 time: 0.2951574 Aug 11 02:48:28.778279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8195ea80-faa9-4d9e-a927-8a62f9a41292 req-6bfc6283-b946-4fd9-8bad-6fd41811e4b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020039 Aug 11 02:48:28.985542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a802d958-5b6e-4b82-9f18-ca0716c8ced6 req-c9f93931-a339-410e-b49e-02664e2e74d1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420814 Aug 11 02:48:29.038647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0bbce704-54a5-4c3f-9f59-18229b2075ec req-c1d56fed-49ff-487d-9fef-89152d6eae17 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471585 Aug 11 02:48:29.082841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54132) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:29.204284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f74c63b0-5910-470d-a96b-08390da149f0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.269213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f74c63b0-5910-470d-a96b-08390da149f0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.328931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.467183 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f74c63b0-5910-470d-a96b-08390da149f0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.470961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f74c63b0-5910-470d-a96b-08390da149f0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.472940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f74c63b0-5910-470d-a96b-08390da149f0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/security-groups/417c172e-634e-4d56-a8f0-b09c8c0eb62a HTTP/1.1" status: 204 len: 168 time: 0.3883564 Aug 11 02:48:29.490947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c63b0-5910-470d-a96b-08390da149f0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417c172e-634e-4d56-a8f0-b09c8c0eb62a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:29.594453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54142) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:29.720315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Transition to ACTIVE for port object eedb6467-10ec-40fc-a891-a011680eab1e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:29.797619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 53df34cd-aa96-4a65-bcfc-23a51f483433 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:29.799838 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.884257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.924263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 53df34cd-aa96-4a65-bcfc-23a51f483433 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:29.924807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 53df34cd-aa96-4a65-bcfc-23a51f483433 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:29.953474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Attempting to bind port eedb6467-10ec-40fc-a891-a011680eab1e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:29.953984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Attempting to bind port eedb6467-10ec-40fc-a891-a011680eab1e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:29.954613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Attempting to bind port eedb6467-10ec-40fc-a891-a011680eab1e on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:29.964921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:29.965567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:29.966512 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.967027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:29.967638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Bound port: eedb6467-10ec-40fc-a891-a011680eab1e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:29.968157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.012052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c157c-76fb-4382-b8a3-e2902ae4376a None None] Pushing event updated for resources: {'Port': ['ID=eedb6467-10ec-40fc-a891-a011680eab1e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.030707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=4cc574b1-0cb0-497c-b535-d0f10ea1e08d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.103183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] For port eedb6467-10ec-40fc-a891-a011680eab1e, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:30.133565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] For port eedb6467-10ec-40fc-a891-a011680eab1e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eedb6467-10ec-40fc-a891-a011680eab1e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:30.160298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.343077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port 4cc574b1-0cb0-497c-b535-d0f10ea1e08d on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:30.353205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.368827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.376054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9643ea5-d330-4502-8ad7-bc53bbc6a0f6 req-3b52cd8c-8e1f-4699-a2c3-ac5a04760bbf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "DELETE /v2.0/ports/4cc574b1-0cb0-497c-b535-d0f10ea1e08d HTTP/1.1" status: 204 len: 173 time: 3.1909208 Aug 11 02:48:30.402643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'name': 'network-vif-deleted', 'tag': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:30.411227 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0e380a-b97c-486d-8b5f-fc4db957264c" -d '{"events": [{"server_uuid": "b1c28342-d11b-4cff-93a3-c089583c26ad", "name": "network-vif-deleted", "tag": "4cc574b1-0cb0-497c-b535-d0f10ea1e08d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:30.485218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c157c-76fb-4382-b8a3-e2902ae4376a None None] Pushing event updated for resources: {'Port': ['ID=eedb6467-10ec-40fc-a891-a011680eab1e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.583854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Checking segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:30.585057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network hostable DHCP agents. Network: 3946aed9-88d7-473c-a516-a232d2452908, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:30.592240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Subnet': ['ID=d5731ae5-e2ff-4001-af10-baa431fb8567,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.592485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:30.599491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:30.661925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 3946aed9-88d7-473c-a516-a232d2452908 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:30.685778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3946aed9-88d7-473c-a516-a232d2452908) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:30.696962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:30.697791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.737833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2dc468f2-3587-4649-b3a3-a18b5f207c56 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7495303 Aug 11 02:48:30.738844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:30.767628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d0c88-f0cf-4959-a1e4-49833591d402 None None] Network 3946aed9-88d7-473c-a516-a232d2452908 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:31.534759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435b2210-c98b-48cd-8876-3e38fd38b2b5 req-d7fb12da-d347-435a-bf37-2ddfc4d6206a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.1969295 Aug 11 02:48:31.698035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:31.725975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a10d9-757f-4ab0-b994-0f2555291ae5 req-461c3101-0651-4238-a501-a6e666f2fe3a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:31.729106 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea49cc-3493-4445-b4e5-5e49c4e11535 x-openstack-request-id: req-65ea49cc-3493-4445-b4e5-5e49c4e11535 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:31.731386 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c28342-d11b-4cff-93a3-c089583c26ad", "name": "network-vif-deleted", "tag": "4cc574b1-0cb0-497c-b535-d0f10ea1e08d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:31.733429 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65ea49cc-3493-4445-b4e5-5e49c4e11535 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:31.734229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-166a10d9-757f-4ab0-b994-0f2555291ae5 req-461c3101-0651-4238-a501-a6e666f2fe3a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 945 time: 0.4044180 Aug 11 02:48:31.735033 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c28342-d11b-4cff-93a3-c089583c26ad', 'name': 'network-vif-deleted', 'tag': '4cc574b1-0cb0-497c-b535-d0f10ea1e08d', 'status': 'completed', 'code': 200} Aug 11 02:48:31.892940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-166a10d9-757f-4ab0-b994-0f2555291ae5 req-b60530b3-2b6e-4099-bb57-b232f1acdd0c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453235 Aug 11 02:48:31.923313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-3946aed9-88d7-473c-a516-a232d2452908', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:31.927071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.157855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.248831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.377599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5ae7c-dc81-4627-b64b-4c64f2c1c8b2 req-e5d3b749-e257-4373-9f03-eacb0b00350e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:32.401451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8e5ae7c-dc81-4627-b64b-4c64f2c1c8b2 req-e5d3b749-e257-4373-9f03-eacb0b00350e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 946 time: 0.2605495 Aug 11 02:48:32.644934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8e5ae7c-dc81-4627-b64b-4c64f2c1c8b2 req-2a6ab03d-8dac-4e21-b2b1-c67ec0f29bd5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385838 Aug 11 02:48:32.871858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13f396e3-0e8f-40a2-872a-165a7ca39e4e req-960f1e12-56dc-4d09-a6b3-3ba63535c98b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.1744142 Aug 11 02:48:32.896403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Allocated IP 172.20.0.2 (3946aed9-88d7-473c-a516-a232d2452908/d5731ae5-e2ff-4001-af10-baa431fb8567/87a6f888-6c82-47a7-80c2-8e5bd37f18c3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:33.108956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:25Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:33.177672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a2cf8-24be-487b-9d0e-50eb0e484671 None None] The sync data for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 is: [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:25Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:33.193546 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:48:33.257388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bba9e-ed0f-41a3-b085-f9aa784274aa req-82532dff-851a-42dd-a2e6-a664c37da9ec tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:33.260095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c57bba9e-ed0f-41a3-b085-f9aa784274aa req-82532dff-851a-42dd-a2e6-a664c37da9ec tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 945 time: 0.3998191 Aug 11 02:48:33.438227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c57bba9e-ed0f-41a3-b085-f9aa784274aa req-cd6e6c6d-3303-42df-9738-ae8d6eeadbc5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669025 Aug 11 02:48:33.469060 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.489081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Transition to ACTIVE for port object 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:33.525603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Transition to ACTIVE for port object 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:33.546665 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.676675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Pushing event updated for resources: {'Port': ['ID=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:33.685773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.1 (3946aed9-88d7-473c-a516-a232d2452908/d5731ae5-e2ff-4001-af10-baa431fb8567/0cc694a9-8ea4-4ab2-8635-5b67fc9d0624) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:33.827272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Network 3946aed9-88d7-473c-a516-a232d2452908 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:33.833851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:33.843833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:33.847885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:33.849407 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.013923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.060482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:34.108963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.150165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Attempting to bind port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:34.150981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Attempting to bind port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:34.153949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Attempting to bind port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:34.172419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:34.178514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Checking segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:34.179260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.179976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Bound using segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:34.180656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Bound port: 87a6f888-6c82-47a7-80c2-8e5bd37f18c3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:34.182748 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.255095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 3946aed9-88d7-473c-a516-a232d2452908 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:34.285224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:34.290967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:34.295185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:34.353134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12f4cf50-2027-49d4-9973-2b0ea30a2310 req-e159bc78-9a4a-4394-b2ad-2af782c3abf0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.2247138 Aug 11 02:48:34.426712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] For port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:34.428599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75656ce-8914-4f55-9170-10b8a0f3f7a5 req-8edd0498-93c0-4215-89d9-796088edcfb4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.441711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b75656ce-8914-4f55-9170-10b8a0f3f7a5 req-8edd0498-93c0-4215-89d9-796088edcfb4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 945 time: 0.3181105 Aug 11 02:48:34.444011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] For port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:34.455221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.533607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.550981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b75656ce-8914-4f55-9170-10b8a0f3f7a5 req-d26493fe-3c92-4230-b18f-2ee5c9726c66 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054649 Aug 11 02:48:34.567388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port dd0b9ee7-7afc-438d-93a9-9852d0c28ff9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:34.568194 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.588873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:34.746960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a81e6-5fba-4a55-8199-91af7658d62b None None] Pushing event updated for resources: {'Port': ['ID=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:35.235383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eedb6467-10ec-40fc-a891-a011680eab1e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:35.238739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.367707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port eedb6467-10ec-40fc-a891-a011680eab1e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:35.373056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.381409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port eedb6467-10ec-40fc-a891-a011680eab1e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:35.384013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.483319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:35.512128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=dd0b9ee7-7afc-438d-93a9-9852d0c28ff9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:35.710523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.770045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-73eef57b-5c90-423b-b71d-ebdd3293cc52 req-ce1a256a-2345-4dc0-8058-b442c5c1b8d2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.2540343 Aug 11 02:48:35.777277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port eedb6467-10ec-40fc-a891-a011680eab1e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eedb6467-10ec-40fc-a891-a011680eab1e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:35.783523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.020978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=eedb6467-10ec-40fc-a891-a011680eab1e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.084316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c41635b-72fb-4155-af04-77ed023d5ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.171673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-67aafc52-5e48-453e-8439-dc01d9cbee2d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.176982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-67aafc52-5e48-453e-8439-dc01d9cbee2d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 945 time: 0.6002855 Aug 11 02:48:36.384440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.411326 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.594638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c41635b-72fb-4155-af04-77ed023d5ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.621650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c41635b-72fb-4155-af04-77ed023d5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.729085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.770382 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.825952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.880950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ea7d-e96e-460d-b0f9-56522f05c6cc req-b0e9fd4c-681b-4639-93a2-8bc15be774e5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.882761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee69ea7d-e96e-460d-b0f9-56522f05c6cc req-b0e9fd4c-681b-4639-93a2-8bc15be774e5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 945 time: 1.1775961 Aug 11 02:48:36.884597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41635b-72fb-4155-af04-77ed023d5ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a95cc88-ff9a-4944-b784-9c7a51c0f81f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.978709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7c41635b-72fb-4155-af04-77ed023d5ec5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27034772f9194ab78329751b869ec569&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4938886 Aug 11 02:48:36.983563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:37.020650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102de715-0e2d-43fb-84ec-bfb32167a6a9 None None] Network 3946aed9-88d7-473c-a516-a232d2452908 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:37.293270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7694af6-4512-48d3-8051-6b786d96a660 req-a2dc547f-dd19-47a3-9e11-689a2b381715 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.1139395 Aug 11 02:48:37.328935 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee69ea7d-e96e-460d-b0f9-56522f05c6cc req-f56862ac-41ee-4d03-aa46-a6f144935985 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256990 Aug 11 02:48:37.382983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-28c7bd5b-3781-4940-b93a-0b0059ddaa4d None None] Provisioning for port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:37.437110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.536387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 3946aed9-88d7-473c-a516-a232d2452908 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:37.561172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:37.599012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.644608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port 320758b4-3d6c-42db-bfb7-1bc1e19191fd {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:37.644966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.726576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:37.837222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:37.949018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port 320758b4-3d6c-42db-bfb7-1bc1e19191fd, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=320758b4-3d6c-42db-bfb7-1bc1e19191fd,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:37.949966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.967710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:37.982961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:37.985325 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.067998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.073045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.088062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a95cc88-ff9a-4944-b784-9c7a51c0f81f HTTP/1.1" status: 204 len: 168 time: 1.1022544 Aug 11 02:48:38.139946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a95cc88-ff9a-4944-b784-9c7a51c0f81f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.154170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:38.188719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.192020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:38.192916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.196405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.201925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.203741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.204668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.207116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.207793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.208336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.208461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-453c553f-9f88-4196-922d-7b78ba5fb220 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "PUT /v2.0/routers/2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6136436 Aug 11 02:48:38.208949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.211695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.212301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b9e7e4-b3f1-4fff-bab7-8a0d72d7bb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:38.213626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54258) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.214605 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] Sync routers for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:38.223792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for 320758b4-3d6c-42db-bfb7-1bc1e19191fd owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:38.316144 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:38.316813 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:38.321878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.473815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:38.487019 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.487992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eedb6467-10ec-40fc-a891-a011680eab1e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:38.702487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6c8c8f00-cb5c-495d-97f6-6409b2b16d37 None None] Provisioning for port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:38.729779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6c8c8f00-cb5c-495d-97f6-6409b2b16d37 None None] Provisioning complete for port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:38.732097 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8f00-cb5c-495d-97f6-6409b2b16d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.734957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.756736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:38.768715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-698d3d23-4d19-47ff-a0f4-366a1a4bb816 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/4f8f9604-23c6-41b9-a296-b3dcdcec9510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0279269 Aug 11 02:48:38.802375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Sync routers for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:38.860462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port eedb6467-10ec-40fc-a891-a011680eab1e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:38.864418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.871697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-18732045-e098-4b6b-98ba-1d24d6ba5219 req-e64b6e87-588b-4fbe-94dd-3ddb07a8e1a4 service neutron] (94699) timed out ('10.222.0.25', 64199) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:48:38.893439 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:38.973862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c8f00-cb5c-495d-97f6-6409b2b16d37 None None] Port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:38.976580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:38.976825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:39.064647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-705fa539-8d3c-44ce-8766-9537672fe471 req-01421536-3909-4c74-8558-81830009ab06 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.1858528 Aug 11 02:48:39.123446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting subnet 275d6f9c-c5b3-47dd-ba72-288539c97803 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:39.134422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.205954 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.306563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=320758b4-3d6c-42db-bfb7-1bc1e19191fd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.339896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 320758b4-3d6c-42db-bfb7-1bc1e19191fd no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:39.348007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['90de2402-77ae-44f3-8bdf-99cdc3574188'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:39.355819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:39.402735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.471484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:39.537379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6719d3-7266-4f4c-b8ea-be753ca2ba95 req-69c21493-b1b6-4f46-9e10-6d00b18b5189 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.538526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6019597-5eb4-4f56-9f94-6af5792acfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.547807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b6719d3-7266-4f4c-b8ea-be753ca2ba95 req-69c21493-b1b6-4f46-9e10-6d00b18b5189 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28 HTTP/1.1" status: 200 len: 867 time: 0.6717737 Aug 11 02:48:39.553698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port 320758b4-3d6c-42db-bfb7-1bc1e19191fd on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:39.565665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.568187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfdeaa71-1c87-46eb-aa2e-cd4f1b030ea9 req-8589c759-6bd0-4026-b1be-106c2ebaab86 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "DELETE /v2.0/ports/320758b4-3d6c-42db-bfb7-1bc1e19191fd HTTP/1.1" status: 204 len: 173 time: 3.3800814 Aug 11 02:48:39.575206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'name': 'network-vif-deleted', 'tag': '320758b4-3d6c-42db-bfb7-1bc1e19191fd'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:39.581703 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b34cd6-2350-441b-8f4a-fbee8ab8f38b" -d '{"events": [{"server_uuid": "37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28", "name": "network-vif-deleted", "tag": "320758b4-3d6c-42db-bfb7-1bc1e19191fd"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:39.609950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6c8c8f00-cb5c-495d-97f6-6409b2b16d37 None None] Provisioning complete for port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:39.629140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8f00-cb5c-495d-97f6-6409b2b16d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.698438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 320758b4-3d6c-42db-bfb7-1bc1e19191fd {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:39.700083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 320758b4-3d6c-42db-bfb7-1bc1e19191fd not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:39.752585 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e2e866-179c-4685-87b9-a9873497da3f x-openstack-request-id: req-37e2e866-179c-4685-87b9-a9873497da3f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:39.761290 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28", "name": "network-vif-deleted", "tag": "320758b4-3d6c-42db-bfb7-1bc1e19191fd", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:39.763083 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37e2e866-179c-4685-87b9-a9873497da3f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:39.764490 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fdaeb8-d7b9-4bd2-b94e-4e7a3699ae28', 'name': 'network-vif-deleted', 'tag': '320758b4-3d6c-42db-bfb7-1bc1e19191fd', 'status': 'completed', 'code': 200} Aug 11 02:48:39.777067 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 7, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:39.832736 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] Checking router: 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:39.843222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] Routers {'2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:39.843875 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:39.907782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6019597-5eb4-4f56-9f94-6af5792acfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.916216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6019597-5eb4-4f56-9f94-6af5792acfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.981102 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f6019597-5eb4-4f56-9f94-6af5792acfe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e538c6dd271545138a36b0780ae74d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085421 Aug 11 02:48:40.003409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:40.080160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.119446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6019597-5eb4-4f56-9f94-6af5792acfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7a0ed-4fc5-42fb-b318-87ecee8c2cc3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.269421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8a8-203b-4b13-ac92-1bf74fa860d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.281396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b6719d3-7266-4f4c-b8ea-be753ca2ba95 req-be71a69b-a2be-4aa6-8ffe-ac31770a2390 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321687 Aug 11 02:48:40.296889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.411911 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8a8-203b-4b13-ac92-1bf74fa860d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.420848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.422896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/subnets/275d6f9c-c5b3-47dd-ba72-288539c97803 HTTP/1.1" status: 204 len: 168 time: 2.2079418 Aug 11 02:48:40.425001 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] Set router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:40.426459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54298) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:40.427234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Subnet': ['ID=275d6f9c-c5b3-47dd-ba72-288539c97803,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.463284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.463677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.464031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.464381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.464726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.465071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.465411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.465748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.470493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.470891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.471276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.471631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcaf68-9136-47e4-82e8-679a84906215 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:40.521084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf2e225-c8aa-4c7d-b862-2898c1d689dd None None] Network 11e1612f-9b02-47d8-a42c-7294979ea57d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:40.567805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8a8-203b-4b13-ac92-1bf74fa860d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.570669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8a8-203b-4b13-ac92-1bf74fa860d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.574205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3c41b8a8-203b-4b13-ac92-1bf74fa860d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94a7a0ed-4fc5-42fb-b318-87ecee8c2cc3 HTTP/1.1" status: 204 len: 168 time: 0.5669465 Aug 11 02:48:40.589477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41b8a8-203b-4b13-ac92-1bf74fa860d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7a0ed-4fc5-42fb-b318-87ecee8c2cc3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.680705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-3aaeb4f6-ab25-4125-86ae-3626d9e837a2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948556610&fields=id&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 267 time: 0.3909776 Aug 11 02:48:40.709655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-21e889e0-dfe0-4925-9c87-7cfb42cd90da req-f171f36e-4a55-496b-b241-b4580e113a12 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.1533513 Aug 11 02:48:40.782674 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 7, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:40.909459 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0608b3f-f576-4ffb-96f5-4718b598151c None None] The sync data for ids ['2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82'] in n-d-715271-8 is: [{'id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'name': 'tempest-TestNetworkBasicOps-router-1624478146', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 7, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': '9c9b9f6f-ba54-49fc-95f2-1abdde036e2e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:30Z', 'updated_at': '2021-08-11T02:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:41.004047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:41.610041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:41.960028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.049056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-75efdcd0-a90c-4dfe-aeca-de7cdbd717ba tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.057355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-75efdcd0-a90c-4dfe-aeca-de7cdbd717ba tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 797 time: 1.3432176 Aug 11 02:48:42.076148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e095502c-db22-434b-b2aa-f28c0e20a9c0 req-f87ec31e-8d0b-4c62-8f5e-175efd83d97f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.1020162 Aug 11 02:48:42.119871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-d2e740fe-61e6-42d2-83c8-9d19c2539553 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/quotas/ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 375 time: 0.0615065 Aug 11 02:48:42.190268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:42.190813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.335039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.356170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-875b10b8-7dc0-48b3-bce8-70fc78bba29f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347751 Aug 11 02:48:42.389453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:42.401492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed915c18-0bdf-46df-82e1-31336d8b2dc5 req-c15a6fca-b5b0-4b3f-8d71-a8f4f58fc3f8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.403636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed915c18-0bdf-46df-82e1-31336d8b2dc5 req-c15a6fca-b5b0-4b3f-8d71-a8f4f58fc3f8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 946 time: 0.1607149 Aug 11 02:48:42.622381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bc051027-3ccc-4043-bc00-44bd58318274 None None] Provisioning complete for port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:42.622381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc051027-3ccc-4043-bc00-44bd58318274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.745825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af639f0-6f41-47f8-95a1-eb4c62f99a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.782333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:42.783364 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.821373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] DHCP port deletion for 11e1612f-9b02-47d8-a42c-7294979ea57d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:48:42.839612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bc051027-3ccc-4043-bc00-44bd58318274 None None] Port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:42.845032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:42.895119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed915c18-0bdf-46df-82e1-31336d8b2dc5 req-cd4eb269-843f-453b-b846-b9fef13ba996 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605110 Aug 11 02:48:42.895416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:42.895577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dd0b9ee7-7afc-438d-93a9-9852d0c28ff9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:42.938389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 2, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:42.994503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-8bfb16e3-3a40-4f71-92e9-ce9beb23cfb0 service neutron] 10.222.0.16 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452414 Aug 11 02:48:43.011547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Checking router: 4f8f9604-23c6-41b9-a296-b3dcdcec9510 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:43.011916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Updating router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:43.060222 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.067417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] Deleting port 15c38e79-a3a0-415f-864e-7fa8f311cbfe {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:43.067798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.153957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af639f0-6f41-47f8-95a1-eb4c62f99a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.172631 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2af639f0-6f41-47f8-95a1-eb4c62f99a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.228442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:43.229310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.301771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] For port 15c38e79-a3a0-415f-864e-7fa8f311cbfe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=15c38e79-a3a0-415f-864e-7fa8f311cbfe,segment=NetworkSegment(7c01deb3-f92d-498c-b6d6-2a605def2f18),segment_id=7c01deb3-f92d-498c-b6d6-2a605def2f18)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:43.302167 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.332864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b7fbfdd-246b-46df-9583-796c6971635b req-e20e811b-4ead-41cb-9a32-ca730945e31f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.0938525 Aug 11 02:48:43.343863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2af639f0-6f41-47f8-95a1-eb4c62f99a38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9ebec41524c4e26a19d1a2e9ccd7d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9526188 Aug 11 02:48:43.346911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af639f0-6f41-47f8-95a1-eb4c62f99a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134c3e8-5ba2-45b2-b4d3-b79a16dc8329,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:43.347972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:43.353543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54344) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:43.477786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-93793aa1-30e0-4605-987c-368884c35ba7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:43.481346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-93793aa1-30e0-4605-987c-368884c35ba7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 946 time: 0.1356926 Aug 11 02:48:43.591675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 15c38e79-a3a0-415f-864e-7fa8f311cbfe no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:43.624237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-c74bcaea-5ce1-4b4e-ab41-94315ac2a049 service neutron] 10.222.0.16 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214623 Aug 11 02:48:43.636654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] Calling delete_port for 15c38e79-a3a0-415f-864e-7fa8f311cbfe owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:43.759235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-214e2fb8-74f8-42db-a7fb-cbc1c46d6a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.787653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port 90de2402-77ae-44f3-8bdf-99cdc3574188 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:43.789171 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.143492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.144116 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.165638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port 90de2402-77ae-44f3-8bdf-99cdc3574188, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=90de2402-77ae-44f3-8bdf-99cdc3574188,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:44.170036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.184983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f5f5ed0-bbc6-41f2-8518-24e98754c104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.202823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55d00bf9-6987-4fca-81c3-49bdf69e25ce req-7b2ab599-4d1b-47ca-9c05-2267b73de7b7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 210 time: 0.1126027 Aug 11 02:48:44.215630 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-214e2fb8-74f8-42db-a7fb-cbc1c46d6a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.257847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for 90de2402-77ae-44f3-8bdf-99cdc3574188 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:44.338835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf646b0-6cb0-4d3c-9da9-93dbcfcf5521 req-a2b8b2e2-66d8-4eb0-8877-2e8b5d062551 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.340725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bf646b0-6cb0-4d3c-9da9-93dbcfcf5521 req-a2b8b2e2-66d8-4eb0-8877-2e8b5d062551 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 946 time: 0.2492585 Aug 11 02:48:44.341575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=9c9b9f6f-ba54-49fc-95f2-1abdde036e2e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.420417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.470455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.479997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bf646b0-6cb0-4d3c-9da9-93dbcfcf5521 req-3e758dfb-0f39-4c97-bed4-2b907d282307 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055179 Aug 11 02:48:44.605613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] No DVR routers for this DVR port 15c38e79-a3a0-415f-864e-7fa8f311cbfe on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:44.715366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f33a9-b98c-47bf-8845-dfba819afda0 None None] Pushing event deleted for resources: {'Port': ['ID=15c38e79-a3a0-415f-864e-7fa8f311cbfe,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.730985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-734a311b-e525-42cf-aa00-013ee67a6ebc req-a6140f94-cea6-43b8-94cf-d20dea7bb507 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c28342-d11b-4cff-93a3-c089583c26ad HTTP/1.1" status: 200 len: 210 time: 0.0407255 Aug 11 02:48:44.790413 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.802420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.856925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.864860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:44.866331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.887890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-214e2fb8-74f8-42db-a7fb-cbc1c46d6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.896495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-214e2fb8-74f8-42db-a7fb-cbc1c46d6a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.896495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-214e2fb8-74f8-42db-a7fb-cbc1c46d6a54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8134c3e8-5ba2-45b2-b4d3-b79a16dc8329 HTTP/1.1" status: 204 len: 168 time: 1.5369253 Aug 11 02:48:44.909215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Transition to ACTIVE for port object 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:44.974197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e2fb8-74f8-42db-a7fb-cbc1c46d6a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134c3e8-5ba2-45b2-b4d3-b79a16dc8329,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.985858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=90de2402-77ae-44f3-8bdf-99cdc3574188,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:45.009378 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.089072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.089449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:48:45.100462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port 90de2402-77ae-44f3-8bdf-99cdc3574188 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:45.102444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.106453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-468fbbc2-25f4-43f2-9cd1-ed1a46504923 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/routers/2c9f4c5e-9476-44ea-b8ab-ffac8b10ea82 HTTP/1.1" status: 204 len: 168 time: 4.6620965 Aug 11 02:48:45.108276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54374) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:45.111242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.118603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ca9a03c-946a-4714-8c07-8d56a6dd630b req-0d89481e-a8d0-4994-9665-e18c71fd3477 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "DELETE /v2.0/ports/90de2402-77ae-44f3-8bdf-99cdc3574188 HTTP/1.1" status: 204 len: 173 time: 1.6261454 Aug 11 02:48:45.120261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'name': 'network-vif-deleted', 'tag': '90de2402-77ae-44f3-8bdf-99cdc3574188'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:45.132685 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf1320-2283-48a7-92b3-7a36ef0b724f" -d '{"events": [{"server_uuid": "e06b5800-b19c-4160-a062-35d86f1f2947", "name": "network-vif-deleted", "tag": "90de2402-77ae-44f3-8bdf-99cdc3574188"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:45.280995 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa46ea1-6364-4722-84d1-6e5f4a1f377c x-openstack-request-id: req-0fa46ea1-6364-4722-84d1-6e5f4a1f377c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:45.281759 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06b5800-b19c-4160-a062-35d86f1f2947", "name": "network-vif-deleted", "tag": "90de2402-77ae-44f3-8bdf-99cdc3574188", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:45.282508 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fa46ea1-6364-4722-84d1-6e5f4a1f377c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:45.283390 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06b5800-b19c-4160-a062-35d86f1f2947', 'name': 'network-vif-deleted', 'tag': '90de2402-77ae-44f3-8bdf-99cdc3574188', 'status': 'completed', 'code': 200} Aug 11 02:48:45.552624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.579557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Pushing event updated for resources: {'Port': ['ID=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:45.600174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Attempting to bind port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:45.610684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Attempting to bind port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:45.616946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Attempting to bind port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:45.666881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:45.672010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Checking segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:45.672830 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.673498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Bound using segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:45.678359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Bound port: 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:45.679272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.779832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0b93491-4a16-4df0-abe5-eef2ab0367b9 req-bd993e09-6eb5-46f0-9d32-5008a82a88d0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 210 time: 0.2112212 Aug 11 02:48:46.087855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54cb48c5-d804-4086-b1de-d7c488f7f79a req-a9cebc15-97b3-4642-b90a-c95d2c05c73b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06b5800-b19c-4160-a062-35d86f1f2947 HTTP/1.1" status: 200 len: 210 time: 0.3027229 Aug 11 02:48:46.221347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54402) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:46.249258 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5515f30e-31a5-4ef7-b3e8-8cfb936e04b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.280199 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.312539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e1612f-9b02-47d8-a42c-7294979ea57d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.344798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c01deb3-f92d-498c-b6d6-2a605def2f18') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.347010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c01deb3-f92d-498c-b6d6-2a605def2f18') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.349423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] For port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:46.361030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] For port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:46.371916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.375379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 90de2402-77ae-44f3-8bdf-99cdc3574188 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:46.403195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.416225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5515f30e-31a5-4ef7-b3e8-8cfb936e04b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.418892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:46.420936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.422461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5515f30e-31a5-4ef7-b3e8-8cfb936e04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:46.427317 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:46.499882 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.505974 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5515f30e-31a5-4ef7-b3e8-8cfb936e04b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=217b1da0c7f04fee8be7f4f3911afab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828131 Aug 11 02:48:46.513750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:46.516586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 90de2402-77ae-44f3-8bdf-99cdc3574188 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:46.517060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 90de2402-77ae-44f3-8bdf-99cdc3574188 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:46.533604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515f30e-31a5-4ef7-b3e8-8cfb936e04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1404905-6443-418c-9fbf-6b7893b27ae0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:46.587472 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d20-e362-4638-80b0-bc079984ce83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.621359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.645702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.648144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d20-e362-4638-80b0-bc079984ce83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.663738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/networks/11e1612f-9b02-47d8-a42c-7294979ea57d HTTP/1.1" status: 204 len: 168 time: 1.5461862 Aug 11 02:48:46.732007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:46.753860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759d60-efaf-4714-bbf8-c4e5f93cbc3f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Network': ['ID=11e1612f-9b02-47d8-a42c-7294979ea57d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:46.757923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'network': {'name': 'tempest-network-smoke--1910622429', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:46.786237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:46.786884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.948629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Pushing event updated for resources: {'Port': ['ID=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:46.980179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.980179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.980481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.982095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.982368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.982629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:46.982756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.984892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.984892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.984892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.985248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.987291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.989202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098424bd-cfd7-41bd-82af-ebc2e2dfead6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:46.997818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.187984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d20-e362-4638-80b0-bc079984ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.191480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4d20-e362-4638-80b0-bc079984ce83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.192537 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a9b4d20-e362-4638-80b0-bc079984ce83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1404905-6443-418c-9fbf-6b7893b27ae0 HTTP/1.1" status: 204 len: 168 time: 0.6769612 Aug 11 02:48:47.252031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:47.286048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-559762f8-55a4-4d39-88c4-c46a9f7db761 req-b38b67a8-8f21-4cb6-a321-585f17bb7c80 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 210 time: 0.1790047 Aug 11 02:48:47.323686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b4d20-e362-4638-80b0-bc079984ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1404905-6443-418c-9fbf-6b7893b27ae0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:47.376645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.377066 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Added segment f9e5beb0-ba98-4201-b0d0-0610988303dc of type vlan for network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 Aug 11 02:48:47.385157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:47.488534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.492194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-f8b5dcdb-cc0a-4e52-b8b2-e2e005248611 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.500619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-f8b5dcdb-cc0a-4e52-b8b2-e2e005248611 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 797 time: 0.6232207 Aug 11 02:48:47.538739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:47.617350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.635468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.636224 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.638348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:47.641020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9c9b9f6f-ba54-49fc-95f2-1abdde036e2e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:47.654033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb222c60-f931-455d-9645-2c6f48eb9030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.671268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-da516acb-df96-4fc6-8d1e-f5329e539c32 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 380 time: 0.1541545 Aug 11 02:48:47.693309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'port': {'device_id': '119e3f36-2e9c-4863-b179-d29337245c3d', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'admin_state_up': True, 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'security_groups': ['c1720472-7bcb-4ec0-b48d-55a34a245433']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:47.705325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9681799 Aug 11 02:48:47.706134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54432) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:47.818313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'admin_state_up': True, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:47.866151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.915110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112142cc-f606-453f-98a3-cd57b77bc29a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Network': ['ID=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:47.983287 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.984851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.067495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:48.129937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-fce45b57-8f53-4a25-9d28-c9292807fdd4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:48.132121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-fce45b57-8f53-4a25-9d28-c9292807fdd4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.1812160 Aug 11 02:48:48.212849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52b42a83-bd3d-4f30-a03c-6f1632f1c408 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0710373 Aug 11 02:48:48.230900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.344922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:46Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:48.467637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:48.471430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.473281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35707f2-26bd-49c1-b1b2-b4d729a22cda None None] The sync data for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 is: [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:46Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:48.503762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.772743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5bc1c62-6921-4bb0-8d2c-4e4768d935dc req-b8e42c07-379a-42d1-aa07-fab60775804a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 210 time: 0.2528627 Aug 11 02:48:49.048096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.241540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-fcb4ffe1-2fe3-4bc3-91a4-d981ddad87c4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0256667 Aug 11 02:48:49.298687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:49.493547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:49.627892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-ca019577-e7a9-40e9-ad64-5694e540b8fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736104 Aug 11 02:48:49.657823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:49.677775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:49.678354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.813082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3232290-94b4-40ff-b793-35de36152388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.844645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-293985f5-e0e3-47b8-a642-4a38ee0109b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:49.846252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-293985f5-e0e3-47b8-a642-4a38ee0109b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 1097 time: 0.1385396 Aug 11 02:48:49.997396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.100073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:50.140027 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.292568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-d5eac011-7ae2-4787-9360-9e257a63d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.294428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-d5eac011-7ae2-4787-9360-9e257a63d2f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 200 len: 908 time: 0.4093599 Aug 11 02:48:50.341834 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.343815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.404214 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-f56dadd3-dabc-41fd-bf70-bf44d00c5fc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 200 len: 1002 time: 0.0960178 Aug 11 02:48:50.433010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-54a0cb8c-5f94-40f9-b5a2-3b12e6cc3e2d service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1906371 Aug 11 02:48:50.444757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.4 (3946aed9-88d7-473c-a516-a232d2452908/d5731ae5-e2ff-4001-af10-baa431fb8567/eaf364c4-c7f4-4a29-9094-2bd424e08865) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:50.486091 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3232290-94b4-40ff-b793-35de36152388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.494651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3232290-94b4-40ff-b793-35de36152388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.496522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aff1e15e-b8f3-4716-9247-ff0433a6727e req-7d2c33cf-b750-4211-aabb-8b145df4377c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 210 time: 0.0536101 Aug 11 02:48:50.546231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e3232290-94b4-40ff-b793-35de36152388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37e6368bad234927a235b62612663daa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2444131 Aug 11 02:48:50.549930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:50.592690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-7c698011-28a7-4410-b164-06bc8853204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.594215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-7c698011-28a7-4410-b164-06bc8853204c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 200 len: 847 time: 0.1760314 Aug 11 02:48:50.645015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232290-94b4-40ff-b793-35de36152388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b9ad2-78e7-4595-8192-927c927d3645,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.712788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-775f44f4-4db3-46ed-9c75-478cec1b3e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.726631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-e53df57c-a207-407f-822c-28f420ccb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.729221 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-e53df57c-a207-407f-822c-28f420ccb47d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07b14b45-97ad-4925-ab39-f96b4638d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009638 Aug 11 02:48:50.773693 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-775f44f4-4db3-46ed-9c75-478cec1b3e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.795875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-c00b132f-d671-4960-acb6-d86fbcab5fae service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389769 Aug 11 02:48:50.869678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-775f44f4-4db3-46ed-9c75-478cec1b3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.872471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-775f44f4-4db3-46ed-9c75-478cec1b3e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.873772 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-775f44f4-4db3-46ed-9c75-478cec1b3e68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d0b9ad2-78e7-4595-8192-927c927d3645 HTTP/1.1" status: 204 len: 168 time: 0.3231225 Aug 11 02:48:50.916535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f44f4-4db3-46ed-9c75-478cec1b3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b9ad2-78e7-4595-8192-927c927d3645,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.999362 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-d88bc63e-de93-40f8-b112-0726363b342c service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485337 Aug 11 02:48:51.224190 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb34ca58-8641-470d-9d27-c8bf9d85341b req-f910f992-7004-4a08-abd5-d0ac9d476a7b service neutron] 10.222.0.25 "GET /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164497 Aug 11 02:48:51.335616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9e1eb9e-cb0a-4942-8edc-c2ef15d091dd req-177271f7-d05e-488a-89ca-fb3f213ccf46 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 210 time: 0.1301312 Aug 11 02:48:51.404673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.412559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.421464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:51.522905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.571589 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:51.571978 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.589489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object eaf364c4-c7f4-4a29-9094-2bd424e08865 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:51.790033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9118dfa8-33ff-4cbd-89bd-d9a8c75e070e req-ee16c481-c2cc-48bc-af49-3082e6ee6f78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 210 time: 0.1235006 Aug 11 02:48:51.883303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54558) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.921066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d2fcae-82f6-4d13-a318-0a4a4fa9bcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.945680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.043369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.25.6.253 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/cb17f5a5-5a4a-4121-848b-dbcecbfd492d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:52.094671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 3946aed9-88d7-473c-a516-a232d2452908 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:52.104665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:52.112121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:52.137400 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d2fcae-82f6-4d13-a318-0a4a4fa9bcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.145329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d2fcae-82f6-4d13-a318-0a4a4fa9bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.185931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.192449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-82d2fcae-82f6-4d13-a318-0a4a4fa9bcf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ef4059e5f074a5da1dac0529b8af1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065014 Aug 11 02:48:52.209662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.306381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2fcae-82f6-4d13-a318-0a4a4fa9bcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a19d06-0c17-439d-a4e6-74266823c165,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.378356 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39a69af-2b97-456a-a402-7de6c1cc1b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.489215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39a69af-2b97-456a-a402-7de6c1cc1b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.615811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4218db53-5e3b-4fc9-a36c-4ad49f596470 None None] Provisioning for port eaf364c4-c7f4-4a29-9094-2bd424e08865 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:52.655603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4218db53-5e3b-4fc9-a36c-4ad49f596470 None None] Provisioning complete for port eaf364c4-c7f4-4a29-9094-2bd424e08865 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:52.656358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4218db53-5e3b-4fc9-a36c-4ad49f596470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.658976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39a69af-2b97-456a-a402-7de6c1cc1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.662336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.663959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39a69af-2b97-456a-a402-7de6c1cc1b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.666065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d39a69af-2b97-456a-a402-7de6c1cc1b42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97a19d06-0c17-439d-a4e6-74266823c165 HTTP/1.1" status: 204 len: 168 time: 0.4551001 Aug 11 02:48:52.701140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a69af-2b97-456a-a402-7de6c1cc1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a19d06-0c17-439d-a4e6-74266823c165,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.769762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4218db53-5e3b-4fc9-a36c-4ad49f596470 None None] Port eaf364c4-c7f4-4a29-9094-2bd424e08865 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:52.792817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-976ec62c-a897-4f7a-aacd-168649dfb9e3 req-0b0eac93-2399-49d7-af51-9c6f1074761c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 210 time: 0.1227729 Aug 11 02:48:52.879075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:52.879925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.963382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-05863101-d5ba-4bae-b182-de1c32939375 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2829373 Aug 11 02:48:53.087071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Request body: {'port': {'device_id': '119e3f36-2e9c-4863-b179-d29337245c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:53.108039 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.192362 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.249636 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.364237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:53.395893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:53.410178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83c86c-b57d-46c1-99d7-c9ce5f2bc871 req-9e46b9a9-1dad-4c76-b70a-40cbadd655d6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:53.418317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c83c86c-b57d-46c1-99d7-c9ce5f2bc871 req-9e46b9a9-1dad-4c76-b70a-40cbadd655d6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 931 time: 0.4533601 Aug 11 02:48:53.442734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:53.667443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:53.728559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.769824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c83c86c-b57d-46c1-99d7-c9ce5f2bc871 req-824c61d1-46a6-45f1-84d9-6347826e838d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487878 Aug 11 02:48:53.940984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-0a1129c3-8bef-4081-99b3-83c6dfde0609 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:53.946933 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-0a1129c3-8bef-4081-99b3-83c6dfde0609 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.8116691 Aug 11 02:48:53.971396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:54.035177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d6b89b2-5b55-471d-9881-6417e74d494d req-fa7f8abe-dd5f-4b96-a0cd-3b86e9b205ec tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 210 time: 0.0565317 Aug 11 02:48:54.109538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.287178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54620) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:54.346476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:54.356403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.620438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a6941da-b41d-4add-8ce8-b8ee6c881782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.744898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.2 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/8bf9a272-81da-4546-b1eb-f673fd6e502a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:54.806812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.968697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf364c4-c7f4-4a29-9094-2bd424e08865 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:54.987385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.132323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.159827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Transition to ACTIVE for port object eaf364c4-c7f4-4a29-9094-2bd424e08865 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:55.191882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.206571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:55.304590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.327872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:55.333866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:55.340073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:55.375587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=8bf9a272-81da-4546-b1eb-f673fd6e502a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:55.403311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:55.404339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.452196 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a6941da-b41d-4add-8ce8-b8ee6c881782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.470224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-52656910-a7c3-46fa-9d89-3f87d4b3dfc3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5137882 Aug 11 02:48:55.486799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Request body: {'port': {'device_id': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:55.492617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a6941da-b41d-4add-8ce8-b8ee6c881782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.537356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914863-1329-4a79-927b-13d7e8ce52b6 req-fc58a7fb-c176-4283-9ded-09bcc9884b5b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:55.543910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45914863-1329-4a79-927b-13d7e8ce52b6 req-fc58a7fb-c176-4283-9ded-09bcc9884b5b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 931 time: 0.5291493 Aug 11 02:48:55.611979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.741625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:55.785757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:48:55.804237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a6941da-b41d-4add-8ce8-b8ee6c881782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff8cc856359f436988d2f56ab37658e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5135820 Aug 11 02:48:55.823555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:55.836821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6941da-b41d-4add-8ce8-b8ee6c881782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa72b60f-a4f1-4c79-8ee9-d289e760b757,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:55.872391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baba65d-e557-4603-a784-57598c64bed9 req-7b16a5d8-6566-4700-8020-5ae932e5723d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:55.879998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1baba65d-e557-4603-a784-57598c64bed9 req-7b16a5d8-6566-4700-8020-5ae932e5723d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 931 time: 0.5824785 Aug 11 02:48:55.942690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45914863-1329-4a79-927b-13d7e8ce52b6 req-e59e510b-4fab-4eb0-b83d-3ec4fa3bace7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477368 Aug 11 02:48:56.099307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:56.099938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:56.100486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:56.109478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:56.110145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:56.125090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf9a272-81da-4546-b1eb-f673fd6e502a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:56.146895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.166703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09107297-6580-4bff-869a-162390fb3f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.166986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1baba65d-e557-4603-a784-57598c64bed9 req-d8b3ea37-756d-4d33-8007-88ab6172da9a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856524 Aug 11 02:48:56.188007 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:56.188341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Checking segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:56.188747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Bound using segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:56.189206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Bound port: eaf364c4-c7f4-4a29-9094-2bd424e08865, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:56.189574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.212099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Transition to ACTIVE for port object 8bf9a272-81da-4546-b1eb-f673fd6e502a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:56.219713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09107297-6580-4bff-869a-162390fb3f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.221767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.311871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:56.328118 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Sync routers for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:56.345411 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:56.346575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:56.346852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.354170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c1291860-9925-4ea9-b3fc-8083d97f369b tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6150570 Aug 11 02:48:56.355439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54666) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.402379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-06e6c94c-5392-4db9-b73c-174982d9504d tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5d0f712b9f2a48edb48b93abad5e6bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416589 Aug 11 02:48:56.403306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54668) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.417245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:56.469347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:56.484795 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.509316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.510087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.511947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] 10.222.0.25 "PUT /v2.0/ports/eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 1091 time: 3.4947863 Aug 11 02:48:56.534397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf9a272-81da-4546-b1eb-f673fd6e502a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.551400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:56.553909 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:56.658934 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:56.713667 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ebfe09-ed91-4666-b2c4-14891559d92b x-openstack-request-id: req-01ebfe09-ed91-4666-b2c4-14891559d92b {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:56.713951 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:56.714358 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01ebfe09-ed91-4666-b2c4-14891559d92b {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:56.714638 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'status': 'completed', 'code': 200} Aug 11 02:48:56.727328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09107297-6580-4bff-869a-162390fb3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.730507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09107297-6580-4bff-869a-162390fb3f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.731751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-09107297-6580-4bff-869a-162390fb3f06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa72b60f-a4f1-4c79-8ee9-d289e760b757 HTTP/1.1" status: 204 len: 168 time: 0.9048488 Aug 11 02:48:56.739377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62db58-4436-4fe4-a10b-c190e7e8d31d tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.740982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e62db58-4436-4fe4-a10b-c190e7e8d31d tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3368006 Aug 11 02:48:56.775895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2353b-200f-4193-a8b8-78412fd6f36d service neutron] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.786527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.792055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09107297-6580-4bff-869a-162390fb3f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa72b60f-a4f1-4c79-8ee9-d289e760b757,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.817473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-828e3e51-ee39-4980-9d66-6bd889199317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.821264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-828e3e51-ee39-4980-9d66-6bd889199317 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1094 time: 0.2314000 Aug 11 02:48:56.886388 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eaf79e4f-21e1-4d5d-ad05-b59cda86f576 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0916078 Aug 11 02:48:56.905907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.933709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-405232792', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:56.938531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-c3035542-3e12-4e7a-b417-b12aa8294743 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 217 time: 0.1066985 Aug 11 02:48:56.956372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Attempting to bind port 8bf9a272-81da-4546-b1eb-f673fd6e502a on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:56.956372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Attempting to bind port 8bf9a272-81da-4546-b1eb-f673fd6e502a by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:56.956372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Attempting to bind port 8bf9a272-81da-4546-b1eb-f673fd6e502a on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:57.143644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Port 8bf9a272-81da-4546-b1eb-f673fd6e502a on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:57.146478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Attempting to bind port 8bf9a272-81da-4546-b1eb-f673fd6e502a on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:57.190166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-8bb980eb-6195-4383-8d73-d58092accefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.191951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-8bb980eb-6195-4383-8d73-d58092accefa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.2524164 Aug 11 02:48:57.206042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a028597-b151-4bad-981c-12a095e2e672 req-145986e4-0674-4f78-bec2-418c91630e04 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.207831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a028597-b151-4bad-981c-12a095e2e672 req-145986e4-0674-4f78-bec2-418c91630e04 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.1440146 Aug 11 02:48:57.222941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:57.223461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:57.223687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:57.224114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Bound port: 8bf9a272-81da-4546-b1eb-f673fd6e502a, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:57.224480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.283812 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:48:53Z', 'revision_number': 3, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:57.370870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Checking router: c0c29ab1-2955-4ed4-b7dd-7caf92119c04 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:57.372083 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Updating router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 port cb17f5a5-5a4a-4121-848b-dbcecbfd492d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:57.444350 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.518198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:57.524807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a028597-b151-4bad-981c-12a095e2e672 req-6a72428a-0e42-4b51-9634-cd788daf0862 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598665 Aug 11 02:48:57.534374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.541884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] For port 8bf9a272-81da-4546-b1eb-f673fd6e502a, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:57.555849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] For port 8bf9a272-81da-4546-b1eb-f673fd6e502a, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:57.581849 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.597169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-b366e4db-f519-4c24-ab8e-880f5a2143a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.600303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-b366e4db-f519-4c24-ab8e-880f5a2143a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3903177 Aug 11 02:48:57.834487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408ef81-c293-47c3-b8da-86cbd4df0ef2 req-937f327e-93ed-4f0a-a864-8e6a33a34a4c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.868229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf9a272-81da-4546-b1eb-f673fd6e502a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.889624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4408ef81-c293-47c3-b8da-86cbd4df0ef2 req-937f327e-93ed-4f0a-a864-8e6a33a34a4c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 943 time: 0.5513403 Aug 11 02:48:57.912604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.913533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.924629 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-91875aad-ad7f-41b3-9467-d9d488afaec6 service neutron] 10.222.0.59 "PUT /v2.0/ports/8bf9a272-81da-4546-b1eb-f673fd6e502a HTTP/1.1" status: 200 len: 1091 time: 2.4466803 Aug 11 02:48:57.974768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'tag': '8bf9a272-81da-4546-b1eb-f673fd6e502a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:57.981847 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60", "tag": "8bf9a272-81da-4546-b1eb-f673fd6e502a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:58.063241 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.077747 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Transition to ACTIVE for port object cb17f5a5-5a4a-4121-848b-dbcecbfd492d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:58.087859 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.092233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54726) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.131652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd5690ff-2467-4acc-bffc-ff242494fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.186907 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Pushing event updated for resources: {'Port': ['ID=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.218624 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.219783 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.220314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.220852 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.221480 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.222673 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.223377 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.224003 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.224584 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.225183 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.225713 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.226277 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:58.260909 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Attempting to bind port cb17f5a5-5a4a-4121-848b-dbcecbfd492d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:58.262446 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Attempting to bind port cb17f5a5-5a4a-4121-848b-dbcecbfd492d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:58.264047 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Attempting to bind port cb17f5a5-5a4a-4121-848b-dbcecbfd492d on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:58.276483 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:58.276951 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:58.277430 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.277830 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:58.278349 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Bound port: cb17f5a5-5a4a-4121-848b-dbcecbfd492d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:58.280566 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.300307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-ad6f15bc-fee2-4c07-9ec4-bc85226fb8cd service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887028 Aug 11 02:48:58.303786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4408ef81-c293-47c3-b8da-86cbd4df0ef2 req-6127a65d-9097-4486-b9dd-ba40b4fa38a8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932443 Aug 11 02:48:58.340984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd5690ff-2467-4acc-bffc-ff242494fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.354497 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94addc85-1fcf-4eb4-bd7f-e8e678d9e423 x-openstack-request-id: req-94addc85-1fcf-4eb4-bd7f-e8e678d9e423 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:58.354778 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60", "tag": "8bf9a272-81da-4546-b1eb-f673fd6e502a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:58.355042 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94addc85-1fcf-4eb4-bd7f-e8e678d9e423 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:58.355456 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'tag': '8bf9a272-81da-4546-b1eb-f673fd6e502a', 'status': 'completed', 'code': 200} Aug 11 02:48:58.369228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd5690ff-2467-4acc-bffc-ff242494fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.470796 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] For port cb17f5a5-5a4a-4121-848b-dbcecbfd492d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:58.487199 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] For port cb17f5a5-5a4a-4121-848b-dbcecbfd492d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:58.509590 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.558790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-d219a846-20b1-46f8-b39e-c1b6e62dee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:58.565194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-d219a846-20b1-46f8-b39e-c1b6e62dee64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 1094 time: 0.5583839 Aug 11 02:48:58.664454 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5621c-3652-475f-b5b8-1ce699ab0d92 None None] Pushing event updated for resources: {'Port': ['ID=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.709679 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:58.710454 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:58.836882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5690ff-2467-4acc-bffc-ff242494fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986d6c98-8e91-4d1c-b07e-fcaa6af38cf9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.869363 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dd5690ff-2467-4acc-bffc-ff242494fade admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50d373ff91d943269773623b4875ee41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7749352 Aug 11 02:48:58.875478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-134adf5e-7213-4a97-855f-c1b4ce7db22e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a HTTP/1.1" status: 200 len: 217 time: 0.2935226 Aug 11 02:48:58.876281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.877093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:59.122058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd467c-8088-4fbd-9380-e8117c00a0f8 req-61f608cc-930a-42ad-93cd-863ce6fd934c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.131076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4cd467c-8088-4fbd-9380-e8117c00a0f8 req-61f608cc-930a-42ad-93cd-863ce6fd934c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.1452742 Aug 11 02:48:59.178917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4f55fd5-d948-4798-8a79-6a06abe8dda6 req-623eda7f-b877-4b16-ad66-3b176f4bb453 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652511 Aug 11 02:48:59.215480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4cd467c-8088-4fbd-9380-e8117c00a0f8 req-59d756ce-31ca-47e6-aeaf-1edccf401968 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824111 Aug 11 02:48:59.222439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-f0e6e954-c470-445a-9ea5-aa432e9349ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.224835 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-f0e6e954-c470-445a-9ea5-aa432e9349ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.2588627 Aug 11 02:48:59.259725 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.301266 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:48:53Z', 'revision_number': 3, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:59.378809 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b5e8e-a1dd-46b3-95ef-516465b6f87a None None] The sync data for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 is: [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:48:53Z', 'revision_number': 3, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:59.396743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-fa40f017-0b99-49dc-8ac9-889d2781e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.399046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-fa40f017-0b99-49dc-8ac9-889d2781e5a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1094 time: 0.1337202 Aug 11 02:48:59.484323 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-d4712c4a-7a15-483f-9d7e-d286590c83d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930723 Aug 11 02:48:59.580590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3e11d10-b030-43fe-88c6-b5431a945dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.635908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Checking segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:59.651638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network hostable DHCP agents. Network: 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:59.703451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701122e-f9ac-4898-b9a1-46642a522f98 req-de89c932-ab20-48f1-aecb-9b3d7568efc7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.717736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6701122e-f9ac-4898-b9a1-46642a522f98 req-de89c932-ab20-48f1-aecb-9b3d7568efc7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 943 time: 0.2105715 Aug 11 02:48:59.818247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Subnet': ['ID=a1418208-2efa-4944-8cd2-63d05438b8e6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.872348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:59.882730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3e11d10-b030-43fe-88c6-b5431a945dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.913083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6701122e-f9ac-4898-b9a1-46642a522f98 req-5b729237-6416-4983-bfb5-0c9f53153c95 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926811 Aug 11 02:48:59.944547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:59.956241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974e2c0e-f085-4cf2-a824-0759df7976eb None None] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:59.971278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.971897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.000873 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c6ec254-fd6e-4125-8af8-09ec549a2a2c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0936942 Aug 11 02:49:00.005115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:00.008727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-efb12ff5-7b07-4af9-9f48-ea27f669d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.025383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-efb12ff5-7b07-4af9-9f48-ea27f669d534 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.6130178 Aug 11 02:49:00.159719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-d046e5ab-9d14-430c-9269-19bff403384e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 217 time: 0.1238801 Aug 11 02:49:00.234752 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-78b99bfa-71ba-44f1-b533-5ccc92b4ae60 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328060 Aug 11 02:49:00.265792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-bcd7d72c-cde0-42b4-8649-a57800d38552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.271769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-bcd7d72c-cde0-42b4-8649-a57800d38552 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.1043408 Aug 11 02:49:00.351313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-88606e1b-8bec-4204-9dda-2c2335c87d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.357393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-88606e1b-8bec-4204-9dda-2c2335c87d9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768995 Aug 11 02:49:00.439472 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3e11d10-b030-43fe-88c6-b5431a945dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.448407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a3e11d10-b030-43fe-88c6-b5431a945dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.457362 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a3e11d10-b030-43fe-88c6-b5431a945dca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/986d6c98-8e91-4d1c-b07e-fcaa6af38cf9 HTTP/1.1" status: 204 len: 168 time: 1.5016553 Aug 11 02:49:00.494579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:49:00.496090 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.591986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e11d10-b030-43fe-88c6-b5431a945dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986d6c98-8e91-4d1c-b07e-fcaa6af38cf9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:00.650581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-754c7e39-765a-4501-9d8c-fd4da4ac93b2 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842398 Aug 11 02:49:00.690804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81169c00-1253-4dac-9225-e5c79a5d7ec8 req-1145aef7-74b0-4584-88bf-f0ab0a0fbb5b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.693093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81169c00-1253-4dac-9225-e5c79a5d7ec8 req-1145aef7-74b0-4584-88bf-f0ab0a0fbb5b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.2277758 Aug 11 02:49:00.896931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b52e19b8-732a-411a-978c-33ff03a61cbd req-886979ac-b738-4668-8e61-644dfd4f9cf3 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362939 Aug 11 02:49:01.055354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f1d6d98-aa95-4adb-9d4d-d7bb24130fc4 req-ae793812-a757-4c7a-bdd7-4a56b0010f0e service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611760 Aug 11 02:49:01.106098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Allocated IP 172.20.0.2 (3cc344b3-6b96-44b1-8af6-51ad2bb4cc13/a1418208-2efa-4944-8cd2-63d05438b8e6/05ee0c46-014e-42f8-ab19-903411d6ba40) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:01.172843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81169c00-1253-4dac-9225-e5c79a5d7ec8 req-40e18d85-3780-44a4-9b6d-a21eff0e1397 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601793 Aug 11 02:49:01.195840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54818) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:01.299977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ef56-4a98-4cac-85ed-85548e9858a7 req-ee3a66aa-5bc7-4c9b-8fbc-1e0fc44fe3e9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.307555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1301ef56-4a98-4cac-85ed-85548e9858a7 req-ee3a66aa-5bc7-4c9b-8fbc-1e0fc44fe3e9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 943 time: 0.1774282 Aug 11 02:49:01.343642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-0496063e-961e-4e1a-8d27-20e823d12717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.350594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-0496063e-961e-4e1a-8d27-20e823d12717 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 1094 time: 0.2393456 Aug 11 02:49:01.355171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:01.453442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1301ef56-4a98-4cac-85ed-85548e9858a7 req-66afd6fc-99f4-45f7-aa1f-e1ec8d2c9c91 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367412 Aug 11 02:49:01.534538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-704ff0fb-21b3-4477-911a-1594bb879bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.536457 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.546946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Transition to ACTIVE for port object 05ee0c46-014e-42f8-ab19-903411d6ba40 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:01.561584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb17f5a5-5a4a-4121-848b-dbcecbfd492d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:01.692005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Transition to ACTIVE for port object 05ee0c46-014e-42f8-ab19-903411d6ba40 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:01.701313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-704ff0fb-21b3-4477-911a-1594bb879bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.708471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:49:01.709946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-704ff0fb-21b3-4477-911a-1594bb879bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.809475 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.821326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-41887e08-ebc6-4da5-a258-90a4d2369f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.823215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-41887e08-ebc6-4da5-a258-90a4d2369f37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.4515493 Aug 11 02:49:01.840586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-704ff0fb-21b3-4477-911a-1594bb879bc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=381f353c9de845518c1e0a032ae03a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399512 Aug 11 02:49:01.840586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ff0fb-21b3-4477-911a-1594bb879bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839f666-25b9-4a01-a118-79873b03abb4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:01.842428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54834) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:01.907348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eee32d9b-a09b-410d-8a8a-50ab2be1f66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.953629 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-b01c2d7a-b1b8-4afd-be28-76cee115bacd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a HTTP/1.1" status: 200 len: 217 time: 0.1227095 Aug 11 02:49:01.957290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.964219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eee32d9b-a09b-410d-8a8a-50ab2be1f66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.074296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eee32d9b-a09b-410d-8a8a-50ab2be1f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.079970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eee32d9b-a09b-410d-8a8a-50ab2be1f66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.081511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eee32d9b-a09b-410d-8a8a-50ab2be1f66a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9839f666-25b9-4a01-a118-79873b03abb4 HTTP/1.1" status: 204 len: 168 time: 0.2381141 Aug 11 02:49:02.100641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee32d9b-a09b-410d-8a8a-50ab2be1f66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839f666-25b9-4a01-a118-79873b03abb4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.308381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Pushing event updated for resources: {'Port': ['ID=05ee0c46-014e-42f8-ab19-903411d6ba40,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.348219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:02.382972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:02.388460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:02.416679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port cb17f5a5-5a4a-4121-848b-dbcecbfd492d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:02.493400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac6aae-43e0-4688-bf29-7edd66827fcc req-9b1678f2-60c1-4e38-b53a-8fb07d905562 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.518979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcac6aae-43e0-4688-bf29-7edd66827fcc req-9b1678f2-60c1-4e38-b53a-8fb07d905562 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.2212741 Aug 11 02:49:02.531336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8bf9a272-81da-4546-b1eb-f673fd6e502a details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:02.607081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cb17f5a5-5a4a-4121-848b-dbcecbfd492d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:02.607722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.618797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-888b9448-d8f3-404d-b9c1-ccaed761b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.626369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-888b9448-d8f3-404d-b9c1-ccaed761b41e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.6600473 Aug 11 02:49:02.656748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Attempting to bind port 05ee0c46-014e-42f8-ab19-903411d6ba40 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:02.657212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Attempting to bind port 05ee0c46-014e-42f8-ab19-903411d6ba40 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:02.657588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Attempting to bind port 05ee0c46-014e-42f8-ab19-903411d6ba40 on network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:02.722785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-ccfc1829-777a-4281-8672-e512efd4bd52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875468 Aug 11 02:49:02.830444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcac6aae-43e0-4688-bf29-7edd66827fcc req-3050b6c9-f37b-4e36-9a97-d63ac8a2eb5f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100040 Aug 11 02:49:02.839351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:02.907130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd168e52-225b-47ee-8018-5b2bbf73e595 req-e92b9ebd-7ea1-48c7-b64b-6b7dc89fd8ce tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.915585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:02.916703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd168e52-225b-47ee-8018-5b2bbf73e595 req-e92b9ebd-7ea1-48c7-b64b-6b7dc89fd8ce tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 943 time: 0.2261386 Aug 11 02:49:02.917090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Checking segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:02.919554 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.922102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Bound using segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:02.922369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Bound port: 05ee0c46-014e-42f8-ab19-903411d6ba40, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:02.922649 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.968384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54860) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:02.985472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'mac_address': 'fa:16:3e:40:cc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:03.055676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd168e52-225b-47ee-8018-5b2bbf73e595 req-8b9b5f91-d245-4382-8268-44ba904fed93 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311479 Aug 11 02:49:03.063195 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:49:03.238575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.279250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf364c4-c7f4-4a29-9094-2bd424e08865 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:03.298080 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.303730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-703b6d19-cb55-4b02-abd7-fb43d179baed service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657117 Aug 11 02:49:03.348705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port cb17f5a5-5a4a-4121-848b-dbcecbfd492d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:03.369443 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.377449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.20.0.1 (3cc344b3-6b96-44b1-8af6-51ad2bb4cc13/a1418208-2efa-4944-8cd2-63d05438b8e6/ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:03.385884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:03.392770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54864) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:03.427059 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.430462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a919e03-54a9-49ac-82a8-850e93487c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.439740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95e7c70e-9648-4a69-9d2c-9216c0b1fbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.469413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] For port 05ee0c46-014e-42f8-ab19-903411d6ba40, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:03.500205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8bf9a272-81da-4546-b1eb-f673fd6e502a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:03.513646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.598182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.610707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] For port 05ee0c46-014e-42f8-ab19-903411d6ba40, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05ee0c46-014e-42f8-ab19-903411d6ba40,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:03.616904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a919e03-54a9-49ac-82a8-850e93487c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.633269 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.639282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2a919e03-54a9-49ac-82a8-850e93487c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.676266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '8bf9a272-81da-4546-b1eb-f673fd6e502a', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': '8bf9a272-81da-4546-b1eb-f673fd6e502a', 'mac_address': 'fa:16:3e:5f:c1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:03.734807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2a919e03-54a9-49ac-82a8-850e93487c96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cefc997a94a148219394547698f19500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397527 Aug 11 02:49:03.744644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:03.778778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eaf364c4-c7f4-4a29-9094-2bd424e08865'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:03.818355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a919e03-54a9-49ac-82a8-850e93487c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5475930d-151c-4e68-824e-2a1159c69537,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.821985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.862359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf9a272-81da-4546-b1eb-f673fd6e502a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:03.888710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d544dd7c-eb88-4e2e-bdc7-41af7592c69e req-77b69e65-1ef1-4984-92b2-9e334ce6341f service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705626 Aug 11 02:49:03.891800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2c1-f107-4d0a-b636-a6185126a34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.962054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2c1-f107-4d0a-b636-a6185126a34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.001182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8bf9a272-81da-4546-b1eb-f673fd6e502a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:04.022160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.042776 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.119729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Transition to ACTIVE for port object ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:04.139067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6113d6-ed43-408b-9dd5-444cf8f24228 None None] Pushing event updated for resources: {'Port': ['ID=05ee0c46-014e-42f8-ab19-903411d6ba40,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.316217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['8bf9a272-81da-4546-b1eb-f673fd6e502a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:04.377390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.443957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95e7c70e-9648-4a69-9d2c-9216c0b1fbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.455682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95e7c70e-9648-4a69-9d2c-9216c0b1fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.481920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8bf9a272-81da-4546-b1eb-f673fd6e502a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.488448 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2c1-f107-4d0a-b636-a6185126a34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.493962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa7da2c1-f107-4d0a-b636-a6185126a34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.496017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fa7da2c1-f107-4d0a-b636-a6185126a34b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5475930d-151c-4e68-824e-2a1159c69537 HTTP/1.1" status: 204 len: 168 time: 0.7440376 Aug 11 02:49:04.502634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-95e7c70e-9648-4a69-9d2c-9216c0b1fbb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6500714eeae449fbc0ca8f76f3332c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5289981 Aug 11 02:49:04.521174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:04.530760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0bcc-47b6-436d-ac7f-47bedd43827b req-9d49bfd5-c214-463a-9e18-8fa464395ca5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.533048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b9c0bcc-47b6-436d-ac7f-47bedd43827b req-9d49bfd5-c214-463a-9e18-8fa464395ca5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.3510067 Aug 11 02:49:04.552234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d60d73-c162-4050-b122-3c1de2be1638 req-56d5e288-0299-4917-a4a1-d520fe3739c9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.558369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91d60d73-c162-4050-b122-3c1de2be1638 req-56d5e288-0299-4917-a4a1-d520fe3739c9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 944 time: 0.2309330 Aug 11 02:49:04.582971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:04.592635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:04.597835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:04.665067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.693604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7c70e-9648-4a69-9d2c-9216c0b1fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b7fdb-6301-45d6-955b-417f216b2d76,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.736513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.768221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7da2c1-f107-4d0a-b636-a6185126a34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475930d-151c-4e68-824e-2a1159c69537,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.841308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b9c0bcc-47b6-436d-ac7f-47bedd43827b req-0a1b158b-408f-4a5c-8e4b-aa59ee62c28c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816412 Aug 11 02:49:04.861199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91d60d73-c162-4050-b122-3c1de2be1638 req-e7175269-d06c-48c8-ab06-c611d7c725f7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352545 Aug 11 02:49:04.867704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11eaa1b3-d604-454c-8ee4-e293f506bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.923390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11eaa1b3-d604-454c-8ee4-e293f506bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.997740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11eaa1b3-d604-454c-8ee4-e293f506bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.004199 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11eaa1b3-d604-454c-8ee4-e293f506bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.012795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-11eaa1b3-d604-454c-8ee4-e293f506bb01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f1b7fdb-6301-45d6-955b-417f216b2d76 HTTP/1.1" status: 204 len: 168 time: 0.4756184 Aug 11 02:49:05.052641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaa1b3-d604-454c-8ee4-e293f506bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b7fdb-6301-45d6-955b-417f216b2d76,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:05.203111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.869092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb17f5a5-5a4a-4121-848b-dbcecbfd492d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:06.031784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cb17f5a5-5a4a-4121-848b-dbcecbfd492d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:06.032179 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.224344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9fbaf-7d24-4875-8edd-de0fa259c714 None None] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:06.225347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.239965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.412809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9474d-a846-406a-9e7c-ac9910b24359 req-d4bcca59-9557-48d4-9338-3e65cf289a05 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.419890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ddb9474d-a846-406a-9e7c-ac9910b24359 req-d4bcca59-9557-48d4-9338-3e65cf289a05 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 944 time: 0.3312237 Aug 11 02:49:06.440668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f876a472-291b-4980-90ef-556190798323 None None] Provisioning for port 05ee0c46-014e-42f8-ab19-903411d6ba40 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:06.494871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8bf9a272-81da-4546-b1eb-f673fd6e502a up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:06.509501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b138a-3747-464d-a338-dbb0d0fc3f2a req-00700e87-20d4-4caf-86b6-c7a87192bc33 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.521328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c38b138a-3747-464d-a338-dbb0d0fc3f2a req-00700e87-20d4-4caf-86b6-c7a87192bc33 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.3451116 Aug 11 02:49:06.686094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ddb9474d-a846-406a-9e7c-ac9910b24359 req-a22ae2d8-f0e5-4b09-afd0-f962e81196fa tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434359 Aug 11 02:49:06.769008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c38b138a-3747-464d-a338-dbb0d0fc3f2a req-8e3c20a6-14f2-4efd-9c36-971c5fe9dbc8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463088 Aug 11 02:49:06.953075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05ee0c46-014e-42f8-ab19-903411d6ba40 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:06.962578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 8bf9a272-81da-4546-b1eb-f673fd6e502a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:07.016225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.081229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 8bf9a272-81da-4546-b1eb-f673fd6e502a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:07.081937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.131097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:07.227159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:07.229653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:07.370291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 05ee0c46-014e-42f8-ab19-903411d6ba40 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:07.413191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 05ee0c46-014e-42f8-ab19-903411d6ba40 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:07.413581 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.484643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:07.615082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:07.797023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.141158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554b202-2b6a-4281-809e-9e041d3573ec req-e6e2c7b4-5c24-4e3b-b4e7-a3b6a127a471 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.143245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3554b202-2b6a-4281-809e-9e041d3573ec req-e6e2c7b4-5c24-4e3b-b4e7-a3b6a127a471 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 944 time: 0.1163108 Aug 11 02:49:08.204308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fb1b9-d545-4323-8681-bb23aadce9dc req-9141f466-e03a-4f6e-9d34-2a2fb70024cd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.208017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-091fb1b9-d545-4323-8681-bb23aadce9dc req-9141f466-e03a-4f6e-9d34-2a2fb70024cd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.2484233 Aug 11 02:49:08.336650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-091fb1b9-d545-4323-8681-bb23aadce9dc req-4e0ad678-6e75-420b-8bcc-b8ef200227dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082759 Aug 11 02:49:08.374887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:08.382370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf9a272-81da-4546-b1eb-f673fd6e502a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:08.386049 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ccc0fa-b3f7-40b1-adc4-a096ec20ab6e" -d '{"events": [{"server_uuid": "ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60", "name": "network-vif-plugged", "status": "completed", "tag": "8bf9a272-81da-4546-b1eb-f673fd6e502a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:08.411447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3554b202-2b6a-4281-809e-9e041d3573ec req-76e11c20-fa3f-4c6a-b457-2306f29a9cf2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556686 Aug 11 02:49:08.415310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d70a36f8-158a-4c0e-971f-cb2bf5519cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "PUT /v2.0/routers/c0c29ab1-2955-4ed4-b7dd-7caf92119c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4021444 Aug 11 02:49:08.418097 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 54950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:08.501907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Sync routers for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:08.543805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 8bf9a272-81da-4546-b1eb-f673fd6e502a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:08.551088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Provisioning complete for port 05ee0c46-014e-42f8-ab19-903411d6ba40 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:08.551500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.599381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port eaf364c4-c7f4-4a29-9094-2bd424e08865 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:08.613030 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.621442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.623546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port eaf364c4-c7f4-4a29-9094-2bd424e08865 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:08.624156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.635540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:08.636375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:08.885148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=8bf9a272-81da-4546-b1eb-f673fd6e502a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.902248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 05ee0c46-014e-42f8-ab19-903411d6ba40, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05ee0c46-014e-42f8-ab19-903411d6ba40,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:09.020883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.133380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.142630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.146732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.147528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.148183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.149368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.150039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.150691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.151520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.152174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.152827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.155278 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-adacf97c-bebd-49c1-91f7-cdcf488601b8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7048 time: 0.7356606 Aug 11 02:49:09.160204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54964) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:09.423733 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda29eb-dd40-4cf7-b0e4-044271fc5bf8 x-openstack-request-id: req-afda29eb-dd40-4cf7-b0e4-044271fc5bf8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:09.424233 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60", "name": "network-vif-plugged", "status": "completed", "tag": "8bf9a272-81da-4546-b1eb-f673fd6e502a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:09.424337 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afda29eb-dd40-4cf7-b0e4-044271fc5bf8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:09.424650 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf9a272-81da-4546-b1eb-f673fd6e502a', 'code': 200} Aug 11 02:49:09.443548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:09.447436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=05ee0c46-014e-42f8-ab19-903411d6ba40,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.525431 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.694918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:09.702176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:49:09.702812 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:49:09.705524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.722308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.722876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.723357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.725292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.730694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.732189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.733105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.733747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.736361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.736854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.743205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e6bb6a02-fd66-4f74-a3b0-486ba39be0e9 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6530 time: 0.5781496 Aug 11 02:49:09.752867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 54982) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:09.777701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36961dc-8587-4746-ae18-fb0953ab817a req-428775bb-9fcf-481a-b37b-c77d27f9165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.782817 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f36961dc-8587-4746-ae18-fb0953ab817a req-428775bb-9fcf-481a-b37b-c77d27f9165f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 1096 time: 0.2197764 Aug 11 02:49:09.858764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.912649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f36961dc-8587-4746-ae18-fb0953ab817a req-a0f1debd-b0e7-4f09-8f94-3bf53b72ed4c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183310 Aug 11 02:49:09.917954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 2, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:09.988182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Checking router: c0c29ab1-2955-4ed4-b7dd-7caf92119c04 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:09.988588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Updating router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:10.027917 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.143215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5a278-5d97-45c8-9a19-2a061f4325a1 req-c59d2c3a-46ac-435d-85d9-7ff723643cf6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.151984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85b5a278-5d97-45c8-9a19-2a061f4325a1 req-c59d2c3a-46ac-435d-85d9-7ff723643cf6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.4951770 Aug 11 02:49:10.225937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63308e-4f5f-44e3-a981-1eeb04d62e3b req-d8d17366-352b-4e1d-9f92-0f6f18e5f3aa tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.233907 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:10.239740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d63308e-4f5f-44e3-a981-1eeb04d62e3b req-d8d17366-352b-4e1d-9f92-0f6f18e5f3aa tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.6162848 Aug 11 02:49:10.452776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85b5a278-5d97-45c8-9a19-2a061f4325a1 req-12d06947-e300-41d8-bc97-7f68b7cce387 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916670 Aug 11 02:49:10.502501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d63308e-4f5f-44e3-a981-1eeb04d62e3b req-f733b5b7-f26b-4cf7-a87f-056152deb2be tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606740 Aug 11 02:49:10.683153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.687094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Provisioning for port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:10.694644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Provisioning complete for port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:10.695170 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.730282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Transition to ACTIVE for port object ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:10.744721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.816736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fb239ce7-def4-4e9c-adae-16f4457067cd None None] Port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:10.847510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90af1-4e5c-4959-a427-a837eb83ec32 None None] Pushing event updated for resources: {'Port': ['ID=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.907294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b0ef197-5f4d-49f5-9ca9-02c116bde744 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5211 time: 1.1473358 Aug 11 02:49:10.985703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Attempting to bind port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:10.986186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Attempting to bind port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:10.986685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Attempting to bind port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 on network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:11.012054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:11.012449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Checking segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:11.012972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.013601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Bound using segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:11.017019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Bound port: ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:11.017668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.244617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05ee0c46-014e-42f8-ab19-903411d6ba40 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:11.436850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:11.441066 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb14e37-e9a2-4cb1-8c54-c522b7355851" -d '{"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:11.556686 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4c9c4-1321-49cf-bbd8-ff071eb1c8e5 x-openstack-request-id: req-39d4c9c4-1321-49cf-bbd8-ff071eb1c8e5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:11.563778 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:11.564261 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39d4c9c4-1321-49cf-bbd8-ff071eb1c8e5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:11.566868 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'code': 200} Aug 11 02:49:11.617823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] For port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:11.624264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] For port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:11.699168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.782457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 05ee0c46-014e-42f8-ab19-903411d6ba40 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:11.782833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.863798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:11.869752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880791120', 'description': 'tempest-secgroup-smoke-1880791120 description', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:11.882345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fa04-7901-4d95-88e9-4ae462f86df7 req-ff6cac3e-1a9e-4fe4-99a1-86387ba4b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.891008 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b5fa04-7901-4d95-88e9-4ae462f86df7 req-ff6cac3e-1a9e-4fe4-99a1-86387ba4b62b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1096 time: 0.2581754 Aug 11 02:49:11.953833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b336-7840-4357-b051-d94aba52f8e0 req-d6010acb-afeb-4b3b-ae03-11bb480e6eae tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.959114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be46b336-7840-4357-b051-d94aba52f8e0 req-d6010acb-afeb-4b3b-ae03-11bb480e6eae tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.2251418 Aug 11 02:49:11.982095 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.060802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:12.062216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:48:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:12.226628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.233767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.275996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.281098 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4156485 Aug 11 02:49:12.281474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be46b336-7840-4357-b051-d94aba52f8e0 req-d320e1cb-4460-4d33-908f-543bc6dfeb35 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037162 Aug 11 02:49:12.282253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:12.297441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'd16a83a8-f407-404a-b3b3-3f79908b2b7b', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:12.307878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55034) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:12.347524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b5fa04-7901-4d95-88e9-4ae462f86df7 req-8564ce3d-d865-490d-83c7-6ce2e6018671 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451771 Aug 11 02:49:12.404874 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.418608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe232-e69c-4763-8ab2-929cdb1cb97e req-59b86326-07ac-4311-8163-90b835a827ca tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.420577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fbbe232-e69c-4763-8ab2-929cdb1cb97e req-59b86326-07ac-4311-8163-90b835a827ca tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.4225845 Aug 11 02:49:12.427934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90af1-4e5c-4959-a427-a837eb83ec32 None None] Pushing event updated for resources: {'Port': ['ID=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.482150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d12d0e-0369-4047-9e02-2a76b5256a04 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a83a8-f407-404a-b3b3-3f79908b2b7b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.548878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1fbbe232-e69c-4763-8ab2-929cdb1cb97e req-95f2aeb4-e6ae-4e68-9a83-d2497d6dfb4c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103604 Aug 11 02:49:12.572037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.588457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.655449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77810fcc-3ee5-4a70-8730-e4a47f6d5fd7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.697570 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.703977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55044) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:12.710611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'd16a83a8-f407-404a-b3b3-3f79908b2b7b', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:12.726045 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1bc15d8f-393d-4dac-8a93-d593ea49bfa3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4341581 Aug 11 02:49:12.799578 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.057705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.061478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:13.076864 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.128671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b999824d-f73a-4cd1-accf-84f83a91e305,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.175920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f6880-0a9d-4be3-802a-5928f936da9a req-8c05956c-90a7-4547-ae66-9266900f334b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.178690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-811f6880-0a9d-4be3-802a-5928f936da9a req-8c05956c-90a7-4547-ae66-9266900f334b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.2396345 Aug 11 02:49:13.199797 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b790dff-a016-4dda-ac96-d7059c682aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.212808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.214735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf1311e1-3fe3-4ad5-b317-963590dfe998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5094340 Aug 11 02:49:13.217764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:13.222998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'd16a83a8-f407-404a-b3b3-3f79908b2b7b', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:13.334948 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-811f6880-0a9d-4be3-802a-5928f936da9a req-864601eb-fc5f-4443-aa9f-cfe63993a9b8 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397696 Aug 11 02:49:13.438450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:13.550948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b790dff-a016-4dda-ac96-d7059c682aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.559912 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4b790dff-a016-4dda-ac96-d7059c682aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.599351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.709807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4b790dff-a016-4dda-ac96-d7059c682aaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e714c7046fbb4dfa82133c31816ddbde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3934712 Aug 11 02:49:13.724234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55062) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:13.745434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f293b578-fe6c-44df-9352-3884712290fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:11Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:13.747504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b790dff-a016-4dda-ac96-d7059c682aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c42e6d-9d88-40e5-a7f3-5ba0ccb29232,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.784705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e231044-f9ee-43ae-8bf1-c7de4008354d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.826023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.833571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7d2d6-7ce6-437f-b4c9-a1aba13ae750 req-6b535d97-aec0-4cf4-aaf3-d62c10ce2fd9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.834435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293b578-fe6c-44df-9352-3884712290fa None None] The sync data for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 is: [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:11Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:13.834955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.849353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aae7d2d6-7ce6-437f-b4c9-a1aba13ae750 req-6b535d97-aec0-4cf4-aaf3-d62c10ce2fd9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.3145828 Aug 11 02:49:13.950596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d95e729f-f040-4728-aa83-dbcd723a7c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.967897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aae7d2d6-7ce6-437f-b4c9-a1aba13ae750 req-2ac6c4e2-c2c7-40f9-8502-0e98e0ca13e3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170316 Aug 11 02:49:13.992051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983969b9-d2d0-4518-a059-6e23b0fdaa74,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.021183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785143f5-84f2-47e7-9d64-bcced3b3b68f req-7fbf21cf-2dbb-4529-9824-dfc1e9c789da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.024483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-785143f5-84f2-47e7-9d64-bcced3b3b68f req-7fbf21cf-2dbb-4529-9824-dfc1e9c789da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2600160 Aug 11 02:49:14.043122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-700ae07c-784f-45be-bde7-5d7d1244de68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.145418 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d95e729f-f040-4728-aa83-dbcd723a7c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.245065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-785143f5-84f2-47e7-9d64-bcced3b3b68f req-697959d4-05c0-4e5c-a1e3-099f13e78144 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802249 Aug 11 02:49:14.277425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e231044-f9ee-43ae-8bf1-c7de4008354d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.290567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e231044-f9ee-43ae-8bf1-c7de4008354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.333907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d95e729f-f040-4728-aa83-dbcd723a7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.343555 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d95e729f-f040-4728-aa83-dbcd723a7c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.348742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d95e729f-f040-4728-aa83-dbcd723a7c26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99c42e6d-9d88-40e5-a7f3-5ba0ccb29232 HTTP/1.1" status: 204 len: 168 time: 0.6204019 Aug 11 02:49:14.404561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e729f-f040-4728-aa83-dbcd723a7c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c42e6d-9d88-40e5-a7f3-5ba0ccb29232,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.435915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.443099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-75d68d3d-c4b2-42fc-a299-63514ed3d3cb tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2238801 Aug 11 02:49:14.450702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55076) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:14.456675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'd16a83a8-f407-404a-b3b3-3f79908b2b7b', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:14.531899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e231044-f9ee-43ae-8bf1-c7de4008354d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2895c26-9635-4533-b02d-281a42647057,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.588313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5e231044-f9ee-43ae-8bf1-c7de4008354d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=876bb0b7e6ca455da407acd72b8681f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1473315 Aug 11 02:49:14.590390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:14.746573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad27465f-596e-42d7-b07a-dbba3100b84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.781433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.806200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad27465f-596e-42d7-b07a-dbba3100b84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.858730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6de7d7-8b29-4388-b546-fdce50ba1523 req-b05d2e0d-c3f8-4dd6-aa86-5d0cacffbbce tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.860865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e6de7d7-8b29-4388-b546-fdce50ba1523 req-b05d2e0d-c3f8-4dd6-aa86-5d0cacffbbce tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.1697550 Aug 11 02:49:14.886162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9915a-38a9-4366-b1ce-065a87948a92 req-c37eb19f-e5e5-40a1-ab37-a973943b3091 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.896456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1e9915a-38a9-4366-b1ce-065a87948a92 req-c37eb19f-e5e5-40a1-ab37-a973943b3091 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.3504879 Aug 11 02:49:14.901548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad27465f-596e-42d7-b07a-dbba3100b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.905779 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad27465f-596e-42d7-b07a-dbba3100b84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.908876 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad27465f-596e-42d7-b07a-dbba3100b84a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2895c26-9635-4533-b02d-281a42647057 HTTP/1.1" status: 204 len: 168 time: 0.3160126 Aug 11 02:49:14.941647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27465f-596e-42d7-b07a-dbba3100b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2895c26-9635-4533-b02d-281a42647057,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.035505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e6de7d7-8b29-4388-b546-fdce50ba1523 req-3837e2f7-77c3-444b-92c6-a52a8d9c8c73 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672049 Aug 11 02:49:15.074184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1e9915a-38a9-4366-b1ce-065a87948a92 req-bf6a8667-ccca-4d77-9ada-bb458a6f7471 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744573 Aug 11 02:49:15.096188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55086) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.137732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.144555 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.191395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8684cdb0-5116-4155-b549-9177ffbe5b43,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.211830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b89ba-9d9b-48ff-ae34-6a8c2d9a25bf tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.220346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd7b89ba-9d9b-48ff-ae34-6a8c2d9a25bf tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1091 time: 0.1181467 Aug 11 02:49:15.220718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.232596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.237960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d17c7b63-49fd-41dc-b1a4-f59d39855ab1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7871072 Aug 11 02:49:15.239022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55090) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.251091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:15.259741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'd16a83a8-f407-404a-b3b3-3f79908b2b7b', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:15.265882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55092) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.334511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.339580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.358448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:15.467515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:49:15.467515 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:49:15.467515 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': 'ec2ed345686b4671852e90eb0cecfaf2', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 49, 15, 405805)}] Aug 11 02:49:15.467515 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:49:15.468308 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:49:15.475729 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Project 5d0f712b9f2a48edb48b93abad5e6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:49:15.479219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:15.488117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:15.491305 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.526490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.625960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.728605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.776330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.781529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:15.782981 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.787627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.819601 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.826549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5845268 Aug 11 02:49:15.827274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55104) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:15.869209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-bd5a6566-6539-4ad7-bc67-1a9b92dd426d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.873548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'security_group_rule': {'security_group_id': 'd16a83a8-f407-404a-b3b3-3f79908b2b7b', 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:15.881351 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-bd5a6566-6539-4ad7-bc67-1a9b92dd426d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.2361600 Aug 11 02:49:15.886643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbed3e-e8f4-424d-acc3-d49c0ec64998 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5218dcb-6996-469a-bd56-8e3d624a955e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.920815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.935944 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Project 5d0f712b9f2a48edb48b93abad5e6bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:49:15.948660 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.972193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.083902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.088022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.181 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/caeb2e82-b195-4aef-9dbc-64094c72d657) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:16.091987 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.124185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f350bc38-e6e6-4d8e-b4bc-80cb89eb496b,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.188936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port 8bf9a272-81da-4546-b1eb-f673fd6e502a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:16.189392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.239506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.261990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.286432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.291090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a068c1ed-9488-452e-9860-e35f824da223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4430971 Aug 11 02:49:16.364153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393aa40b-e52f-40e6-a99b-ac3c7780d5dd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.380295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-83f82c81-c10a-4644-9230-b854dad91694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec2ed345686b4671852e90eb0cecfaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1103115 Aug 11 02:49:16.396698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55110) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.417462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port 8bf9a272-81da-4546-b1eb-f673fd6e502a, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=8bf9a272-81da-4546-b1eb-f673fd6e502a,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:16.418158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.459342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for 8bf9a272-81da-4546-b1eb-f673fd6e502a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:16.490142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55112) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.553185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2597d8b8-47b6-494e-8b54-8d0336a6edeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.569813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef5b6-85a0-4786-bc61-f82d1d145f48 req-f300d22a-081e-465a-8e49-dd2544233de1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.571881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-025ef5b6-85a0-4786-bc61-f82d1d145f48 req-f300d22a-081e-465a-8e49-dd2544233de1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 945 time: 0.3587444 Aug 11 02:49:16.712071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.726856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-13d89dad-4e65-466d-a35c-b96594f22221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.727994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:16.761691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-025ef5b6-85a0-4786-bc61-f82d1d145f48 req-34ad44ab-527b-4575-9f3d-7483b24e49f3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822317 Aug 11 02:49:16.864452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=8bf9a272-81da-4546-b1eb-f673fd6e502a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.864799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-13d89dad-4e65-466d-a35c-b96594f22221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.904637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-925a0a20-29be-4df2-b5ce-f548b7870d74 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880791120&fields=id&tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 267 time: 0.2140563 Aug 11 02:49:16.932878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.993924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port 8bf9a272-81da-4546-b1eb-f673fd6e502a on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:17.000603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.005327 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1dac1d4d-13b9-4757-8f88-cb451ab7e6fb req-949e5a6f-3d3e-4775-86f9-63f69b594d52 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "DELETE /v2.0/ports/8bf9a272-81da-4546-b1eb-f673fd6e502a HTTP/1.1" status: 204 len: 173 time: 1.1158078 Aug 11 02:49:17.011707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'name': 'network-vif-deleted', 'tag': '8bf9a272-81da-4546-b1eb-f673fd6e502a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:17.020516 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197aa6dc-5ca2-498b-ae44-e299329ba0b7" -d '{"events": [{"server_uuid": "ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60", "name": "network-vif-deleted", "tag": "8bf9a272-81da-4546-b1eb-f673fd6e502a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:17.103867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.108401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2597d8b8-47b6-494e-8b54-8d0336a6edeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.109549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-13d89dad-4e65-466d-a35c-b96594f22221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.113544 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-13d89dad-4e65-466d-a35c-b96594f22221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.115638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-13d89dad-4e65-466d-a35c-b96594f22221 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/393aa40b-e52f-40e6-a99b-ac3c7780d5dd HTTP/1.1" status: 204 len: 168 time: 0.7064381 Aug 11 02:49:17.149681 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2597d8b8-47b6-494e-8b54-8d0336a6edeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.169295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d89dad-4e65-466d-a35c-b96594f22221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393aa40b-e52f-40e6-a99b-ac3c7780d5dd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.199436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=caeb2e82-b195-4aef-9dbc-64094c72d657,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.212548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:17.214847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:17.219955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:17.231542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-dfcc7022-008e-4104-b387-b06eaa6e3579 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.236209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-dfcc7022-008e-4104-b387-b06eaa6e3579 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/networks?id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 200 len: 797 time: 0.3239598 Aug 11 02:49:17.260364 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f0ad0d-41c7-4c9b-9067-7aaa652f4b42 x-openstack-request-id: req-c8f0ad0d-41c7-4c9b-9067-7aaa652f4b42 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:17.260798 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60", "name": "network-vif-deleted", "tag": "8bf9a272-81da-4546-b1eb-f673fd6e502a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:17.261149 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8f0ad0d-41c7-4c9b-9067-7aaa652f4b42 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:17.261657 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60', 'name': 'network-vif-deleted', 'tag': '8bf9a272-81da-4546-b1eb-f673fd6e502a', 'status': 'completed', 'code': 200} Aug 11 02:49:17.334056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:17.341392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-e0f7cd25-4997-4e82-9233-6695bfc1e7d0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/quotas/5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 375 time: 0.0614049 Aug 11 02:49:17.342348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597d8b8-47b6-494e-8b54-8d0336a6edeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae680369-f27e-498c-94ed-187247e1e166,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.347841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2597d8b8-47b6-494e-8b54-8d0336a6edeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1d1ee92a86f4e61969b8c0d7a682643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8561037 Aug 11 02:49:17.350728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55132) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.468723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd9c8-f68a-4ef3-892c-11756c6fa702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.509602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:17.511046 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.629354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-462a0cee-3a26-41fd-8336-3b49ffffd8ca tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2728174 Aug 11 02:49:17.692159 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2db1838-496e-4f54-8f6e-7397f27efef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.761912 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.823857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-57fa71fa-a942-4f10-85fd-83b7129965a4 service neutron] 10.222.0.16 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599779 Aug 11 02:49:17.830756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2db1838-496e-4f54-8f6e-7397f27efef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.066183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-7e0d1588-7429-49d1-9e3f-155ccdeb95aa service neutron] 10.222.0.16 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254739 Aug 11 02:49:18.069240 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2db1838-496e-4f54-8f6e-7397f27efef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.078824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2db1838-496e-4f54-8f6e-7397f27efef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.092903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2db1838-496e-4f54-8f6e-7397f27efef6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae680369-f27e-498c-94ed-187247e1e166 HTTP/1.1" status: 204 len: 168 time: 0.7349665 Aug 11 02:49:18.155582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db1838-496e-4f54-8f6e-7397f27efef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae680369-f27e-498c-94ed-187247e1e166,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.273728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.283953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c16680ea-e0e3-4d03-ad0b-9b4a154ca752 req-391f260b-f1ab-4178-b03e-bd43d97e89c4 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea761d3c-0fd4-44e6-b6c8-9f6cea8c9a60 HTTP/1.1" status: 200 len: 210 time: 0.1485758 Aug 11 02:49:18.431945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.478629 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.541903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8bf9a272-81da-4546-b1eb-f673fd6e502a no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:18.583208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3305d278-0489-4224-864e-26e7ff88bee5 req-1a53b654-08b7-4a47-9bba-3552469ac4fd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 210 time: 0.0560088 Aug 11 02:49:18.591533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 8bf9a272-81da-4546-b1eb-f673fd6e502a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:18.592667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 8bf9a272-81da-4546-b1eb-f673fd6e502a not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:18.793117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.800330 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.942181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=caeb2e82-b195-4aef-9dbc-64094c72d657,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.955909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.135656 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP 7eecec5a-3541-4765-b244-2261f5dbdb5f associated. External IP: 172.25.6.181, port: eaf364c4-c7f4-4a29-9094-2bd424e08865. Aug 11 02:49:19.461460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:19.708344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:19.724901 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] Sync routers for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:19.752039 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:19.760163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:19.770536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.875160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78038312-bdcd-4a68-8c58-608e9efb53ff req-8b3f52a5-b4cf-408d-b30e-90119c36892d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 210 time: 0.0798848 Aug 11 02:49:20.002124 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c94a4c31-def8-44cf-9127-0e911e256e1b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7797427 Aug 11 02:49:20.003006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:20.031615 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b648616-5b76-4b20-a09b-5bee8c8afc57" -d '{"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:20.094457 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.420487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-fdfaf9da-3dfe-4e5a-aa80-fe8df01ca588 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.437131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-fdfaf9da-3dfe-4e5a-aa80-fe8df01ca588 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.3385973 Aug 11 02:49:20.499326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-41fb07d3-930b-4fd8-878b-35b06d490120 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/quotas/71db42f069e34043a489b481a23a43c7 HTTP/1.1" status: 200 len: 375 time: 0.0612237 Aug 11 02:49:20.610499 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:20.636233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476358f-28de-4ab2-9ec9-f9ad38c7c35c req-cf4f416b-7953-473b-9729-f851d0f18e94 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.666116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2476358f-28de-4ab2-9ec9-f9ad38c7c35c req-cf4f416b-7953-473b-9729-f851d0f18e94 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.3733513 Aug 11 02:49:20.953803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-0b6e975b-610f-4b43-892d-2446c1c6ec01 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.960832 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-0b6e975b-610f-4b43-892d-2446c1c6ec01 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "GET /v2.0/networks?id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 200 len: 797 time: 0.4004731 Aug 11 02:49:21.042209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2476358f-28de-4ab2-9ec9-f9ad38c7c35c req-02ee658c-5fd6-45ce-a424-dc437fd2d68e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713088 Aug 11 02:49:21.079430 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-aa95fb16-0a6f-49c8-b3f3-c48144dd8186 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3 HTTP/1.1" status: 200 len: 380 time: 0.1093881 Aug 11 02:49:21.094784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'port': {'device_id': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'admin_state_up': True, 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'security_groups': ['d16a83a8-f407-404a-b3b3-3f79908b2b7b']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:21.126376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-2ded297c-4a18-4ca4-a49f-2e68105b0a8f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6140609 Aug 11 02:49:21.132715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55248) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:21.439976 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7468ef84-15be-4715-b757-6203be96f5f0 x-openstack-request-id: req-7468ef84-15be-4715-b757-6203be96f5f0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:21.440217 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:21.440496 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7468ef84-15be-4715-b757-6203be96f5f0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:21.440957 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'status': 'completed', 'code': 200} Aug 11 02:49:21.529829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Made reservation on behalf of 5d0f712b9f2a48edb48b93abad5e6bb3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:21.537138 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.733579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-0e004d25-c436-47cb-b731-7c614fe72d57 service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907638 Aug 11 02:49:21.813281 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7eecec5a-3541-4765-b244-2261f5dbdb5f', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'mac_address': 'fa:16:3e:40:cc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e3f36-2e9c-4863-b179-d29337245c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:17Z', 'updated_at': '2021-08-11T02:49:17Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:50Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:21.874779 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] Checking router: 4f8f9604-23c6-41b9-a296-b3dcdcec9510 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:21.890873 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:21.892338 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:21.961362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-90a49bc8-56f1-4f3f-8138-3fed7a4979b1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/7eecec5a-3541-4765-b244-2261f5dbdb5f HTTP/1.1" status: 200 len: 991 time: 0.8198535 Aug 11 02:49:22.004429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86bd03bb-af99-474e-9ce9-de0b9dbc70bf req-e920eac0-86ed-4b72-a2c2-ec777511688e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 210 time: 0.2900236 Aug 11 02:49:22.059779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:22.083705 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:22.120652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.20.0.12 (3cc344b3-6b96-44b1-8af6-51ad2bb4cc13/a1418208-2efa-4944-8cd2-63d05438b8e6/36f46074-5c1f-4ca0-803e-51c04f321fd4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:22.369943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-a59d98c0-4d99-4701-9811-c98c1e8eafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.377036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-a59d98c0-4d99-4701-9811-c98c1e8eafd2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1096 time: 0.8562241 Aug 11 02:49:22.739990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-9803ef5d-6782-4252-b5c2-60546a7950c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.741564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-9803ef5d-6782-4252-b5c2-60546a7950c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.3528492 Aug 11 02:49:22.748706 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7eecec5a-3541-4765-b244-2261f5dbdb5f', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'mac_address': 'fa:16:3e:40:cc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e3f36-2e9c-4863-b179-d29337245c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:17Z', 'updated_at': '2021-08-11T02:49:17Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:50Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:22.796111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-10cec50c-3295-4b4d-9f6f-a009100a233d service neutron] 10.222.0.16 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9720151 Aug 11 02:49:22.879859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535fc02-e002-4628-9767-b7eed5b1be5a None None] The sync data for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 is: [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '7eecec5a-3541-4765-b244-2261f5dbdb5f', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'mac_address': 'fa:16:3e:40:cc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e3f36-2e9c-4863-b179-d29337245c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:17Z', 'updated_at': '2021-08-11T02:49:17Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:50Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:22.960120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.106705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.191003 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.499041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216a3e0-6da1-486c-be86-0d929a5a179e None None] New status for floating IP 7eecec5a-3541-4765-b244-2261f5dbdb5f: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:23.637322 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-947aab66-dd70-4756-bcaf-d7e1cb2e37b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.762169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.864202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Transition to ACTIVE for port object 36f46074-5c1f-4ca0-803e-51c04f321fd4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:23.869781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76f95419-3949-4dca-a2a1-abc6e3e942e8 req-0aec226e-d3d6-4d58-8b98-f38b748cb513 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 210 time: 0.0672061 Aug 11 02:49:23.946281 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-3155f7b4-df75-4623-ae99-217d0e65b6d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 1.1469233 Aug 11 02:49:23.958648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.978600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-418f7c09-c5a9-4b66-be08-140196de8682 req-fa10e613-7d50-4043-afc7-c92c2235eb20 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 210 time: 0.1416397 Aug 11 02:49:24.068298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=36f46074-5c1f-4ca0-803e-51c04f321fd4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.070212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d6061ec2-1d4a-4c18-bfe5-f2d3015d47bb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/7eecec5a-3541-4765-b244-2261f5dbdb5f HTTP/1.1" status: 200 len: 993 time: 1.1083131 Aug 11 02:49:24.079054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-691255fd-7dec-4d6e-a7da-df2b21a40a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.080692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-691255fd-7dec-4d6e-a7da-df2b21a40a2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.1069577 Aug 11 02:49:24.081459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:24.088923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:24.094747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:24.236845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-7ec0122d-237e-44d4-beaf-f86933e6329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.237206 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-947aab66-dd70-4756-bcaf-d7e1cb2e37b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.239690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-7ec0122d-237e-44d4-beaf-f86933e6329a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488652 Aug 11 02:49:24.248588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.249268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.252974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-947aab66-dd70-4756-bcaf-d7e1cb2e37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.330110 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-90a8ef14-93d7-4378-aead-02631cb80171 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2425158 Aug 11 02:49:24.355856 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-947aab66-dd70-4756-bcaf-d7e1cb2e37b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfdc15a90535452195436da07936841f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2937267 Aug 11 02:49:24.373780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Request body: {'port': {'device_id': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:24.380780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:24.383340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aab66-dd70-4756-bcaf-d7e1cb2e37b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0836319d-16c8-49f0-a4be-9333fc688de9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.620618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-1f85d4e1-2e87-4506-b3bd-49fa2d1d2783 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678331 Aug 11 02:49:24.690279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d7a3855c-df28-47de-bddb-dca13cff30c7 None None] Provisioning for port 36f46074-5c1f-4ca0-803e-51c04f321fd4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:24.703468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d7a3855c-df28-47de-bddb-dca13cff30c7 None None] Provisioning complete for port 36f46074-5c1f-4ca0-803e-51c04f321fd4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:24.703833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7a3855c-df28-47de-bddb-dca13cff30c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.705317 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.778429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cab0abfa-7626-41a1-bd91-033604c31a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.824648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3855c-df28-47de-bddb-dca13cff30c7 None None] Port 36f46074-5c1f-4ca0-803e-51c04f321fd4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:24.885482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cab0abfa-7626-41a1-bd91-033604c31a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.992523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b648616-5b76-4b20-a09b-5bee8c8afc57 req-999c5bcf-bd4a-4773-a04d-e3852df0e844 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359175 Aug 11 02:49:25.228263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cab0abfa-7626-41a1-bd91-033604c31a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.234860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cab0abfa-7626-41a1-bd91-033604c31a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.254106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cab0abfa-7626-41a1-bd91-033604c31a1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0836319d-16c8-49f0-a4be-9333fc688de9 HTTP/1.1" status: 204 len: 168 time: 0.8322642 Aug 11 02:49:25.295676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98834bb0-9444-4452-9648-4be4b1b9d110 req-496ed5c3-511b-43e0-bedb-ecd976362e80 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 210 time: 0.1091585 Aug 11 02:49:25.324198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7864-4d58-43c1-a58a-a29562448540 req-2a2b339d-89cb-4e9b-8863-af117b625cc7 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.332802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f36f7864-4d58-43c1-a58a-a29562448540 req-2a2b339d-89cb-4e9b-8863-af117b625cc7 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 932 time: 0.3212068 Aug 11 02:49:25.532628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0abfa-7626-41a1-bd91-033604c31a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0836319d-16c8-49f0-a4be-9333fc688de9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:25.656037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f36f7864-4d58-43c1-a58a-a29562448540 req-7fcaabb6-56e9-437b-a9c9-b3321c0a080f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219795 Aug 11 02:49:25.683517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f46074-5c1f-4ca0-803e-51c04f321fd4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:25.715060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.766536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Transition to ACTIVE for port object 36f46074-5c1f-4ca0-803e-51c04f321fd4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:25.771818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.835137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-9bb5bd42-9202-4cc6-84cd-3e80bbe6f6ca tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.837483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-9bb5bd42-9202-4cc6-84cd-3e80bbe6f6ca tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 806 time: 0.5012648 Aug 11 02:49:25.872150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Request body: {'port': {'device_id': '626529a7-d656-4734-a064-b0817734bb7f', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'admin_state_up': True, 'tenant_id': '71db42f069e34043a489b481a23a43c7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:25.921313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:26.050386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Pushing event updated for resources: {'Port': ['ID=36f46074-5c1f-4ca0-803e-51c04f321fd4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:26.085214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Attempting to bind port 36f46074-5c1f-4ca0-803e-51c04f321fd4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:26.085867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Attempting to bind port 36f46074-5c1f-4ca0-803e-51c04f321fd4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:26.086402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Attempting to bind port 36f46074-5c1f-4ca0-803e-51c04f321fd4 on network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:26.097273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Port 36f46074-5c1f-4ca0-803e-51c04f321fd4 on network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:26.100715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Attempting to bind port 36f46074-5c1f-4ca0-803e-51c04f321fd4 on network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:26.113085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:26.115478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Checking segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:26.116062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Bound using segment: {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:26.117326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Bound port: 36f46074-5c1f-4ca0-803e-51c04f321fd4, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e5beb0-ba98-4201-b0d0-0610988303dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:26.118420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.266533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Made reservation on behalf of 71db42f069e34043a489b481a23a43c7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:26.271985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.287804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] For port 36f46074-5c1f-4ca0-803e-51c04f321fd4, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:26.296503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] For port 36f46074-5c1f-4ca0-803e-51c04f321fd4, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:26.304860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.438328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.438965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.440395 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] 10.222.0.59 "PUT /v2.0/ports/36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 200 len: 1092 time: 2.0822070 Aug 11 02:49:26.440851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:26.443224 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66051787-2d2d-4937-88b6-33076b8f6496" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:26.550640 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2183069d-8fd1-4ef6-9f40-52799761a520 x-openstack-request-id: req-2183069d-8fd1-4ef6-9f40-52799761a520 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:26.551232 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:26.551647 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2183069d-8fd1-4ef6-9f40-52799761a520 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:26.552241 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'status': 'completed', 'code': 200} Aug 11 02:49:26.570578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a329ae3c-82ee-47ad-8109-5a9066324bfa req-65a2aa0f-1be8-402c-98fd-36c2fbd52f80 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 210 time: 0.0813270 Aug 11 02:49:26.624141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b57b3-335c-41a1-b3f2-d543f3527df5 service neutron] Pushing event updated for resources: {'Port': ['ID=36f46074-5c1f-4ca0-803e-51c04f321fd4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:26.632608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef233bc5-1d7d-4491-9e6d-2fabb5a1b0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.708929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1b66ac4a-28bb-493b-89b9-d33f5fad5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.717548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1b66ac4a-28bb-493b-89b9-d33f5fad5c8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1095 time: 0.2167826 Aug 11 02:49:26.805414 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-17fabfe1-3c9e-47b4-80d5-cc649c002fdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 200 len: 217 time: 0.0776038 Aug 11 02:49:26.870224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Allocated IP 172.20.0.13 (ed2235ad-4a53-496e-aee2-84e72cf422ce/b0b587ed-744c-4adb-ba03-3fbda6ad87f1/fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:26.912109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1d984a4e-5894-4b4a-82f3-f3f555c53650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.914711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1d984a4e-5894-4b4a-82f3-f3f555c53650 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1418208-2efa-4944-8cd2-63d05438b8e6 HTTP/1.1" status: 200 len: 834 time: 0.1001189 Aug 11 02:49:26.978065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef233bc5-1d7d-4491-9e6d-2fabb5a1b0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.031277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef233bc5-1d7d-4491-9e6d-2fabb5a1b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.089285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf8c95-0fd4-489d-bf7c-91c7024adb0c req-094e2af0-f332-4143-bc20-99fda9dca8db tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.097454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60cf8c95-0fd4-489d-bf7c-91c7024adb0c req-094e2af0-f332-4143-bc20-99fda9dca8db tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 944 time: 0.3103743 Aug 11 02:49:27.100307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef233bc5-1d7d-4491-9e6d-2fabb5a1b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffac8c7-c6b8-4a23-8e1b-8648d76bc00c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:27.115716 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef233bc5-1d7d-4491-9e6d-2fabb5a1b0d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb2393b22aa2400093b2ce32e4ccab8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1899924 Aug 11 02:49:27.121710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55360) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:27.140389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-dd53eb54-690e-432a-99f1-b65ca61e7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.142204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-dd53eb54-690e-432a-99f1-b65ca61e7ac7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625292 Aug 11 02:49:27.187175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60cf8c95-0fd4-489d-bf7c-91c7024adb0c req-ad784f63-a8d8-4814-8122-976c1c63240c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872679 Aug 11 02:49:27.296886 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b625b1b-2122-4b93-94eb-6767fa16eb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.305939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.342217 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b625b1b-2122-4b93-94eb-6767fa16eb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.346211 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-1d5f3cc6-ce3e-4a6b-b1cf-c3723620f66c service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784191 Aug 11 02:49:27.384530 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.400312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:27.460623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Network ed2235ad-4a53-496e-aee2-84e72cf422ce is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:27.464411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:27.470396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:27.506814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event updated for resources: {'Port': ['ID=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:27.560559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.562095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.589820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-cace8e6e-78c5-491f-998a-a847fab4b9bd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7328336 Aug 11 02:49:27.627990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Request body: {'port': {'device_id': '626529a7-d656-4734-a064-b0817734bb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:27.731268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-77cfcf8a-e09b-4e5e-87e5-5db85b3f8177 req-9b28166f-df56-4b12-935f-6281f50f3c81 service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746161 Aug 11 02:49:27.732762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b625b1b-2122-4b93-94eb-6767fa16eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.737054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b625b1b-2122-4b93-94eb-6767fa16eb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.742427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3b625b1b-2122-4b93-94eb-6767fa16eb6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ffac8c7-c6b8-4a23-8e1b-8648d76bc00c HTTP/1.1" status: 204 len: 168 time: 0.6153517 Aug 11 02:49:27.770410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b625b1b-2122-4b93-94eb-6767fa16eb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffac8c7-c6b8-4a23-8e1b-8648d76bc00c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:27.835937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.945484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051787-2d2d-4937-88b6-33076b8f6496 req-cda7b360-5521-46cd-bf2e-5d00f47bb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.951493 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-cda7b360-5521-46cd-bf2e-5d00f47bb445 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1095 time: 0.1521645 Aug 11 02:49:28.002635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dfae4-e5e7-4119-b5d2-80e89a3eaaab req-f8fcfdb8-1097-4b9a-9930-43d217fbf151 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.004341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c0dfae4-e5e7-4119-b5d2-80e89a3eaaab req-f8fcfdb8-1097-4b9a-9930-43d217fbf151 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 932 time: 0.2178771 Aug 11 02:49:28.123779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c0dfae4-e5e7-4119-b5d2-80e89a3eaaab req-bd3f8fb9-7b35-43c0-b47d-9866ab64612d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075165 Aug 11 02:49:28.141898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051787-2d2d-4937-88b6-33076b8f6496 req-90c6c2a2-7136-48ba-a257-456396fd23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.145146 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-90c6c2a2-7136-48ba-a257-456396fd23c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 200 len: 897 time: 0.1832867 Aug 11 02:49:28.265658 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-b08ab50a-7a88-4927-a143-745ac57493af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 200 len: 217 time: 0.1123998 Aug 11 02:49:28.346301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051787-2d2d-4937-88b6-33076b8f6496 req-fb1b96de-49c8-493d-b551-d313f4afee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.347881 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-fb1b96de-49c8-493d-b551-d313f4afee36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1418208-2efa-4944-8cd2-63d05438b8e6 HTTP/1.1" status: 200 len: 834 time: 0.0733001 Aug 11 02:49:28.369392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:28.385379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.410512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be59b-cf25-472a-9e00-e95e0a88c49e req-6a75b423-7901-4171-bf38-c0ce95111231 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.412333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320be59b-cf25-472a-9e00-e95e0a88c49e req-6a75b423-7901-4171-bf38-c0ce95111231 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 944 time: 0.0888736 Aug 11 02:49:28.416601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Transition to ACTIVE for port object fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:28.421930 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.460167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051787-2d2d-4937-88b6-33076b8f6496 req-7ed6d03d-383a-407a-90b3-a0e0780b3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.485726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-7ed6d03d-383a-407a-90b3-a0e0780b3268 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184704 Aug 11 02:49:28.492291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:28.533863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320be59b-cf25-472a-9e00-e95e0a88c49e req-40ff6500-80bc-4521-b5fe-04e4768a8223 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066082 Aug 11 02:49:28.693067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55402) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:28.719399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-a2f021f5-541c-4aea-abf0-ef35500a697d service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324183 Aug 11 02:49:28.730599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15393ee1-ace2-448d-84a5-1cad0d0d3e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.755809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Attempting to bind port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:28.756291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Attempting to bind port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:28.756871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Attempting to bind port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:28.776563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c on network ed2235ad-4a53-496e-aee2-84e72cf422ce not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:28.777148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Attempting to bind port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c on network ed2235ad-4a53-496e-aee2-84e72cf422ce {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:28.804478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:28.806682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Checking segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:28.807343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Bound using segment: {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:28.808165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Bound port: fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca636b-2b5d-48f9-84c6-42d9d21f7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:28.808831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.856595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66051787-2d2d-4937-88b6-33076b8f6496 req-f6ea67ba-8e29-473e-8161-775de1a55dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279986 Aug 11 02:49:29.075988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] For port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:29.083801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] For port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:29.095955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.220631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:29.271064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.272183 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.274847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-04d56374-7906-44e6-a0fd-717e296ad735 service neutron] 10.222.0.59 "PUT /v2.0/ports/fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c HTTP/1.1" status: 200 len: 1092 time: 1.6766424 Aug 11 02:49:29.288040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626529a7-d656-4734-a064-b0817734bb7f', 'tag': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:29.292381 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20025ec-66af-4609-8787-4bd8aec5db82" -d '{"events": [{"name": "network-changed", "server_uuid": "626529a7-d656-4734-a064-b0817734bb7f", "tag": "fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:29.338013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15393ee1-ace2-448d-84a5-1cad0d0d3e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.402298 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7153957-dee9-4745-9a60-d4ea4cb4bf94 x-openstack-request-id: req-b7153957-dee9-4745-9a60-d4ea4cb4bf94 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:29.403087 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626529a7-d656-4734-a064-b0817734bb7f", "tag": "fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:29.403190 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7153957-dee9-4745-9a60-d4ea4cb4bf94 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:29.403788 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626529a7-d656-4734-a064-b0817734bb7f', 'tag': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c', 'status': 'completed', 'code': 200} Aug 11 02:49:29.423941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-15393ee1-ace2-448d-84a5-1cad0d0d3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.620245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-15393ee1-ace2-448d-84a5-1cad0d0d3e2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee5536fb51da4ec2bfb5b48eb68e574a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9253502 Aug 11 02:49:29.622900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:29.684640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03b4e4-a476-42e3-b36c-55f54851fe1f req-4e319025-4389-47db-8406-4a19bb691fcc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.705168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f03b4e4-a476-42e3-b36c-55f54851fe1f req-4e319025-4389-47db-8406-4a19bb691fcc tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 944 time: 0.4565353 Aug 11 02:49:29.725701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15393ee1-ace2-448d-84a5-1cad0d0d3e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812f5de9-5449-47ba-9992-144e6230e5cc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:29.769752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-9e425cc2-e297-432f-8322-2f620b350ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.772739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-9e425cc2-e297-432f-8322-2f620b350ece service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 1095 time: 0.4319780 Aug 11 02:49:29.871338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7a26-07be-48bb-8edb-3f343a5689a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.958794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7a26-07be-48bb-8edb-3f343a5689a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.060728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7a26-07be-48bb-8edb-3f343a5689a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.072142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-e0bff2ca-93f2-475d-82fc-61183b8e2517 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c HTTP/1.1" status: 200 len: 217 time: 0.2699430 Aug 11 02:49:30.075916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7a26-07be-48bb-8edb-3f343a5689a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.078352 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a8a7a26-07be-48bb-8edb-3f343a5689a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812f5de9-5449-47ba-9992-144e6230e5cc HTTP/1.1" status: 204 len: 168 time: 0.4534953 Aug 11 02:49:30.094666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a7a26-07be-48bb-8edb-3f343a5689a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f5de9-5449-47ba-9992-144e6230e5cc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:30.311631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f03b4e4-a476-42e3-b36c-55f54851fe1f req-91dc6411-ba88-408d-821f-3bd83e7b7dff tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635703 Aug 11 02:49:30.381166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238338c3-c0f2-438f-97cc-f53010f5cdc3 req-89664411-20e7-4207-b265-2d44f49386f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.384598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-238338c3-c0f2-438f-97cc-f53010f5cdc3 req-89664411-20e7-4207-b265-2d44f49386f4 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 944 time: 0.5546849 Aug 11 02:49:30.391945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-e4c267bd-4648-4974-9c4d-329d470b6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.395292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-e4c267bd-4648-4974-9c4d-329d470b6744 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.2627342 Aug 11 02:49:30.484661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-ae1ed444-22e6-444e-a415-07526102e162 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734832 Aug 11 02:49:30.587912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-238338c3-c0f2-438f-97cc-f53010f5cdc3 req-beabf6b6-d160-4612-ae0a-1cd44c2fca65 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897385 Aug 11 02:49:30.652243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 36f46074-5c1f-4ca0-803e-51c04f321fd4 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:30.713523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-a0450ff9-2342-499f-8ec2-4a019705ce36 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173719 Aug 11 02:49:31.058692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aebd35af-ad7f-4335-af4b-93cb3881d3ce req-3c33d229-7714-468a-bdf0-4a07e369b1df service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314466 Aug 11 02:49:31.251528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-f2509acb-f90c-4310-803d-d081d4279a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.255653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-f2509acb-f90c-4310-803d-d081d4279a36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 1095 time: 0.1467535 Aug 11 02:49:31.420296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 36f46074-5c1f-4ca0-803e-51c04f321fd4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:31.487512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'port_id': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'mac_address': 'fa:16:3e:7a:2e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:31.567388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-db9ff271-1b87-48df-ae6b-59b019a0ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.572382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-db9ff271-1b87-48df-ae6b-59b019a0ed37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.3071074 Aug 11 02:49:31.590633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.627107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f46074-5c1f-4ca0-803e-51c04f321fd4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:31.673666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-6ec315b4-47a0-43ba-9a2e-dcc1574c0cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c HTTP/1.1" status: 200 len: 217 time: 0.0944688 Aug 11 02:49:31.721741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 36f46074-5c1f-4ca0-803e-51c04f321fd4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:31.736168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.860319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-445b6e8f-00ff-4c61-92e3-31025f3c941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.867459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-445b6e8f-00ff-4c61-92e3-31025f3c941e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.1353633 Aug 11 02:49:31.948546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=36f46074-5c1f-4ca0-803e-51c04f321fd4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.996348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['36f46074-5c1f-4ca0-803e-51c04f321fd4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:32.008309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-4016c15c-9671-4730-b737-5be0d0d0dcd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191425 Aug 11 02:49:32.212918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054fb8-3c78-495d-89b9-739b57bac516 req-fe71d6e4-6f5c-4778-8fed-3d7c3bd37c1c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.214861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b054fb8-3c78-495d-89b9-739b57bac516 req-fe71d6e4-6f5c-4778-8fed-3d7c3bd37c1c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 944 time: 0.5400500 Aug 11 02:49:32.224933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-5b9e764b-d66d-411f-953c-e7d53e8c8512 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059634 Aug 11 02:49:32.268156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b732-1c58-4088-9c22-79f84fd9e45a req-387e01f7-61b4-4ab4-a09e-d42a3080ac11 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.270697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22a3b732-1c58-4088-9c22-79f84fd9e45a req-387e01f7-61b4-4ab4-a09e-d42a3080ac11 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.5419090 Aug 11 02:49:32.490668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b054fb8-3c78-495d-89b9-739b57bac516 req-2fa45a8c-4ec6-45dd-a68b-0b6a5a81b1e2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473190 Aug 11 02:49:32.530422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22a3b732-1c58-4088-9c22-79f84fd9e45a req-5648c625-b46d-4118-9bc2-74fa3ff8a973 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121460 Aug 11 02:49:32.556026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b20025ec-66af-4609-8787-4bd8aec5db82 req-18f7e0e1-a59f-4fcd-943f-94c6ce91b398 service neutron] 10.222.0.59 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240771 Aug 11 02:49:32.670067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:32.784279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af36057-b485-4f49-9154-05304d2f0e96 req-a482a2da-4b58-4d5d-8c54-308abe747f95 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.789081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af36057-b485-4f49-9154-05304d2f0e96 req-a482a2da-4b58-4d5d-8c54-308abe747f95 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 945 time: 0.1751454 Aug 11 02:49:32.948452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4af36057-b485-4f49-9154-05304d2f0e96 req-893838ea-a9b6-47b0-99e9-2f66f2e30ac1 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469278 Aug 11 02:49:32.994401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:33.019665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c', 'network_id': 'ed2235ad-4a53-496e-aee2-84e72cf422ce', 'port_id': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c', 'mac_address': 'fa:16:3e:bd:a7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b587ed-744c-4adb-ba03-3fbda6ad87f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:33.074780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55538) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:33.150681 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.189548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:33.234571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:33.240139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.345948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.394635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196169f5-da73-4f22-9102-dfe3137c197c req-9f101c80-e74f-434c-a8af-b68072e040ac tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.397463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-196169f5-da73-4f22-9102-dfe3137c197c req-9f101c80-e74f-434c-a8af-b68072e040ac tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.1042688 Aug 11 02:49:33.465154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:33.501290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84a57b9c-3cc2-4965-a6f6-fe5e9fcd62ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.714810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55554) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:33.865851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Deleting port 0d565570-56df-470d-82b8-5ba96cd48139 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:33.866907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.882493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade76ab4-6e2f-407a-a000-c65e20c2b93b req-11046ea0-9d41-4e0e-858b-c83776d4d7b4 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.885521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ade76ab4-6e2f-407a-a000-c65e20c2b93b req-11046ea0-9d41-4e0e-858b-c83776d4d7b4 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.1970022 Aug 11 02:49:33.978385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eaeb-3dcd-4f4b-8507-eddc9f495783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.998742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07ae4b-8a73-4864-afbf-4d583635131b req-3fe04b03-d178-47dd-9414-26cb865cb971 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.012371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d07ae4b-8a73-4864-afbf-4d583635131b req-3fe04b03-d178-47dd-9414-26cb865cb971 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 945 time: 0.3088143 Aug 11 02:49:34.136134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ade76ab4-6e2f-407a-a000-c65e20c2b93b req-5472257e-9cdb-4e03-ad8a-e6b6c6a51f92 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347395 Aug 11 02:49:34.181807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9d07ae4b-8a73-4864-afbf-4d583635131b req-8c6d412e-d7fc-471d-ba27-922a7afb33a7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685262 Aug 11 02:49:34.211873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84a57b9c-3cc2-4965-a6f6-fe5e9fcd62ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.240727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] For port 0d565570-56df-470d-82b8-5ba96cd48139, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0d565570-56df-470d-82b8-5ba96cd48139,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:34.241816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.250355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84a57b9c-3cc2-4965-a6f6-fe5e9fcd62ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.388795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eaeb-3dcd-4f4b-8507-eddc9f495783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.395122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eaeb-3dcd-4f4b-8507-eddc9f495783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.485692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3fb6eaeb-3dcd-4f4b-8507-eddc9f495783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=852ee6b822174fd9bbf8890c11a3f4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7694139 Aug 11 02:49:34.487419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:34.520312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-84a57b9c-3cc2-4965-a6f6-fe5e9fcd62ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b93808fe0a04751869ae050ddd76666&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4394536 Aug 11 02:49:34.525203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6eaeb-3dcd-4f4b-8507-eddc9f495783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12eb2c6-f566-48ed-be37-7c01ac0c7f06,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.526515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55576) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:34.551662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a57b9c-3cc2-4965-a6f6-fe5e9fcd62ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1993e0-259c-47e6-b807-ba27e643faee,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.607156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e05daa-79fc-4a1b-af1c-49f2084e3eab req-c0479a25-4556-4f56-b920-af13c825a4dd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.621300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15e05daa-79fc-4a1b-af1c-49f2084e3eab req-c0479a25-4556-4f56-b920-af13c825a4dd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 945 time: 0.3314853 Aug 11 02:49:34.625000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e0b852b-2cc6-4cc3-8102-364f89c3b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.673037 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e0b852b-2cc6-4cc3-8102-364f89c3b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.684427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:34.766563 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15e05daa-79fc-4a1b-af1c-49f2084e3eab req-1388fbd0-8149-499d-aecb-546ca1e14a70 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209512 Aug 11 02:49:34.816147 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e0b852b-2cc6-4cc3-8102-364f89c3b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.821062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e0b852b-2cc6-4cc3-8102-364f89c3b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.823013 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6e0b852b-2cc6-4cc3-8102-364f89c3b5b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f12eb2c6-f566-48ed-be37-7c01ac0c7f06 HTTP/1.1" status: 204 len: 168 time: 0.3257687 Aug 11 02:49:34.828715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:34.836054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b852b-2cc6-4cc3-8102-364f89c3b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12eb2c6-f566-48ed-be37-7c01ac0c7f06,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.837613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:34.839140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.968000 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6826fd9-b4f9-44e9-9860-d837470a5586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.011833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6826fd9-b4f9-44e9-9860-d837470a5586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.076046 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.136318 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.136705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.137103 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Floating IP bae04a1c-4592-40b2-8954-18dc5b192d30 disassociated. External IP: 172.25.6.189, port: 0d565570-56df-470d-82b8-5ba96cd48139. Aug 11 02:49:35.137440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Calling delete_port for 0d565570-56df-470d-82b8-5ba96cd48139 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:35.147315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6826fd9-b4f9-44e9-9860-d837470a5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.150826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c6826fd9-b4f9-44e9-9860-d837470a5586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.152350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c6826fd9-b4f9-44e9-9860-d837470a5586 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a1993e0-259c-47e6-b807-ba27e643faee HTTP/1.1" status: 204 len: 168 time: 0.6227710 Aug 11 02:49:35.165513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626529a7-d656-4734-a064-b0817734bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:35.172653 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00dd87b-c979-44f3-8f3f-a74bf4f98fdc" -d '{"events": [{"server_uuid": "626529a7-d656-4734-a064-b0817734bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:35.229400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:35.236624 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.239293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 36f46074-5c1f-4ca0-803e-51c04f321fd4 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:35.308388 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f88d98b-f1e2-4add-8c2a-d185f682337a x-openstack-request-id: req-6f88d98b-f1e2-4add-8c2a-d185f682337a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:35.308561 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626529a7-d656-4734-a064-b0817734bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:35.308693 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f88d98b-f1e2-4add-8c2a-d185f682337a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:35.309085 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626529a7-d656-4734-a064-b0817734bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c', 'code': 200} Aug 11 02:49:35.311611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:35.348623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6826fd9-b4f9-44e9-9860-d837470a5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1993e0-259c-47e6-b807-ba27e643faee,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:35.500362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 36f46074-5c1f-4ca0-803e-51c04f321fd4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:35.515044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 36f46074-5c1f-4ca0-803e-51c04f321fd4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:35.515918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.793292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.846800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 36f46074-5c1f-4ca0-803e-51c04f321fd4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:35.853505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.930784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=36f46074-5c1f-4ca0-803e-51c04f321fd4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.176043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55674) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:36.212906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44d1f-1e05-46a3-b222-a544b8b9eaf9 req-104ee6f9-f93d-41d3-9eac-c0d6ea8ef062 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.214762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-def44d1f-1e05-46a3-b222-a544b8b9eaf9 req-104ee6f9-f93d-41d3-9eac-c0d6ea8ef062 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 946 time: 0.9015844 Aug 11 02:49:36.215828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3cbefbe-ebfb-47d7-ad97-db0296b191c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.227517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8802a-ecd3-481e-a595-d65e1e3ec113 req-37cf644b-993f-455b-8d95-82b0d91a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.229372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75e8802a-ecd3-481e-a595-d65e1e3ec113 req-37cf644b-993f-455b-8d95-82b0d91a8a19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 1097 time: 0.8632908 Aug 11 02:49:36.255429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c3078-a07f-4008-97a9-5fecf269ae15 req-a1e98ff2-353e-42bb-b050-6ade87f4edef tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.264133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d0c3078-a07f-4008-97a9-5fecf269ae15 req-a1e98ff2-353e-42bb-b050-6ade87f4edef tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.8518839 Aug 11 02:49:36.406770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:36.440970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3cbefbe-ebfb-47d7-ad97-db0296b191c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.449851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3cbefbe-ebfb-47d7-ad97-db0296b191c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.461082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-def44d1f-1e05-46a3-b222-a544b8b9eaf9 req-29fb4503-d416-42fc-9283-49ad6bc96b8e tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9be81e9-e0cd-4edf-96cd-47fea63a34d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365549 Aug 11 02:49:36.476998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d0c3078-a07f-4008-97a9-5fecf269ae15 req-dcd3f8c8-d736-4aa4-b45b-5010d1dcfafe tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109103 Aug 11 02:49:36.478168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.526756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75e8802a-ecd3-481e-a595-d65e1e3ec113 req-57a31ddf-2c84-4670-af1b-da9d29b2e29c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259617 Aug 11 02:49:36.586254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbefbe-ebfb-47d7-ad97-db0296b191c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25218277-76ad-4c7f-a2e5-73f4dea07735,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.601425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f3cbefbe-ebfb-47d7-ad97-db0296b191c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25a091c1f3704d6e967f30deb84112c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236128 Aug 11 02:49:36.607655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:36.627056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event deleted for resources: {'Port': ['ID=0d565570-56df-470d-82b8-5ba96cd48139,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.776640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5675ee8-a37d-4704-a669-c6a1ac73a244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.837653 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5675ee8-a37d-4704-a669-c6a1ac73a244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.909359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942ae8b-4ce8-4eea-91a2-dbb28d5ab662 req-785a5598-3b89-426c-8a7b-a2fb5adf5905 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.931680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4942ae8b-4ce8-4eea-91a2-dbb28d5ab662 req-785a5598-3b89-426c-8a7b-a2fb5adf5905 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 946 time: 0.1830938 Aug 11 02:49:36.940782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1793-9591-4b6a-9323-9e2092eb9ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.982409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5675ee8-a37d-4704-a669-c6a1ac73a244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.985683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5675ee8-a37d-4704-a669-c6a1ac73a244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.987668 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a5675ee8-a37d-4704-a669-c6a1ac73a244 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25218277-76ad-4c7f-a2e5-73f4dea07735 HTTP/1.1" status: 204 len: 168 time: 0.3778596 Aug 11 02:49:37.013330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5675ee8-a37d-4704-a669-c6a1ac73a244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25218277-76ad-4c7f-a2e5-73f4dea07735,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:37.015036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4942ae8b-4ce8-4eea-91a2-dbb28d5ab662 req-c15512cb-9eae-417d-ac5f-a046da04efa9 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832171 Aug 11 02:49:37.039800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:37.167697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1793-9591-4b6a-9323-9e2092eb9ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.183928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1793-9591-4b6a-9323-9e2092eb9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.248696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:37.264363 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] Sync routers for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:37.278925 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ac9e1793-9591-4b6a-9323-9e2092eb9ff3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d0d429876d34cdcb13146acbdef4466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712111 Aug 11 02:49:37.294311 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:37.295053 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:37.299765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55698) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:37.310336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:37.312747 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5581e-8dd4-47e2-aa9e-4f9faea7f617" -d '{"events": [{"server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "name": "network-vif-plugged", "status": "completed", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:37.419550 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34869896-ebd3-4528-b5ba-341044f6ad97 x-openstack-request-id: req-34869896-ebd3-4528-b5ba-341044f6ad97 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:37.419844 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "name": "network-vif-plugged", "status": "completed", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:37.420096 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34869896-ebd3-4528-b5ba-341044f6ad97 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:37.420544 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'code': 200} Aug 11 02:49:37.451432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] No DVR routers for this DVR port 0d565570-56df-470d-82b8-5ba96cd48139 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:37.459158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e1793-9591-4b6a-9323-9e2092eb9ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0099da-0302-4872-8939-7f8daf81b46d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:37.471365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.495325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-196169f5-da73-4f22-9102-dfe3137c197c req-33fefb2b-52c1-434a-b1b5-531b3ce40a01 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.25 "DELETE /v2.0/ports/0d565570-56df-470d-82b8-5ba96cd48139 HTTP/1.1" status: 204 len: 173 time: 4.0796428 Aug 11 02:49:37.495950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'name': 'network-vif-deleted', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:37.520049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-600424c3-a2f6-416f-9e46-777e6570f5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.537987 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7332f544-9f72-4a82-97fa-11bff03dc2ff" -d '{"events": [{"server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "name": "network-vif-deleted", "tag": "0d565570-56df-470d-82b8-5ba96cd48139"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:37.595425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-600424c3-a2f6-416f-9e46-777e6570f5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.672215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d565570-56df-470d-82b8-5ba96cd48139 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:37.703769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-600424c3-a2f6-416f-9e46-777e6570f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.707474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-600424c3-a2f6-416f-9e46-777e6570f5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.709452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-600424c3-a2f6-416f-9e46-777e6570f5a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f0099da-0302-4872-8939-7f8daf81b46d HTTP/1.1" status: 204 len: 168 time: 0.4086797 Aug 11 02:49:37.714971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 0d565570-56df-470d-82b8-5ba96cd48139 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:37.719093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0d565570-56df-470d-82b8-5ba96cd48139 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:37.720170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600424c3-a2f6-416f-9e46-777e6570f5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0099da-0302-4872-8939-7f8daf81b46d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:37.870084 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:37.928361 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc65abc9-88c7-4ae0-9fc9-e9938c44afcc req-3a3256d7-5675-4c13-8bf0-1bf432f97223 tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "GET /v2.0/ports?device_id=3deef6fb-3b42-456d-871e-9d8eb8be7a98 HTTP/1.1" status: 200 len: 210 time: 0.1657755 Aug 11 02:49:37.944220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d20a84-2acf-4715-9095-6fae51ea99f0 req-db2fe7d0-f9b6-4197-8278-3354751a7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.952842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53d20a84-2acf-4715-9095-6fae51ea99f0 req-db2fe7d0-f9b6-4197-8278-3354751a7c96 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1097 time: 0.3718855 Aug 11 02:49:37.982975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc9a5-faba-4559-b628-f9fccaa7a073 req-352f98bd-de74-43c8-8528-b42f61e28204 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.985445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ccdc9a5-faba-4559-b628-f9fccaa7a073 req-352f98bd-de74-43c8-8528-b42f61e28204 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2454753 Aug 11 02:49:38.085649 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de87e0-7182-4ec6-95e6-8e26333d6c0d x-openstack-request-id: req-d6de87e0-7182-4ec6-95e6-8e26333d6c0d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:38.087498 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deef6fb-3b42-456d-871e-9d8eb8be7a98", "name": "network-vif-deleted", "tag": "0d565570-56df-470d-82b8-5ba96cd48139", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:38.087931 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6de87e0-7182-4ec6-95e6-8e26333d6c0d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:38.088617 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deef6fb-3b42-456d-871e-9d8eb8be7a98', 'name': 'network-vif-deleted', 'tag': '0d565570-56df-470d-82b8-5ba96cd48139', 'status': 'completed', 'code': 200} Aug 11 02:49:38.164994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53d20a84-2acf-4715-9095-6fae51ea99f0 req-3100336b-bbe3-4b47-a040-49b60af13e95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995573 Aug 11 02:49:38.224358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ccdc9a5-faba-4559-b628-f9fccaa7a073 req-3aea610d-22df-43d6-ba9f-32926303e221 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145505 Aug 11 02:49:38.282678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd0792-4ed0-479c-afc8-9160b6eb392c req-593a62a5-679e-48f6-864a-ff6cc861fe11 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:38.284794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9cd0792-4ed0-479c-afc8-9160b6eb392c req-593a62a5-679e-48f6-864a-ff6cc861fe11 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 946 time: 0.0875261 Aug 11 02:49:38.372085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:38.402323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.415891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9cd0792-4ed0-479c-afc8-9160b6eb392c req-9dec1791-6647-4172-ba97-ce792e802871 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051831 Aug 11 02:49:38.447523 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:49Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:38.487209 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] Checking router: ddf16ec8-70ac-439e-bdcb-bcc55d0124fc for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:38.508433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:38.510956 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:38.615198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.621046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.676034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2e37c7047664314aa1e76a330e54f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983222 Aug 11 02:49:38.676034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aefae5-8611-42fa-9532-f4a57faf9174,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:38.676632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55744) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:38.701123 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:38.705639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.706220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.706647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.707246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.709078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.709774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.711629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.713174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.713331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.715151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.715616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.716028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151c73-da53-4bfd-90e7-c48793789002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:38.769991 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4b53-211d-4678-8b4d-f48c214e918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.797303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4b53-211d-4678-8b4d-f48c214e918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.864644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4b53-211d-4678-8b4d-f48c214e918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.867721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4b53-211d-4678-8b4d-f48c214e918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.869172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8e5c4b53-211d-4678-8b4d-f48c214e918c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2aefae5-8611-42fa-9532-f4a57faf9174 HTTP/1.1" status: 204 len: 168 time: 0.1910503 Aug 11 02:49:38.878081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c4b53-211d-4678-8b4d-f48c214e918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aefae5-8611-42fa-9532-f4a57faf9174,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:39.049302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55760) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:39.131567 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:49Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:39.198990 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6254ac5-4784-4fd8-9209-fc3ca0dc9785 None None] The sync data for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 is: [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:43:40Z', 'revision_number': 4, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c00d8d4d-4b48-46b4-b985-fb688a31d01d', 'name': '', 'network_id': '07b14b45-97ad-4925-ab39-f96b4638d898', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'mac_address': 'fa:16:3e:ea:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:34Z', 'updated_at': '2021-08-11T02:43:49Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'subnets': [{'id': '15f939ba-12ad-4963-9143-26f8cb94f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:39.357489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Deleting port bbb396fd-6596-4a09-9e7c-38a26487c260 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:39.358134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.544034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.544376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.582544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f3bf8-c12a-4856-b039-ee6d7a11f366 req-f4339c25-7261-466c-be9a-1a5177a1d81e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.584622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b1f3bf8-c12a-4856-b039-ee6d7a11f366 req-f4339c25-7261-466c-be9a-1a5177a1d81e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2140357 Aug 11 02:49:39.585763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Calling delete_port for bbb396fd-6596-4a09-9e7c-38a26487c260 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:39.746226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902637f3-99d5-4e0c-a3da-87db7c5b2a6a None None] New status for floating IP bae04a1c-4592-40b2-8954-18dc5b192d30: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:39.763719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548bb3b-5262-4e6f-a319-bd83ce9d05b9 req-42a0a297-139a-450f-8d84-3d33b01796fd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.765587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7548bb3b-5262-4e6f-a319-bd83ce9d05b9 req-42a0a297-139a-450f-8d84-3d33b01796fd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 946 time: 0.2700419 Aug 11 02:49:39.782297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b1f3bf8-c12a-4856-b039-ee6d7a11f366 req-b441c1ca-9bc2-445c-867e-7a9495e74aa5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643934 Aug 11 02:49:39.889635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7548bb3b-5262-4e6f-a319-bd83ce9d05b9 req-d9938137-ecc6-4a75-8104-edbdbbea7d99 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041124 Aug 11 02:49:39.978750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:40.062290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-902637f3-99d5-4e0c-a3da-87db7c5b2a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:49:40.062959 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-902637f3-99d5-4e0c-a3da-87db7c5b2a6a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:49:40.067260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.105199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event deleted for resources: {'Port': ['ID=bbb396fd-6596-4a09-9e7c-38a26487c260,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:40.194128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1764359289'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:40.225014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-dbcd2851-9a32-4608-9a9d-93928b96fb9d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.227237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Made reservation on behalf of d25d4cfad3e34c70b747358f000f482d for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:40.230802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-dbcd2851-9a32-4608-9a9d-93928b96fb9d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.2917523 Aug 11 02:49:40.231645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.241372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.255631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ea898c1b-79f5-4bfb-97a2-c225b389c1af tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0226834 Aug 11 02:49:40.265662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333e55-19cb-47f2-b644-3bb047d954f6 req-f014f60e-da98-46c6-9032-474c68e5d9d0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.267266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29333e55-19cb-47f2-b644-3bb047d954f6 req-f014f60e-da98-46c6-9032-474c68e5d9d0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 946 time: 0.1661603 Aug 11 02:49:40.316408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.319308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.320798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2b45cfd3-c349-4fd7-b3ba-c0a5733e423d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "DELETE /v2.0/floatingips/bae04a1c-4592-40b2-8954-18dc5b192d30 HTTP/1.1" status: 204 len: 168 time: 1.2704575 Aug 11 02:49:40.354216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29333e55-19cb-47f2-b644-3bb047d954f6 req-c370f1fd-3b92-4111-a63f-a5f96f5f32d3 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718672 Aug 11 02:49:40.368810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.376406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-0f5d071f-771d-4010-8d4a-122e2ef8e427 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076257 Aug 11 02:49:40.381580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55818) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:40.386142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.405243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:49:40.445909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.446417 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Added segment a35ba09b-badb-4b67-98cc-428528f3583b of type vlan for network 8c860ef5-7ef1-4516-b505-79418b4cc58a Aug 11 02:49:40.472157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52447c-372f-400a-b9f0-bd20528e84b1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:40.517827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.527932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-f3d4d355-0d4d-4daf-897e-f092ed96e0a2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e067350e8f7a4dcc8d651bc7c9fc4b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417755 Aug 11 02:49:40.554490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.556408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8645b22-84b8-4731-b785-228f5747dbc8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.560673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c8645b22-84b8-4731-b785-228f5747dbc8 tempest-TestNetworkBasicOps-1698316858 tempest-TestNetworkBasicOps-1698316858-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1092 time: 0.1746116 Aug 11 02:49:40.561856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55832) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:40.565134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902637f3-99d5-4e0c-a3da-87db7c5b2a6a None None] New status for floating IP bae04a1c-4592-40b2-8954-18dc5b192d30: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:40.565306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.566316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.644611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Pushing event updated for resources: {'Network': ['ID=8c860ef5-7ef1-4516-b505-79418b4cc58a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:40.660847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e325dbad-f108-42ed-bfd7-8d9d74b42b82 tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6806288 Aug 11 02:49:40.661301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8c860ef5-7ef1-4516-b505-79418b4cc58a details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:49:40.677442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:40.793640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-2f58f9bf-8aac-4dfa-9dd0-e45e456cf26f service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999188 Aug 11 02:49:40.800975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.921981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-332e9776-04ff-40b1-b086-365c8a7848c5 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.923529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-332e9776-04ff-40b1-b086-365c8a7848c5 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3711932 Aug 11 02:49:40.959519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-a60e2035-7a88-4dc6-bd75-2ea36f8ac498 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/quotas/e067350e8f7a4dcc8d651bc7c9fc4b28 HTTP/1.1" status: 200 len: 375 time: 0.0299482 Aug 11 02:49:41.012462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ef81c7ce-4e91-478a-ad45-c341c593e473 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e067350e8f7a4dcc8d651bc7c9fc4b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427063 Aug 11 02:49:41.019184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-013f1e66-e1b7-4cdf-9da0-141da6f70351 service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152505 Aug 11 02:49:41.085123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.383774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce2629-2e94-4283-babd-3e563bd84909 req-2ee72242-7ed0-40dd-b81f-e464fe625dd3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.392431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5ce2629-2e94-4283-babd-3e563bd84909 req-2ee72242-7ed0-40dd-b81f-e464fe625dd3 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.1452067 Aug 11 02:49:41.415150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Allocated IP 172.25.6.88 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/754c7f3e-600b-40c2-8e34-62a03a44bdd0) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:41.530954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5ce2629-2e94-4283-babd-3e563bd84909 req-d16dccfa-325b-44b8-8a05-7d6fb05fbd2d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369712 Aug 11 02:49:41.670060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.754586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a30b03df-e66b-4c82-8b48-3ce15f8ef653 req-9c2efd59-399d-4c61-a566-0116f2bc33ee tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 210 time: 0.1292470 Aug 11 02:49:41.781537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.904417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:41.907650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b1267b8-ee38-4048-9578-3cd6d6fcdc0e req-2edaf809-b8e6-4f19-954a-6cd941687ecb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.0535862 Aug 11 02:49:41.917839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:41.922169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:41.935429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:41.940683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Request body: {'port': {'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a', 'binding:host_id': 'n-h2-715271-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906815864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:41.989742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Made reservation on behalf of 3566202cfcc74562bb2d913b059a40ea for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:41.990689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=754c7f3e-600b-40c2-8e34-62a03a44bdd0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:41.992648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.009801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.010169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.010722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.011071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.011872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.012222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.012601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.012933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.013400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.013739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.014159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.014493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:42.031074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.045749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55924) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:42.166105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832ecbe4-9995-4851-bde9-a248d2277c8d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.239743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832ecbe4-9995-4851-bde9-a248d2277c8d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.339947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.345501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.350296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port be7198ba-5b85-4a1f-9b54-f991f9a02866 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:42.377167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b1bf-a11f-44c3-941d-1b72c90db6c7 req-e0f6a9ea-2ffb-43a7-ad70-860c6919be12 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:42.378810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edf5b1bf-a11f-44c3-941d-1b72c90db6c7 req-e0f6a9ea-2ffb-43a7-ad70-860c6919be12 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.3409984 Aug 11 02:49:42.463610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f2391-35fb-4f9d-b92d-9eed235c87d4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:42.469255 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832ecbe4-9995-4851-bde9-a248d2277c8d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.472209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832ecbe4-9995-4851-bde9-a248d2277c8d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.473885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-832ecbe4-9995-4851-bde9-a248d2277c8d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9be81e9-e0cd-4edf-96cd-47fea63a34d6 HTTP/1.1" status: 204 len: 168 time: 0.4268422 Aug 11 02:49:42.484564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edf5b1bf-a11f-44c3-941d-1b72c90db6c7 req-b9f661d4-8b14-4a3d-9bce-1608c37b8020 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908301 Aug 11 02:49:42.524753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55960) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:42.527152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ecbe4-9995-4851-bde9-a248d2277c8d tempest-TestServerBasicOps-1643978729 tempest-TestServerBasicOps-1643978729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9be81e9-e0cd-4edf-96cd-47fea63a34d6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:42.869241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port be7198ba-5b85-4a1f-9b54-f991f9a02866 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:42.883549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:42.917363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.937672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Transition to ACTIVE for port object be7198ba-5b85-4a1f-9b54-f991f9a02866 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:42.955923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.006637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9479e1df-da43-43db-968e-80789b9e15f8 req-cfdaa23d-e811-4991-ba2d-ee38beff58d8 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 210 time: 0.0920415 Aug 11 02:49:43.019071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d899fa-fc5b-4a92-b1fc-5d45f3d13b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.055645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=be7198ba-5b85-4a1f-9b54-f991f9a02866,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:43.071757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Checking segment: {'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:43.072114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Network hostable DHCP agents. Network: 8c860ef5-7ef1-4516-b505-79418b4cc58a, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:43.104548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Network 8c860ef5-7ef1-4516-b505-79418b4cc58a is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:43.112357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-b40cf2c9-2edb-430f-8693-e816a1a2707d tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e067350e8f7a4dcc8d651bc7c9fc4b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1991603 Aug 11 02:49:43.118933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8c860ef5-7ef1-4516-b505-79418b4cc58a) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:43.124201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:43.130519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f572c0-79c2-4ff6-be7a-7abcd615f612 None None] Network 8c860ef5-7ef1-4516-b505-79418b4cc58a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:43.146159 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.146485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.146837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.147222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.156496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.157135 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.159933 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 2 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.180806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.181469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.182039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.205529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.205863 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.207855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d899fa-fc5b-4a92-b1fc-5d45f3d13b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.208926 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 3 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.213183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be14a289-eaea-4924-9d06-d3f94bf4bc58 req-baa50878-5f56-477b-8348-205eb6043f7a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.0939362 Aug 11 02:49:43.219969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63d899fa-fc5b-4a92-b1fc-5d45f3d13b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.242248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.242607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.242929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.263080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.263439 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.266673 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 4 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.271786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63d899fa-fc5b-4a92-b1fc-5d45f3d13b40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb5336d5d75049bb827c246d9113b316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863833 Aug 11 02:49:43.283114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:43.304660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.304999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.305354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.321433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d899fa-fc5b-4a92-b1fc-5d45f3d13b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a235ee58-9626-4b8c-84b3-0f6974308718,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:43.339038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.339472 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.354086 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 5 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.421468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.421793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.422166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.435857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.436193 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.440895 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 6 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.474047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cd927e-3231-4e3d-8142-1843f37d77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.486324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.486725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.487002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.513459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.513793 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.517088 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 7 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.526756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-480437ad-cf6e-4dfb-80fe-8d762bd5da57 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.528326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-480437ad-cf6e-4dfb-80fe-8d762bd5da57 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.2253416 Aug 11 02:49:43.531633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cd927e-3231-4e3d-8142-1843f37d77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.551572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': 'c7f70469-ced8-4223-836d-734de073a422', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:43.573129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.573473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.573717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.624153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.624492 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.628759 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 8 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.659775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.660115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.660461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.679203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.679562 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.681790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff559b-798b-40dc-9aa3-0ea648bf49c2 req-8b42ee6d-2106-449e-997d-c8f903c1608a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.682783 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 9 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.683377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eff559b-798b-40dc-9aa3-0ea648bf49c2 req-8b42ee6d-2106-449e-997d-c8f903c1608a tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.7679992 Aug 11 02:49:43.711046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cd927e-3231-4e3d-8142-1843f37d77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.713756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cd927e-3231-4e3d-8142-1843f37d77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.714804 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43cd927e-3231-4e3d-8142-1843f37d77b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a235ee58-9626-4b8c-84b3-0f6974308718 HTTP/1.1" status: 204 len: 168 time: 0.4308023 Aug 11 02:49:43.723041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.723382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.723723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.735999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd927e-3231-4e3d-8142-1843f37d77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235ee58-9626-4b8c-84b3-0f6974308718,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:43.741302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.741649 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.743757 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 10 to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 Aug 11 02:49:43.768747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:43.769189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:43.769620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:43.775534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:43.779462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.790621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port be7198ba-5b85-4a1f-9b54-f991f9a02866 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:43.790957 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port be7198ba-5b85-4a1f-9b54-f991f9a02866 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:43.791333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.827832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-bb0f4f7a-34f0-4b3d-a2ad-0d90ea1987a0 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.829445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-bb0f4f7a-34f0-4b3d-a2ad-0d90ea1987a0 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7012904 Aug 11 02:49:43.878694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Request body: {'port': {'device_id': 'de785213-9a0f-47a2-b171-2946eee60365', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': 'e067350e8f7a4dcc8d651bc7c9fc4b28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:43.909912 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ee482c3-af26-4845-88ae-ae64fe44552c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.959915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] For port be7198ba-5b85-4a1f-9b54-f991f9a02866, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:43.960576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempted to set empty binding levels {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:49:43.972946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.975092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.988112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eff559b-798b-40dc-9aa3-0ea648bf49c2 req-674cac55-8a6f-4296-81ec-9c7f9d3f005c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954812 Aug 11 02:49:44.019196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.020153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.046163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.11 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/dac457aa-54ae-46e3-be83-2d9eee5e6465) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:44.086694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1497462 Aug 11 02:49:44.088578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe4b6-cb6f-4493-ac8e-453802698dd4 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=be7198ba-5b85-4a1f-9b54-f991f9a02866,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:44.090876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:44.199151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:44.209383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81f264c1-0eff-488d-b41d-da575b870e1b req-70f457c1-3d3a-42c3-a746-ad55ae36c971 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 210 time: 0.0364041 Aug 11 02:49:44.229790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47abaaf-c395-465c-b740-670258eb2a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.376729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Made reservation on behalf of e067350e8f7a4dcc8d651bc7c9fc4b28 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:44.380838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.387648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bb6870d-c340-496b-b72e-c9ec1fdea6f9 req-6e784a9e-8b18-4679-8191-8d0f98f2b093 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.0490594 Aug 11 02:49:44.407938 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.427214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.459592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Deleting port be7198ba-5b85-4a1f-9b54-f991f9a02866 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:44.461061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.525914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.530736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object dac457aa-54ae-46e3-be83-2d9eee5e6465 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:44.535560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.597940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] For port be7198ba-5b85-4a1f-9b54-f991f9a02866, host n-h2-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:44.598508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.628281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event updated for resources: {'Port': ['ID=754c7f3e-600b-40c2-8e34-62a03a44bdd0,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:44.638553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Calling delete_port for be7198ba-5b85-4a1f-9b54-f991f9a02866 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:44.654701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.657852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.677708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.757699 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47abaaf-c395-465c-b740-670258eb2a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.771128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47abaaf-c395-465c-b740-670258eb2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.817752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:44.837037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:44.848690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:44.868585 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d47abaaf-c395-465c-b740-670258eb2a01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b28f68a1c2ae49fa8b2c0da0b36eee31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647916 Aug 11 02:49:44.868585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=dac457aa-54ae-46e3-be83-2d9eee5e6465,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:44.868899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 55996) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:44.898666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abaaf-c395-465c-b740-670258eb2a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a68aaba-7768-461c-9e73-88ae264732be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:44.919388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.952691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.954049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.999016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event deleted for resources: {'Port': ['ID=be7198ba-5b85-4a1f-9b54-f991f9a02866,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.009768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.015798 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-35c5503c-748d-4e8a-b77c-04189afdb2d6 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "DELETE /v2.0/ports/be7198ba-5b85-4a1f-9b54-f991f9a02866 HTTP/1.1" status: 204 len: 168 time: 0.9170382 Aug 11 02:49:45.021273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 55998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:45.054142 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf927830-4c47-4d93-b83a-f1f0e94255fe tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:49:45.058301 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf927830-4c47-4d93-b83a-f1f0e94255fe tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "GET /v2.0/ports/be7198ba-5b85-4a1f-9b54-f991f9a02866 HTTP/1.1" status: 404 len: 333 time: 0.0352447 Aug 11 02:49:45.059038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:45.059267 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Floating IP a4523d07-61a5-46e8-a843-e578d4f1323f associated. External IP: 172.25.6.88, port: 36f46074-5c1f-4ca0-803e-51c04f321fd4. Aug 11 02:49:45.065049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Request body: {'port': {'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-332307136'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:45.122401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.138802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-ed45ca55-26a7-43d8-bc2e-6845993a8aef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5926080 Aug 11 02:49:45.156089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.157448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Request body: {'port': {'device_id': 'c7f70469-ced8-4223-836d-734de073a422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:45.213804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Made reservation on behalf of 3566202cfcc74562bb2d913b059a40ea for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:45.216574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.254330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cb6b1e9e-0659-4811-b56c-fa7753c64618 None None] Provisioning for port dac457aa-54ae-46e3-be83-2d9eee5e6465 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:45.266386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cb6b1e9e-0659-4811-b56c-fa7753c64618 None None] Provisioning complete for port dac457aa-54ae-46e3-be83-2d9eee5e6465 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:45.266782 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1e9e-0659-4811-b56c-fa7753c64618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.270858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.282287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.293635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port 613d7c52-25e4-4860-afe8-33c433c2fd27 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:45.309246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b1e9e-0659-4811-b56c-fa7753c64618 None None] Port dac457aa-54ae-46e3-be83-2d9eee5e6465 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:45.547711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-768e3d2c-cbd2-456e-a019-3d97837905b2 req-b9d2127d-1ab0-4a15-987c-67d1eabfb247 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 210 time: 0.1402371 Aug 11 02:49:45.608261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74aa897-5bec-4a5c-82bf-1e16a63180e8 req-f5325061-bb98-4442-9227-4883c6cc1e59 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.614561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d74aa897-5bec-4a5c-82bf-1e16a63180e8 req-f5325061-bb98-4442-9227-4883c6cc1e59 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.3869231 Aug 11 02:49:45.628053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f706b28f-66f9-4fa6-a51a-52d65fcc00e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.635766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Allocated IP 192.168.233.240 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/434f6c80-dea4-419a-bc9b-a011e4ba4b31) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:45.664730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.756051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.762793 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f706b28f-66f9-4fa6-a51a-52d65fcc00e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.809223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Deleting port c00d8d4d-4b48-46b4-b985-fb688a31d01d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:45.809481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.818707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Network 8c860ef5-7ef1-4516-b505-79418b4cc58a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:45.841563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:45.846888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:45.847859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.849332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.851176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d74aa897-5bec-4a5c-82bf-1e16a63180e8 req-520c2d21-7fc9-45c5-846a-266063746d23 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273986 Aug 11 02:49:45.857548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=613d7c52-25e4-4860-afe8-33c433c2fd27,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.871039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac457aa-54ae-46e3-be83-2d9eee5e6465 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:45.890149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.898544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-31bfa158-01be-4fdb-9e06-1bad43fb5e28 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8352394 Aug 11 02:49:45.899748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:45.908530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:45.935864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Transition to ACTIVE for port object dac457aa-54ae-46e3-be83-2d9eee5e6465 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:45.944715 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.029960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69278a3a-31da-4494-9ed5-ac0c83bdace1 req-d96164e7-20ce-42b5-825f-f13672cb8667 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.031677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69278a3a-31da-4494-9ed5-ac0c83bdace1 req-d96164e7-20ce-42b5-825f-f13672cb8667 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 932 time: 0.3442099 Aug 11 02:49:46.033946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.103931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Pushing event updated for resources: {'Port': ['ID=dac457aa-54ae-46e3-be83-2d9eee5e6465,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.130190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f706b28f-66f9-4fa6-a51a-52d65fcc00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.133207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f706b28f-66f9-4fa6-a51a-52d65fcc00e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.137168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f706b28f-66f9-4fa6-a51a-52d65fcc00e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a68aaba-7768-461c-9e73-88ae264732be HTTP/1.1" status: 204 len: 168 time: 1.2653589 Aug 11 02:49:46.189369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:46.199299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] For port c00d8d4d-4b48-46b4-b985-fb688a31d01d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c00d8d4d-4b48-46b4-b985-fb688a31d01d,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:46.199785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.230910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706b28f-66f9-4fa6-a51a-52d65fcc00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a68aaba-7768-461c-9e73-88ae264732be,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.242848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69278a3a-31da-4494-9ed5-ac0c83bdace1 req-09348e21-1b15-4665-ad1d-fed00eb0fafb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791747 Aug 11 02:49:46.250594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Calling delete_port for c00d8d4d-4b48-46b4-b985-fb688a31d01d owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:46.264934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Attempting to bind port dac457aa-54ae-46e3-be83-2d9eee5e6465 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:46.265496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Attempting to bind port dac457aa-54ae-46e3-be83-2d9eee5e6465 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:46.265912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Attempting to bind port dac457aa-54ae-46e3-be83-2d9eee5e6465 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:46.277082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Port dac457aa-54ae-46e3-be83-2d9eee5e6465 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:46.277736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Attempting to bind port dac457aa-54ae-46e3-be83-2d9eee5e6465 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:46.296776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:46.297195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:46.297583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:46.298049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Bound port: dac457aa-54ae-46e3-be83-2d9eee5e6465, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:46.298452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.464707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] For port dac457aa-54ae-46e3-be83-2d9eee5e6465, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:46.468585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port 613d7c52-25e4-4860-afe8-33c433c2fd27 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:46.477252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] For port dac457aa-54ae-46e3-be83-2d9eee5e6465, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:46.479634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.484413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.488635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.550534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Transition to ACTIVE for port object 613d7c52-25e4-4860-afe8-33c433c2fd27 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:46.552304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.553172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.555133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Transition to ACTIVE for port object 434f6c80-dea4-419a-bc9b-a011e4ba4b31 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:46.556125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] 10.222.0.25 "PUT /v2.0/ports/dac457aa-54ae-46e3-be83-2d9eee5e6465 HTTP/1.1" status: 200 len: 1092 time: 1.4041996 Aug 11 02:49:46.557065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f70469-ced8-4223-836d-734de073a422', 'tag': 'dac457aa-54ae-46e3-be83-2d9eee5e6465'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:46.561391 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae5dc59-2a8e-418c-b988-f133bd2727b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f70469-ced8-4223-836d-734de073a422", "tag": "dac457aa-54ae-46e3-be83-2d9eee5e6465"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:46.617089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.656622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db64378-3577-43ea-84d8-da35391fe974 service neutron] Pushing event updated for resources: {'Port': ['ID=dac457aa-54ae-46e3-be83-2d9eee5e6465,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.794024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=613d7c52-25e4-4860-afe8-33c433c2fd27,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.808915 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce0792-60c7-4eee-81f4-bf30bcc9234c x-openstack-request-id: req-c2ce0792-60c7-4eee-81f4-bf30bcc9234c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:46.811187 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f70469-ced8-4223-836d-734de073a422", "tag": "dac457aa-54ae-46e3-be83-2d9eee5e6465", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:46.811187 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2ce0792-60c7-4eee-81f4-bf30bcc9234c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:46.812913 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f70469-ced8-4223-836d-734de073a422', 'tag': 'dac457aa-54ae-46e3-be83-2d9eee5e6465', 'status': 'completed', 'code': 200} Aug 11 02:49:46.819806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.828643 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.858759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:46.858759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:46.858759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:46.866991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-c35dc7cf-5113-4db7-8f98-5769f9ac8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.869147 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-c35dc7cf-5113-4db7-8f98-5769f9ac8072 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 1095 time: 0.2480743 Aug 11 02:49:46.873106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:46.875956 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:46.875956 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 2 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:46.900492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=c00d8d4d-4b48-46b4-b985-fb688a31d01d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.995968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-4603c8be-26e3-4243-ac33-bfad9b76843d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465 HTTP/1.1" status: 200 len: 217 time: 0.0982699 Aug 11 02:49:46.996765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:46.997030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:46.997381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.002644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.003029 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:47.004728 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 3 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:47.014301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:47.105073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500979ad-9ce3-4db9-b76f-9d2abc7f4549 req-966b5bdd-f8cb-4a75-99b6-b46dab35de58 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.118432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-500979ad-9ce3-4db9-b76f-9d2abc7f4549 req-966b5bdd-f8cb-4a75-99b6-b46dab35de58 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 936 time: 0.3032351 Aug 11 02:49:47.121518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:47.144796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.145540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.145540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.185507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:47.191353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.192455 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:47.193468 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 4 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:47.197808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Pushing event updated for resources: {'Port': ['ID=434f6c80-dea4-419a-bc9b-a011e4ba4b31,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:47.202383 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:47.203276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] Sync routers for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:47.207867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:47.227212 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:47.227900 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:47.248901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.250368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.252337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.263873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-23212aaf-97de-4cb0-8b85-b3f6538fa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.266407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-23212aaf-97de-4cb0-8b85-b3f6538fa214 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.2623849 Aug 11 02:49:47.272897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.273868 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:47.276665 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 5 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:47.360001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.360574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.361142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.380220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.380684 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:47.384014 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 6 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:47.407557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-7cda3e17-fda8-4ce7-a5aa-adfd30594da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.409665 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-7cda3e17-fda8-4ce7-a5aa-adfd30594da0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340027 Aug 11 02:49:47.417070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.417533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.417959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.452048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a23af7df-08ef-491d-8aac-77cbfdfcc892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.471989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.472472 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:47.521146 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 7 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:47.541008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.541674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.542243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.561754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.562402 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:47.565354 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 8 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:47.596295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.596923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.597434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.600897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:47.635641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-728e868d-f9a3-4ef8-830b-c73a8d776022 None None] Provisioning for port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:47.643487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-728e868d-f9a3-4ef8-830b-c73a8d776022 None None] Provisioning complete for port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:47.643858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-728e868d-f9a3-4ef8-830b-c73a8d776022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.778729 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.784188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-728e868d-f9a3-4ef8-830b-c73a8d776022 None None] Port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:48.018650 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'a4523d07-61a5-46e8-a843-e578d4f1323f', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.88', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'port_id': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'mac_address': 'fa:16:3e:7a:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:42Z', 'updated_at': '2021-08-11T02:49:42Z', 'revision_number': 0, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:15Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:48.049322 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] Checking router: c0c29ab1-2955-4ed4-b7dd-7caf92119c04 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:48.060050 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:48.060743 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:48.106486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.148608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:48.149171 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:48.151102 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 9 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:48.164630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-500979ad-9ce3-4db9-b76f-9d2abc7f4549 req-a7b352a2-bf6f-4fd7-9245-e2b8f680c5fc tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0451753 Aug 11 02:49:48.190159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.192510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.215781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:48.216179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:48.216517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:48.225219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-1ef020a5-111a-4704-b55f-369cb13ac35b service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8041162 Aug 11 02:49:48.227668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:48.228006 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:48.228399 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 10 to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 Aug 11 02:49:48.242438 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:48.245547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:48.245888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:48.246255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:48.275657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b954fd-fd4e-43c2-bb6e-652c97a0a0fb req-e757cbf3-ad2e-4d6e-bc4e-d4ac4d3cf550 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.287796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20b954fd-fd4e-43c2-bb6e-652c97a0a0fb req-e757cbf3-ad2e-4d6e-bc4e-d4ac4d3cf550 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 1.2322910 Aug 11 02:49:48.301396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:48.301396 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port 613d7c52-25e4-4860-afe8-33c433c2fd27 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:48.301396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.433934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] For port 613d7c52-25e4-4860-afe8-33c433c2fd27, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:48.434462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempted to set empty binding levels {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:49:48.438557 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd871523-4e1c-4abb-adf8-b953694fa472 req-e653e6e9-a895-485b-bbbd-f998dbf29b40 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942608 Aug 11 02:49:48.440527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.461039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f218ed3c-d5f6-4fb5-b6b9-1e215d1d179f tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7960865 Aug 11 02:49:48.482918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.510949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:48.513204 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:48.518884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56048) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:48.521200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-5fb7b1eb-2ae9-41bd-ab26-f2b759d0ff06 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6499872 Aug 11 02:49:48.570699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] In _notify_port_updated(), no bound segment for port 613d7c52-25e4-4860-afe8-33c433c2fd27 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:49:48.571801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.573243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Request body: {'port': {'device_id': 'de785213-9a0f-47a2-b171-2946eee60365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:48.573489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.575689 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "PUT /v2.0/ports/613d7c52-25e4-4860-afe8-33c433c2fd27 HTTP/1.1" status: 200 len: 974 time: 2.6749647 Aug 11 02:49:48.581298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:48.662640 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'a4523d07-61a5-46e8-a843-e578d4f1323f', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.88', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'port_id': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'mac_address': 'fa:16:3e:7a:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:42Z', 'updated_at': '2021-08-11T02:49:42Z', 'revision_number': 0, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:15Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:48.673465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-8dfa42d7-d364-4cff-9d15-3d74f74ffb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.675155 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-8dfa42d7-d364-4cff-9d15-3d74f74ffb8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 1095 time: 0.1557617 Aug 11 02:49:48.677990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87287896-7b44-4b3c-a0a9-843b6f22e9cf tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=613d7c52-25e4-4860-afe8-33c433c2fd27,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:48.703765 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a169c0-b5b2-41b4-930b-95e0b0085e0f None None] The sync data for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 is: [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'a4523d07-61a5-46e8-a843-e578d4f1323f', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'floating_ip_address': '172.25.6.88', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'port_id': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'mac_address': 'fa:16:3e:7a:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:42Z', 'updated_at': '2021-08-11T02:49:42Z', 'revision_number': 0, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:15Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:48.782949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.783325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.783804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.784281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.785480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.785958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.786528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.787000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.787477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.788138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.788624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.789096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.789561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.790048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.790522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.790985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.791450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.791920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.792385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.792850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.793314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.793789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.794281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.794752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.795219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.795687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.796153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.796618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.797225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.797533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.801344 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4717e8cf-d7e0-4ca0-af28-56fd816b62d3 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27019 time: 0.2188492 Aug 11 02:49:48.809600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:48.813427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20b954fd-fd4e-43c2-bb6e-652c97a0a0fb req-cd02e26d-8f39-4d04-9569-6bc7dd8bfec7 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828689 Aug 11 02:49:48.901743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-551b2609-4f54-4d8e-97f3-5fc24de10fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.903474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-551b2609-4f54-4d8e-97f3-5fc24de10fbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2055600 Aug 11 02:49:48.914270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2e1e-0b66-4845-96e7-e42ed772fb46 req-62ff850f-b0c5-4ee1-a4b5-9efb7ab65d88 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.917583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-535d2e1e-0b66-4845-96e7-e42ed772fb46 req-62ff850f-b0c5-4ee1-a4b5-9efb7ab65d88 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 944 time: 0.6051245 Aug 11 02:49:48.918386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.927460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ecd2eed1-e2e5-4763-b077-a1088e0746e7 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/a4523d07-61a5-46e8-a843-e578d4f1323f HTTP/1.1" status: 200 len: 991 time: 0.4050953 Aug 11 02:49:48.934710 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d65f5b-f7e4-40de-8525-aefec61252f3 x-openstack-request-id: req-91d65f5b-f7e4-40de-8525-aefec61252f3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:48.935405 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:48.935906 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91d65f5b-f7e4-40de-8525-aefec61252f3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:48.936646 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'status': 'completed', 'code': 200} Aug 11 02:49:48.978122 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-3867daec-ffd6-49de-828a-6d6df81a84ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465 HTTP/1.1" status: 200 len: 217 time: 0.0638576 Aug 11 02:49:49.070392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Deleting port 613d7c52-25e4-4860-afe8-33c433c2fd27 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:49.070950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.177802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e5a8c-0f9b-4705-8109-2ed6bdd7e3ad None None] New status for floating IP a4523d07-61a5-46e8-a843-e578d4f1323f: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:49.222944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.244270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-efca37cb-9226-4cbc-84e9-109c52548b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.246229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-efca37cb-9226-4cbc-84e9-109c52548b36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1097 time: 0.3153632 Aug 11 02:49:49.267767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-535d2e1e-0b66-4845-96e7-e42ed772fb46 req-677ea8b0-e6ab-492b-8680-6b3fb46a848d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378522 Aug 11 02:49:49.295666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-08390a0b-c04f-4e44-9df6-b49db050db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.297408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-08390a0b-c04f-4e44-9df6-b49db050db7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.3086805 Aug 11 02:49:49.305054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-5760d910-3bfa-4371-9517-40f03801a45e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3151395 Aug 11 02:49:49.328208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] For port 613d7c52-25e4-4860-afe8-33c433c2fd27, host n-h2-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:49.328208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.416983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Calling delete_port for 613d7c52-25e4-4860-afe8-33c433c2fd27 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:49.440196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-608d4a80-0cef-4821-9094-494aa9c74efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.442448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-608d4a80-0cef-4821-9094-494aa9c74efa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302171 Aug 11 02:49:49.603654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72794cf8-4262-499d-9b2d-bbc080f8f2b0 req-3cfe2716-67a3-4363-8f31-856e294370c8 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.605429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72794cf8-4262-499d-9b2d-bbc080f8f2b0 req-3cfe2716-67a3-4363-8f31-856e294370c8 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 936 time: 0.2964556 Aug 11 02:49:49.680006 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-33d55cfd-4129-49b4-ad05-2ee825055a18 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266183 Aug 11 02:49:49.713239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-3251af82-f9cd-4f56-9639-84331b386c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.715056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-3251af82-f9cd-4f56-9639-84331b386c0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 200 len: 897 time: 0.4456768 Aug 11 02:49:49.754268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.841571 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ae5dc59-2a8e-418c-b988-f133bd2727b0 req-0b6e09b6-579a-4f6d-9645-4b37e5cbb955 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524274 Aug 11 02:49:49.843259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event deleted for resources: {'Port': ['ID=613d7c52-25e4-4860-afe8-33c433c2fd27,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:49.857429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.870566 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d39acf84-4a51-452e-b65c-bfe8ee8113c5 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "DELETE /v2.0/ports/613d7c52-25e4-4860-afe8-33c433c2fd27 HTTP/1.1" status: 204 len: 168 time: 1.0597212 Aug 11 02:49:49.871600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:49.908250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72794cf8-4262-499d-9b2d-bbc080f8f2b0 req-dafa7c29-dafa-4800-ad0c-80590ea59722 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486396 Aug 11 02:49:49.910401 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9297fe5e-7fc2-44a9-973c-2b7faf652167 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:49:49.913806 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9297fe5e-7fc2-44a9-973c-2b7faf652167 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "GET /v2.0/ports/613d7c52-25e4-4860-afe8-33c433c2fd27 HTTP/1.1" status: 404 len: 333 time: 0.0399346 Aug 11 02:49:49.919305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:49.924795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1261365318', 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:49.939061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:49.950515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Made reservation on behalf of 3566202cfcc74562bb2d913b059a40ea for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:49.953082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.974635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port 9c0d80dc-a562-45b4-9f06-1adc6000b04a yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:49.999837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-97418a21-fdc8-4f4b-8bb1-98134db879df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 200 len: 1001 time: 0.2692652 Aug 11 02:49:50.005657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:50.102783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.199036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b70b1-11c9-4377-ab40-ec90963ac811 req-0632613a-dec7-4d1d-853f-7deb836d27cb tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.200741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-792b70b1-11c9-4377-ab40-ec90963ac811 req-0632613a-dec7-4d1d-853f-7deb836d27cb tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2518859 Aug 11 02:49:50.213278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-3817a835-09bd-417d-a6c9-67f8b5047f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.215081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-3817a835-09bd-417d-a6c9-67f8b5047f8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1418208-2efa-4944-8cd2-63d05438b8e6 HTTP/1.1" status: 200 len: 834 time: 0.1624560 Aug 11 02:49:50.218301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c9db1ad9-66a8-4b79-91cf-169ff8490782 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/a4523d07-61a5-46e8-a843-e578d4f1323f HTTP/1.1" status: 200 len: 993 time: 0.2565768 Aug 11 02:49:50.287661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.354475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434f6c80-dea4-419a-bc9b-a011e4ba4b31 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:50.375201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.378529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.412032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-792b70b1-11c9-4377-ab40-ec90963ac811 req-dc27708d-890c-4d22-b0ee-a511eaafc9d2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827190 Aug 11 02:49:50.440936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Transition to ACTIVE for port object 434f6c80-dea4-419a-bc9b-a011e4ba4b31 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:50.442617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Network 8c860ef5-7ef1-4516-b505-79418b4cc58a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:50.445145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-f1f2330f-9b4d-4eff-9f11-379202195640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.446784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-f1f2330f-9b4d-4eff-9f11-379202195640 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907651 Aug 11 02:49:50.447903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:50.453878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25219e72-8404-48f9-b54a-87f64cc75fdf admin admin] 10.222.0.16 "PUT /v2.0/routers/ddf16ec8-70ac-439e-bdcb-bcc55d0124fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9279923 Aug 11 02:49:50.454894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.461296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:50.462032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56112) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:50.464311 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] Sync routers for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:50.471437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:50.472882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.473768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.479821 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:50.481034 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:50.506683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=9c0d80dc-a562-45b4-9f06-1adc6000b04a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:50.518534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b8b23e05-2adc-4fe8-9bd2-c060e55ad86e tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5977952 Aug 11 02:49:50.527029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:50.591884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b75ce-5c4d-48a5-85e9-8e71a6ba735c tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.593619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ba2b75ce-5c4d-48a5-85e9-8e71a6ba735c tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "GET /v2.0/ports/9c0d80dc-a562-45b4-9f06-1adc6000b04a HTTP/1.1" status: 200 len: 955 time: 0.0645108 Aug 11 02:49:50.596254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:50.700344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Deleting port 9c0d80dc-a562-45b4-9f06-1adc6000b04a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:50.701232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.713698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Pushing event updated for resources: {'Port': ['ID=434f6c80-dea4-419a-bc9b-a011e4ba4b31,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:50.759909 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:50.811543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.823342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51677e-6c50-4f8a-9830-15ced8a5ffb9 req-f3452db0-4a51-45ea-9527-a90f6ad8d721 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.837253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c51677e-6c50-4f8a-9830-15ced8a5ffb9 req-f3452db0-4a51-45ea-9527-a90f6ad8d721 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 944 time: 0.4393876 Aug 11 02:49:50.839246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Calling delete_port for 9c0d80dc-a562-45b4-9f06-1adc6000b04a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:50.945497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-3e11dd31-42cb-4f9d-a71e-9a9369479552 service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878442 Aug 11 02:49:50.998835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.010436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:51.055267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c0d80dc-a562-45b4-9f06-1adc6000b04a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:51.081059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.089867 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0742b3e0-6b15-41b7-a491-9cd4d3ac294d tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9c0d80dc-a562-45b4-9f06-1adc6000b04a HTTP/1.1" status: 204 len: 168 time: 0.4923100 Aug 11 02:49:51.090539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:51.134924 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-857790bf-c63a-4a8b-9a01-3e4a603645f9 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:49:51.138576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-857790bf-c63a-4a8b-9a01-3e4a603645f9 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "GET /v2.0/ports/9c0d80dc-a562-45b4-9f06-1adc6000b04a HTTP/1.1" status: 404 len: 333 time: 0.0467460 Aug 11 02:49:51.143181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:51.143414 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:49:46Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:51.151546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Request body: {'port': {'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1917780415'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:51.177000 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] Checking router: ddf16ec8-70ac-439e-bdcb-bcc55d0124fc for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:51.188021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Made reservation on behalf of 3566202cfcc74562bb2d913b059a40ea for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:51.191576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.192633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] Routers {'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:51.193665 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:51.217225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port a86f9140-9364-4058-9adf-c695d9716fc4 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:51.287219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-994754a0-290f-4a93-bc85-0f0dd79f1938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.357335 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] Set router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:51.446972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.513259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-994754a0-290f-4a93-bc85-0f0dd79f1938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.520915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-994754a0-290f-4a93-bc85-0f0dd79f1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.558429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.587620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c51677e-6c50-4f8a-9830-15ced8a5ffb9 req-bd1ea75f-4476-4901-84cc-5ba59aa8a7ab tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489042 Aug 11 02:49:51.600055 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-994754a0-290f-4a93-bc85-0f0dd79f1938 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64128af4616b4ed5a272a63a7e8aabe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624726 Aug 11 02:49:51.602483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56132) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:51.628397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:49:46Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:51.665276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.669697 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531af063-6147-472f-836f-f83b3d63dc60 None None] The sync data for ids ['ddf16ec8-70ac-439e-bdcb-bcc55d0124fc'] in n-d-715271-8 is: [{'id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'name': 'tempest-TestServerBasicOps-821979482-router', 'tenant_id': '89d9ba062fbb48539dfa4c7220377e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:23Z', 'updated_at': '2021-08-11T02:49:46Z', 'revision_number': 5, 'project_id': '89d9ba062fbb48539dfa4c7220377e3c', 'gw_port': {'id': '02a44726-5f23-41f7-9156-2a9de81ecd65', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf16ec8-70ac-439e-bdcb-bcc55d0124fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:25Z', 'updated_at': '2021-08-11T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:51.673205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994754a0-290f-4a93-bc85-0f0dd79f1938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b09a30f-ece0-4fcf-b976-8b41ab6b6482,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:51.682393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=a86f9140-9364-4058-9adf-c695d9716fc4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:51.686034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Network 8c860ef5-7ef1-4516-b505-79418b4cc58a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:51.695167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:51.698540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:51.699443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.700068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.710569 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-24ca8b10-57cc-4f11-9c64-e73693d7615b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1742146 Aug 11 02:49:51.733865 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1527008d-3fe1-43b3-bf12-9358295ebfea tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5889337 Aug 11 02:49:51.736211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56134) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:51.741935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:51.806165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5a5c-f30f-44a4-8fd4-1b439196b4dd req-f2c655f4-e9f7-4345-844d-03e83eddebcb tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.807710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bee5a5c-f30f-44a4-8fd4-1b439196b4dd req-f2c655f4-e9f7-4345-844d-03e83eddebcb tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 948 time: 0.3292198 Aug 11 02:49:51.808451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Attempting to bind port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:51.808788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Attempting to bind port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:51.809121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Attempting to bind port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:51.827518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-308ea2b1-7f5f-4893-b03a-4d9b39ea159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.829044 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-308ea2b1-7f5f-4893-b03a-4d9b39ea159f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71db42f069e34043a489b481a23a43c7&device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 1096 time: 0.0842938 Aug 11 02:49:51.837488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.876263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:51.876557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Attempting to bind port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:51.896755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bfc982de-c9a8-451c-a6eb-5bdb11c515fc req-6d3b254f-0957-4bd0-b2d6-b1dd29abc7e1 service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239271 Aug 11 02:49:51.919186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:51.919532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:51.919914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:51.920449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Bound port: 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:51.921005 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.961190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee2b326-0131-4c91-b9cb-a3564dcdf098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.993037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bbba-d35d-4caa-b8f0-16c9ca30dab0 req-e72432e0-526f-4ddc-a1bb-88a3a797db36 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.995014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f55bbba-d35d-4caa-b8f0-16c9ca30dab0 req-e72432e0-526f-4ddc-a1bb-88a3a797db36 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.3098671 Aug 11 02:49:52.022791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bee5a5c-f30f-44a4-8fd4-1b439196b4dd req-f1b755fa-25ea-4ab3-b24f-ce7c80c9b525 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046225 Aug 11 02:49:52.033715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-01c90b56-e285-4bc6-8ad3-d41ec01011ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.036025 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-01c90b56-e285-4bc6-8ad3-d41ec01011ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 200 len: 906 time: 0.1663611 Aug 11 02:49:52.100449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee2b326-0131-4c91-b9cb-a3564dcdf098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.108487 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.115544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-4aade877-130d-4c20-b0d7-189b1352a036 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f HTTP/1.1" status: 200 len: 217 time: 0.0703988 Aug 11 02:49:52.140836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] device_id is not set on port a86f9140-9364-4058-9adf-c695d9716fc4 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:49:52.171615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.194942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Transition to ACTIVE for port object a86f9140-9364-4058-9adf-c695d9716fc4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:52.199932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-321e067d-d188-4744-87be-ad4df85e3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.201574 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-321e067d-d188-4744-87be-ad4df85e3adb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 200 len: 846 time: 0.0753741 Aug 11 02:49:52.202792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.241813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f55bbba-d35d-4caa-b8f0-16c9ca30dab0 req-db3e7bee-55cc-4dab-903b-982733e02e73 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161827 Aug 11 02:49:52.253589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26263-f770-477a-b04c-538041f3b9ae req-dd20fc96-046e-46e3-aff8-97b4a6b5b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.255709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-dd20fc96-046e-46e3-aff8-97b4a6b5b45f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1097 time: 0.2523048 Aug 11 02:49:52.258382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] For port 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:52.270676 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-d7e1cfa2-4ec2-4755-a7d2-d44678fbc2ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed2235ad-4a53-496e-aee2-84e72cf422ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581310 Aug 11 02:49:52.286635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] For port 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:52.303529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.364720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=a86f9140-9364-4058-9adf-c695d9716fc4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:52.377681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.378196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.378683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.384001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee2b326-0131-4c91-b9cb-a3564dcdf098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.386670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.386818 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee2b326-0131-4c91-b9cb-a3564dcdf098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.387077 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.390783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6ee2b326-0131-4c91-b9cb-a3564dcdf098 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b09a30f-ece0-4fcf-b976-8b41ab6b6482 HTTP/1.1" status: 204 len: 168 time: 0.7830601 Aug 11 02:49:52.396073 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 2 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.423203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.423718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.423918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.431882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.431882 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.432234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2b326-0131-4c91-b9cb-a3564dcdf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b09a30f-ece0-4fcf-b976-8b41ab6b6482,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:52.432368 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 3 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.434474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.435113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.436805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] 10.222.0.25 "PUT /v2.0/ports/434f6c80-dea4-419a-bc9b-a011e4ba4b31 HTTP/1.1" status: 200 len: 1096 time: 3.8905811 Aug 11 02:49:52.442577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de785213-9a0f-47a2-b171-2946eee60365', 'tag': '434f6c80-dea4-419a-bc9b-a011e4ba4b31'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:52.447273 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e" -d '{"events": [{"name": "network-changed", "server_uuid": "de785213-9a0f-47a2-b171-2946eee60365", "tag": "434f6c80-dea4-419a-bc9b-a011e4ba4b31"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:52.458035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.458035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.459008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.462126 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-42ba1604-a45a-4cfd-b979-7e1bf8144998 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798329 Aug 11 02:49:52.466210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.466557 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.466964 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 4 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.537134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Deleting port 02a44726-5f23-41f7-9156-2a9de81ecd65 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:52.537488 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.559561 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f3ade-12d3-4e8c-8b47-2a701b8c938e x-openstack-request-id: req-a24f3ade-12d3-4e8c-8b47-2a701b8c938e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:52.559893 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de785213-9a0f-47a2-b171-2946eee60365", "tag": "434f6c80-dea4-419a-bc9b-a011e4ba4b31", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:52.560173 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a24f3ade-12d3-4e8c-8b47-2a701b8c938e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:52.560613 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de785213-9a0f-47a2-b171-2946eee60365', 'tag': '434f6c80-dea4-419a-bc9b-a011e4ba4b31', 'status': 'completed', 'code': 200} Aug 11 02:49:52.567362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.567752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.568058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.576246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.576655 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.578562 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 5 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.607843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.608192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.608541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.612908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab789ace-417b-4d5f-9a93-b50524195498 service neutron] Pushing event updated for resources: {'Port': ['ID=434f6c80-dea4-419a-bc9b-a011e4ba4b31,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:52.617725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.618151 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.620446 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 6 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.647789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.648139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.648491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.652442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ec771648-6018-4d37-87e4-a26f7f31c491 req-4a4e1b9e-9694-4060-9502-05bba405bd79 service neutron] 10.222.0.25 "GET /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812134 Aug 11 02:49:52.656751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.665678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26263-f770-477a-b04c-538041f3b9ae req-eca823c9-430e-4924-ae5e-b481f61a8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.667390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-eca823c9-430e-4924-ae5e-b481f61a8e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 200 len: 897 time: 0.3784437 Aug 11 02:49:52.670473 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.670473 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 7 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.691669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.692396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.693662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.699766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.699766 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.700318 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 8 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.725033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.725628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.726230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.731662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.732155 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.733060 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 9 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.750663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.751008 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.751355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.762628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.762812 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.763118 n-d-715271-8 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempt 10 to bind port a86f9140-9364-4058-9adf-c695d9716fc4 Aug 11 02:49:52.779258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-f13328a0-468c-4b2d-935c-f71c32080521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.781000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-f13328a0-468c-4b2d-935c-f71c32080521 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e067350e8f7a4dcc8d651bc7c9fc4b28&device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 1099 time: 0.2710588 Aug 11 02:49:52.787735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:52.788362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:52.788755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempting to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:52.794576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:52.795060 n-d-715271-8 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Failed to bind port a86f9140-9364-4058-9adf-c695d9716fc4 on host n-h2-715271-8 for vnic_type normal using segments [{'id': 'a35ba09b-badb-4b67-98cc-428528f3583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c860ef5-7ef1-4516-b505-79418b4cc58a'}] Aug 11 02:49:52.795638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.878168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-cad6c284-1632-4435-951f-be74cf4e82f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31 HTTP/1.1" status: 200 len: 217 time: 0.0804417 Aug 11 02:49:52.880028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] For port a86f9140-9364-4058-9adf-c695d9716fc4, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:52.880488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attempted to set empty binding levels {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:49:52.884625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] For port 02a44726-5f23-41f7-9156-2a9de81ecd65, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=02a44726-5f23-41f7-9156-2a9de81ecd65,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:52.885027 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.886196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.898311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-0e48e2ae-4c87-40e6-b05d-cd7dc439267e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 200 len: 1001 time: 0.2086601 Aug 11 02:49:52.917031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Calling delete_port for 02a44726-5f23-41f7-9156-2a9de81ecd65 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:52.926419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] In _notify_port_updated(), no bound segment for port a86f9140-9364-4058-9adf-c695d9716fc4 on network 8c860ef5-7ef1-4516-b505-79418b4cc58a {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:49:52.927568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.928261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.929808 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "PUT /v2.0/ports/a86f9140-9364-4058-9adf-c695d9716fc4 HTTP/1.1" status: 200 len: 975 time: 1.1924715 Aug 11 02:49:52.934889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:52.949023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:52.971735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b4356-f1e7-409c-a076-7d95d0effe48 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event updated for resources: {'Port': ['ID=a86f9140-9364-4058-9adf-c695d9716fc4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:52.986873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5f213ef-75db-407c-bc2a-fa31ebb5efc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.045675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186db44-c927-488b-8f35-7dc831a32109 req-e9fa75fd-3dfb-459d-8430-2446f54e6d09 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.047459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5186db44-c927-488b-8f35-7dc831a32109 req-e9fa75fd-3dfb-459d-8430-2446f54e6d09 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 944 time: 0.2811894 Aug 11 02:49:53.073822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-b959409d-eb34-44b7-91e0-65db35edf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.075556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-b959409d-eb34-44b7-91e0-65db35edf868 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1744907 Aug 11 02:49:53.079944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26263-f770-477a-b04c-538041f3b9ae req-3ffef8b2-d479-4f0a-99b1-bc6dba40aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.081609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-3ffef8b2-d479-4f0a-99b1-bc6dba40aa90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1418208-2efa-4944-8cd2-63d05438b8e6 HTTP/1.1" status: 200 len: 834 time: 0.1660175 Aug 11 02:49:53.092511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Deleting port a86f9140-9364-4058-9adf-c695d9716fc4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:53.093174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.106697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.142260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c00d8d4d-4b48-46b4-b985-fb688a31d01d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:53.178327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c00d8d4d-4b48-46b4-b985-fb688a31d01d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:53.179148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c00d8d4d-4b48-46b4-b985-fb688a31d01d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:53.214684 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.237985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] For port a86f9140-9364-4058-9adf-c695d9716fc4, host n-h2-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:53.238703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.259476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5186db44-c927-488b-8f35-7dc831a32109 req-faad3653-5f2e-471e-92d2-b672f701ee8a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025096 Aug 11 02:49:53.286559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Calling delete_port for a86f9140-9364-4058-9adf-c695d9716fc4 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:53.300579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-3928f238-279d-4571-9e76-5175717a3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.302270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-3928f238-279d-4571-9e76-5175717a3575 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083619 Aug 11 02:49:53.306087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5f213ef-75db-407c-bc2a-fa31ebb5efc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.308963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26263-f770-477a-b04c-538041f3b9ae req-4d5b2a6f-7864-4fff-ae01-51950e57172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.310691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-4d5b2a6f-7864-4fff-ae01-51950e57172c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012281 Aug 11 02:49:53.320977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5f213ef-75db-407c-bc2a-fa31ebb5efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.375849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d7634-d5bb-4280-b0ad-4de5d6665141 req-308a53aa-c6c0-4cc4-8861-b481a0671cd2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.377502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a9d7634-d5bb-4280-b0ad-4de5d6665141 req-308a53aa-c6c0-4cc4-8861-b481a0671cd2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 948 time: 0.2156594 Aug 11 02:49:53.453222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d5f213ef-75db-407c-bc2a-fa31ebb5efc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d16fb4004c6447aa97bfd05fded62cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031364 Aug 11 02:49:53.456342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:53.472667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f213ef-75db-407c-bc2a-fa31ebb5efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46450d16-2ab1-4d83-aab4-c3883a0d8e44,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.537307 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.568047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-128e8050-e0df-411b-8fb5-98aa3949a867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.574519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Pushing event deleted for resources: {'Port': ['ID=a86f9140-9364-4058-9adf-c695d9716fc4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.579907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.603508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.607502 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6a2f869a-0c28-44ac-ba20-c136fa7cc944 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a86f9140-9364-4058-9adf-c695d9716fc4 HTTP/1.1" status: 204 len: 168 time: 0.6716712 Aug 11 02:49:53.621017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-128e8050-e0df-411b-8fb5-98aa3949a867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.623776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:53.625113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a9d7634-d5bb-4280-b0ad-4de5d6665141 req-e591ace4-3a60-4d71-8219-faeaa312f776 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029655 Aug 11 02:49:53.661060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a44726-5f23-41f7-9156-2a9de81ecd65,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.664715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5b7e3-b962-42d0-be9a-8dc102c9639b req-c45ea708-8dc0-43aa-97df-2dd5c194bee2 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.673249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ed5b7e3-b962-42d0-be9a-8dc102c9639b req-c45ea708-8dc0-43aa-97df-2dd5c194bee2 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1096 time: 0.3156490 Aug 11 02:49:53.685833 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-f0beca44-2d03-4911-93af-2c6e03da08b9 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691170 Aug 11 02:49:53.692954 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b7142b-050f-446d-8760-516b5ec64295 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:49:53.695503 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63b7142b-050f-446d-8760-516b5ec64295 tempest-PortsAdminExtendedAttrsTestJSON-1515777049 tempest-PortsAdminExtendedAttrsTestJSON-1515777049-project-admin] 10.222.0.16 "GET /v2.0/ports/a86f9140-9364-4058-9adf-c695d9716fc4 HTTP/1.1" status: 404 len: 333 time: 0.0705638 Aug 11 02:49:53.700277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56160) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:53.759425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-128e8050-e0df-411b-8fb5-98aa3949a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.765123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-128e8050-e0df-411b-8fb5-98aa3949a867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.772032 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-128e8050-e0df-411b-8fb5-98aa3949a867 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46450d16-2ab1-4d83-aab4-c3883a0d8e44 HTTP/1.1" status: 204 len: 168 time: 0.3139451 Aug 11 02:49:53.773672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-d9e56356-d53f-4d07-95d7-52db8aed2031 service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452376 Aug 11 02:49:53.786668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e8050-e0df-411b-8fb5-98aa3949a867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46450d16-2ab1-4d83-aab4-c3883a0d8e44,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:54.040311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ed5b7e3-b962-42d0-be9a-8dc102c9639b req-06359bf1-a002-4c68-a73d-f00769b7cc01 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643293 Aug 11 02:49:54.078557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.130642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f7b4-c278-4a57-9a66-32cf443b205c req-dd5286c3-5de2-4ceb-8f4e-cc3314be2808 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.132356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1000f7b4-c278-4a57-9a66-32cf443b205c req-dd5286c3-5de2-4ceb-8f4e-cc3314be2808 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2960653 Aug 11 02:49:54.136777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.175773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53cda2e0-f37d-4ab6-96ba-3777b64acd61 req-c7834822-7c2f-4607-9b8c-b1fd57a564c3 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728115 Aug 11 02:49:54.220057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e6c26263-f770-477a-b04c-538041f3b9ae req-80aa201e-d9eb-4f14-aae6-c1fad721f88c service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204512 Aug 11 02:49:54.737091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.740629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.858227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.863689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1000f7b4-c278-4a57-9a66-32cf443b205c req-8d797d46-d913-4ebd-a3e0-b65123148ec2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204595 Aug 11 02:49:54.877083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.877642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf16ec8-70ac-439e-bdcb-bcc55d0124fc {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:49:54.881928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c860ef5-7ef1-4516-b505-79418b4cc58a']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:54.894884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.898889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8fcaaf91-0d5b-436b-878b-68a2c7a45306 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ddf16ec8-70ac-439e-bdcb-bcc55d0124fc HTTP/1.1" status: 204 len: 168 time: 4.4323585 Aug 11 02:49:54.899742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:54.905128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cd36-2609-4b54-b656-23f2b06ae6f6 req-b54709c5-bc8a-4d19-95d0-82fe260170d2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.907052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7de5cd36-2609-4b54-b656-23f2b06ae6f6 req-b54709c5-bc8a-4d19-95d0-82fe260170d2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.6929519 Aug 11 02:49:54.911544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-7f6dbc01-2d08-4343-a02b-5d4643d57662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.914095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-7f6dbc01-2d08-4343-a02b-5d4643d57662 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e067350e8f7a4dcc8d651bc7c9fc4b28&device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 1099 time: 0.6585207 Aug 11 02:49:54.916141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35ba09b-badb-4b67-98cc-428528f3583b') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:54.916441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35ba09b-badb-4b67-98cc-428528f3583b') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:54.946191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.997147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Deleting subnet 15f939ba-12ad-4963-9143-26f8cb94f417 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:55.001856 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.011817 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.035373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:55.035841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:55.041975 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:55.070552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.151353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7de5cd36-2609-4b54-b656-23f2b06ae6f6 req-21679c37-902c-4c19-931c-e2118828105b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288034 Aug 11 02:49:55.180665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.185605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a5f7-2d5d-468f-ad2b-3b08902e947b req-f539fcc5-0c46-4660-89c1-5f7e5ac8258e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.186832 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.198614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb80a5f7-2d5d-468f-ad2b-3b08902e947b req-f539fcc5-0c46-4660-89c1-5f7e5ac8258e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 944 time: 0.2152212 Aug 11 02:49:55.198796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.214788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.219146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] 10.222.0.16 "DELETE /v2.0/networks/8c860ef5-7ef1-4516-b505-79418b4cc58a HTTP/1.1" status: 204 len: 168 time: 1.5117996 Aug 11 02:49:55.221538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-3fd48bfa-fa31-4260-aab0-5db9deca75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.223725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-3fd48bfa-fa31-4260-aab0-5db9deca75d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.2940743 Aug 11 02:49:55.251061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3f1d5-8876-4adf-ad77-afdeb60f9f1d tempest-PortsAdminExtendedAttrsTestJSON-688743517 tempest-PortsAdminExtendedAttrsTestJSON-688743517-project] Pushing event deleted for resources: {'Network': ['ID=8c860ef5-7ef1-4516-b505-79418b4cc58a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.291666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-f2c8d931-d6eb-490a-bf39-a2bfc313d521 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31 HTTP/1.1" status: 200 len: 217 time: 0.0488324 Aug 11 02:49:55.353454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d6b6411c-a627-4ac7-8d52-049ef010d9e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/7eecec5a-3541-4765-b244-2261f5dbdb5f HTTP/1.1" status: 200 len: 993 time: 0.0772793 Aug 11 02:49:55.354851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.378896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb80a5f7-2d5d-468f-ad2b-3b08902e947b req-e3c0f6ec-d224-4f53-b433-575cfe7fd16a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780500 Aug 11 02:49:55.400276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f939ba-12ad-4963-9143-26f8cb94f417,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.416825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.419424 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d2c285e-0f87-4060-bf92-61093185c904 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15f939ba-12ad-4963-9143-26f8cb94f417 HTTP/1.1" status: 204 len: 168 time: 0.5178924 Aug 11 02:49:55.423708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.431178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0afa6-d4f9-4114-a625-6910c2a0c3f5 None None] Network 07b14b45-97ad-4925-ab39-f96b4638d898 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:55.438486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-ca3aa8d5-fdb3-4c03-a958-0c2e8a399ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.440039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-ca3aa8d5-fdb3-4c03-a958-0c2e8a399ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.1360564 Aug 11 02:49:55.508681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052dd0f-9eac-40b5-b3df-d284a49dd890 req-29482505-55a9-46a0-b42e-067344c839e7 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.517262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d052dd0f-9eac-40b5-b3df-d284a49dd890 req-29482505-55a9-46a0-b42e-067344c839e7 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 948 time: 0.2206473 Aug 11 02:49:55.575610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-fad89496-9d90-445b-ab31-5a14070cf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.577487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-fad89496-9d90-445b-ab31-5a14070cf5e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266968 Aug 11 02:49:55.591538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d052dd0f-9eac-40b5-b3df-d284a49dd890 req-4c7be845-4777-4806-aa25-ffd1f9ae6e4f tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726187 Aug 11 02:49:55.678216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.759374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56224) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.826652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Deleting port ae175337-93e3-45d9-92d1-97991bddaa44 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:55.827005 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.859824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-c5634196-24f1-41b8-85dd-91f3f801719e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616622 Aug 11 02:49:56.083597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] For port ae175337-93e3-45d9-92d1-97991bddaa44, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ae175337-93e3-45d9-92d1-97991bddaa44,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:56.084713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.099745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] DHCP port deletion for 07b14b45-97ad-4925-ab39-f96b4638d898 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:49:56.105214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Calling delete_port for ae175337-93e3-45d9-92d1-97991bddaa44 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:56.158475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ebcf7f3-b4d9-4a9d-b612-0f6c937fa77e req-7e167012-c84f-40aa-bde9-eb14ace45519 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898815 Aug 11 02:49:56.159420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56234) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.207660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Deleting port ae175337-93e3-45d9-92d1-97991bddaa44 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:56.208029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.224794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.291478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae175337-93e3-45d9-92d1-97991bddaa44,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.301424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] No DVR routers for this DVR port ae175337-93e3-45d9-92d1-97991bddaa44 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:56.316752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] For port ae175337-93e3-45d9-92d1-97991bddaa44, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ae175337-93e3-45d9-92d1-97991bddaa44,segment=NetworkSegment(aed14783-1479-42fe-9c76-01df6ad7f393),segment_id=aed14783-1479-42fe-9c76-01df6ad7f393)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:56.317409 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.321448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3ecaa614-ccb3-4839-8980-ba9d5b2ade4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d25d4cfad3e34c70b747358f000f482d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559044 Aug 11 02:49:56.356256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56248) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.356553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Calling delete_port for ae175337-93e3-45d9-92d1-97991bddaa44 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:56.434619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8801bb5-4b05-4b65-8365-e2f20055fe25 req-cb467a4f-1f9b-455b-99ba-dead1042fdab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.440192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8801bb5-4b05-4b65-8365-e2f20055fe25 req-cb467a4f-1f9b-455b-99ba-dead1042fdab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2674463 Aug 11 02:49:56.440769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.455854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b14b45-97ad-4925-ab39-f96b4638d898']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.473130 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.499536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed14783-1479-42fe-9c76-01df6ad7f393') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.499937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed14783-1479-42fe-9c76-01df6ad7f393') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.513920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Pushing event deleted for resources: {'Port': ['ID=ae175337-93e3-45d9-92d1-97991bddaa44,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.521199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] No DVR routers for this DVR port ae175337-93e3-45d9-92d1-97991bddaa44 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:56.536692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.536692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.536895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.537775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.537775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.538342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.538342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.538579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.538803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.539334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.539866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.540213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e607d-9961-4b4c-bf0a-df785608adc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:56.550593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.580878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.594662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:56.594662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.606577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ddbf6-4662-49aa-b65a-336542229f73 req-a4215a2a-a169-4f50-af79-f8994f8f0a94 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.614134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c6ddbf6-4662-49aa-b65a-336542229f73 req-a4215a2a-a169-4f50-af79-f8994f8f0a94 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.4526832 Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:56.659672 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:56.673744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48cb9eca-aee6-46ba-9cda-f18c9f27d179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.697523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.705156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8801bb5-4b05-4b65-8365-e2f20055fe25 req-e906d2ad-0315-44ca-8d9a-07564fe5159a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514019 Aug 11 02:49:56.715294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.720200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] 10.222.0.16 "DELETE /v2.0/networks/07b14b45-97ad-4925-ab39-f96b4638d898 HTTP/1.1" status: 204 len: 168 time: 1.2952805 Aug 11 02:49:56.724376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c6ddbf6-4662-49aa-b65a-336542229f73 req-12574710-8a43-4de5-8c92-1b1429ea7307 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071460 Aug 11 02:49:56.729019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56260) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.752416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dbd63-185b-456c-8a32-29016b0a650e admin admin] Pushing event deleted for resources: {'Network': ['ID=07b14b45-97ad-4925-ab39-f96b4638d898,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.840054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48cb9eca-aee6-46ba-9cda-f18c9f27d179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.857880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-e463c425-cba8-4faa-828a-9206306e5dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5994887 Aug 11 02:49:57.039052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ac547-af4c-4101-9dca-649864b62260 req-b2fc173e-48f7-42ed-863b-cff6f55ce778 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.040936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-803ac547-af4c-4101-9dca-649864b62260 req-b2fc173e-48f7-42ed-863b-cff6f55ce778 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 944 time: 0.2036119 Aug 11 02:49:57.052995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279e7be-2727-47f6-a53f-c6db9fbf6a55 req-ce840c26-c6ab-482d-9c26-b4bf9cfa7a64 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.061110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d279e7be-2727-47f6-a53f-c6db9fbf6a55 req-ce840c26-c6ab-482d-9c26-b4bf9cfa7a64 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 948 time: 0.1860747 Aug 11 02:49:57.177038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48cb9eca-aee6-46ba-9cda-f18c9f27d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.180258 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48cb9eca-aee6-46ba-9cda-f18c9f27d179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.181471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-48cb9eca-aee6-46ba-9cda-f18c9f27d179 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba52447c-372f-400a-b9f0-bd20528e84b1 HTTP/1.1" status: 204 len: 168 time: 0.8169646 Aug 11 02:49:57.204103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d279e7be-2727-47f6-a53f-c6db9fbf6a55 req-f822a1c5-5916-4f65-bdcd-6c17278ed868 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397002 Aug 11 02:49:57.208873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02a44726-5f23-41f7-9156-2a9de81ecd65 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:57.259598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 02a44726-5f23-41f7-9156-2a9de81ecd65 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:57.260171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 02a44726-5f23-41f7-9156-2a9de81ecd65 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:57.261116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ae175337-93e3-45d9-92d1-97991bddaa44 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:57.269708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-803ac547-af4c-4101-9dca-649864b62260 req-d82f86f2-1a63-48a8-84f5-5541494f1863 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064447 Aug 11 02:49:57.278961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb9eca-aee6-46ba-9cda-f18c9f27d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52447c-372f-400a-b9f0-bd20528e84b1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:57.297258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ae175337-93e3-45d9-92d1-97991bddaa44 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:57.297816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ae175337-93e3-45d9-92d1-97991bddaa44 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:57.459300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.600831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.619893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.703560 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e8d31d83-b2e0-42e3-8be5-5bb8a3e348d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3566202cfcc74562bb2d913b059a40ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806150 Aug 11 02:49:57.705604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.730448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 434f6c80-dea4-419a-bc9b-a011e4ba4b31 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:57.831461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2b4fa61-82ca-495d-8a67-e03530078b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.862390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:57.876311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '434f6c80-dea4-419a-bc9b-a011e4ba4b31', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': '434f6c80-dea4-419a-bc9b-a011e4ba4b31', 'mac_address': 'fa:16:3e:05:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:57.890945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2b4fa61-82ca-495d-8a67-e03530078b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.904305 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94dfc436-5d50-4d7f-8bb4-d03cb9b2f8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.938118 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.967707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434f6c80-dea4-419a-bc9b-a011e4ba4b31 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:57.994888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:58.002242 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.003052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dac457aa-54ae-46e3-be83-2d9eee5e6465 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:58.020281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2b4fa61-82ca-495d-8a67-e03530078b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.025723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2b4fa61-82ca-495d-8a67-e03530078b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.029727 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a2b4fa61-82ca-495d-8a67-e03530078b01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/632f2391-35fb-4f9d-b92d-9eed235c87d4 HTTP/1.1" status: 204 len: 168 time: 0.3194413 Aug 11 02:49:58.055800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4fa61-82ca-495d-8a67-e03530078b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f2391-35fb-4f9d-b92d-9eed235c87d4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.097984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94dfc436-5d50-4d7f-8bb4-d03cb9b2f8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.104720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865861-26e4-481f-ba43-64ea1bc7d981 req-40a745a7-a2e3-47ca-8cda-991e24ce5a0e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.107235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d865861-26e4-481f-ba43-64ea1bc7d981 req-40a745a7-a2e3-47ca-8cda-991e24ce5a0e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2238350 Aug 11 02:49:58.107767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94dfc436-5d50-4d7f-8bb4-d03cb9b2f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.117499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=434f6c80-dea4-419a-bc9b-a011e4ba4b31,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.158816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e990e-f0fe-47e3-97a2-1a95ac783f29 req-0da41852-794d-4a50-95ed-3862cfdaeeaf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.161418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6e990e-f0fe-47e3-97a2-1a95ac783f29 req-0da41852-794d-4a50-95ed-3862cfdaeeaf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2792356 Aug 11 02:49:58.184207 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-94dfc436-5d50-4d7f-8bb4-d03cb9b2f8d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eed5d6a54b16499abfcf2fda58f59ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205288 Aug 11 02:49:58.184207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc436-5d50-4d7f-8bb4-d03cb9b2f8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d59d51-9fe9-46ce-a65e-a17d75a6a185,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.187401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:58.265881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port dac457aa-54ae-46e3-be83-2d9eee5e6465, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:58.272455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ebbaf8d-c15f-44d2-bcc1-dc4bc8249a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.274254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d865861-26e4-481f-ba43-64ea1bc7d981 req-8c4f0bf1-39fc-4a25-8b93-2c29a94cbb60 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452370 Aug 11 02:49:58.290579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6e990e-f0fe-47e3-97a2-1a95ac783f29 req-1347a24a-9d2a-43c2-a3f6-9a9d333d6eab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092222 Aug 11 02:49:58.317174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'dac457aa-54ae-46e3-be83-2d9eee5e6465', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': 'dac457aa-54ae-46e3-be83-2d9eee5e6465', 'mac_address': 'fa:16:3e:8c:ff:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:58.366912 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ebbaf8d-c15f-44d2-bcc1-dc4bc8249a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.383079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.401087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac457aa-54ae-46e3-be83-2d9eee5e6465 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:58.408555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Deleting port 559cf521-0731-4f77-bd97-0892358322b0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:58.409651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.426108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port dac457aa-54ae-46e3-be83-2d9eee5e6465, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:58.432183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.515388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ebbaf8d-c15f-44d2-bcc1-dc4bc8249a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.519205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ebbaf8d-c15f-44d2-bcc1-dc4bc8249a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.520448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0ebbaf8d-c15f-44d2-bcc1-dc4bc8249a92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02d59d51-9fe9-46ce-a65e-a17d75a6a185 HTTP/1.1" status: 204 len: 168 time: 0.3318305 Aug 11 02:49:58.532446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=dac457aa-54ae-46e3-be83-2d9eee5e6465,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.551521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbaf8d-c15f-44d2-bcc1-dc4bc8249a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d59d51-9fe9-46ce-a65e-a17d75a6a185,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.595724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed67427-889f-4753-a30a-2a41f23a3e75 req-b6183df5-af67-472c-9e45-e56f44a7a3b4 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.601707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fed67427-889f-4753-a30a-2a41f23a3e75 req-b6183df5-af67-472c-9e45-e56f44a7a3b4 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 949 time: 0.2279761 Aug 11 02:49:58.671902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c279b2-dded-4dc9-8a92-c4db028f16d6 req-21b1aeb6-e271-4db9-ba8d-ac9e8b203229 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.679237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29c279b2-dded-4dc9-8a92-c4db028f16d6 req-21b1aeb6-e271-4db9-ba8d-ac9e8b203229 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 945 time: 0.2214499 Aug 11 02:49:58.711014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] For port 559cf521-0731-4f77-bd97-0892358322b0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=559cf521-0731-4f77-bd97-0892358322b0,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:58.711396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.731045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['434f6c80-dea4-419a-bc9b-a011e4ba4b31'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:58.735882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['dac457aa-54ae-46e3-be83-2d9eee5e6465'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:58.763920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Calling delete_port for 559cf521-0731-4f77-bd97-0892358322b0 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:58.798254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fed67427-889f-4753-a30a-2a41f23a3e75 req-4759f72d-0356-42b3-9078-9b593f3cf66e tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898284 Aug 11 02:49:59.059275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29c279b2-dded-4dc9-8a92-c4db028f16d6 req-4906c160-bfbb-4860-baf5-2b5bf17a9866 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608937 Aug 11 02:49:59.061538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.079443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-32c5db05-3ed0-4d7a-9e50-7992c99e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.081067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-32c5db05-3ed0-4d7a-9e50-7992c99e53e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1096 time: 0.3927438 Aug 11 02:49:59.115082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=559cf521-0731-4f77-bd97-0892358322b0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.141773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56356) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:59.158414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afcad5b5-b503-41c7-abcc-3998409c208b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.283958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afcad5b5-b503-41c7-abcc-3998409c208b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.290158 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afcad5b5-b503-41c7-abcc-3998409c208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.390268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-afcad5b5-b503-41c7-abcc-3998409c208b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5b218a5d5504f2997b0b7379886a8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466662 Aug 11 02:49:59.391535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcad5b5-b503-41c7-abcc-3998409c208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58577d-bad5-4bcc-806a-26a22a0b51a6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.394466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:59.424963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-fc50f317-1618-4240-ba57-24ac2340014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.433411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-fc50f317-1618-4240-ba57-24ac2340014a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.3173020 Aug 11 02:49:59.477973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb6a17dd-3891-42b5-8b11-a6444e516b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.510811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb6a17dd-3891-42b5-8b11-a6444e516b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.606362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb6a17dd-3891-42b5-8b11-a6444e516b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.608979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb6a17dd-3891-42b5-8b11-a6444e516b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.610466 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb6a17dd-3891-42b5-8b11-a6444e516b0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c58577d-bad5-4bcc-806a-26a22a0b51a6 HTTP/1.1" status: 204 len: 168 time: 0.2150269 Aug 11 02:49:59.620501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a17dd-3891-42b5-8b11-a6444e516b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58577d-bad5-4bcc-806a-26a22a0b51a6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.622092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.714664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546af02-1bec-4dfb-8d73-9fd9f97745f8 req-2948ba57-3b82-4fe7-b62a-7efdff102355 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.716271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8546af02-1bec-4dfb-8d73-9fd9f97745f8 req-2948ba57-3b82-4fe7-b62a-7efdff102355 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2814691 Aug 11 02:49:59.720763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-5639a4dd-dedb-4fe8-bd2f-745d366b3d16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 1001 time: 0.2548153 Aug 11 02:49:59.729039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e085f70-4d0d-4926-900e-8a2b0a9c5356 req-12cf2c16-0456-4ec1-951d-9b4790fc7859 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.730629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e085f70-4d0d-4926-900e-8a2b0a9c5356 req-12cf2c16-0456-4ec1-951d-9b4790fc7859 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.1665764 Aug 11 02:49:59.740463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dac457aa-54ae-46e3-be83-2d9eee5e6465 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:59.835395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port dac457aa-54ae-46e3-be83-2d9eee5e6465 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:59.841337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port dac457aa-54ae-46e3-be83-2d9eee5e6465 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:59.842106 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.852709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8546af02-1bec-4dfb-8d73-9fd9f97745f8 req-95d763a3-50d9-4170-92c7-d74612667acf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209722 Aug 11 02:50:00.008195 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.049486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f70469-ced8-4223-836d-734de073a422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac457aa-54ae-46e3-be83-2d9eee5e6465'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:00.053162 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da6cf9-0865-44de-8b2f-610fdd0eeb10" -d '{"events": [{"server_uuid": "c7f70469-ced8-4223-836d-734de073a422", "name": "network-vif-plugged", "status": "completed", "tag": "dac457aa-54ae-46e3-be83-2d9eee5e6465"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:00.075788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port dac457aa-54ae-46e3-be83-2d9eee5e6465, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:00.083935 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.158606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=dac457aa-54ae-46e3-be83-2d9eee5e6465,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:00.519512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e085f70-4d0d-4926-900e-8a2b0a9c5356 req-64cba492-7687-4b4a-aa36-ccd911213194 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540724 Aug 11 02:50:00.563550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-b09d483e-d038-40a8-bc7b-a09a990f8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.566740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-b09d483e-d038-40a8-bc7b-a09a990f8537 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.8318672 Aug 11 02:50:00.598501 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f1d8b-ad5d-4e35-aea8-9f4fc0accfa7 x-openstack-request-id: req-ef2f1d8b-ad5d-4e35-aea8-9f4fc0accfa7 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:00.598808 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f70469-ced8-4223-836d-734de073a422", "name": "network-vif-plugged", "status": "completed", "tag": "dac457aa-54ae-46e3-be83-2d9eee5e6465", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:00.599080 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef2f1d8b-ad5d-4e35-aea8-9f4fc0accfa7 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:00.599521 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f70469-ced8-4223-836d-734de073a422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac457aa-54ae-46e3-be83-2d9eee5e6465', 'code': 200} Aug 11 02:50:00.749631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30deb9-a68c-4498-b409-8233f3012670 req-9747bd26-64e6-4f03-ac1b-a6347d279805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.751572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c30deb9-a68c-4498-b409-8233f3012670 req-9747bd26-64e6-4f03-ac1b-a6347d279805 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 1097 time: 0.0564454 Aug 11 02:50:00.752120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:00.783599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b600d-7446-4031-b65c-cf4a3d718e47 req-ec12c385-bb5b-4860-bcb2-109838656abf tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.786414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e5b600d-7446-4031-b65c-cf4a3d718e47 req-ec12c385-bb5b-4860-bcb2-109838656abf tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 949 time: 0.3665605 Aug 11 02:50:00.831327 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0c30deb9-a68c-4498-b409-8233f3012670 req-ce83d2a2-1fbf-4168-a67a-c636f427ff6e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701416 Aug 11 02:50:00.946990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-ba7d6f40-513d-43dd-afe0-ce2744c47e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.948626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-ba7d6f40-513d-43dd-afe0-ce2744c47e6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614805 Aug 11 02:50:01.007373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56288-8760-46dc-ab17-d01dcb885b33 req-9dd094f4-3c68-43ee-81fa-b58f555fe940 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.009242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e56288-8760-46dc-ab17-d01dcb885b33 req-9dd094f4-3c68-43ee-81fa-b58f555fe940 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.2591817 Aug 11 02:50:01.018850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-309392518'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:01.041042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e5b600d-7446-4031-b65c-cf4a3d718e47 req-e5c4b90a-20fe-41de-ad25-13b55b9d18f6 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941731 Aug 11 02:50:01.042741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.045487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.112598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:01.137396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.148153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.158103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06e56288-8760-46dc-ab17-d01dcb885b33 req-efcac44a-551d-4ef2-ad78-198459d0225d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141646 Aug 11 02:50:01.170015 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.171312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41ca09cf-9590-4a1d-9f86-2c40fa83a7e7 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4181402 Aug 11 02:50:01.174912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:01.190559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-08adaa93-89a4-4b20-8752-be1f9ddd7bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192750 Aug 11 02:50:01.274032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.322744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b38398-7ec1-4470-bebd-fcaab8a8c5e1 req-20a78d54-940c-4f94-bce0-f4d645a4d00d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.324776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2b38398-7ec1-4470-bebd-fcaab8a8c5e1 req-20a78d54-940c-4f94-bce0-f4d645a4d00d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.1885548 Aug 11 02:50:01.441213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2b38398-7ec1-4470-bebd-fcaab8a8c5e1 req-0102f422-134d-477a-bd5e-4d6659e7cdd2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098883 Aug 11 02:50:01.446414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-98ca9c2f-15cb-4216-a86e-7911571c00a4 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476225 Aug 11 02:50:01.450610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:01.456366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0179caf-49af-4f41-8edb-dc38c39b0bf9 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b200fee-5b14-452f-a11c-3fdf55b7cf9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7235534 Aug 11 02:50:01.461610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56426) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:01.464952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] Sync routers for ids ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:01.490156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] Routers {'5b200fee-5b14-452f-a11c-3fdf55b7cf9f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:01.491531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:01.739159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25c5b6-cfaf-4e30-b262-ffecae0485b1 req-40814d52-9298-445e-ac7f-cb79efef54f5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.751868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c25c5b6-cfaf-4e30-b262-ffecae0485b1 req-40814d52-9298-445e-ac7f-cb79efef54f5 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.0943341 Aug 11 02:50:01.791187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.899221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 434f6c80-dea4-419a-bc9b-a011e4ba4b31 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:01.901381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56434) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:01.962118 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.965012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.965725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] Set router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:02.009791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c25c5b6-cfaf-4e30-b262-ffecae0485b1 req-9b0a8354-c207-4ee5-b72d-5f44bed9840f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569916 Aug 11 02:50:02.016861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.018089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65f02711-716e-4b4c-95d3-cad2c14fc4dd {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:02.034380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.036226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-53864ace-bcb8-4303-8734-9db2b8b712de tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "DELETE /v2.0/routers/65f02711-716e-4b4c-95d3-cad2c14fc4dd HTTP/1.1" status: 204 len: 168 time: 0.8602543 Aug 11 02:50:02.040768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56438) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.049221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Request body: {'router': {'name': 'tempest-router-1842710871', 'distributed': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:02.069442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1654615992', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:02.085667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:02.090947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.097792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:02.098689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.101910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.104412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.162600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Made reservation on behalf of 31ab2304aa374914b15faf56a6011c7e for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:02.164880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.237137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.243883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.251115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.269208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.287460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:49:58Z', 'revision_number': 5, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port': {'id': '67ef1d51-7c76-4005-8c71-0a2223779580', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:43:58Z', 'updated_at': '2021-08-11T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:02.329331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:02.330720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] Checking router: 5b200fee-5b14-452f-a11c-3fdf55b7cf9f for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:02.335473 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.352147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c90dc-bd9d-4ec3-9e0b-68ef50a28971 req-fd1dea06-59af-457a-b412-ea62cf924516 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.353766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-052c90dc-bd9d-4ec3-9e0b-68ef50a28971 req-fd1dea06-59af-457a-b412-ea62cf924516 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 949 time: 0.2087367 Aug 11 02:50:02.363405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Deleting port 67ef1d51-7c76-4005-8c71-0a2223779580 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:02.363756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.374951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] Routers {'5b200fee-5b14-452f-a11c-3fdf55b7cf9f'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:02.375603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:49:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:02.448054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458f5ba-8990-4d28-83e6-6320d625cd0a req-d2a568c6-2194-47fb-bc59-f6d9ff03eab4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.449579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f458f5ba-8990-4d28-83e6-6320d625cd0a req-d2a568c6-2194-47fb-bc59-f6d9ff03eab4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.1953378 Aug 11 02:50:02.463446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=434f6c80-dea4-419a-bc9b-a011e4ba4b31,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.490924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] Set router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:02.528953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-052c90dc-bd9d-4ec3-9e0b-68ef50a28971 req-48fb524d-3aa5-499c-9601-725e3953a4a5 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630731 Aug 11 02:50:02.562481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:50:02Z', 'revision_number': 6, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:02.580121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] For port 67ef1d51-7c76-4005-8c71-0a2223779580, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=67ef1d51-7c76-4005-8c71-0a2223779580,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:02.580582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.591707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6bb4e-70b9-4de0-83d3-0db265821bd4 None None] The sync data for ids ['5b200fee-5b14-452f-a11c-3fdf55b7cf9f'] in n-d-715271-8 is: [{'id': '5b200fee-5b14-452f-a11c-3fdf55b7cf9f', 'name': 'tempest-TestServerBasicOps-1646169955-router', 'tenant_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:43:55Z', 'updated_at': '2021-08-11T02:50:02Z', 'revision_number': 6, 'project_id': 'f4c2042b757b4a7dbaef9f31f6078db9', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:02.600968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de785213-9a0f-47a2-b171-2946eee60365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434f6c80-dea4-419a-bc9b-a011e4ba4b31'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:02.605132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f458f5ba-8990-4d28-83e6-6320d625cd0a req-59ae666a-021e-431e-b9b5-0e23f85d28df tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367006 Aug 11 02:50:02.618898 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1341410c-98db-457b-8df1-944f37f64d7e" -d '{"events": [{"server_uuid": "de785213-9a0f-47a2-b171-2946eee60365", "name": "network-vif-plugged", "status": "completed", "tag": "434f6c80-dea4-419a-bc9b-a011e4ba4b31"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:02.625016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.627647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Calling delete_port for 67ef1d51-7c76-4005-8c71-0a2223779580 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:02.647920 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.672334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] device_id is not set on port a3dde983-0f71-4c97-a152-00f87f24a71f yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:50:02.678900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.680534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2c3f8b54-fb13-4f97-8202-e3125f799b77 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6386299 Aug 11 02:50:02.683740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56450) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.759540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.813285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248f8f3-45ed-41e9-a827-f2a6714e8775,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.849742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fe993-49ae-41f0-953b-e65fc27846d3 req-74dafa19-63fb-446b-ac03-48ee3678172d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.851820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c3fe993-49ae-41f0-953b-e65fc27846d3 req-74dafa19-63fb-446b-ac03-48ee3678172d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2257950 Aug 11 02:50:02.921777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464fd2-105d-49e1-9bfe-b0b4aa278347 req-39c96279-0e8a-47b9-ae71-6e51eff6deeb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.923274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4464fd2-105d-49e1-9bfe-b0b4aa278347 req-39c96279-0e8a-47b9-ae71-6e51eff6deeb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.2355621 Aug 11 02:50:02.924919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.927349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.977227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.978212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2484c161-d65f-4b6b-a267-527cb8cf0d20 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:02.983688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.985278 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-013f1627-84b3-44ed-842d-338888f6f546 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2484c161-d65f-4b6b-a267-527cb8cf0d20 HTTP/1.1" status: 204 len: 168 time: 0.3003283 Aug 11 02:50:02.988916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.994639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Request body: {'router': {'name': 'tempest-router-16373687', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '05297f44385b47458beba1a4d0ce1673'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:03.009200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c3fe993-49ae-41f0-953b-e65fc27846d3 req-efffa581-e429-49a5-a281-d84435f306d2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481559 Aug 11 02:50:03.043277 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.046552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.056264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Allocated IP 172.25.6.110 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a3dde983-0f71-4c97-a152-00f87f24a71f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:03.088977 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03671f7c-8af5-420c-bc24-3190bbb68332 x-openstack-request-id: req-03671f7c-8af5-420c-bc24-3190bbb68332 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:03.089706 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de785213-9a0f-47a2-b171-2946eee60365", "name": "network-vif-plugged", "status": "completed", "tag": "434f6c80-dea4-419a-bc9b-a011e4ba4b31", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:03.090307 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03671f7c-8af5-420c-bc24-3190bbb68332 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:03.090957 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de785213-9a0f-47a2-b171-2946eee60365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434f6c80-dea4-419a-bc9b-a011e4ba4b31', 'code': 200} Aug 11 02:50:03.091983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a4464fd2-105d-49e1-9bfe-b0b4aa278347 req-3a3c36fc-fa05-46d9-827c-e071571aa128 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291392 Aug 11 02:50:03.152026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 559cf521-0731-4f77-bd97-0892358322b0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:03.196927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 559cf521-0731-4f77-bd97-0892358322b0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:03.197327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 559cf521-0731-4f77-bd97-0892358322b0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:03.199565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.205712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.225143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.227193 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-57119db5-5827-4ef3-b606-873ab00fedb8 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2372589 Aug 11 02:50:03.230094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.236690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:03.291186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.355024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ef1d51-7c76-4005-8c71-0a2223779580,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.401893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb585a0-2196-487b-8765-e1eaf5b8ace6 req-4b497684-81dc-48c0-9f33-3b3e389e3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.403464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4eb585a0-2196-487b-8765-e1eaf5b8ace6 req-4b497684-81dc-48c0-9f33-3b3e389e3e5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 1101 time: 0.2203746 Aug 11 02:50:03.441411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e917-33ab-4778-9164-9c1ce693c9f3 req-17b68967-df43-4dc2-8bf2-9294887a4b8f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.443006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2089e917-33ab-4778-9164-9c1ce693c9f3 req-17b68967-df43-4dc2-8bf2-9294887a4b8f tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2358561 Aug 11 02:50:03.466903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.467280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.509706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.541142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.565517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94700) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 02:50:03.565947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Router dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d migrating from provider to provider. {{(pid=94700) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 02:50:03.566993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.572513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.577105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.631209 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4eb585a0-2196-487b-8765-e1eaf5b8ace6 req-a8382efb-54ba-47d9-ac98-bc621463ca45 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978948 Aug 11 02:50:03.675272 n-d-715271-8 neutron-server[94700]: WARNING neutron.scheduler.l3_agent_scheduler [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] No L3 agents can host the router dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d Aug 11 02:50:03.689326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2089e917-33ab-4778-9164-9c1ce693c9f3 req-c596130c-9aee-4ab8-899b-f7e6eb96f498 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309563 Aug 11 02:50:03.696714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.711492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.784554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.831897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Hosts for router dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d: [] {{(pid=94700) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 02:50:03.880666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Hosts for other DVR routers connected to router dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d: set() {{(pid=94700) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 02:50:03.885662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.887435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-42147593-fcae-41fb-b6a3-5fed98d2479a tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "PUT /v2.0/routers/dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d HTTP/1.1" status: 200 len: 715 time: 0.6554303 Aug 11 02:50:03.890116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.984389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Pushing event updated for resources: {'Port': ['ID=a3dde983-0f71-4c97-a152-00f87f24a71f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.000238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.000937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b200fee-5b14-452f-a11c-3fdf55b7cf9f {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:04.015202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.019680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4c84ece3-5081-41a6-b006-693acc300088 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5b200fee-5b14-452f-a11c-3fdf55b7cf9f HTTP/1.1" status: 204 len: 168 time: 2.5537205 Aug 11 02:50:04.019680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:04.020897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56482) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.031857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:04.045486 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-21c48c32-6d9b-4dff-9510-91fe34877531 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "GET /v2.0/routers/dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d HTTP/1.1" status: 200 len: 715 time: 0.1533883 Aug 11 02:50:04.047841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.065875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:04.106524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc3de-09a5-4dec-ad56-4eafbf9bca10 req-3dc92eb9-6ffc-44d5-900a-0ead557e5db8 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.114560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8dbdc3de-09a5-4dec-ad56-4eafbf9bca10 req-3dc92eb9-6ffc-44d5-900a-0ead557e5db8 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 950 time: 0.2687373 Aug 11 02:50:04.169002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Deleting subnet 8f20fb7e-2acd-429f-93de-cdb9d6e09f06 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:04.179833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.180592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.185123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.350567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-72e9c33a-e614-4fa2-8c45-fdf5f4648b06 tempest-RoutersTestDVR-2045714259 tempest-RoutersTestDVR-2045714259-project] 10.222.0.16 "GET /v2.0/routers/dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d HTTP/1.1" status: 200 len: 681 time: 0.2977376 Aug 11 02:50:04.351211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.438640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.648318 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8dbdc3de-09a5-4dec-ad56-4eafbf9bca10 req-5a81500b-33a1-4912-9638-bcaa451e5450 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326409 Aug 11 02:50:04.658501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.661920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.670121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ebab52ae-9887-4552-800a-c737d9112819 tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7576537 Aug 11 02:50:04.670121 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.670615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56504) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.674865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.110'}]}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:04.724245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.724892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:04.733294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.734618 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-832fda13-82b5-49ea-928e-7c7f8cab0e19 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "DELETE /v2.0/routers/dc08e75b-de9f-4a4a-80eb-9d2b9ee43f1d HTTP/1.1" status: 204 len: 168 time: 0.3824577 Aug 11 02:50:04.740267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56510) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.753182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Request body: {'router': {'name': 'tempest-router-1751156797', 'distributed': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:04.758907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.760012 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.891710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.968370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.969537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.977453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.051329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37e1a-5281-4555-a584-48cf39957c45 req-0d7b41d8-c0b8-46c8-b8de-9305b5c1ec82 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.055562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcf37e1a-5281-4555-a584-48cf39957c45 req-0d7b41d8-c0b8-46c8-b8de-9305b5c1ec82 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2787476 Aug 11 02:50:05.177054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 67ef1d51-7c76-4005-8c71-0a2223779580 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:05.218361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 67ef1d51-7c76-4005-8c71-0a2223779580 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:05.218835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 67ef1d51-7c76-4005-8c71-0a2223779580 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:05.340424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.354131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcf37e1a-5281-4555-a584-48cf39957c45 req-9228d0f4-c6a3-4d4b-9e79-b7f807f5459b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869751 Aug 11 02:50:05.371538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.389124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631baf7c-8e2c-4a32-ad52-76f2745f258c req-0ccb10c6-45b4-4d51-9972-ad0816c7511d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.390882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-631baf7c-8e2c-4a32-ad52-76f2745f258c req-0ccb10c6-45b4-4d51-9972-ad0816c7511d tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.3255587 Aug 11 02:50:05.393957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.396480 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.448491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f20fb7e-2acd-429f-93de-cdb9d6e09f06,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:05.492007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.497747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e04cb484-6c5d-4149-97ae-aac84c2f2bdb tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7471905 Aug 11 02:50:05.498112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc044537-8528-4e74-9bda-22d8eb391172 None None] Network b22bcafb-166f-43cd-8910-7d3510e52255 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:05.498357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.498357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cd57c41c-be28-4647-976d-1b775efb9752 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f20fb7e-2acd-429f-93de-cdb9d6e09f06 HTTP/1.1" status: 204 len: 168 time: 1.4759719 Aug 11 02:50:05.498694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:05.501420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:05.586585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-631baf7c-8e2c-4a32-ad52-76f2745f258c req-7cec8eb8-d66e-4ac8-b375-b53b953000f1 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611438 Aug 11 02:50:05.638661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.662319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.858104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] DHCP port deletion for b22bcafb-166f-43cd-8910-7d3510e52255 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:05.859206 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.862476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.917474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Deleting port ac6635d7-1849-404e-a8d3-b1326d48d2f9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:05.917824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.935650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] Deleting port ac6635d7-1849-404e-a8d3-b1326d48d2f9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:05.936010 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.954925 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.955840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2d434ce-0d64-4450-b41f-49ce57abb96f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:05.965891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.975779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9081964c-c722-44a6-9420-e5649322ad74 tempest-RoutersTestDVR-1021372951 tempest-RoutersTestDVR-1021372951-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a2d434ce-0d64-4450-b41f-49ce57abb96f HTTP/1.1" status: 204 len: 168 time: 0.4737041 Aug 11 02:50:06.015029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] For port ac6635d7-1849-404e-a8d3-b1326d48d2f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ac6635d7-1849-404e-a8d3-b1326d48d2f9,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:06.015926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.016114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876290d-a7b7-44aa-9d13-0b5dda4bfc3d req-a8a6ba24-9818-4013-a0ee-ae25b07b362b tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.018047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3876290d-a7b7-44aa-9d13-0b5dda4bfc3d req-a8a6ba24-9818-4013-a0ee-ae25b07b362b tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 950 time: 0.2724950 Aug 11 02:50:06.045309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] Calling delete_port for ac6635d7-1849-404e-a8d3-b1326d48d2f9 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:06.075208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.079461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] For port ac6635d7-1849-404e-a8d3-b1326d48d2f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ac6635d7-1849-404e-a8d3-b1326d48d2f9,segment=NetworkSegment(86c54673-0cae-47cf-a2f5-17e39e67c55e),segment_id=86c54673-0cae-47cf-a2f5-17e39e67c55e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:06.079747 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.117431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.123644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Calling delete_port for ac6635d7-1849-404e-a8d3-b1326d48d2f9 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:06.128115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3876290d-a7b7-44aa-9d13-0b5dda4bfc3d req-34db34b4-cf49-44dd-bb8c-215a077286af tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925667 Aug 11 02:50:06.176007 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.253835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] Pushing event deleted for resources: {'Port': ['ID=ac6635d7-1849-404e-a8d3-b1326d48d2f9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.260903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71e06b-cb66-4730-b390-7e80392e9587 None None] No DVR routers for this DVR port ac6635d7-1849-404e-a8d3-b1326d48d2f9 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:06.384169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56556) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:06.477844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.575208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.638536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e81e9d5-fa8f-45ca-af5d-6827043357e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.707014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6635d7-1849-404e-a8d3-b1326d48d2f9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.759460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] No DVR routers for this DVR port ac6635d7-1849-404e-a8d3-b1326d48d2f9 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:06.838860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.845095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.977668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbe5b5-8187-4b29-ba7e-1329cb5a4b4f req-cdfc3ff6-151a-46bf-b1fe-8f0ba913abf8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.979221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5dbe5b5-8187-4b29-ba7e-1329cb5a4b4f req-cdfc3ff6-151a-46bf-b1fe-8f0ba913abf8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.4307268 Aug 11 02:50:07.000408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.025272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.025792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 554ae2ed-14f3-444f-813f-40333d1f46ed {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:07.028584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22bcafb-166f-43cd-8910-7d3510e52255']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:07.047497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-43dff4c4-c80e-4cf0-98a6-bca81bfb5ce5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.049756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-43dff4c4-c80e-4cf0-98a6-bca81bfb5ce5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.5000632 Aug 11 02:50:07.090293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c54673-0cae-47cf-a2f5-17e39e67c55e') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:07.091430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c54673-0cae-47cf-a2f5-17e39e67c55e') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:07.128710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.140020 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-27e22ebb-1776-43be-8f10-340c267b0bd4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0555046 Aug 11 02:50:07.173814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ac6635d7-1849-404e-a8d3-b1326d48d2f9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:07.184647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5dbe5b5-8187-4b29-ba7e-1329cb5a4b4f req-4af8b5e7-0539-416a-b08d-4f6deba1d4ae tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890326 Aug 11 02:50:07.211126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.213527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ac6635d7-1849-404e-a8d3-b1326d48d2f9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:07.214193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ac6635d7-1849-404e-a8d3-b1326d48d2f9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:07.221783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:07.222193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:07.226119 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:07.303746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e81e9d5-fa8f-45ca-af5d-6827043357e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.344302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4e81e9d5-fa8f-45ca-af5d-6827043357e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.353719 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:50:07.354846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-746da0a6-722a-49c5-bf10-04ad933546ed tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6837060 Aug 11 02:50:07.357971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:07.363594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.373096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-5e796ccf-942b-4ebd-a344-af6de89693f7 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2187519 Aug 11 02:50:07.388368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.393029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b22bcafb-166f-43cd-8910-7d3510e52255 HTTP/1.1" status: 204 len: 168 time: 1.8877048 Aug 11 02:50:07.449820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333778c-f7b6-42c8-9505-69e0534800f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b22bcafb-166f-43cd-8910-7d3510e52255,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.496251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4e81e9d5-fa8f-45ca-af5d-6827043357e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05297f44385b47458beba1a4d0ce1673&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1108825 Aug 11 02:50:07.497644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81e9d5-fa8f-45ca-af5d-6827043357e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc4cff7-0771-4e59-9a71-6ad639e8891c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.500611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56580) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:07.520732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Deleting port a3dde983-0f71-4c97-a152-00f87f24a71f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:07.526742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.540632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37a75e-dfe9-4e7d-9bab-0ab769a0e02d req-3acb6840-042e-4806-98fe-926476ec0527 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.542387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf37a75e-dfe9-4e7d-9bab-0ab769a0e02d req-3acb6840-042e-4806-98fe-926476ec0527 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 950 time: 0.2413163 Aug 11 02:50:07.608975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:07.653667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-8a67d28b-ae16-4195-b40a-0700b0444a8f service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545722 Aug 11 02:50:07.661141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf37a75e-dfe9-4e7d-9bab-0ab769a0e02d req-de7d4efd-4ce3-4d74-a3aa-8dde6465213d tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085343 Aug 11 02:50:07.662128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb928fdb-f549-41b2-9329-0a0b50ed2279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.684117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-584d08c9-1f40-4c7c-8407-9dab93f840ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89d9ba062fbb48539dfa4c7220377e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736978 Aug 11 02:50:07.687972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:07.694330 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.709310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Calling delete_port for a3dde983-0f71-4c97-a152-00f87f24a71f owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:07.718113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb928fdb-f549-41b2-9329-0a0b50ed2279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.864160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.898400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de33f0b-2981-4505-b7a6-089c16acdcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.908475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3dde983-0f71-4c97-a152-00f87f24a71f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.918324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb928fdb-f549-41b2-9329-0a0b50ed2279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.920864 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb928fdb-f549-41b2-9329-0a0b50ed2279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.922068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eb928fdb-f549-41b2-9329-0a0b50ed2279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cc4cff7-0771-4e59-9a71-6ad639e8891c HTTP/1.1" status: 204 len: 168 time: 0.4178956 Aug 11 02:50:07.930576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9254a0-8f14-4acd-9d3a-c2e0f7e2561f req-8dfffeb0-2b6f-42db-b9f3-1446f2abcd91 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.932166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a9254a0-8f14-4acd-9d3a-c2e0f7e2561f req-8dfffeb0-2b6f-42db-b9f3-1446f2abcd91 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.1516867 Aug 11 02:50:07.938398 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-3463d019-7dd4-49b0-8c21-c5dd59a8d64f service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633984 Aug 11 02:50:07.959933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb928fdb-f549-41b2-9329-0a0b50ed2279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc4cff7-0771-4e59-9a71-6ad639e8891c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.972796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de33f0b-2981-4505-b7a6-089c16acdcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.009904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.015536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a9254a0-8f14-4acd-9d3a-c2e0f7e2561f req-ce46a1fb-c8fc-4346-a669-7d67904f3447 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689573 Aug 11 02:50:08.022645 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0dfe5f5e-0ab1-498c-b039-611b17da9c3c tempest-RoutersAdminNegativeTest-716053104 tempest-RoutersAdminNegativeTest-716053104-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a3dde983-0f71-4c97-a152-00f87f24a71f HTTP/1.1" status: 204 len: 168 time: 0.6633167 Aug 11 02:50:08.059994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de33f0b-2981-4505-b7a6-089c16acdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.062678 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de33f0b-2981-4505-b7a6-089c16acdcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.063891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5de33f0b-2981-4505-b7a6-089c16acdcd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d7eb07b-ea27-4e6e-8e8c-12cf68556f34 HTTP/1.1" status: 204 len: 168 time: 0.3715584 Aug 11 02:50:08.084409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de33f0b-2981-4505-b7a6-089c16acdcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7eb07b-ea27-4e6e-8e8c-12cf68556f34,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:08.291633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08ec2579-fc38-4d25-ac87-294a07e6aa39 req-532ecfb2-9d7d-4334-9ca8-8d7144f4c237 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.0771670 Aug 11 02:50:08.360572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7c139-d476-4d95-933b-2885d6871e8b req-88d166df-14da-46b7-a966-71ccf3691edf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.362706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9f7c139-d476-4d95-933b-2885d6871e8b req-88d166df-14da-46b7-a966-71ccf3691edf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.0615575 Aug 11 02:50:08.416213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9f7c139-d476-4d95-933b-2885d6871e8b req-e8718f8e-0ff5-4be4-967e-e3fc98fdfc6d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447958 Aug 11 02:50:08.501585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76351c-d10f-44b1-944f-598dded916a3 req-3656ba9d-60ab-4984-b6fb-459bfcaef70d tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.503606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c76351c-d10f-44b1-944f-598dded916a3 req-3656ba9d-60ab-4984-b6fb-459bfcaef70d tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.25 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 950 time: 0.0625031 Aug 11 02:50:08.570259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:08.589467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84f858ce-e166-49eb-b68e-9c26148dcc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.804571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56616) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:08.846085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84f858ce-e166-49eb-b68e-9c26148dcc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.852072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84f858ce-e166-49eb-b68e-9c26148dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.952689 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-84f858ce-e166-49eb-b68e-9c26148dcc3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5f86ff2897248a385f77f48866b0b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807442 Aug 11 02:50:08.969530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:09.002266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3570f8e7-25af-4d6f-a99d-a5c718161a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.010047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56624) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:09.020511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f858ce-e166-49eb-b68e-9c26148dcc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38178cc9-0654-4955-aa86-53e617207534,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.080704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856de5f-621a-4a60-9b36-a24e77794008 req-4bb64044-a0cf-4d99-8c18-468c38de33bc tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.082340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b856de5f-621a-4a60-9b36-a24e77794008 req-4bb64044-a0cf-4d99-8c18-468c38de33bc tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 950 time: 0.1027417 Aug 11 02:50:09.084422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Deleting port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:09.084775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.110747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7741e792-b842-4948-bb94-d512aaf737eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.149146 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7741e792-b842-4948-bb94-d512aaf737eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.163386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-218394f1-3d8f-4f63-8b56-7f18f1c7852d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4c2042b757b4a7dbaef9f31f6078db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461742 Aug 11 02:50:09.166903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56628) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:09.233725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b856de5f-621a-4a60-9b36-a24e77794008 req-5eb6d93b-68e1-49d3-8b08-7b686e3731e0 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304984 Aug 11 02:50:09.249718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3570f8e7-25af-4d6f-a99d-a5c718161a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.257906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92c59-1a12-4d79-9f0c-0e56e036127b req-dbf74160-5b41-4314-bcc0-7f9c410eec03 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.258387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3570f8e7-25af-4d6f-a99d-a5c718161a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.259524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00e92c59-1a12-4d79-9f0c-0e56e036127b req-dbf74160-5b41-4314-bcc0-7f9c410eec03 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.1116986 Aug 11 02:50:09.266864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] For port 434f6c80-dea4-419a-bc9b-a011e4ba4b31, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=434f6c80-dea4-419a-bc9b-a011e4ba4b31,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:09.267295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.288776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Calling delete_port for 434f6c80-dea4-419a-bc9b-a011e4ba4b31 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:09.297021 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7741e792-b842-4948-bb94-d512aaf737eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.299814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7741e792-b842-4948-bb94-d512aaf737eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.303261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7741e792-b842-4948-bb94-d512aaf737eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38178cc9-0654-4955-aa86-53e617207534 HTTP/1.1" status: 204 len: 168 time: 0.3301647 Aug 11 02:50:09.308109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda0a238-8d09-45b9-a12c-604b8716a257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.326286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f8e7-25af-4d6f-a99d-a5c718161a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c542c59-935c-46f2-bac1-0606fb032a88,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.342048 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3570f8e7-25af-4d6f-a99d-a5c718161a8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec810027cfb24756b6f0345f911f39d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358682 Aug 11 02:50:09.342697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:09.367839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741e792-b842-4948-bb94-d512aaf737eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38178cc9-0654-4955-aa86-53e617207534,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.372827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda0a238-8d09-45b9-a12c-604b8716a257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.384023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00e92c59-1a12-4d79-9f0c-0e56e036127b req-25a28927-1e02-4118-b82b-493f1ed99746 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926266 Aug 11 02:50:09.453247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9101409-5288-45ee-af90-a55cae963264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.491649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9101409-5288-45ee-af90-a55cae963264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.499064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda0a238-8d09-45b9-a12c-604b8716a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.502763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda0a238-8d09-45b9-a12c-604b8716a257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.507283 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dda0a238-8d09-45b9-a12c-604b8716a257 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bec9f84-a857-4e14-9f25-f9c3b0c598f1 HTTP/1.1" status: 204 len: 168 time: 0.3365405 Aug 11 02:50:09.523100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0a238-8d09-45b9-a12c-604b8716a257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bec9f84-a857-4e14-9f25-f9c3b0c598f1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.524486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc6e59b8-32cc-433b-acbb-c5883149365a req-0f79bdb8-15a5-4305-90bb-f3c6284bfc06 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.0857229 Aug 11 02:50:09.605992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9101409-5288-45ee-af90-a55cae963264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.611151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9101409-5288-45ee-af90-a55cae963264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.617480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9101409-5288-45ee-af90-a55cae963264 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c542c59-935c-46f2-bac1-0606fb032a88 HTTP/1.1" status: 204 len: 168 time: 0.2692344 Aug 11 02:50:09.627817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9101409-5288-45ee-af90-a55cae963264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c542c59-935c-46f2-bac1-0606fb032a88,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.814632 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.836682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['434f6c80-dea4-419a-bc9b-a011e4ba4b31'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:09.875207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Pushing event deleted for resources: {'Port': ['ID=434f6c80-dea4-419a-bc9b-a011e4ba4b31,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.937641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b622dd9-67be-4537-93fc-17c560f3e85f req-d97d25ce-c5b5-4912-991c-74711f94b15f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.940362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b622dd9-67be-4537-93fc-17c560f3e85f req-d97d25ce-c5b5-4912-991c-74711f94b15f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2140682 Aug 11 02:50:09.956455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739aff8-057d-4db9-802f-18deb2a55a76 req-a6564dd2-0d8f-45f8-84a9-5f8d0e6d5b51 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.966271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7739aff8-057d-4db9-802f-18deb2a55a76 req-a6564dd2-0d8f-45f8-84a9-5f8d0e6d5b51 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2412226 Aug 11 02:50:10.032123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-422e72b9-aeac-4968-bc6d-e92a26cbac39 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.033260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-422e72b9-aeac-4968-bc6d-e92a26cbac39 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.4904821 Aug 11 02:50:10.052851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] No DVR routers for this DVR port 434f6c80-dea4-419a-bc9b-a011e4ba4b31 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:10.093907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.096300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c76351c-d10f-44b1-944f-598dded916a3 req-243d9d36-2d18-470b-a7a2-18d7eee2f8c2 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.25 "DELETE /v2.0/ports/434f6c80-dea4-419a-bc9b-a011e4ba4b31 HTTP/1.1" status: 204 len: 173 time: 1.5811775 Aug 11 02:50:10.100309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': '6a66fd89-0630-44c9-b767-b94b938c524c', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:10.103748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de785213-9a0f-47a2-b171-2946eee60365', 'name': 'network-vif-deleted', 'tag': '434f6c80-dea4-419a-bc9b-a011e4ba4b31'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:10.106427 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf17f52-d9cd-46ba-960b-830917b5733f" -d '{"events": [{"server_uuid": "de785213-9a0f-47a2-b171-2946eee60365", "name": "network-vif-deleted", "tag": "434f6c80-dea4-419a-bc9b-a011e4ba4b31"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:10.326653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7739aff8-057d-4db9-802f-18deb2a55a76 req-72b07e36-03dd-4128-a6ea-da79a6ec8a53 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594790 Aug 11 02:50:10.375915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b622dd9-67be-4537-93fc-17c560f3e85f req-be0d198b-7edb-4da8-b309-812b88567155 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854001 Aug 11 02:50:10.417540 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ec9771-55c5-4884-8c4a-efb14e8d170c x-openstack-request-id: req-29ec9771-55c5-4884-8c4a-efb14e8d170c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:10.421812 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de785213-9a0f-47a2-b171-2946eee60365", "name": "network-vif-deleted", "tag": "434f6c80-dea4-419a-bc9b-a011e4ba4b31", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:10.422574 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29ec9771-55c5-4884-8c4a-efb14e8d170c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:10.423173 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de785213-9a0f-47a2-b171-2946eee60365', 'name': 'network-vif-deleted', 'tag': '434f6c80-dea4-419a-bc9b-a011e4ba4b31', 'status': 'completed', 'code': 200} Aug 11 02:50:10.616360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-487c012d-2cb7-40a3-a34c-4f549dc324ef req-7411affc-dac7-462e-be5e-6a7fded695a4 tempest-VolumesNegativeTest-510943481 tempest-VolumesNegativeTest-510943481-project] 10.222.0.16 "GET /v2.0/ports?device_id=de785213-9a0f-47a2-b171-2946eee60365 HTTP/1.1" status: 200 len: 210 time: 0.1075549 Aug 11 02:50:10.631732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56674) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:10.680746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:10.689320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.785173 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c7d32d1a-dbdd-4685-9b47-4f0cfbfd242a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31ab2304aa374914b15faf56a6011c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421943 Aug 11 02:50:10.786736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:10.787071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:10.814515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f3acd-d2d7-4bec-8a71-75c4a420e8be req-77dadc27-00c9-4262-b215-0d2a1ef41491 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.816372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef0f3acd-d2d7-4bec-8a71-75c4a420e8be req-77dadc27-00c9-4262-b215-0d2a1ef41491 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2967291 Aug 11 02:50:10.866023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-631b8188-67b6-427e-bd18-e15c062d4e61 req-bf4935f3-51a4-4f51-87d2-6aa0c5f8fc1c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.0624144 Aug 11 02:50:10.887889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ac11e90-bd01-490d-a858-e77b36525a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.939157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ac11e90-bd01-490d-a858-e77b36525a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.990894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef0f3acd-d2d7-4bec-8a71-75c4a420e8be req-cf850f31-4022-4c2b-baf9-45e9fc2c51ae tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574767 Aug 11 02:50:11.019699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.8 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/b150285f-e161-4d08-bf31-399458fe1080) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:11.045346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659827322'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:11.050068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ac11e90-bd01-490d-a858-e77b36525a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.052806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ac11e90-bd01-490d-a858-e77b36525a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.069788 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5ac11e90-bd01-490d-a858-e77b36525a8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f248f8f3-45ed-41e9-a827-f2a6714e8775 HTTP/1.1" status: 204 len: 168 time: 0.2708237 Aug 11 02:50:11.116717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac11e90-bd01-490d-a858-e77b36525a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248f8f3-45ed-41e9-a827-f2a6714e8775,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:11.141934 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:11.152077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.169597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.304861 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.323521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object b150285f-e161-4d08-bf31-399458fe1080 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:11.329697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.335460 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.393389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:11.395474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.395752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232368a2-c066-46bb-833b-778ac8674360,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:11.411277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['dac457aa-54ae-46e3-be83-2d9eee5e6465'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:11.432522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.433849 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment c421fb85-3664-48f5-af41-796e60a0e022 of type vlan for network 516c3013-071b-453a-a8f6-93dc903443f9 Aug 11 02:50:11.523794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.573752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.587712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.591563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.609465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:11.620864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758968-ccc7-481f-a693-8e34073ec110 req-75fed25d-c1a7-4cf1-9a9e-7dfb2389d3a6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.628770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b758968-ccc7-481f-a693-8e34073ec110 req-75fed25d-c1a7-4cf1-9a9e-7dfb2389d3a6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.1543763 Aug 11 02:50:11.659452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bb011-4d00-4f6a-9983-00e92314f256 req-64475b38-368f-4a1a-9e95-ecb8a9e74916 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.667879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-796bb011-4d00-4f6a-9983-00e92314f256 req-64475b38-368f-4a1a-9e95-ecb8a9e74916 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.1334801 Aug 11 02:50:11.669737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:11.671672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=b150285f-e161-4d08-bf31-399458fe1080,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:11.674192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:11.722786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=516c3013-071b-453a-a8f6-93dc903443f9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:11.727374 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1944ec75-bf1b-4440-b272-97bfd06d97f3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9391649 Aug 11 02:50:11.740298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 516c3013-071b-453a-a8f6-93dc903443f9 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:11.773299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-796bb011-4d00-4f6a-9983-00e92314f256 req-3aff92a7-1d09-40d4-9e91-bae7dc5fa813 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046948 Aug 11 02:50:11.855521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b758968-ccc7-481f-a693-8e34073ec110 req-80aad310-f60f-434d-8c54-bd669e72677c tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257957 Aug 11 02:50:11.872568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.873339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.890961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:11.901824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '516c3013-071b-453a-a8f6-93dc903443f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:11.908327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b2b0767b-1c1a-4451-b336-af86fff9940c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8341837 Aug 11 02:50:11.928656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Request body: {'port': {'device_id': '6a66fd89-0630-44c9-b767-b94b938c524c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:12.020985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.094869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:12.101196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.224226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d9d63873-9085-43be-b192-3941de8f5918 None None] Provisioning for port b150285f-e161-4d08-bf31-399458fe1080 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:12.228296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91586599-4413-4b2b-a6a9-90a849ee676a req-48dc6c7e-d07d-4093-b5f1-6ddf60abf494 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.230258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91586599-4413-4b2b-a6a9-90a849ee676a req-48dc6c7e-d07d-4093-b5f1-6ddf60abf494 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 931 time: 0.1890519 Aug 11 02:50:12.236452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d9d63873-9085-43be-b192-3941de8f5918 None None] Provisioning complete for port b150285f-e161-4d08-bf31-399458fe1080 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:12.237171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9d63873-9085-43be-b192-3941de8f5918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.312119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d9d63873-9085-43be-b192-3941de8f5918 None None] Port b150285f-e161-4d08-bf31-399458fe1080 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:12.364686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91586599-4413-4b2b-a6a9-90a849ee676a req-46d065ee-62b1-4865-8776-56ec4efa79ef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225445 Aug 11 02:50:12.508383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.605313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b150285f-e161-4d08-bf31-399458fe1080 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:12.615103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.632678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Transition to ACTIVE for port object b150285f-e161-4d08-bf31-399458fe1080 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:12.634184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56750) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:12.642703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=064d7482-7ae1-41f2-a29c-334135c39d01,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:12.646562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.685053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': 'c421fb85-3664-48f5-af41-796e60a0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '516c3013-071b-453a-a8f6-93dc903443f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:12.685506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 516c3013-071b-453a-a8f6-93dc903443f9, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:12.721329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e6167-e232-4777-a3ab-6b7b81647328 req-78ab14c7-d496-4af8-a9d3-78dbfb762889 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.723456 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-407e6167-e232-4777-a3ab-6b7b81647328 req-78ab14c7-d496-4af8-a9d3-78dbfb762889 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.0950756 Aug 11 02:50:12.724041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 516c3013-071b-453a-a8f6-93dc903443f9 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:12.835154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Pushing event updated for resources: {'Port': ['ID=b150285f-e161-4d08-bf31-399458fe1080,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:12.838749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 516c3013-071b-453a-a8f6-93dc903443f9) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:12.875512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c01e5-73f4-42cf-8a0e-d1b47b88eb39 None None] Network 516c3013-071b-453a-a8f6-93dc903443f9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:12.951723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-ae84109c-2123-4fc6-b008-f38088900496 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:12.953745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ae84109c-2123-4fc6-b008-f38088900496 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3173363 Aug 11 02:50:12.973525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56784) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:12.993384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-33c8e931-d4c7-4e26-8cf8-72150fc403b1 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:12.994537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33c8e931-d4c7-4e26-8cf8-72150fc403b1 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0179269 Aug 11 02:50:13.002128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Attempting to bind port b150285f-e161-4d08-bf31-399458fe1080 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:13.002128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Attempting to bind port b150285f-e161-4d08-bf31-399458fe1080 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:13.002128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Attempting to bind port b150285f-e161-4d08-bf31-399458fe1080 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:13.009698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56794) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.016203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-0920b51b-c7ca-47a3-9573-babaef1623b6 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.017216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0920b51b-c7ca-47a3-9573-babaef1623b6 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044308 Aug 11 02:50:13.029992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56796) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.075838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-b7f629b3-1630-4ccf-a9d9-871b0bd4867a tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.076883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7f629b3-1630-4ccf-a9d9-871b0bd4867a tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102620 Aug 11 02:50:13.081238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Port b150285f-e161-4d08-bf31-399458fe1080 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:13.081238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Attempting to bind port b150285f-e161-4d08-bf31-399458fe1080 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:13.085134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56806) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.133835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-94c000a8-1625-4f4a-a30c-02fe833a9fe4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.135226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-94c000a8-1625-4f4a-a30c-02fe833a9fe4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055075 Aug 11 02:50:13.141229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56812) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.152760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920b57-e4dd-48e3-b82b-61200d652aba req-1ce1cd4f-3a1a-4afb-9aac-34a5443ee5a0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.154631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff920b57-e4dd-48e3-b82b-61200d652aba req-1ce1cd4f-3a1a-4afb-9aac-34a5443ee5a0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2770624 Aug 11 02:50:13.162440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-08d80b5e-0d58-45e8-ab01-8d0c15923447 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.165928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-08d80b5e-0d58-45e8-ab01-8d0c15923447 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0100605 Aug 11 02:50:13.169329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:13.169685 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:13.170119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:13.170589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Bound port: b150285f-e161-4d08-bf31-399458fe1080, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:13.170968 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.176899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56814) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.190911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-da1f1d9b-d3d7-4237-98c2-533cef953ff4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.192075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-da1f1d9b-d3d7-4237-98c2-533cef953ff4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0133648 Aug 11 02:50:13.198380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56816) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.219296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-516c3013-071b-453a-a8f6-93dc903443f9', 'network_id': '516c3013-071b-453a-a8f6-93dc903443f9', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '064d7482-7ae1-41f2-a29c-334135c39d01'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:13.219697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-fc847273-6ca8-4d5d-a8fe-1781c80815a7 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.220625 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.220790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fc847273-6ca8-4d5d-a8fe-1781c80815a7 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0139823 Aug 11 02:50:13.230136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56818) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.244440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-9c7f0e22-533a-44fa-a0da-5786d2899c0c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.245493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c7f0e22-533a-44fa-a0da-5786d2899c0c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0120687 Aug 11 02:50:13.274103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56820) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.282020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db784-0929-437c-b652-52e14116f67a req-abba57c0-d419-47fe-ae92-08e11e48e461 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.283649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c63db784-0929-437c-b652-52e14116f67a req-abba57c0-d419-47fe-ae92-08e11e48e461 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 946 time: 0.2730210 Aug 11 02:50:13.288759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-3cc5e96c-d06c-4b1b-b723-675fd4db9b95 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.289743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3cc5e96c-d06c-4b1b-b723-675fd4db9b95 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051594 Aug 11 02:50:13.303871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56826) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.340079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-c9570f59-64ec-4ed5-afe6-c6b3c3e0d173 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.341140 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c9570f59-64ec-4ed5-afe6-c6b3c3e0d173 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0351810 Aug 11 02:50:13.357192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56832) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.373759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-a03dbade-452c-412f-81f3-3839a2777729 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.375109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a03dbade-452c-412f-81f3-3839a2777729 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0128598 Aug 11 02:50:13.377869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56834) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.385632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff920b57-e4dd-48e3-b82b-61200d652aba req-fbb5b920-7212-4d9f-a430-3b6c6a5bb5c8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107964 Aug 11 02:50:13.390438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-c0677846-cad7-4a37-b4b9-84c475976c26 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.391772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0677846-cad7-4a37-b4b9-84c475976c26 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0108349 Aug 11 02:50:13.400153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56836) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.420550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-12dc4f95-6aa5-4f16-ba47-43c8c3254c3b tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.424706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-12dc4f95-6aa5-4f16-ba47-43c8c3254c3b tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0202425 Aug 11 02:50:13.433651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56840) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.447969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-f4a2cbc8-956c-4228-bedf-b8cead66e2e6 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.452114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f4a2cbc8-956c-4228-bedf-b8cead66e2e6 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0150561 Aug 11 02:50:13.455055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56842) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.469544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-9ac07cde-2106-4ea2-b641-8252f54a3ba9 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.470633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9ac07cde-2106-4ea2-b641-8252f54a3ba9 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075705 Aug 11 02:50:13.472197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] For port b150285f-e161-4d08-bf31-399458fe1080, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:13.474342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56844) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.479761 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c63db784-0929-437c-b652-52e14116f67a req-f5e19501-5a35-4526-960b-c32ba36f7e0e tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766653 Aug 11 02:50:13.485112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-4a090e6d-562f-4714-99c3-e5796e41eea3 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.486331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4a090e6d-562f-4714-99c3-e5796e41eea3 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0107284 Aug 11 02:50:13.497252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56846) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.525027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.525027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.528356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] For port b150285f-e161-4d08-bf31-399458fe1080, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b150285f-e161-4d08-bf31-399458fe1080,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:13.536762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-d3aa879c-bbad-4ed8-a748-b639320831e0 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.538613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3aa879c-bbad-4ed8-a748-b639320831e0 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073533 Aug 11 02:50:13.541404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.541962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.547707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-fbfa9e94-9661-4c24-87c2-afc0a82b17c4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.550812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Allocated IP 172.20.255.242 (516c3013-071b-453a-a8f6-93dc903443f9/064d7482-7ae1-41f2-a29c-334135c39d01/c93c2141-b618-4cdd-b14e-b59a2f6cdffa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:13.551200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fbfa9e94-9661-4c24-87c2-afc0a82b17c4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089469 Aug 11 02:50:13.555488 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ffc2d57c-5883-4f86-939d-d9f5b91533c3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6633828 Aug 11 02:50:13.556101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.559527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.564898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1720257443'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:13.575148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-7af326a2-cf0d-4413-92fd-2287aded7faa tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.576178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7af326a2-cf0d-4413-92fd-2287aded7faa tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0174997 Aug 11 02:50:13.579082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.586037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-e4a70cfc-aa79-4921-8fb8-4dd79ee6242d tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.587163 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e4a70cfc-aa79-4921-8fb8-4dd79ee6242d tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064800 Aug 11 02:50:13.592716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.600221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-dd7c3f9b-d061-4664-b74c-f76d738848ea tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.601249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dd7c3f9b-d061-4664-b74c-f76d738848ea tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071127 Aug 11 02:50:13.605385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.615382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-3e2d033e-0714-47c7-8972-20337cfc0612 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.616942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e2d033e-0714-47c7-8972-20337cfc0612 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0092385 Aug 11 02:50:13.623422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.630326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-d175d7e8-69b5-4a9c-a974-9424ee644cd3 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.631888 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d175d7e8-69b5-4a9c-a974-9424ee644cd3 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070529 Aug 11 02:50:13.635223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:13.635580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.638673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56864) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.644948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-fe864ea5-6dcc-4b62-af19-7d1c7f05d483 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.645966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fe864ea5-6dcc-4b62-af19-7d1c7f05d483 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063317 Aug 11 02:50:13.658130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.658807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:13.662441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.692926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Pushing event updated for resources: {'Port': ['ID=b150285f-e161-4d08-bf31-399458fe1080,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:13.715463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.717193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.719443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-89b34285-3fbc-445b-9db2-ea09b4b2087b service neutron] 10.222.0.59 "PUT /v2.0/ports/b150285f-e161-4d08-bf31-399458fe1080 HTTP/1.1" status: 200 len: 1091 time: 1.8023000 Aug 11 02:50:13.737954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a66fd89-0630-44c9-b767-b94b938c524c', 'tag': 'b150285f-e161-4d08-bf31-399458fe1080'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:13.741776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-b2fc4681-0818-4c2d-bda4-2d3b888f554c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.742342 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a518f608-b038-40d2-be89-12d6ee8b140a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a66fd89-0630-44c9-b767-b94b938c524c", "tag": "b150285f-e161-4d08-bf31-399458fe1080"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:13.742560 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b2fc4681-0818-4c2d-bda4-2d3b888f554c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0775356 Aug 11 02:50:13.780921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56872) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.798752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-3a77484c-a4a5-432d-8b7e-f98e49a1d3e9 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.800404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a77484c-a4a5-432d-8b7e-f98e49a1d3e9 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0170715 Aug 11 02:50:13.806781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 434f6c80-dea4-419a-bc9b-a011e4ba4b31 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:13.819136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.850495 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96eb088-252f-4333-b784-ec7d3b74de5e x-openstack-request-id: req-c96eb088-252f-4333-b784-ec7d3b74de5e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:13.851155 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a66fd89-0630-44c9-b767-b94b938c524c", "tag": "b150285f-e161-4d08-bf31-399458fe1080", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:13.851658 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c96eb088-252f-4333-b784-ec7d3b74de5e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:13.852264 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a66fd89-0630-44c9-b767-b94b938c524c', 'tag': 'b150285f-e161-4d08-bf31-399458fe1080', 'status': 'completed', 'code': 200} Aug 11 02:50:13.862921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.868171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 434f6c80-dea4-419a-bc9b-a011e4ba4b31 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:13.868556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 434f6c80-dea4-419a-bc9b-a011e4ba4b31 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:13.873792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-76fc5e9c-b618-4134-9607-d04fd219dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.875769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-76fc5e9c-b618-4134-9607-d04fd219dfd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 1094 time: 0.0741148 Aug 11 02:50:13.880835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Transition to ACTIVE for port object c93c2141-b618-4cdd-b14e-b59a2f6cdffa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:13.889880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-2342ff2a-3fae-465d-a24c-3a21260ce202 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.891132 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2342ff2a-3fae-465d-a24c-3a21260ce202 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0120962 Aug 11 02:50:13.895439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.901667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed939-58d8-4ffb-a71e-3b4d5e72b157 req-eee15aee-d595-49ee-ac4f-d67ad826a8c4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.904899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5fed939-58d8-4ffb-a71e-3b4d5e72b157 req-eee15aee-d595-49ee-ac4f-d67ad826a8c4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.2307878 Aug 11 02:50:13.913603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-bf388cb0-e13e-4033-92bf-0c724178762e tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:13.921188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bf388cb0-e13e-4033-92bf-0c724178762e tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0217757 Aug 11 02:50:13.922598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:13.928636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:13.944072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2155ecab-f92a-4059-b2fc-5a657ab67916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.945897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.946479 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment 18046a7f-72e9-49f1-8e45-43f5e95c0f1f of type vlan for network 42f598ac-d986-4eda-90ba-5b4344db0bbc Aug 11 02:50:13.960017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Transition to ACTIVE for port object c93c2141-b618-4cdd-b14e-b59a2f6cdffa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:13.972714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.000774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.019916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-a1b7c1a7-aaa5-485f-a8be-b1a5873ebbdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b150285f-e161-4d08-bf31-399458fe1080 HTTP/1.1" status: 200 len: 217 time: 0.1122391 Aug 11 02:50:14.031148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:14.032318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.041964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5fed939-58d8-4ffb-a71e-3b4d5e72b157 req-fb80b780-8c4f-4bd9-9194-9f791870c5eb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299343 Aug 11 02:50:14.057970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-624de44c-af99-4e8a-baf0-9cafc7549fdb tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.061526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-624de44c-af99-4e8a-baf0-9cafc7549fdb tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0257163 Aug 11 02:50:14.064861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.071663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-19ce47f5-1d61-44b3-ab50-2b008220ea5e tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.075892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-19ce47f5-1d61-44b3-ab50-2b008220ea5e tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083210 Aug 11 02:50:14.080018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Network 516c3013-071b-453a-a8f6-93dc903443f9 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:14.082608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.091199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:14.103408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Pushing event updated for resources: {'Port': ['ID=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.107030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:14.107212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-bfaff2be-be34-4e59-b33d-3c6f87eb3a51 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.111488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56892) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.113463 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bfaff2be-be34-4e59-b33d-3c6f87eb3a51 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0299828 Aug 11 02:50:14.113723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:14.126635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-7f611b1f-7b25-4110-a7a5-17da927695ff tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.127797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7f611b1f-7b25-4110-a7a5-17da927695ff tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0108516 Aug 11 02:50:14.133012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-12b2d47e-8158-44c6-813e-3282f94b006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.134764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-12b2d47e-8158-44c6-813e-3282f94b006d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0914731 Aug 11 02:50:14.135554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.141813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-9903d18e-ae2f-40dc-b69a-53b43b98c55f tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.141813 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9903d18e-ae2f-40dc-b69a-53b43b98c55f tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049357 Aug 11 02:50:14.147297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56900) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.153453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.164363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.165246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.168354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-3a16efa2-a2fe-4b16-903c-315f698d56fd tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.174135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a16efa2-a2fe-4b16-903c-315f698d56fd tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0146151 Aug 11 02:50:14.198972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Attempting to bind port c93c2141-b618-4cdd-b14e-b59a2f6cdffa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:14.200035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Attempting to bind port c93c2141-b618-4cdd-b14e-b59a2f6cdffa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'c421fb85-3664-48f5-af41-796e60a0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '516c3013-071b-453a-a8f6-93dc903443f9'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:14.200490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Attempting to bind port c93c2141-b618-4cdd-b14e-b59a2f6cdffa on network 516c3013-071b-453a-a8f6-93dc903443f9 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:14.202582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56902) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.206895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-3d52132a-c6bc-4ad6-8577-4a0284a59d34 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.211165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d52132a-c6bc-4ad6-8577-4a0284a59d34 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0075731 Aug 11 02:50:14.211542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:14.211929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Checking segment: {'id': 'c421fb85-3664-48f5-af41-796e60a0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '516c3013-071b-453a-a8f6-93dc903443f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:14.212525 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.212659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56910) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.212930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Bound using segment: {'id': 'c421fb85-3664-48f5-af41-796e60a0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '516c3013-071b-453a-a8f6-93dc903443f9'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:14.213416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Bound port: c93c2141-b618-4cdd-b14e-b59a2f6cdffa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c421fb85-3664-48f5-af41-796e60a0e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '516c3013-071b-453a-a8f6-93dc903443f9'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:14.213803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.216765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-77678bdc-05cb-4f13-af79-d47501d60ca2 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.220432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-77678bdc-05cb-4f13-af79-d47501d60ca2 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0067914 Aug 11 02:50:14.221680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56916) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.227516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-570be818-a4f5-470b-99f2-7befea4a66c4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.231707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-570be818-a4f5-470b-99f2-7befea4a66c4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079327 Aug 11 02:50:14.233783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56918) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.238155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-7a9243c5-734b-4e39-84c3-73bbdc20db5b tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.242308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7a9243c5-734b-4e39-84c3-73bbdc20db5b tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075247 Aug 11 02:50:14.244104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56924) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.248915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-7039bb9c-b1b0-4192-8ab9-48ef91a8768a tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.252871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7039bb9c-b1b0-4192-8ab9-48ef91a8768a tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076685 Aug 11 02:50:14.253642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.258596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-6d600783-69bc-4cdf-92bd-01f41ecd1b97 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.262933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6d600783-69bc-4cdf-92bd-01f41ecd1b97 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076909 Aug 11 02:50:14.266293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56932) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.271155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-8127c4cd-2293-4d1f-b9da-6373d4994926 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.275463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8127c4cd-2293-4d1f-b9da-6373d4994926 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079854 Aug 11 02:50:14.276972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56938) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.281839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-f1bc94d1-33f6-4250-a787-36c3a4b2cff4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.285766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f1bc94d1-33f6-4250-a787-36c3a4b2cff4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0078230 Aug 11 02:50:14.286382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.290928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-05cbb762-6373-4b22-a464-b393885c4168 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.294739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-05cbb762-6373-4b22-a464-b393885c4168 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0070283 Aug 11 02:50:14.300097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56946) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.302051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b11610fa-2288-4575-ba07-5d475ca3ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.304274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b11610fa-2288-4575-ba07-5d475ca3ae81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605008 Aug 11 02:50:14.308846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-b6df3b73-ef62-48e4-bc4b-37c410bc42a7 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.312469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b6df3b73-ef62-48e4-bc4b-37c410bc42a7 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072806 Aug 11 02:50:14.313055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56948) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.327416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-e4574b34-b418-4abe-bcc1-38415a33a7b4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.331127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4574b34-b418-4abe-bcc1-38415a33a7b4 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0094154 Aug 11 02:50:14.331724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.339310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-697c113a-83e6-48da-983e-73df64ad90fb tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.343157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-697c113a-83e6-48da-983e-73df64ad90fb tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0094767 Aug 11 02:50:14.343876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56952) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.351403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7908809 Aug 11 02:50:14.356311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] For port c93c2141-b618-4cdd-b14e-b59a2f6cdffa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:14.360372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] For port c93c2141-b618-4cdd-b14e-b59a2f6cdffa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,segment=NetworkSegment(c421fb85-3664-48f5-af41-796e60a0e022),segment_id=c421fb85-3664-48f5-af41-796e60a0e022)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:14.363030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-2b79c942-8d7c-4002-bef6-546c1d67aa89 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.366234 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.368411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2b79c942-8d7c-4002-bef6-546c1d67aa89 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094168 Aug 11 02:50:14.369023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.369396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56960) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.406616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:14.414788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-e4e983e3-bad3-406d-8d8a-54f8fb5f3a0c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.418297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4e983e3-bad3-406d-8d8a-54f8fb5f3a0c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070148 Aug 11 02:50:14.420692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56972) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.426475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-70db0525-4a15-4ad9-bd46-806ae6d8c1b0 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.431337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-70db0525-4a15-4ad9-bd46-806ae6d8c1b0 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077817 Aug 11 02:50:14.436992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.453263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966025a5-acfe-45b1-af0b-aed41b3d60ed None None] Pushing event updated for resources: {'Port': ['ID=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.490464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-f42a7a0b-2d9b-41f1-abe5-4e45fe630538 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.497845 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f42a7a0b-2d9b-41f1-abe5-4e45fe630538 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0529699 Aug 11 02:50:14.500734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 56978) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.505951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [None req-161e7e65-c2e8-411a-a723-785aa5cb4c10 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.509915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca53ca-e1c0-4cce-a0df-39a0f038f37d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=42f598ac-d986-4eda-90ba-5b4344db0bbc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.510102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-161e7e65-c2e8-411a-a723-785aa5cb4c10 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081880 Aug 11 02:50:14.519001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.529135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 42f598ac-d986-4eda-90ba-5b4344db0bbc details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:14.529296 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.550065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-ad21a7ea-b553-4b32-8d2d-38ba0978fe5e tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.550065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad21a7ea-b553-4b32-8d2d-38ba0978fe5e tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0225008 Aug 11 02:50:14.573250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.595550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-b448b6ee-6de2-475f-b735-1182c11260d4 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815671 Aug 11 02:50:14.624126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-c9c8a739-1d33-4c11-8639-04bbe7b5bbbc tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.624345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74f470ef-d623-4a2b-a76a-96b8f05d109f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:14.625075 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c9c8a739-1d33-4c11-8639-04bbe7b5bbbc tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0425525 Aug 11 02:50:14.629146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.732205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:14.740588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.741575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-0f06b604-e02e-495e-b27f-df7a0f6e15b8 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.742579 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0f06b604-e02e-495e-b27f-df7a0f6e15b8 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060372 Aug 11 02:50:14.745237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.791373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 56998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.795892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-ff90a89c-8e18-4f83-9506-3e6e4cdd46ac tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.799251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ff90a89c-8e18-4f83-9506-3e6e4cdd46ac tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045192 Aug 11 02:50:14.808952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:14.816615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.826477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-80b82e12-ee74-44be-a7cd-b0989c29dd8a tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.829856 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-80b82e12-ee74-44be-a7cd-b0989c29dd8a tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0097737 Aug 11 02:50:14.831004 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.833439 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-407e6167-e232-4777-a3ab-6b7b81647328 req-0133a28a-96a8-4247-b7c1-6563ffed69a2 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.59 "DELETE /v2.0/ports/fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c HTTP/1.1" status: 204 len: 173 time: 2.1018281 Aug 11 02:50:14.833935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626529a7-d656-4734-a064-b0817734bb7f', 'name': 'network-vif-deleted', 'tag': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:14.836439 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a41e654-892e-4cae-be85-c5034bd9ddf9" -d '{"events": [{"server_uuid": "626529a7-d656-4734-a064-b0817734bb7f", "name": "network-vif-deleted", "tag": "fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:14.863994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.894040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-27c54f25-b36a-48f4-9ea0-5d213b42494c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.898817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:14.919817 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-27c54f25-b36a-48f4-9ea0-5d213b42494c tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0488207 Aug 11 02:50:14.939534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.950899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-cd63d889-8618-4f2f-bc0a-6d124063d849 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.951853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cd63d889-8618-4f2f-bc0a-6d124063d849 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046403 Aug 11 02:50:14.957976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.963105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-466ccc73-0df2-429e-80b8-4e8fe289e955 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.964138 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-466ccc73-0df2-429e-80b8-4e8fe289e955 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051141 Aug 11 02:50:14.980149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:14.994949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:14.995289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:15.011361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-1088cd8b-26de-471b-967c-a8461d7c188f tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.011361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1088cd8b-26de-471b-967c-a8461d7c188f tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0186167 Aug 11 02:50:15.012555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.030881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-272b5026-85ab-439f-97bc-6e46c35c2deb tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.056099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-272b5026-85ab-439f-97bc-6e46c35c2deb tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0404155 Aug 11 02:50:15.061861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.068878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-cb8568ea-38ee-4f2c-9192-1489a54c8c03 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.082251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cb8568ea-38ee-4f2c-9192-1489a54c8c03 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0187249 Aug 11 02:50:15.095989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.113075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-ecc1abcb-d00e-4414-b4e9-aa346e5a1db1 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.113950 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ecc1abcb-d00e-4414-b4e9-aa346e5a1db1 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0166183 Aug 11 02:50:15.123148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.190582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-6916814b-b3a2-41df-aa90-be8e924c3f44 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.197822 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6916814b-b3a2-41df-aa90-be8e924c3f44 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0568681 Aug 11 02:50:15.199885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.213468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5695fb29-f967-407c-a6a7-a3dd82e9ed3a req-2007a304-2aaa-478c-81f2-5e0d41f3e608 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=626529a7-d656-4734-a064-b0817734bb7f HTTP/1.1" status: 200 len: 210 time: 0.5083456 Aug 11 02:50:15.231344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-56cc27e8-caa0-482a-bf30-7264b3375835 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.237525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56cc27e8-caa0-482a-bf30-7264b3375835 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0318689 Aug 11 02:50:15.239075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57040) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.269419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-3f01b2c3-7840-4507-8c46-5cc229876ecd tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.269419 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3f01b2c3-7840-4507-8c46-5cc229876ecd tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0217340 Aug 11 02:50:15.278781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.297628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-9593153b-62ea-4f91-9065-b26d7fd90176 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.307775 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9593153b-62ea-4f91-9065-b26d7fd90176 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0214164 Aug 11 02:50:15.318692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:15.342780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [None req-d2e60c64-3fb8-4c05-a789-f28f626cc672 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:15.344649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c93c2141-b618-4cdd-b14e-b59a2f6cdffa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:15.354976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d2e60c64-3fb8-4c05-a789-f28f626cc672 tempest-ExtensionsTestJSON-231103927 tempest-ExtensionsTestJSON-231103927-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0143297 Aug 11 02:50:15.416683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55375bc-cdd1-4cb2-afa4-82cd36edd845 req-34b7cd4c-ceec-4a8c-b2fd-86edfc596c45 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.418823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d55375bc-cdd1-4cb2-afa4-82cd36edd845 req-34b7cd4c-ceec-4a8c-b2fd-86edfc596c45 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.8077755 Aug 11 02:50:15.598305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c93c2141-b618-4cdd-b14e-b59a2f6cdffa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:15.717564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85f47cd6-234b-4e9c-a5bc-a38ec0c3e9f5 req-15cc9a85-e74d-49ec-b3d3-62d05791d322 service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0447726 Aug 11 02:50:15.784567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d55375bc-cdd1-4cb2-afa4-82cd36edd845 req-9e7febca-b4ac-401a-8e3e-f46a6ca0a556 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554561 Aug 11 02:50:15.835875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.073573 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f56059-8b72-4c0f-89a5-868cac20004f x-openstack-request-id: req-d2f56059-8b72-4c0f-89a5-868cac20004f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:16.075074 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626529a7-d656-4734-a064-b0817734bb7f", "name": "network-vif-deleted", "tag": "fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:16.075740 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2f56059-8b72-4c0f-89a5-868cac20004f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:16.076656 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626529a7-d656-4734-a064-b0817734bb7f', 'name': 'network-vif-deleted', 'tag': 'fa4f8850-c1a7-4eb5-a872-6b4f27ab8f2c', 'status': 'completed', 'code': 200} Aug 11 02:50:16.226143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:16.277643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': '18046a7f-72e9-49f1-8e45-43f5e95c0f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:16.282120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 42f598ac-d986-4eda-90ba-5b4344db0bbc, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:16.285493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=8f56f3af-cf23-4bc8-a890-8382e53f4713,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:16.307594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f608-b038-40d2-be89-12d6ee8b140a req-37f6209f-fe6b-4588-a952-efc7c468f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.311142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-37f6209f-fe6b-4588-a952-efc7c468f636 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 1094 time: 0.3119259 Aug 11 02:50:16.388956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d02d70-be7b-458f-8e12-98a0d68e2ba3 req-c8488bd9-745d-4a2a-a29f-cd049428991f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.399937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6d02d70-be7b-458f-8e12-98a0d68e2ba3 req-c8488bd9-745d-4a2a-a29f-cd049428991f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.3134110 Aug 11 02:50:16.459676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 42f598ac-d986-4eda-90ba-5b4344db0bbc is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:16.551281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adef1b00-8fa6-4f77-b5e4-42151bb875af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.580911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 42f598ac-d986-4eda-90ba-5b4344db0bbc) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:16.597161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0124166-f849-4c22-b9f2-d51ad7d7076d None None] Network 42f598ac-d986-4eda-90ba-5b4344db0bbc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:16.655244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.655244 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.732479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45706b04-ddbe-4b66-88c9-fe9eac7f60cd None None] Network 516c3013-071b-453a-a8f6-93dc903443f9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:16.827195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6d02d70-be7b-458f-8e12-98a0d68e2ba3 req-24a2c936-b29b-48bd-a789-01aa3015e5cb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563144 Aug 11 02:50:16.909043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f608-b038-40d2-be89-12d6ee8b140a req-4909bcc1-6e28-436a-be88-7a7c3bb69965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.911755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-4909bcc1-6e28-436a-be88-7a7c3bb69965 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.5902181 Aug 11 02:50:17.044288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] Provisioning for port c93c2141-b618-4cdd-b14e-b59a2f6cdffa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:17.069547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-526567fd-d58e-416c-aaf8-3b83f605e959 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b150285f-e161-4d08-bf31-399458fe1080 HTTP/1.1" status: 200 len: 217 time: 0.1485939 Aug 11 02:50:17.070881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] Provisioning complete for port c93c2141-b618-4cdd-b14e-b59a2f6cdffa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:17.071282 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.079140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adef1b00-8fa6-4f77-b5e4-42151bb875af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.089021 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adef1b00-8fa6-4f77-b5e4-42151bb875af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.173447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3680f990-68a8-4e03-a586-7e8c86fd9241 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7689822 Aug 11 02:50:17.227572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:17.259426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-42f598ac-d986-4eda-90ba-5b4344db0bbc', 'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '8f56f3af-cf23-4bc8-a890-8382e53f4713'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:17.260279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.333530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.343883 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-adef1b00-8fa6-4f77-b5e4-42151bb875af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78bc59a3aeac49dfbb0d4a82d0c417b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1161430 Aug 11 02:50:17.378407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57140) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:17.388809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef1b00-8fa6-4f77-b5e4-42151bb875af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c0889-3d60-4187-98dc-2fdc1775e3bc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:17.478980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f608-b038-40d2-be89-12d6ee8b140a req-48bbef78-07de-4873-8619-b70b04e5e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.481083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-48bbef78-07de-4873-8619-b70b04e5e2c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.3982954 Aug 11 02:50:17.485709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57144) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:17.563215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] For port c93c2141-b618-4cdd-b14e-b59a2f6cdffa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,segment=NetworkSegment(c421fb85-3664-48f5-af41-796e60a0e022),segment_id=c421fb85-3664-48f5-af41-796e60a0e022)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:17.567441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-342ff7e9-57fd-41ec-ad9e-3c285b58f835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.594752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.605190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac7bba-d4d3-4618-98ca-d12587d9c68a req-da9d80d9-1cd3-4655-9bc5-0455baa38fb1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.624822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baac7bba-d4d3-4618-98ca-d12587d9c68a req-da9d80d9-1cd3-4655-9bc5-0455baa38fb1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.4980805 Aug 11 02:50:17.682125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a613c8f8-ff08-45cf-9f18-1634f7b5351c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/floatingips/a4523d07-61a5-46e8-a843-e578d4f1323f HTTP/1.1" status: 200 len: 993 time: 0.1917021 Aug 11 02:50:17.797221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.821371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b272dc7-f475-48c2-90e4-3da2374b722e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.861810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f608-b038-40d2-be89-12d6ee8b140a req-c2784ddc-b93b-4e6d-af6f-6f9f12604775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.864224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-c2784ddc-b93b-4e6d-af6f-6f9f12604775 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3726249 Aug 11 02:50:17.876903 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.877664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b272dc7-f475-48c2-90e4-3da2374b722e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.882690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.910540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baac7bba-d4d3-4618-98ca-d12587d9c68a req-d6484cfd-6967-44a2-b181-869ca95f5527 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637854 Aug 11 02:50:17.919260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Allocated IP 172.20.0.2 (42f598ac-d986-4eda-90ba-5b4344db0bbc/8f56f3af-cf23-4bc8-a890-8382e53f4713/35830b95-34e8-43c9-ac41-e215f929dc48) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:17.987127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451d0a-0fde-4ad7-9f7a-17d30e34a9f4 None None] Pushing event updated for resources: {'Port': ['ID=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.022345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-60cb16f0-d53e-44f4-a0ef-04957ccfdfdd None None] Provisioning complete for port c93c2141-b618-4cdd-b14e-b59a2f6cdffa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:18.024879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60cb16f0-d53e-44f4-a0ef-04957ccfdfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.134931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:18.335414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8fea-189f-4eef-a35e-940eba4e41f9 req-6bc84f44-7897-4d8a-b462-add915c74d8b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.338637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd6e8fea-189f-4eef-a35e-940eba4e41f9 req-6bc84f44-7897-4d8a-b462-add915c74d8b tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 945 time: 0.2882130 Aug 11 02:50:18.363299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23d152-cc55-417a-8f61-87e14d5d8fb9 req-abde43f5-e403-4ff2-8b8b-aa144689e032 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.367523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d23d152-cc55-417a-8f61-87e14d5d8fb9 req-abde43f5-e403-4ff2-8b8b-aa144689e032 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.3111441 Aug 11 02:50:18.372828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port 754c7f3e-600b-40c2-8e34-62a03a44bdd0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:18.373079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-109d3ffb-7d28-4b49-b640-6abc4cc3f48f service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958653 Aug 11 02:50:18.373259 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.454887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b272dc7-f475-48c2-90e4-3da2374b722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.467292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b272dc7-f475-48c2-90e4-3da2374b722e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.469156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3b272dc7-f475-48c2-90e4-3da2374b722e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f6c0889-3d60-4187-98dc-2fdc1775e3bc HTTP/1.1" status: 204 len: 168 time: 1.0558832 Aug 11 02:50:18.514153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.514663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.544254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.544601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for 754c7f3e-600b-40c2-8e34-62a03a44bdd0 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:18.549385 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.587122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Transition to ACTIVE for port object 35830b95-34e8-43c9-ac41-e215f929dc48 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:18.650950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Transition to ACTIVE for port object 35830b95-34e8-43c9-ac41-e215f929dc48 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:18.669801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.724009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b272dc7-f475-48c2-90e4-3da2374b722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c0889-3d60-4187-98dc-2fdc1775e3bc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.771483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.777378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Network 42f598ac-d986-4eda-90ba-5b4344db0bbc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:18.785203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd6e8fea-189f-4eef-a35e-940eba4e41f9 req-3e4b2671-09dd-4f4c-8f18-39a44fdd12d6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130623 Aug 11 02:50:18.807519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:18.824421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:18.829188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Pushing event updated for resources: {'Port': ['ID=35830b95-34e8-43c9-ac41-e215f929dc48,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.837337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d23d152-cc55-417a-8f61-87e14d5d8fb9 req-35883f21-e428-4b5c-b856-0e2b8914affe tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831320 Aug 11 02:50:18.887962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=8f56f3af-cf23-4bc8-a890-8382e53f4713,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.924079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Attempting to bind port 35830b95-34e8-43c9-ac41-e215f929dc48 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:18.934671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a518f608-b038-40d2-be89-12d6ee8b140a req-fa7e8459-6ef2-4538-916a-472990c80cdf service neutron] 10.222.0.59 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308304 Aug 11 02:50:18.938266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Attempting to bind port 35830b95-34e8-43c9-ac41-e215f929dc48 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '18046a7f-72e9-49f1-8e45-43f5e95c0f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:18.939293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Attempting to bind port 35830b95-34e8-43c9-ac41-e215f929dc48 on network 42f598ac-d986-4eda-90ba-5b4344db0bbc {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:18.977852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:18.978778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Checking segment: {'id': '18046a7f-72e9-49f1-8e45-43f5e95c0f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:18.983900 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.987898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Bound using segment: {'id': '18046a7f-72e9-49f1-8e45-43f5e95c0f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:18.990668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Bound port: 35830b95-34e8-43c9-ac41-e215f929dc48, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18046a7f-72e9-49f1-8e45-43f5e95c0f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '42f598ac-d986-4eda-90ba-5b4344db0bbc'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:18.991833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.111394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a54c12-f807-4601-ae1f-a4494b7f7b71 req-fd1395d6-0782-4218-b891-658fcbd52cc6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.122687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a54c12-f807-4601-ae1f-a4494b7f7b71 req-fd1395d6-0782-4218-b891-658fcbd52cc6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.0964918 Aug 11 02:50:19.150433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.172967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] For port 35830b95-34e8-43c9-ac41-e215f929dc48, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:19.184218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] For port 35830b95-34e8-43c9-ac41-e215f929dc48, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35830b95-34e8-43c9-ac41-e215f929dc48,segment=NetworkSegment(18046a7f-72e9-49f1-8e45-43f5e95c0f1f),segment_id=18046a7f-72e9-49f1-8e45-43f5e95c0f1f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:19.185319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a54c12-f807-4601-ae1f-a4494b7f7b71 req-0b882275-ff39-4e6a-945e-de09df4ec8d0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595455 Aug 11 02:50:19.189189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f598ac-d986-4eda-90ba-5b4344db0bbc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:19.195629 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.225770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18046a7f-72e9-49f1-8e45-43f5e95c0f1f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:19.226102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18046a7f-72e9-49f1-8e45-43f5e95c0f1f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:19.250543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.253267 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.322397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=754c7f3e-600b-40c2-8e34-62a03a44bdd0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:19.333159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.334186 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-8b5ad90f-e326-4470-80c2-097ff812921e req-2ba742e8-9a5d-4348-8e4c-5974bbda9796 service neutron] show failed (client error): The resource could not be found. Aug 11 02:50:19.336422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-2ba742e8-9a5d-4348-8e4c-5974bbda9796 service neutron] 10.222.0.25 "GET /v2.0/ports/eaf364c4-c7f4-4a29-9094-2bd424e08865/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0999231 Aug 11 02:50:19.367429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c93c2141-b618-4cdd-b14e-b59a2f6cdffa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:19.369960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:19.370703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:19.395177 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:19.447907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525accb5-0420-4ee4-be42-d10d016109ef None None] Pushing event updated for resources: {'Port': ['ID=35830b95-34e8-43c9-ac41-e215f929dc48,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:19.467108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1935859-6dc3-4e0d-9a1e-ad01d679c999 None None] Network 42f598ac-d986-4eda-90ba-5b4344db0bbc requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:19.563080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:50:19.563080 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:50:19.563080 n-d-715271-8 neutron-server[94700]: [parameters: {'id': '42f598ac-d986-4eda-90ba-5b4344db0bbc'}] Aug 11 02:50:19.563080 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:19.564166 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:19.567252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.567864 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Floating IP a4523d07-61a5-46e8-a843-e578d4f1323f disassociated (deleted). External IP: 172.25.6.88, port: 36f46074-5c1f-4ca0-803e-51c04f321fd4. Aug 11 02:50:19.744678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c93c2141-b618-4cdd-b14e-b59a2f6cdffa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:19.745271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.825868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97f985-f8d8-4f09-b426-4f139ab4580f None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:50:20.044947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:20.090013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.095236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97f985-f8d8-4f09-b426-4f139ab4580f None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:50:20.131716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.359673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-806158928'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:20.502226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:20.505341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.587278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.596986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:20.648475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port 35830b95-34e8-43c9-ac41-e215f929dc48 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:20.648827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.668419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-5ead04dc-1d17-4d58-b488-1ba77df2e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.670135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-5ead04dc-1d17-4d58-b488-1ba77df2e403 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 1096 time: 1.0162265 Aug 11 02:50:20.692887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:20.706909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-d43d08b3-2941-4b24-9cc1-30f7605093f6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.708636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-d43d08b3-2941-4b24-9cc1-30f7605093f6 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 945 time: 0.1618199 Aug 11 02:50:20.719522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port 35830b95-34e8-43c9-ac41-e215f929dc48, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=35830b95-34e8-43c9-ac41-e215f929dc48,segment=NetworkSegment(18046a7f-72e9-49f1-8e45-43f5e95c0f1f),segment_id=18046a7f-72e9-49f1-8e45-43f5e95c0f1f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:20.719905 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.739105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for 35830b95-34e8-43c9-ac41-e215f929dc48 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:20.752999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18d5d4-7d10-4f72-871f-822af717cc24 req-a0f1410b-3fe1-4b8a-8bf8-3d027aaa9a41 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.761942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a18d5d4-7d10-4f72-871f-822af717cc24 req-a0f1410b-3fe1-4b8a-8bf8-3d027aaa9a41 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.2171323 Aug 11 02:50:20.820434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328dc2-0cdf-47d5-9968-37bce554dfcf req-2b723d21-cfe8-4e95-857c-6a954cd14e49 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.822156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b328dc2-0cdf-47d5-9968-37bce554dfcf req-2b723d21-cfe8-4e95-857c-6a954cd14e49 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 945 time: 0.2763965 Aug 11 02:50:21.003528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:21.012288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.015077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a18d5d4-7d10-4f72-871f-822af717cc24 req-33c7f140-2ceb-4fc6-bb6a-7056a53a445e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519414 Aug 11 02:50:21.028007 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] Sync routers for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:21.040165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.040980 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:21.042243 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:21.069127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.118872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b328dc2-0cdf-47d5-9968-37bce554dfcf req-552b7e10-fa1f-4f2b-86d7-13094b5cdac9 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285783 Aug 11 02:50:21.121373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=35830b95-34e8-43c9-ac41-e215f929dc48,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:21.134590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port 35830b95-34e8-43c9-ac41-e215f929dc48 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:21.138283 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47e261ba-e4c7-42bd-93b2-7651417a26f6 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/floatingips/a4523d07-61a5-46e8-a843-e578d4f1323f HTTP/1.1" status: 204 len: 168 time: 3.0008776 Aug 11 02:50:21.144036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:21.147237 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dd532f-8b17-4947-9f82-c2aec729aa77" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:21.185395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.200622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.286112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.290351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:21.300715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b3bbea-c9db-421b-86c1-c8ee9bf8e461,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:21.321310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f598ac-d986-4eda-90ba-5b4344db0bbc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:21.336708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.337336 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment a6902192-d374-433f-abd0-569d7a97e99a of type vlan for network b9a47528-fa54-49b3-b85a-ee28914ff31d Aug 11 02:50:21.339984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18046a7f-72e9-49f1-8e45-43f5e95c0f1f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:21.340512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18046a7f-72e9-49f1-8e45-43f5e95c0f1f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:21.382846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.383526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Deleting port 74f470ef-d623-4a2b-a76a-96b8f05d109f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:21.383526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.426979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.430614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.440303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:21.440988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:21.444918 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:21.539033 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:21.558482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.572357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.573085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.586328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.628923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.631552 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/42f598ac-d986-4eda-90ba-5b4344db0bbc HTTP/1.1" status: 204 len: 168 time: 4.3661394 Aug 11 02:50:21.676173 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57202) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:21.687363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569405424'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:21.707529 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598eb5e4-280b-4b4a-a9cc-eb8f278d3489 x-openstack-request-id: req-598eb5e4-280b-4b4a-a9cc-eb8f278d3489 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:21.707924 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:21.708112 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598eb5e4-280b-4b4a-a9cc-eb8f278d3489 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:21.708480 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'status': 'completed', 'code': 200} Aug 11 02:50:21.757530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57204) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:21.763882 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7176685 Aug 11 02:50:21.782229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247754687'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:21.798740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15056f-0881-45a8-b920-0dda76b48f66 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=b9a47528-fa54-49b3-b85a-ee28914ff31d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:21.809849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b9a47528-fa54-49b3-b85a-ee28914ff31d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:21.845458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f208d6-18b8-44ab-abf0-db6568927177 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=42f598ac-d986-4eda-90ba-5b4344db0bbc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:21.863530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-fb0c0a80-bcac-4372-adbf-00231122e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.865985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-fb0c0a80-bcac-4372-adbf-00231122e312 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 1097 time: 0.1805711 Aug 11 02:50:21.979238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ac7a-c3cf-409e-ae85-34f86300572f req-d0815b06-2f21-4818-803d-b541fa2699b6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.984193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25c0ac7a-c3cf-409e-ae85-34f86300572f req-d0815b06-2f21-4818-803d-b541fa2699b6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.6047492 Aug 11 02:50:22.007087 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:15Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:22.010142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:22.044254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:22.048539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.094470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-d1b9c85d-391f-417e-8d52-a844ad62ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.097644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-d1b9c85d-391f-417e-8d52-a844ad62ef40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 200 len: 897 time: 0.2232771 Aug 11 02:50:22.098938 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] Checking router: c0c29ab1-2955-4ed4-b7dd-7caf92119c04 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:22.118954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:22.120803 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:22.140234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12112c92-0d7f-47a1-8ec0-65a54aba4a97 req-25d90657-16c2-4905-a989-f5662e17171a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.141786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12112c92-0d7f-47a1-8ec0-65a54aba4a97 req-25d90657-16c2-4905-a989-f5662e17171a tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 946 time: 0.3137653 Aug 11 02:50:22.159782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:22.178388 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-51fb86eb-cde9-4311-a4b9-b67791c0060b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 200 len: 217 time: 0.0643079 Aug 11 02:50:22.186299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:22.190105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.207958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] For port 74f470ef-d623-4a2b-a76a-96b8f05d109f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74f470ef-d623-4a2b-a76a-96b8f05d109f,segment=NetworkSegment(2eca636b-2b5d-48f9-84c6-42d9d21f7be1),segment_id=2eca636b-2b5d-48f9-84c6-42d9d21f7be1)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:22.208349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.248806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25c0ac7a-c3cf-409e-ae85-34f86300572f req-4eaf47ad-e775-44c2-8be1-efcaa5124381 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904171 Aug 11 02:50:22.274076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Calling delete_port for 74f470ef-d623-4a2b-a76a-96b8f05d109f owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:22.289754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:22.297817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-2e2d3867-e22c-4dfb-8cd7-933674626e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.299934 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-2e2d3867-e22c-4dfb-8cd7-933674626e0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1418208-2efa-4944-8cd2-63d05438b8e6 HTTP/1.1" status: 200 len: 834 time: 0.1175225 Aug 11 02:50:22.325889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:22.343136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:22.347868 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6353695-51cf-4c4a-a1ea-189b3305e034" -d '{"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:22.393053 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:22.408375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-2de1349a-934d-42d0-b210-61fc7971252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.411204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-2de1349a-934d-42d0-b210-61fc7971252a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023154 Aug 11 02:50:22.422887 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.461839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Transition to ACTIVE for port object eaf364c4-c7f4-4a29-9094-2bd424e08865 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:22.468296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.469025 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment b009cbc9-78c5-4ced-89ef-41870b1546b4 of type vlan for network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 Aug 11 02:50:22.563370 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-8cd0299a-0fdf-4518-8c4c-185e58cd222c service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444397 Aug 11 02:50:22.578207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.706996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12112c92-0d7f-47a1-8ec0-65a54aba4a97 req-ff66e82d-cca9-4713-89a8-5780b87fb29d tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907310 Aug 11 02:50:22.731075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.731812 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment 52b33333-a98d-473d-b41b-25f22e774981 of type vlan for network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 Aug 11 02:50:22.777214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:22.784551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-64dd532f-8b17-4947-9f82-c2aec729aa77 req-579c9c09-498d-4462-ba36-2df0f15633a3 service neutron] 10.222.0.59 "GET /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103460 Aug 11 02:50:22.833231 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.847974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.925878 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:15Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:22.985657 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe89a62b-ae4d-472a-97b5-6d28925f093d None None] The sync data for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 is: [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 4, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3', 'name': '', 'network_id': '3cc344b3-6b96-44b1-8af6-51ad2bb4cc13', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'mac_address': 'fa:16:3e:4f:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:15Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'subnets': [{'id': 'a1418208-2efa-4944-8cd2-63d05438b8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:22.988092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:23.084683 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cbd43806-c1e8-4df7-b701-fd800f20225f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e067350e8f7a4dcc8d651bc7c9fc4b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061748 Aug 11 02:50:23.085419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:23.100245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.184260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b4030a4-7a8d-4898-9363-c51a4cb00312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.186172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.217790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-97be4c04-bfef-496e-a5c2-dbba967aff3c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.223649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:23.226245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-97be4c04-bfef-496e-a5c2-dbba967aff3c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 946 time: 0.1170998 Aug 11 02:50:23.238372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.244348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.245006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.262426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b4030a4-7a8d-4898-9363-c51a4cb00312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.342327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=6dacc39c-9f17-45f8-8d2a-0da9c11f3a27,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.354641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:23.507782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.513834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b4030a4-7a8d-4898-9363-c51a4cb00312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.531730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a72481d4-885c-4f04-8697-1a91dc4a8010 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8497500 Aug 11 02:50:23.541956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d970d-517a-479d-a83c-8f15af40e4f7 req-f78efec0-d71a-4207-b1cf-c08d99467b83 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.550474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b4030a4-7a8d-4898-9363-c51a4cb00312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.550627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b97d970d-517a-479d-a83c-8f15af40e4f7 req-f78efec0-d71a-4207-b1cf-c08d99467b83 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.7183149 Aug 11 02:50:23.572529 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9b4030a4-7a8d-4898-9363-c51a4cb00312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7b512f4-2cde-482f-9ab4-ddb3aaef41a6 HTTP/1.1" status: 204 len: 168 time: 0.4745636 Aug 11 02:50:23.581729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:23.592624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.612779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.613463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.616606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.639329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:23.643985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e582358-5b77-4eb3-8e8f-0289f4761e8e None None] New status for floating IP a4523d07-61a5-46e8-a843-e578d4f1323f: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:50:23.674822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4030a4-7a8d-4898-9363-c51a4cb00312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b512f4-2cde-482f-9ab4-ddb3aaef41a6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.761055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=f0c2b697-a6d3-4ac3-8ab1-78c763f7a281,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.772429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e530-73d8-4402-9f02-2a43647c1b2b req-0b6b2b85-2521-4396-b3bc-cf4f6b7e4803 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.776628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port 36f46074-5c1f-4ca0-803e-51c04f321fd4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:23.776981 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.781337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1885e530-73d8-4402-9f02-2a43647c1b2b req-0b6b2b85-2521-4396-b3bc-cf4f6b7e4803 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b21bd5-4548-4d3c-8128-ecfd992e5131 HTTP/1.1" status: 200 len: 867 time: 0.9388769 Aug 11 02:50:23.821499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:23.867013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Pushing event deleted for resources: {'Port': ['ID=74f470ef-d623-4a2b-a76a-96b8f05d109f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.918357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74f470ef-d623-4a2b-a76a-96b8f05d109f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:23.955463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] No DVR routers for this DVR port 74f470ef-d623-4a2b-a76a-96b8f05d109f on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:23.966689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:23.972721 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.976314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 74f470ef-d623-4a2b-a76a-96b8f05d109f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:23.976667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74f470ef-d623-4a2b-a76a-96b8f05d109f not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:23.977092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:23.988559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.990972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c10553a6-60be-4439-84b3-eda6a0b2f905 req-19dc03f6-61fa-41f6-9241-7e88d5b4cd08 tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.25 "DELETE /v2.0/ports/74f470ef-d623-4a2b-a76a-96b8f05d109f HTTP/1.1" status: 204 len: 173 time: 3.2235813 Aug 11 02:50:23.998064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-475941f8-2fa5-4bc1-bc8d-ade124e80ece tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2341235 Aug 11 02:50:24.011312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port 36f46074-5c1f-4ca0-803e-51c04f321fd4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=36f46074-5c1f-4ca0-803e-51c04f321fd4,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:24.012428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.015275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1885e530-73d8-4402-9f02-2a43647c1b2b req-0d8b3291-c021-4d0c-b08d-513497d097fd tempest-ServersTestJSON-1253945325 tempest-ServersTestJSON-1253945325-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326884 Aug 11 02:50:24.016331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57234) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:24.073918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:24.078481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:24.162461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:50:24.163085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:50:24.165838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for 36f46074-5c1f-4ca0-803e-51c04f321fd4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:24.181481 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365ee708-0da2-4f17-9327-fe178421a2c5 x-openstack-request-id: req-365ee708-0da2-4f17-9327-fe178421a2c5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:24.181864 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:24.182098 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-365ee708-0da2-4f17-9327-fe178421a2c5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:24.182540 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'code': 200} Aug 11 02:50:24.183467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] No DVR routers for this DVR port eaf364c4-c7f4-4a29-9094-2bd424e08865 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:24.193164 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:24.235915 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b97d970d-517a-479d-a83c-8f15af40e4f7 req-0ed0ed50-eb41-4313-88d9-71978c3e3ad4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844571 Aug 11 02:50:24.364133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:24.371881 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.477612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.522308 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.550813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:24.550976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:24.551445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:24.598162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=36f46074-5c1f-4ca0-803e-51c04f321fd4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:24.605793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf36c-3a07-43ac-bb02-68ca89541f19 req-6b29669d-1fea-4435-83d6-8fa3c211d840 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.619630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a32cf36c-3a07-43ac-bb02-68ca89541f19 req-6b29669d-1fea-4435-83d6-8fa3c211d840 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ef14438-0096-4c40-bc40-5f75870f0d21 HTTP/1.1" status: 200 len: 867 time: 0.2354078 Aug 11 02:50:24.627201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:24.627521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:24.651401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=03a4b5e2-b406-4a15-a143-49e557778a90,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:24.655822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': 'b009cbc9-78c5-4ced-89ef-41870b1546b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:24.657025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:24.678946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] No DVR routers for this DVR port 36f46074-5c1f-4ca0-803e-51c04f321fd4 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:24.684234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.686490 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35aa1c89-091a-4f70-a66e-cb16a60af53b req-d3accffe-83fd-4c82-bea8-96f108f6cd5e tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.59 "DELETE /v2.0/ports/36f46074-5c1f-4ca0-803e-51c04f321fd4 HTTP/1.1" status: 204 len: 173 time: 1.2590191 Aug 11 02:50:24.688809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'name': 'network-vif-deleted', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:24.691467 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26fe4f-c876-407c-808c-c683f0f11b74" -d '{"events": [{"server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "name": "network-vif-deleted", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:24.692351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:24.692720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Checking segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:24.693946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Bound using segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:24.694442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Bound port: eaf364c4-c7f4-4a29-9094-2bd424e08865, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:24.694844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.712704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:24.732240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:24.762914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a32cf36c-3a07-43ac-bb02-68ca89541f19 req-909f3f8f-c4ed-4119-a450-0ed76702dcf2 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d16a83a8-f407-404a-b3b3-3f79908b2b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421108 Aug 11 02:50:24.766776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119001a-128e-4a12-b85d-d3b5f77444ce None None] Network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:24.786108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.787983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.827863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7c0eebf1-88d5-4d71-a47a-afbb4d7b863a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2332680 Aug 11 02:50:24.828574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:24.868377 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df6b21-0f9d-4881-9768-7224945554bf x-openstack-request-id: req-08df6b21-0f9d-4881-9768-7224945554bf {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:24.868737 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef14438-0096-4c40-bc40-5f75870f0d21", "name": "network-vif-deleted", "tag": "36f46074-5c1f-4ca0-803e-51c04f321fd4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:24.869029 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08df6b21-0f9d-4881-9768-7224945554bf {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:24.869471 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef14438-0096-4c40-bc40-5f75870f0d21', 'name': 'network-vif-deleted', 'tag': '36f46074-5c1f-4ca0-803e-51c04f321fd4', 'status': 'completed', 'code': 200} Aug 11 02:50:24.949663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:25.002357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:25.012275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.111406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.123921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:25.171290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.174436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:25.244434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6dacc39c-9f17-45f8-8d2a-0da9c11f3a27', 'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '03a4b5e2-b406-4a15-a143-49e557778a90'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:25.245770 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.318982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.319972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.321522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-04639d75-414e-484c-ad05-ce316cca906b service neutron] 10.222.0.59 "PUT /v2.0/ports/eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 1091 time: 4.6362495 Aug 11 02:50:25.432551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1278552044-network', 'tenant_id': 'ee5904439a9f4a829467b4325336f649'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:25.454549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Deleting subnet b0b587ed-744c-4adb-ba03-3fbda6ad87f1 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:25.475433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.604371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Allocated IP 172.20.0.3 (6dacc39c-9f17-45f8-8d2a-0da9c11f3a27/03a4b5e2-b406-4a15-a143-49e557778a90/72ff1b07-85bd-423d-8319-5c2ddce30b64) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:25.617889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f07f1-67ac-46a6-a6fa-0eeadfb14f81 req-6f33255b-9abf-4cb8-a4dc-62b0f1e94695 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.621510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-085f07f1-67ac-46a6-a6fa-0eeadfb14f81 req-6f33255b-9abf-4cb8-a4dc-62b0f1e94695 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.4650128 Aug 11 02:50:25.633862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=491a9ec4-767c-42f9-b894-a5a91667acef,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:25.634188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.639201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04639d75-414e-484c-ad05-ce316cca906b service neutron] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:25.679380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Made reservation on behalf of ee5904439a9f4a829467b4325336f649 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:25.684545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.770588 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.776406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.804985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-700df387-1f1a-4f19-bb31-ab751d6a03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.807504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-700df387-1f1a-4f19-bb31-ab751d6a03f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1094 time: 0.4357114 Aug 11 02:50:25.815470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': 'a6902192-d374-433f-abd0-569d7a97e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:25.816260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: b9a47528-fa54-49b3-b85a-ee28914ff31d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:25.862048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.912554 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.936432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Transition to ACTIVE for port object 72ff1b07-85bd-423d-8319-5c2ddce30b64 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:25.950904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-085f07f1-67ac-46a6-a6fa-0eeadfb14f81 req-52b4805e-ea19-45fd-b003-069d7cd6653b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822857 Aug 11 02:50:25.961866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Transition to ACTIVE for port object 72ff1b07-85bd-423d-8319-5c2ddce30b64 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:25.972540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.980245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.982696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbfd34-a021-4921-a383-300c19525d83 req-b8810ceb-4d69-4a26-96f3-d731b3c0a100 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.996986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.999131 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0b587ed-744c-4adb-ba03-3fbda6ad87f1 HTTP/1.1" status: 204 len: 168 time: 0.8738427 Aug 11 02:50:26.003688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63bbfd34-a021-4921-a383-300c19525d83 req-b8810ceb-4d69-4a26-96f3-d731b3c0a100 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.3773844 Aug 11 02:50:26.004171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:26.029991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:26.034729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network b9a47528-fa54-49b3-b85a-ee28914ff31d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:26.036963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:26.041727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:26.053658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Pushing event updated for resources: {'Port': ['ID=72ff1b07-85bd-423d-8319-5c2ddce30b64,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.069519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0a761-2b97-4e7b-ac7f-f9f579acfbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b587ed-744c-4adb-ba03-3fbda6ad87f1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.072028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b9a47528-fa54-49b3-b85a-ee28914ff31d) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:26.077087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57272) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:26.095286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.096058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.096512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49071d5e-2cfd-47e8-97c2-9673b0b79f6a None None] Network b9a47528-fa54-49b3-b85a-ee28914ff31d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:26.165215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.170788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.183423 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.185067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'name': 'network-vif-deleted', 'tag': '74f470ef-d623-4a2b-a76a-96b8f05d109f'}, {'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:26.187845 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06" -d '{"events": [{"server_uuid": "b3b21bd5-4548-4d3c-8128-ecfd992e5131", "name": "network-vif-deleted", "tag": "74f470ef-d623-4a2b-a76a-96b8f05d109f"}, {"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:26.200810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Attempting to bind port 72ff1b07-85bd-423d-8319-5c2ddce30b64 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:26.201366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:26.202305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Attempting to bind port 72ff1b07-85bd-423d-8319-5c2ddce30b64 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b009cbc9-78c5-4ced-89ef-41870b1546b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:26.203015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Attempting to bind port 72ff1b07-85bd-423d-8319-5c2ddce30b64 on network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:26.206780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63bbfd34-a021-4921-a383-300c19525d83 req-5a7410a9-20d2-4905-bbb9-c3f11a6fbe43 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010622 Aug 11 02:50:26.215082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ddd7f13d-ffa9-4942-8f8c-caa6930e622c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1442823 Aug 11 02:50:26.215430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.215813 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Added segment e235058e-ebcb-4568-8376-e8026d4adff0 of type vlan for network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 Aug 11 02:50:26.221038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:26.221710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Checking segment: {'id': 'b009cbc9-78c5-4ced-89ef-41870b1546b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:26.222349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.222955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Bound using segment: {'id': 'b009cbc9-78c5-4ced-89ef-41870b1546b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:26.223634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Bound port: 72ff1b07-85bd-423d-8319-5c2ddce30b64, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b009cbc9-78c5-4ced-89ef-41870b1546b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:26.224205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.225455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:26.244846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:26.282283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.356120 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] For port 72ff1b07-85bd-423d-8319-5c2ddce30b64, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:26.361635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] For port 72ff1b07-85bd-423d-8319-5c2ddce30b64, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=72ff1b07-85bd-423d-8319-5c2ddce30b64,segment=NetworkSegment(b009cbc9-78c5-4ced-89ef-41870b1546b4),segment_id=b009cbc9-78c5-4ced-89ef-41870b1546b4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:26.371560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.378522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.380085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.380526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.398473 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d26ea8-077b-425a-aa92-0afee5666be0 x-openstack-request-id: req-f2d26ea8-077b-425a-aa92-0afee5666be0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:26.398911 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b21bd5-4548-4d3c-8128-ecfd992e5131", "name": "network-vif-deleted", "tag": "74f470ef-d623-4a2b-a76a-96b8f05d109f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:26.399599 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2d26ea8-077b-425a-aa92-0afee5666be0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:26.400232 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b21bd5-4548-4d3c-8128-ecfd992e5131', 'name': 'network-vif-deleted', 'tag': '74f470ef-d623-4a2b-a76a-96b8f05d109f', 'status': 'completed', 'code': 200} Aug 11 02:50:26.400893 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'status': 'completed', 'code': 200} Aug 11 02:50:26.407221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-f92323c9-4d69-4ac1-8e91-1c3e37018613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.409799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-f92323c9-4d69-4ac1-8e91-1c3e37018613 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.5758300 Aug 11 02:50:26.417967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=03a4b5e2-b406-4a15-a143-49e557778a90,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.490958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b9a47528-fa54-49b3-b85a-ee28914ff31d', 'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': '491a9ec4-767c-42f9-b894-a5a91667acef'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:26.493086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.496675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:26.502848 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.508806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee2966e6-2c5a-4da4-8925-c9b36366205c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.519256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b65a3d-7103-4395-ba39-8e25206da9db None None] Pushing event updated for resources: {'Port': ['ID=72ff1b07-85bd-423d-8319-5c2ddce30b64,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.681338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd1ffd-ea36-42c9-b8d8-ac50ea7e26d4 None None] Network 6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:26.761033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee2966e6-2c5a-4da4-8925-c9b36366205c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.823097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-f98acb8f-0a9f-4978-8742-85e2ab2aeb36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 0.3529770 Aug 11 02:50:26.842757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-aa7dfec2-a14e-47b9-9906-29018703a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.844617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-aa7dfec2-a14e-47b9-9906-29018703a747 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1094 time: 0.3813362 Aug 11 02:50:26.981456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 36f46074-5c1f-4ca0-803e-51c04f321fd4 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:27.041676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 36f46074-5c1f-4ca0-803e-51c04f321fd4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:27.042555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 36f46074-5c1f-4ca0-803e-51c04f321fd4 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:27.053544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Allocated IP 2001:db8::2 (b9a47528-fa54-49b3-b85a-ee28914ff31d/491a9ec4-767c-42f9-b894-a5a91667acef/b0721c8c-327c-4900-b4c4-9109b2ad7e0e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:27.119003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.161396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9838626 Aug 11 02:50:27.178687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:27.189414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Request body: {'subnet': {'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1278552044-subnet', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:27.201476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d1dfe-f99f-4ae4-b869-561f45fe65ac,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.219771 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.222481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb2cdf-b4d4-40a4-a866-2b934664d27e admin admin] Pushing event updated for resources: {'Network': ['ID=ff3d0c85-5aab-4d7d-9667-1d21d82d5189,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.240626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dacc39c-9f17-45f8-8d2a-0da9c11f3a27']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:27.258169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b009cbc9-78c5-4ced-89ef-41870b1546b4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:27.258464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b009cbc9-78c5-4ced-89ef-41870b1546b4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:27.290586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Made reservation on behalf of ee5904439a9f4a829467b4325336f649 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:27.293189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.300378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.328957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.342137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Transition to ACTIVE for port object b0721c8c-327c-4900-b4c4-9109b2ad7e0e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:27.362548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Transition to ACTIVE for port object b0721c8c-327c-4900-b4c4-9109b2ad7e0e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:27.368996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:27.374268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.414433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.421823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:27.422265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.468731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Network b9a47528-fa54-49b3-b85a-ee28914ff31d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:27.481274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:27.490545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:27.491975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.504740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2235ad-4a53-496e-aee2-84e72cf422ce']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:27.518954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eca636b-2b5d-48f9-84c6-42d9d21f7be1') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:27.519246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eca636b-2b5d-48f9-84c6-42d9d21f7be1') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:27.530569 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.547712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.548762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Pushing event updated for resources: {'Port': ['ID=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.559926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:27.560352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:27.610569 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:27.617027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:50:27.617027 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:50:27.617027 n-d-715271-8 neutron-server[94700]: [parameters: {'id': '6dacc39c-9f17-45f8-8d2a-0da9c11f3a27'}] Aug 11 02:50:27.617027 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:27.617792 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:27.621964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Attempting to bind port b0721c8c-327c-4900-b4c4-9109b2ad7e0e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:27.622853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Attempting to bind port b0721c8c-327c-4900-b4c4-9109b2ad7e0e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'a6902192-d374-433f-abd0-569d7a97e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:27.623842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Attempting to bind port b0721c8c-327c-4900-b4c4-9109b2ad7e0e on network b9a47528-fa54-49b3-b85a-ee28914ff31d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:27.633914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:27.634748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Checking segment: {'id': 'a6902192-d374-433f-abd0-569d7a97e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:27.635600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.636429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Bound using segment: {'id': 'a6902192-d374-433f-abd0-569d7a97e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:27.637406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Bound port: b0721c8c-327c-4900-b4c4-9109b2ad7e0e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6902192-d374-433f-abd0-569d7a97e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9a47528-fa54-49b3-b85a-ee28914ff31d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:27.638067 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.647498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.656561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.662998 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed2235ad-4a53-496e-aee2-84e72cf422ce HTTP/1.1" status: 204 len: 168 time: 1.6229286 Aug 11 02:50:27.708484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f95a7-801a-4268-9201-c743bb532456 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2235ad-4a53-496e-aee2-84e72cf422ce,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.735658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] For port b0721c8c-327c-4900-b4c4-9109b2ad7e0e, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:27.741084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] For port b0721c8c-327c-4900-b4c4-9109b2ad7e0e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,segment=NetworkSegment(a6902192-d374-433f-abd0-569d7a97e99a),segment_id=a6902192-d374-433f-abd0-569d7a97e99a)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:27.748062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.834899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee2966e6-2c5a-4da4-8925-c9b36366205c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.839005 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee2966e6-2c5a-4da4-8925-c9b36366205c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.841033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ee2966e6-2c5a-4da4-8925-c9b36366205c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/security-groups/d16a83a8-f407-404a-b3b3-3f79908b2b7b HTTP/1.1" status: 204 len: 168 time: 1.7603736 Aug 11 02:50:27.882239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a874-315f-46a3-881c-659a35bc517d None None] Pushing event updated for resources: {'Port': ['ID=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.922680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.937825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:27.959421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-3a03dc67-2ce3-40d7-976d-be46adc65918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.962340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-3a03dc67-2ce3-40d7-976d-be46adc65918 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 1.1220789 Aug 11 02:50:28.064828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2966e6-2c5a-4da4-8925-c9b36366205c tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a83a8-f407-404a-b3b3-3f79908b2b7b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:28.092532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Checking segment: {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:28.093713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Network hostable DHCP agents. Network: ff3d0c85-5aab-4d7d-9667-1d21d82d5189, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:28.097233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec46c88f-93f4-4487-b989-3aafc8e048a7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:28.098789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.124704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.132154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-46d4dd94-5880-4306-bfd0-f1fa52e79ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.134730 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-46d4dd94-5880-4306-bfd0-f1fa52e79ecc service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 1.2678764 Aug 11 02:50:28.182042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a45a111-2bb0-41d6-bc38-4ebed31883df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71db42f069e34043a489b481a23a43c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096241 Aug 11 02:50:28.182042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:28.184387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:28.225277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be8a16-86df-4360-99e5-e4cefc40d905 req-fb4777dc-f5f6-4111-bceb-2e1dca879bd8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.238232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5be8a16-86df-4360-99e5-e4cefc40d905 req-fb4777dc-f5f6-4111-bceb-2e1dca879bd8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.4510095 Aug 11 02:50:28.258379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ff3d0c85-5aab-4d7d-9667-1d21d82d5189) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:28.281776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b4b11-2e06-4c1e-b6a9-ccab8668f325 None None] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:28.325586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8a687-04fb-4c40-8a1f-4247dc615e68 req-b3da2cc5-3cf9-4da9-9857-b0d516f8feb2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.332634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.333626 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.336946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec8a687-04fb-4c40-8a1f-4247dc615e68 req-b3da2cc5-3cf9-4da9-9857-b0d516f8feb2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.6331687 Aug 11 02:50:28.378495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8f1449a7-51c8-43e0-b57d-89e870880df6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1951332 Aug 11 02:50:28.390707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:28.410039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:28.439788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a2d251c-d901-47b8-8f1a-1c66fc187f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.460221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=74142752-f3a1-4a0b-a8dc-ab6a40705a4f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:28.494191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port 72ff1b07-85bd-423d-8319-5c2ddce30b64 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:28.494625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.552043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.553748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.566089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a2d251c-d901-47b8-8f1a-1c66fc187f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.588637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ff3d0c85-5aab-4d7d-9667-1d21d82d5189', 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'fixed_ips': [{'subnet_id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:28.590415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.591924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad90f-e326-4470-80c2-097ff812921e req-9f9d667a-1788-4a54-9f2b-dc829a09cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.594068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-9f9d667a-1788-4a54-9f2b-dc829a09cf4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6003072 Aug 11 02:50:28.613303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port 72ff1b07-85bd-423d-8319-5c2ddce30b64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=72ff1b07-85bd-423d-8319-5c2ddce30b64,segment=NetworkSegment(b009cbc9-78c5-4ced-89ef-41870b1546b4),segment_id=b009cbc9-78c5-4ced-89ef-41870b1546b4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:28.613565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.647977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for 72ff1b07-85bd-423d-8319-5c2ddce30b64 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:28.705405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.717752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5be8a16-86df-4360-99e5-e4cefc40d905 req-56a0e9ba-0cac-43e8-ab24-1ca14a93459c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4782548 Aug 11 02:50:28.747459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec8a687-04fb-4c40-8a1f-4247dc615e68 req-d9ddb0dc-0976-4a30-b1d5-63558f5c0cd4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095216 Aug 11 02:50:28.776461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-cfb0af2d-dbca-4546-a7a9-ad1a32e742be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 0.5724618 Aug 11 02:50:28.793470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': '52b33333-a98d-473d-b41b-25f22e774981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:28.793868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: f0c2b697-a6d3-4ac3-8ab1-78c763f7a281, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:28.822234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a2d251c-d901-47b8-8f1a-1c66fc187f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.825175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a2d251c-d901-47b8-8f1a-1c66fc187f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.829113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4a2d251c-d901-47b8-8f1a-1c66fc187f2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb HTTP/1.1" status: 204 len: 168 time: 0.6411345 Aug 11 02:50:28.851993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57296) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:28.876614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Allocated IP 172.20.0.2 (ff3d0c85-5aab-4d7d-9667-1d21d82d5189/ec46c88f-93f4-4487-b989-3aafc8e048a7/e226d45e-9b94-43da-80a8-742a5957ea2b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:29.053396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d251c-d901-47b8-8f1a-1c66fc187f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ffdcb-f127-4664-a21a-6cc1ffeaa7cb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:29.071236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:29.076095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-ef95cf4d-fdaf-418d-8bb2-75749e4039d7 service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627135 Aug 11 02:50:29.077903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-ece33bb7-5b83-444f-97c6-5ad87d69b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.080298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-ece33bb7-5b83-444f-97c6-5ad87d69b96d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.2886460 Aug 11 02:50:29.165194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.184787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.244276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=72ff1b07-85bd-423d-8319-5c2ddce30b64,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:29.265766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f0c2b697-a6d3-4ac3-8ab1-78c763f7a281) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:29.280211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port 72ff1b07-85bd-423d-8319-5c2ddce30b64 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:29.303932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.305750 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.325835 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.357585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aad600-5813-41ba-8b09-20feb404c321 None None] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:29.366573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Transition to ACTIVE for port object e226d45e-9b94-43da-80a8-742a5957ea2b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:29.480716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.496818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dacc39c-9f17-45f8-8d2a-0da9c11f3a27']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:29.513977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b009cbc9-78c5-4ced-89ef-41870b1546b4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:29.514730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b009cbc9-78c5-4ced-89ef-41870b1546b4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:29.535625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.604561 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.627843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:29.628380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:29.633185 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:29.725236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-521c5bff-488b-4a95-ba44-d09eb883c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.727153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-521c5bff-488b-4a95-ba44-d09eb883c0c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6120720 Aug 11 02:50:29.774950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b5ad90f-e326-4470-80c2-097ff812921e req-3063997a-b6fa-423f-a3b0-d940aee7db25 service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871333 Aug 11 02:50:29.793084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5fee2143-06ab-46ca-955b-714703c33e3f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5660563 Aug 11 02:50:29.796874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:29.805099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062292903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:29.896762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0721c8c-327c-4900-b4c4-9109b2ad7e0e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:29.905894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b605f82-f030-4683-8d19-8e1f1f5d6634 None None] Network b9a47528-fa54-49b3-b85a-ee28914ff31d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:29.929622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Transition to ACTIVE for port object e226d45e-9b94-43da-80a8-742a5957ea2b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:30.061556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.065659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.080791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.096462 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 HTTP/1.1" status: 204 len: 168 time: 5.2644587 Aug 11 02:50:30.142467 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.151762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:30.179067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9479a-c051-4bcb-b0f4-fdc110e1fecc tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=6dacc39c-9f17-45f8-8d2a-0da9c11f3a27,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:30.203661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221736704'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:30.218379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.272442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7bece97-6bc7-4362-acaa-25acbcc42820 None None] Provisioning for port b0721c8c-327c-4900-b4c4-9109b2ad7e0e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:30.373917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.376070 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.423138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-99394617-d283-49e3-8cee-f552b8e140c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.424835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-99394617-d283-49e3-8cee-f552b8e140c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1094 time: 0.4814851 Aug 11 02:50:30.433303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48948fb-afa4-4513-8d26-615a9361ae86 req-9f480f9a-2374-480f-9fdf-1450dd812be9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.440443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:30.441330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Pushing event updated for resources: {'Port': ['ID=e226d45e-9b94-43da-80a8-742a5957ea2b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:30.451476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c48948fb-afa4-4513-8d26-615a9361ae86 req-9f480f9a-2374-480f-9fdf-1450dd812be9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 943 time: 0.4963992 Aug 11 02:50:30.507426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:30.511477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.512900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:30.515515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Allocated IP 172.25.6.137 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/18bf4754-d55b-43a0-bdd5-c4f507c28f35) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:30.535230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:30.536499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.553007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.581633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:30.587617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.589745 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-85b65b3f-a8e8-476b-a468-82e1387c5cc1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7915695 Aug 11 02:50:30.601435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57326) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:30.611281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b0721c8c-327c-4900-b4c4-9109b2ad7e0e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:30.694444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b0721c8c-327c-4900-b4c4-9109b2ad7e0e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:30.695326 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.707530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce091a-79ea-4058-a9a8-300b13180984 req-9e4cd207-63da-4e76-8bc7-bd04ebed8b61 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.710525 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acce091a-79ea-4058-a9a8-300b13180984 req-9e4cd207-63da-4e76-8bc7-bd04ebed8b61 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.7523720 Aug 11 02:50:30.730789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:30.755579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Attempting to bind port e226d45e-9b94-43da-80a8-742a5957ea2b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:30.756591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Attempting to bind port e226d45e-9b94-43da-80a8-742a5957ea2b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:30.757018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Attempting to bind port e226d45e-9b94-43da-80a8-742a5957ea2b on network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:30.761670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.762386 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment ea28e03c-53c1-485e-892e-e717dab20559 of type vlan for network 05f0f1de-cc99-45d7-8f83-82ea6747fc2c Aug 11 02:50:30.768896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-d493f230-c9a4-4296-aa81-2237f347e086 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9895332 Aug 11 02:50:30.795847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:30.796238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Checking segment: {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:30.798051 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.798758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Bound using segment: {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:30.800618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Bound port: e226d45e-9b94-43da-80a8-742a5957ea2b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:30.802180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.815553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f0c2b697-a6d3-4ac3-8ab1-78c763f7a281', 'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': '74142752-f3a1-4a0b-a8dc-ab6a40705a4f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:30.818062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.850813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1552604497-network', 'tenant_id': 'ab208d6423124dc1a0d2efd6abd4a2b5'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:30.895452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Made reservation on behalf of ab208d6423124dc1a0d2efd6abd4a2b5 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:30.899758 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.905757 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.935546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.006935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.033329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.042245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:31.043027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.054618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-0ddcebc0-69a9-46cb-a510-6f5198ec2f36 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000258 Aug 11 02:50:31.127330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:31.161607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c48948fb-afa4-4513-8d26-615a9361ae86 req-d614346c-7c86-4a0c-8e0e-4db4b16bb149 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6885104 Aug 11 02:50:31.256498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=05f0f1de-cc99-45d7-8f83-82ea6747fc2c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:31.279109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] For port e226d45e-9b94-43da-80a8-742a5957ea2b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:31.288242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 05f0f1de-cc99-45d7-8f83-82ea6747fc2c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:31.296009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] For port e226d45e-9b94-43da-80a8-742a5957ea2b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e226d45e-9b94-43da-80a8-742a5957ea2b,segment=NetworkSegment(e235058e-ebcb-4568-8376-e8026d4adff0),segment_id=e235058e-ebcb-4568-8376-e8026d4adff0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:31.326933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.351392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-7aaf0d95-10ab-49fa-9b5b-86ea9ccbaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:31.353543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-7aaf0d95-10ab-49fa-9b5b-86ea9ccbaf90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.8958664 Aug 11 02:50:31.356285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.371864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acce091a-79ea-4058-a9a8-300b13180984 req-130e1be7-d612-4b38-8f10-751fb8e6d5a6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086013 Aug 11 02:50:31.374710 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.377895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.383852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.419237 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0fbcb3d9-fd23-488d-b232-a401c41b4da7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2243080 Aug 11 02:50:31.426443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:31.427116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:31.433042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '05f0f1de-cc99-45d7-8f83-82ea6747fc2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:31.449499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:31.467631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:31.473296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=18bf4754-d55b-43a0-bdd5-c4f507c28f35,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:31.486358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-484d027d-40b5-4b41-8d28-e41968bc932e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 0.1132367 Aug 11 02:50:31.488767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:31.591640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port b0721c8c-327c-4900-b4c4-9109b2ad7e0e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,segment=NetworkSegment(a6902192-d374-433f-abd0-569d7a97e99a),segment_id=a6902192-d374-433f-abd0-569d7a97e99a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:31.657533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-48a82846-c5c6-4387-9ede-ff69ceb9e6c9 None None] Provisioning complete for port b0721c8c-327c-4900-b4c4-9109b2ad7e0e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:31.657763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48a82846-c5c6-4387-9ede-ff69ceb9e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.662636 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.678510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207e9b6c-15f8-4956-acec-f97e5d4bdf4d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:31.693380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.693768 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Added segment 68dfcb0f-2ed2-4dd3-ab45-436bd0f95f1f of type vlan for network 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b Aug 11 02:50:31.816436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Allocated IP 2001:db8:1::2 (f0c2b697-a6d3-4ac3-8ab1-78c763f7a281/74142752-f3a1-4a0b-a8dc-ab6a40705a4f/cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:31.869963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bbc00-b8ee-42f1-b817-cd945898e52f None None] Pushing event updated for resources: {'Port': ['ID=e226d45e-9b94-43da-80a8-742a5957ea2b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:32.077635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-7640200a-d29d-4651-ab10-60c58f5e6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:32.079635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-7640200a-d29d-4651-ab10-60c58f5e6ea7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.4084773 Aug 11 02:50:32.086306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:32.095010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.103628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.140728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.170320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:32.241045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'mac_address': 'fa:16:3e:40:cc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:32.246932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:32.356011 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.394539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf364c4-c7f4-4a29-9094-2bd424e08865 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:32.437761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:32.512309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:32.518351 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.578174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.578908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-3b0d23de-833d-47cc-80c7-3eecea968728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:32.580037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:32.581156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.583610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-3b0d23de-833d-47cc-80c7-3eecea968728 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4718993 Aug 11 02:50:32.620866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:32.658991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.673976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Transition to ACTIVE for port object cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:32.707238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Transition to ACTIVE for port object cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:32.716955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.765059 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1786923 Aug 11 02:50:32.784076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:32.786111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Pushing event updated for resources: {'Port': ['ID=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:32.798806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Request body: {'subnet': {'network_id': '402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1552604497-subnet', 'tenant_id': 'ab208d6423124dc1a0d2efd6abd4a2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:32.799078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['eaf364c4-c7f4-4a29-9094-2bd424e08865'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:32.844187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Made reservation on behalf of ab208d6423124dc1a0d2efd6abd4a2b5 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:32.848686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.864598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:32.870722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:32.877394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-59c363e0-f186-4fcb-b296-9d2fc5506b5d service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539669 Aug 11 02:50:32.889152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:32.926961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea62b-fbcb-43b4-83dc-7d4711759cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:32.970966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:33.069001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Attempting to bind port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:33.069379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Attempting to bind port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '52b33333-a98d-473d-b41b-25f22e774981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:33.069753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Attempting to bind port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d on network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:33.106685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:33.107030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Checking segment: {'id': '52b33333-a98d-473d-b41b-25f22e774981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:33.107473 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.107887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Bound using segment: {'id': '52b33333-a98d-473d-b41b-25f22e774981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:33.108390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Bound port: cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b33333-a98d-473d-b41b-25f22e774981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0c2b697-a6d3-4ac3-8ab1-78c763f7a281'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:33.108801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.206668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.213324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] For port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:33.217230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] For port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,segment=NetworkSegment(52b33333-a98d-473d-b41b-25f22e774981),segment_id=52b33333-a98d-473d-b41b-25f22e774981)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:33.226124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.307324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.384623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b946c-c277-4ecf-bc7f-3b414d28899c None None] Pushing event updated for resources: {'Port': ['ID=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:33.492101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=779f177d-ef19-4fed-aab3-97203772a22e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:33.533103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.726563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': 'ea28e03c-53c1-485e-892e-e717dab20559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05f0f1de-cc99-45d7-8f83-82ea6747fc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:33.727782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 05f0f1de-cc99-45d7-8f83-82ea6747fc2c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:33.891387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e091d-4198-4c20-96e8-cf364557b45d req-a8d7e1d1-6b3c-48b6-84a5-f233c057bc44 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:33.900674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b74e091d-4198-4c20-96e8-cf364557b45d req-a8d7e1d1-6b3c-48b6-84a5-f233c057bc44 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 1.4082537 Aug 11 02:50:33.940407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e496fc-4866-4c1e-90ca-847857914064 None None] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:33.963937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4bb5-509d-43b8-882d-486244ce017b req-9b63a71f-deff-4d17-8450-640fd376701d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:33.967598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19fb4bb5-509d-43b8-882d-486244ce017b req-9b63a71f-deff-4d17-8450-640fd376701d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 1.4771850 Aug 11 02:50:34.013689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.089618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 05f0f1de-cc99-45d7-8f83-82ea6747fc2c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:34.102863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8::1 (b9a47528-fa54-49b3-b85a-ee28914ff31d/491a9ec4-767c-42f9-b894-a5a91667acef/879f1558-35bb-46a2-b0d1-7c76e75af4bf) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:34.163130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0721c8c-327c-4900-b4c4-9109b2ad7e0e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:34.165904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-efc08658-c586-4859-8c09-93fa2aeface6 None None] Provisioning for port e226d45e-9b94-43da-80a8-742a5957ea2b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:34.275775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b0721c8c-327c-4900-b4c4-9109b2ad7e0e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:34.276031 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.449316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:34.466538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.545591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:34.550998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad5d57a2-4bd7-41ff-ac26-56e789f31d06 req-9ab23cc5-062a-495b-aa46-0d036a30f15b service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6468647 Aug 11 02:50:34.551660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e226d45e-9b94-43da-80a8-742a5957ea2b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:34.554823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 879f1558-35bb-46a2-b0d1-7c76e75af4bf will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:34.638398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e226d45e-9b94-43da-80a8-742a5957ea2b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:34.657511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b74e091d-4198-4c20-96e8-cf364557b45d req-96f5b9db-2933-4ff1-978e-5e6671118a8f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194970 Aug 11 02:50:34.663501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19fb4bb5-509d-43b8-882d-486244ce017b req-3692b1ea-a51f-4fb2-a82f-a6ad4c55e588 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4222765 Aug 11 02:50:34.671649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e226d45e-9b94-43da-80a8-742a5957ea2b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:34.672466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.816803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.838091 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.871070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 05f0f1de-cc99-45d7-8f83-82ea6747fc2c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:34.875316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network b9a47528-fa54-49b3-b85a-ee28914ff31d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:34.881200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:34.885970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:34.887076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.889720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:34.890387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.901333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ca32f501-9784-4b8b-86cf-b0f21937c537 None None] Provisioning complete for port e226d45e-9b94-43da-80a8-742a5957ea2b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:34.901695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca32f501-9784-4b8b-86cf-b0f21937c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.908972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.018155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f48ef-0232-40d5-bf46-154d063bbeaa None None] Network 05f0f1de-cc99-45d7-8f83-82ea6747fc2c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:35.033944 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f2b2ebb9-cace-477e-bb36-f8b482f0ee6f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6036825 Aug 11 02:50:35.034559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:35.034988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:35.176362 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e226d45e-9b94-43da-80a8-742a5957ea2b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e226d45e-9b94-43da-80a8-742a5957ea2b,segment=NetworkSegment(e235058e-ebcb-4568-8376-e8026d4adff0),segment_id=e235058e-ebcb-4568-8376-e8026d4adff0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:35.185118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f675c-b7fd-4eb7-ab0e-29b22c004e76 None None] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:35.217389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.301108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d83753-4254-4347-984c-c714e5b823af,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:35.338240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Checking segment: {'id': '68dfcb0f-2ed2-4dd3-ab45-436bd0f95f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:35.338645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Network hostable DHCP agents. Network: 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:35.345004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=879f1558-35bb-46a2-b0d1-7c76e75af4bf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:35.358076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.359411 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.398611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Network 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:35.414722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Router 8feafe88-3f14-4e3f-92d2-366497cfa58e is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:50:35.428626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec5ae-2ab3-48a1-9cb4-645f3c162861 req-2ed4be11-1c2a-4173-a2c0-c8caed17cb27 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.430741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6bec5ae-2ab3-48a1-9cb4-645f3c162861 req-2ed4be11-1c2a-4173-a2c0-c8caed17cb27 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.2385590 Aug 11 02:50:35.448582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port eaf364c4-c7f4-4a29-9094-2bd424e08865 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:35.463087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:35.464192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e226d45e-9b94-43da-80a8-742a5957ea2b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:35.468447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-c5a9c473-107f-4a39-8e64-24108d6bbccb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.470605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-c5a9c473-107f-4a39-8e64-24108d6bbccb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d&tenant_id=ca7c0f0103654e2b9246fb027410d45b&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 944 time: 0.3335953 Aug 11 02:50:35.475622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port eaf364c4-c7f4-4a29-9094-2bd424e08865 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:35.476009 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.478641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.478914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.531597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.544560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86515205-c622-4265-85fd-0884dbda1b48 None None] Network 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:35.634945 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b56968b-2b4d-4b04-8e15-5390a91d6248 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8491354 Aug 11 02:50:35.676109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:35.687382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Provisioning for port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:35.692925 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Sync routers for ids ['8feafe88-3f14-4e3f-92d2-366497cfa58e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:35.718165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.726652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f1fb5fd7-bccc-4b3e-b636-d47f06e9a6e3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3265042 Aug 11 02:50:35.728429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57348) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:35.733045 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Routers {'8feafe88-3f14-4e3f-92d2-366497cfa58e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:35.738158 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8feafe88-3f14-4e3f-92d2-366497cfa58e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:35.751391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Provisioning complete for port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:35.764861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.768648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6bec5ae-2ab3-48a1-9cb4-645f3c162861 req-856033a0-1736-441c-843f-3e4b4585c04d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184569 Aug 11 02:50:35.815238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:35.815590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.827482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.911115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e226d45e-9b94-43da-80a8-742a5957ea2b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:35.940254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-25d9c923-31dc-48aa-bd64-9d72905d2b06 service neutron] 10.222.0.59 "GET /v2.0/ports/eaf364c4-c7f4-4a29-9094-2bd424e08865/bindings/n-h2-715271-8 HTTP/1.1" status: 200 len: 382 time: 0.4158757 Aug 11 02:50:35.982613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=779f177d-ef19-4fed-aab3-97203772a22e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:36.025580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06394dbb-fed4-4e71-8648-a9aab9c4681f None None] Network 402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:36.048752 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Set router 8feafe88-3f14-4e3f-92d2-366497cfa58e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:36.062885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:36.063247 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.082679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:36.088135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.094690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5a8ac2-6953-4d27-a948-a7c62bafc7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-05f0f1de-cc99-45d7-8f83-82ea6747fc2c', 'network_id': '05f0f1de-cc99-45d7-8f83-82ea6747fc2c', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '779f177d-ef19-4fed-aab3-97203772a22e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:36.095872 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8ac2-6953-4d27-a948-a7c62bafc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.100257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f0f1de-cc99-45d7-8f83-82ea6747fc2c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:36.112923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea28e03c-53c1-485e-892e-e717dab20559') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:36.113268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea28e03c-53c1-485e-892e-e717dab20559') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:36.124609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.140780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.148837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:36.149332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.151977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.158476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e226d45e-9b94-43da-80a8-742a5957ea2b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:36.159133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:36.219736 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:36.222496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:36.235106 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.300965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83580f36-6429-466f-bccf-6a03fe57beb1 None None] Network 05f0f1de-cc99-45d7-8f83-82ea6747fc2c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:36.311889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.320518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/05f0f1de-cc99-45d7-8f83-82ea6747fc2c HTTP/1.1" status: 204 len: 168 time: 1.2662444 Aug 11 02:50:36.326752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57354) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:36.332002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-807944740'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:36.333595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] For port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,segment=NetworkSegment(52b33333-a98d-473d-b41b-25f22e774981),segment_id=52b33333-a98d-473d-b41b-25f22e774981)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:36.341121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83580f36-6429-466f-bccf-6a03fe57beb1 None None] Network 05f0f1de-cc99-45d7-8f83-82ea6747fc2c could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:50:36.350028 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:50:32Z', 'revision_number': 3, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:36.350330 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.352379 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.354472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21aaa7-411c-4c9d-b15b-2e9dd0330f56 req-6bea5846-d625-4589-82e7-e614bd8b9830 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.356878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b21aaa7-411c-4c9d-b15b-2e9dd0330f56 req-6bea5846-d625-4589-82e7-e614bd8b9830 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.4605680 Aug 11 02:50:36.396105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Deleting subnet 92d83753-4254-4347-984c-c714e5b823af {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:36.397028 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Checking router: 8feafe88-3f14-4e3f-92d2-366497cfa58e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:36.397449 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Updating router 8feafe88-3f14-4e3f-92d2-366497cfa58e port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:50:36.407342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.438470 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.461385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ced20-ff97-49af-80f1-808ae7c11d3f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=05f0f1de-cc99-45d7-8f83-82ea6747fc2c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:36.501974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.508207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.530432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.531679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.583802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Provisioning for port 879f1558-35bb-46a2-b0d1-7c76e75af4bf completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:36.589275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:36.593126 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d100b1-6b9f-4fe6-af44-5a7b718d66f9" -d '{"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:36.676578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:36.683059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.699793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Provisioning complete for port 879f1558-35bb-46a2-b0d1-7c76e75af4bf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:36.700172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.702596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2dcd05-eb50-4c44-a6e6-9f3de49a323f None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:50:36.707870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:36.744399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.747619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:36.791094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-304d6193-35d9-4933-a6db-4ee057680237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.797926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.798741 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment 529fb1be-a156-44c4-b21b-1779cdfcad9f of type vlan for network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 Aug 11 02:50:36.800169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-304d6193-35d9-4933-a6db-4ee057680237 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1095 time: 0.5547428 Aug 11 02:50:36.820380 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.833451 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Transition to ACTIVE for port object 18bf4754-d55b-43a0-bdd5-c4f507c28f35 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:36.842385 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.895502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.904925 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Attempting to bind port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:36.904925 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Attempting to bind port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:36.905253 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Attempting to bind port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:36.922042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:36.922643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:36.923181 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.923876 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:36.924414 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Bound port: 18bf4754-d55b-43a0-bdd5-c4f507c28f35, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:36.924934 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.944598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.945501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.952645 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63762c7b-891e-4ee5-8e14-0a54434560d3 x-openstack-request-id: req-63762c7b-891e-4ee5-8e14-0a54434560d3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:36.952995 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:36.953188 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63762c7b-891e-4ee5-8e14-0a54434560d3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:36.953569 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'code': 200} Aug 11 02:50:36.954040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.955667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.966172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Pushing event updated for resources: {'Port': ['ID=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:36.980526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-c63925de-0dc9-4d46-987d-63878057d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.982417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-c63925de-0dc9-4d46-987d-63878057d2a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.1499934 Aug 11 02:50:36.997487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.013324 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] For port 18bf4754-d55b-43a0-bdd5-c4f507c28f35, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:37.018668 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] For port 18bf4754-d55b-43a0-bdd5-c4f507c28f35, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=18bf4754-d55b-43a0-bdd5-c4f507c28f35,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:37.022580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d6dad004-c603-4934-bc61-d8f93a796e25 None None] Port 879f1558-35bb-46a2-b0d1-7c76e75af4bf cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:37.030441 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.034074 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Pushing event updated for resources: {'Port': ['ID=18bf4754-d55b-43a0-bdd5-c4f507c28f35,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.047278 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.047944 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.048444 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.048933 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.049454 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.049940 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.050471 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.051057 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.051549 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.052020 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.053367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.053867 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.080734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7504828 Aug 11 02:50:37.083027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57360) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:37.100238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=879f1558-35bb-46a2-b0d1-7c76e75af4bf,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.103289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.107976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e60619-2c67-4d1c-b2f1-c4937e3d416c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=2a036ab0-7ed5-47d7-aacb-7d6be66562f3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.112810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b21aaa7-411c-4c9d-b15b-2e9dd0330f56 req-c4b82092-4c0a-4bd2-a67a-5db541ab4e05 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974941 Aug 11 02:50:37.126598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:37.148708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:37.155339 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Routers {'8feafe88-3f14-4e3f-92d2-366497cfa58e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:37.155983 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8feafe88-3f14-4e3f-92d2-366497cfa58e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:37.205725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.206912 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a87ea-43b1-43bc-88d3-443f2844c0d4 None None] Pushing event updated for resources: {'Port': ['ID=18bf4754-d55b-43a0-bdd5-c4f507c28f35,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.235338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-33c8f25f-c30a-4e32-bb94-dfb034e7962b None None] Provisioning complete for port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:37.235792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33c8f25f-c30a-4e32-bb94-dfb034e7962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.249911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network b9a47528-fa54-49b3-b85a-ee28914ff31d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:37.280460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2dcd05-eb50-4c44-a6e6-9f3de49a323f None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:50:37.290385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:37.360033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.401362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.406554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/92d83753-4254-4347-984c-c714e5b823af HTTP/1.1" status: 204 len: 168 time: 1.1825800 Aug 11 02:50:37.410407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1403d-be87-4c32-99c2-ec4042f783de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d83753-4254-4347-984c-c714e5b823af,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.417950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:37.441092 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] Set router 8feafe88-3f14-4e3f-92d2-366497cfa58e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:37.609370 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.636303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.743768 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:50:32Z', 'revision_number': 3, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:37.784630 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e683e7-0498-4874-b57d-ccc8e3604945 None None] The sync data for ids ['8feafe88-3f14-4e3f-92d2-366497cfa58e'] in n-d-715271-8 is: [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:50:32Z', 'revision_number': 3, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:37.847267 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.863912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:37.893167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dfcb0f-2ed2-4dd3-ab45-436bd0f95f1f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:37.893939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dfcb0f-2ed2-4dd3-ab45-436bd0f95f1f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:37.905666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:37.986695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.988431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-305db695-419f-429a-9416-bc6ef79542f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 1001 time: 0.9740872 Aug 11 02:50:37.989037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:37.992652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.017691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.024390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d4cb4-7d17-45df-9651-0e3fa9315930 req-c9e99703-f7bb-47e9-b25b-2778773262f7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.025961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83d4cb4-7d17-45df-9651-0e3fa9315930 req-c9e99703-f7bb-47e9-b25b-2778773262f7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 1.0186403 Aug 11 02:50:38.031465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:38.031995 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:38.033791 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:38.054588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:38.055117 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.152964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Allocated IP 172.20.0.1 (ff3d0c85-5aab-4d7d-9667-1d21d82d5189/ec46c88f-93f4-4487-b989-3aafc8e048a7/c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:38.212790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f02430c7-2f5b-4ab3-b4b9-969452655aab None None] Provisioning complete for port 879f1558-35bb-46a2-b0d1-7c76e75af4bf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:38.213357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02430c7-2f5b-4ab3-b4b9-969452655aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.264850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-6df53a34-6451-45d0-8c72-95f6a1a1bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.266411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-6df53a34-6451-45d0-8c72-95f6a1a1bd70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.2662389 Aug 11 02:50:38.279737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f02430c7-2f5b-4ab3-b4b9-969452655aab None None] Port 879f1558-35bb-46a2-b0d1-7c76e75af4bf cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:38.299688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.318905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b83d4cb4-7d17-45df-9651-0e3fa9315930 req-8f9e9981-6e59-4e20-a640-a19aceef5fa1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398555 Aug 11 02:50:38.321208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.324224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] 10.222.0.16 "DELETE /v2.0/networks/402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b HTTP/1.1" status: 204 len: 168 time: 0.8684034 Aug 11 02:50:38.326957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156188c-78fd-4662-ac0a-c9a519bc7cab admin admin] Pushing event deleted for resources: {'Network': ['ID=402f4f9d-5f23-4c3b-bad1-70c87d2e1e7b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:38.379619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.384888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.413046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Transition to ACTIVE for port object c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:38.421708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 04b634a2-f9bd-4f0b-9a0e-619854d2da2c is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:50:38.457313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.497395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:38.498676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:38.509447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b917c-1b0c-46be-bb19-14cbb73785db req-076b84f6-a7ab-4e65-9ce2-332e72a636e4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.511163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320b917c-1b0c-46be-bb19-14cbb73785db req-076b84f6-a7ab-4e65-9ce2-332e72a636e4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.2314098 Aug 11 02:50:38.516272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:38.525136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:38.600985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46bb5856-47f8-4e4e-859b-63917a8898d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab208d6423124dc1a0d2efd6abd4a2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987473 Aug 11 02:50:38.605653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:38.613010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.636878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-c5b0f7ff-2f45-442b-9f30-a5d9ba577915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.638418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-c5b0f7ff-2f45-442b-9f30-a5d9ba577915 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449523 Aug 11 02:50:38.655578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:38.728103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.752327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.810758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49c2808d-e33b-438a-89d7-5094a8790675 None None] Provisioning for port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:38.816509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49c2808d-e33b-438a-89d7-5094a8790675 None None] Provisioning complete for port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:38.817291 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49c2808d-e33b-438a-89d7-5094a8790675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.820264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320b917c-1b0c-46be-bb19-14cbb73785db req-98c8dd45-fb2b-4088-8b05-51d9150c638d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747536 Aug 11 02:50:38.874457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:38.889480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] Sync routers for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:38.889698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-181ec7ae-0733-45af-af2c-87b086898fce tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/04b634a2-f9bd-4f0b-9a0e-619854d2da2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2573822 Aug 11 02:50:38.890822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.896312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57372) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:38.912940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-49c2808d-e33b-438a-89d7-5094a8790675 None None] Port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:38.919530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.922085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:38.923968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:38.924625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.926809 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/207e9b6c-15f8-4956-acec-f97e5d4bdf4d HTTP/1.1" status: 204 len: 168 time: 0.3198206 Aug 11 02:50:38.932810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.968077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:38.968314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207e9b6c-15f8-4956-acec-f97e5d4bdf4d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:38.988912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=1691f2a3-79bf-4848-8cf0-b262c1b56bee,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.002331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:39.003195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:39.025167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.025800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.026374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.026942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.028561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.029173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.029707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.030295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.030853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.031431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.033289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.033892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8cad2-dd89-4dc9-93d6-7d1658433e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:39.062345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:39.063588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc97f3-0d37-4766-9d2a-6f2eaa897201 None None] The sync data for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:39.239601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ba6c6-a612-4bb7-a1ac-e69f92ade768 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.242024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-998ba6c6-a612-4bb7-a1ac-e69f92ade768 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports/879f1558-35bb-46a2-b0d1-7c76e75af4bf HTTP/1.1" status: 200 len: 911 time: 0.2779999 Aug 11 02:50:39.245722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:39.262524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-396f91c6-1f67-4eaa-89df-a9fad12ea13a service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686216 Aug 11 02:50:39.337324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.352612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.372934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': '529fb1be-a156-44c4-b21b-1779cdfcad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:39.373320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 2a036ab0-7ed5-47d7-aacb-7d6be66562f3, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:39.436476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:39.445832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.472903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:39.479473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 2a036ab0-7ed5-47d7-aacb-7d6be66562f3) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:39.500463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bef742-c775-49c0-809c-bba3958df236 None None] Network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:39.513920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-710d0470-e03c-40f3-b24a-4d6e21674a37 service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427497 Aug 11 02:50:39.519287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.520188 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.563759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-50277e99-8a76-4258-84ca-062bcb161bc5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4648645 Aug 11 02:50:39.568768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57388) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:39.708343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53f780-bbf0-4b06-a8ba-893c16fb2dda req-3b89db82-ca70-4d71-b05a-b93cb7fb87b9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.710494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c53f780-bbf0-4b06-a8ba-893c16fb2dda req-3b89db82-ca70-4d71-b05a-b93cb7fb87b9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2606874 Aug 11 02:50:39.752711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-2a036ab0-7ed5-47d7-aacb-7d6be66562f3', 'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '1691f2a3-79bf-4848-8cf0-b262c1b56bee'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:39.757357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.899633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:39.921581 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] Sync routers for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:39.927240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ef50f64c-0e53-4270-b825-2c57b0e89cea tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "PUT /v2.0/routers/c0c29ab1-2955-4ed4-b7dd-7caf92119c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0730505 Aug 11 02:50:39.943455 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:39.943932 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:39.951758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c53f780-bbf0-4b06-a8ba-893c16fb2dda req-34b96d29-3e00-43ac-a640-c27649b3c24e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777956 Aug 11 02:50:39.963316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57394) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:39.983280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 18bf4754-d55b-43a0-bdd5-c4f507c28f35 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:40.053242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.175447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079070e-2934-4e16-835a-dbe965beda5b req-0b7d71d7-3924-4e3d-8308-53285c1da1af tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.183843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5079070e-2934-4e16-835a-dbe965beda5b req-0b7d71d7-3924-4e3d-8308-53285c1da1af tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.2019687 Aug 11 02:50:40.192199 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:40.196599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.339546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:40.367024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:40.368070 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.371905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:40.379623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:40.480098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5079070e-2934-4e16-835a-dbe965beda5b req-7686975f-dccd-42c5-8cee-fcd46d731b8a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824018 Aug 11 02:50:40.490573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Allocated IP 172.20.0.2 (2a036ab0-7ed5-47d7-aacb-7d6be66562f3/1691f2a3-79bf-4848-8cf0-b262c1b56bee/8c563238-61b3-42f1-960e-a2194bd8aaa2) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:40.496042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.577184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting subnet a1418208-2efa-4944-8cd2-63d05438b8e6 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:40.590394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.664651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.732228 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:50:36Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:40.804700 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] Checking router: c0c29ab1-2955-4ed4-b7dd-7caf92119c04 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:40.816524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.830795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d03f01ae-97f7-4cbf-aa75-4cf162840afc None None] Provisioning complete for port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:40.831220 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d03f01ae-97f7-4cbf-aa75-4cf162840afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.834305 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] Routers {'c0c29ab1-2955-4ed4-b7dd-7caf92119c04'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:40.836527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:40.852287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.865534 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.866713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Router 8feafe88-3f14-4e3f-92d2-366497cfa58e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:40.904563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 18bf4754-d55b-43a0-bdd5-c4f507c28f35, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=18bf4754-d55b-43a0-bdd5-c4f507c28f35,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:40.925298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.004302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d03f01ae-97f7-4cbf-aa75-4cf162840afc None None] Port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:41.032999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.091759 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] Set router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:41.094278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Subnet': ['ID=a1418208-2efa-4944-8cd2-63d05438b8e6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:41.108500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.110879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7e84a644-ecea-4bbd-a68e-08f08b997774 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/subnets/a1418208-2efa-4944-8cd2-63d05438b8e6 HTTP/1.1" status: 204 len: 168 time: 1.1461990 Aug 11 02:50:41.113437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57414) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:41.118447 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b9a5a-7cf5-41a0-9db5-76b7a5f780c3 None None] Network 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:41.149404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.193418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=18bf4754-d55b-43a0-bdd5-c4f507c28f35,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:41.232082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Transition to ACTIVE for port object 8c563238-61b3-42f1-960e-a2194bd8aaa2 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:41.254655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:41.277631 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-45117355-b1f2-4b85-af52-c0516888d141 admin admin] 10.222.0.16 "PUT /v2.0/routers/8feafe88-3f14-4e3f-92d2-366497cfa58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5475738 Aug 11 02:50:41.279588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Sync routers for ids ['8feafe88-3f14-4e3f-92d2-366497cfa58e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:41.289873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Transition to ACTIVE for port object 8c563238-61b3-42f1-960e-a2194bd8aaa2 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:41.358132 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.425135 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:50:36Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:41.477788 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb23411-a511-46e2-b907-29d48f53ee14 None None] The sync data for ids ['c0c29ab1-2955-4ed4-b7dd-7caf92119c04'] in n-d-715271-8 is: [{'id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'name': 'tempest-TestNetworkBasicOps-router-1452815272', 'tenant_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:48Z', 'updated_at': '2021-08-11T02:50:36Z', 'revision_number': 5, 'project_id': '5d0f712b9f2a48edb48b93abad5e6bb3', 'gw_port': {'id': 'cb17f5a5-5a4a-4121-848b-dbcecbfd492d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c29ab1-2955-4ed4-b7dd-7caf92119c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:51Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:41.499724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Routers {'8feafe88-3f14-4e3f-92d2-366497cfa58e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:41.500744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8feafe88-3f14-4e3f-92d2-366497cfa58e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:41.597190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.627484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e792-9af3-4c5c-85e1-9e1229e410ee req-c1bfccda-c615-469a-91a8-7c7871514b17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:41.670420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d76e792-9af3-4c5c-85e1-9e1229e410ee req-c1bfccda-c615-469a-91a8-7c7871514b17 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.3800189 Aug 11 02:50:41.688416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:41.695641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:41.704812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:41.712722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Set router 8feafe88-3f14-4e3f-92d2-366497cfa58e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:41.713303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8:1::1 (f0c2b697-a6d3-4ac3-8ab1-78c763f7a281/74142752-f3a1-4a0b-a8dc-ab6a40705a4f/7acb7bdd-4bfa-459f-8611-028335784e27) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:41.840833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Pushing event updated for resources: {'Port': ['ID=8c563238-61b3-42f1-960e-a2194bd8aaa2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:41.855744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Attempting to bind port 8c563238-61b3-42f1-960e-a2194bd8aaa2 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:41.856624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Attempting to bind port 8c563238-61b3-42f1-960e-a2194bd8aaa2 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '529fb1be-a156-44c4-b21b-1779cdfcad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:41.857277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Attempting to bind port 8c563238-61b3-42f1-960e-a2194bd8aaa2 on network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:41.867587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57426) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:41.871551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:41.872519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Checking segment: {'id': '529fb1be-a156-44c4-b21b-1779cdfcad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:41.873293 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.874481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Bound using segment: {'id': '529fb1be-a156-44c4-b21b-1779cdfcad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:41.875446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Bound port: 8c563238-61b3-42f1-960e-a2194bd8aaa2, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529fb1be-a156-44c4-b21b-1779cdfcad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:41.875978 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.928028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=1691f2a3-79bf-4848-8cf0-b262c1b56bee,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:41.932920 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.934178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.977435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 7acb7bdd-4bfa-459f-8611-028335784e27 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:42.075705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.082881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] DHCP port deletion for 3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:42.269108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:42.274776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:42.282133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:42.283286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.349404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 18bf4754-d55b-43a0-bdd5-c4f507c28f35 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:42.397842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=7acb7bdd-4bfa-459f-8611-028335784e27,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:42.463183 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.484804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d76e792-9af3-4c5c-85e1-9e1229e410ee req-5c6d4405-0344-45af-a4cf-7509d1486129 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8132405 Aug 11 02:50:42.503219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.573532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0072c8-5b1d-427b-bbad-55b3a88243d0 req-a96c49e9-d3d5-4640-95cb-6cd3ddc55cb3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.575910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c0072c8-5b1d-427b-bbad-55b3a88243d0 req-a96c49e9-d3d5-4640-95cb-6cd3ddc55cb3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.8647847 Aug 11 02:50:42.579353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a036ab0-7ed5-47d7-aacb-7d6be66562f3']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:42.588799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] For port 8c563238-61b3-42f1-960e-a2194bd8aaa2, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:42.609150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-b1080664-a52b-4a8e-83f9-5d356d29aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.611133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-b1080664-a52b-4a8e-83f9-5d356d29aaa2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 1096 time: 0.5624442 Aug 11 02:50:42.612075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.638125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529fb1be-a156-44c4-b21b-1779cdfcad9f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:42.638603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529fb1be-a156-44c4-b21b-1779cdfcad9f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:42.656695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] For port 8c563238-61b3-42f1-960e-a2194bd8aaa2, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c563238-61b3-42f1-960e-a2194bd8aaa2,segment=NetworkSegment(529fb1be-a156-44c4-b21b-1779cdfcad9f),segment_id=529fb1be-a156-44c4-b21b-1779cdfcad9f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:42.657894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:42.665589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.673211 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.800645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] Deleting port 05ee0c46-014e-42f8-ab19-903411d6ba40 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:42.801038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.868395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:42.869527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.955014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685721-5302-4d8c-9aa8-f0ca3a803004 None None] Pushing event updated for resources: {'Port': ['ID=8c563238-61b3-42f1-960e-a2194bd8aaa2,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:43.006803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] For port 05ee0c46-014e-42f8-ab19-903411d6ba40, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=05ee0c46-014e-42f8-ab19-903411d6ba40,segment=NetworkSegment(f9e5beb0-ba98-4201-b0d0-0610988303dc),segment_id=f9e5beb0-ba98-4201-b0d0-0610988303dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:43.006975 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.019544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-866a339b-d605-4a0f-9d20-864abefa7449 None None] Provisioning for port 7acb7bdd-4bfa-459f-8611-028335784e27 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:43.022662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf8fd92-ba23-4606-9fb1-e693a392ca8e None None] Network 2a036ab0-7ed5-47d7-aacb-7d6be66562f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:43.070363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:43.085120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1901274642-network', 'tenant_id': 'a70ebf426a02484689d444c3811b621a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:43.140448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Made reservation on behalf of a70ebf426a02484689d444c3811b621a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:43.143996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.159687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.195913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.203917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.204883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.220302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b150285f-e161-4d08-bf31-399458fe1080 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:43.222992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:43.236640 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.248729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] Calling delete_port for 05ee0c46-014e-42f8-ab19-903411d6ba40 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:43.296836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-866a339b-d605-4a0f-9d20-864abefa7449 None None] Provisioning complete for port 7acb7bdd-4bfa-459f-8611-028335784e27 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:43.297229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-866a339b-d605-4a0f-9d20-864abefa7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.308505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.329121 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c0072c8-5b1d-427b-bbad-55b3a88243d0 req-d32dd38f-080d-47a1-888c-841ae356ccd3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363679 Aug 11 02:50:43.330337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.345512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:43.346099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.348656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:50:38Z', 'revision_number': 4, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a', 'name': '', 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'mac_address': 'fa:16:3e:25:79:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:37Z', 'updated_at': '2021-08-11T02:50:39Z', 'revision_number': 2, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'subnets': [{'id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:43.352316 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:43.393636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=7acb7bdd-4bfa-459f-8611-028335784e27,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:43.400695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Deleting port cb17f5a5-5a4a-4121-848b-dbcecbfd492d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:43.401698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.451132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:43.456652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:43.486059 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:43.491525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Checking router: 8feafe88-3f14-4e3f-92d2-366497cfa58e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:43.492124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Updating router 8feafe88-3f14-4e3f-92d2-366497cfa58e port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:50:43.524764 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:50:43.524764 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:50:43.524764 n-d-715271-8 neutron-server[94699]: [parameters: {'id': '2a036ab0-7ed5-47d7-aacb-7d6be66562f3'}] Aug 11 02:50:43.524764 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:43.526132 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:43.575859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.657485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-866a339b-d605-4a0f-9d20-864abefa7449 None None] Port 7acb7bdd-4bfa-459f-8611-028335784e27 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:43.663461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.693983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.703417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213ef0e-71a4-4d54-8be3-deefa75ae8e5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:43.716954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:43.717349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] For port cb17f5a5-5a4a-4121-848b-dbcecbfd492d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:43.717797 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.737793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.738224 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Added segment 00647333-12fb-41a4-992b-7781797af874 of type vlan for network 45795b8d-a6da-4783-aff7-7f6bac528871 Aug 11 02:50:43.756512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 04b634a2-f9bd-4f0b-9a0e-619854d2da2c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:43.803018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.835200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:43.845317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Calling delete_port for cb17f5a5-5a4a-4121-848b-dbcecbfd492d owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:43.904640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0e6e2-8568-4a8f-aa61-e7b9e2707837 req-1cda0630-36d8-4b8c-8667-4fae3c016f27 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.906416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0f0e6e2-8568-4a8f-aa61-e7b9e2707837 req-1cda0630-36d8-4b8c-8667-4fae3c016f27 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 945 time: 0.2751887 Aug 11 02:50:43.955785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:43.956666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ea947cf5-3ef5-4e2e-ba17-b9f4f703e0c3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:43.970202 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.971151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.971744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.988915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b150285f-e161-4d08-bf31-399458fe1080, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b150285f-e161-4d08-bf31-399458fe1080,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:43.991751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:44.026936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.056303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.061253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0f0e6e2-8568-4a8f-aa61-e7b9e2707837 req-7b40f5ac-e618-4e8a-9195-6954e78f41b4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209624 Aug 11 02:50:44.068434 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:44.081924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7130bf6e-29bf-46f7-baf0-a433804ca6c7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/04b634a2-f9bd-4f0b-9a0e-619854d2da2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8350141 Aug 11 02:50:44.085380 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] Sync routers for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:44.087379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:44.098010 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:44.100997 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:44.125963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'b150285f-e161-4d08-bf31-399458fe1080', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': 'b150285f-e161-4d08-bf31-399458fe1080', 'mac_address': 'fa:16:3e:70:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:44.129115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d8b-06a5-42b7-9692-1f696b612b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.136367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05ee0c46-014e-42f8-ab19-903411d6ba40 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:44.141796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] Pushing event updated for resources: {'Network': ['ID=45795b8d-a6da-4783-aff7-7f6bac528871,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:44.155737 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:44.159552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b6a98-aa27-4a43-a409-a0ddb9ceba7b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.161075 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-544b6a98-aa27-4a43-a409-a0ddb9ceba7b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports/7acb7bdd-4bfa-459f-8611-028335784e27 HTTP/1.1" status: 200 len: 913 time: 0.0659435 Aug 11 02:50:44.164843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57446) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:44.168469 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.170588 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:44.172125 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:44.180732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:44.183756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.217090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 45795b8d-a6da-4783-aff7-7f6bac528871 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:44.219165 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:44.220169 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0190ada-27ca-4755-be49-2b17f8b5dd89 None None] The sync data for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:44.227276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.236406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4925d086-e20f-4d9d-8b3a-6e422ff2aa25 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1608715 Aug 11 02:50:44.243196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57448) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:44.250807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] No DVR routers for this DVR port 05ee0c46-014e-42f8-ab19-903411d6ba40 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:44.267566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Request body: {'subnet': {'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1901274642-subnet', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:44.329692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:44.332313 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ace0229-682b-411a-93f0-9a64b2d236a0" -d '{"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:44.338523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.377120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b069c8ae6ca24c758d3f1f4af7fee5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4160936 Aug 11 02:50:44.377120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d809ffa-44d0-4bc2-870f-438cb5ef069c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:44.377120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57452) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:44.440129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 05ee0c46-014e-42f8-ab19-903411d6ba40 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:44.440972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 05ee0c46-014e-42f8-ab19-903411d6ba40 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:44.450337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc07db2-0f89-435d-afc3-745a2e385fe3 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:50:44.465938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80c075-4588-423a-9e76-76d01f5805ee None None] Pushing event deleted for resources: {'Port': ['ID=05ee0c46-014e-42f8-ab19-903411d6ba40,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:44.475745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.476313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.476851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.477458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.477959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.478504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.479016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.479529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.479863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.480194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.480522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.480855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda5860-1eb1-4066-9da4-7f8e359f119f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:44.484478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Made reservation on behalf of a70ebf426a02484689d444c3811b621a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:44.487387 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.525857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-80ead29d-6f31-4a94-b7d2-b9d3e80bf960 None None] Provisioning complete for port 7acb7bdd-4bfa-459f-8611-028335784e27 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:44.526305 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80ead29d-6f31-4a94-b7d2-b9d3e80bf960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.542198 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d74a45-e9c3-4f03-96c0-e64b2b6944a1 x-openstack-request-id: req-28d74a45-e9c3-4f03-96c0-e64b2b6944a1 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:44.543285 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:44.543285 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28d74a45-e9c3-4f03-96c0-e64b2b6944a1 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:44.543813 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'code': 200} Aug 11 02:50:44.565648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port 8c563238-61b3-42f1-960e-a2194bd8aaa2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:44.566678 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.635141 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.673222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.686877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-80ead29d-6f31-4a94-b7d2-b9d3e80bf960 None None] Port 7acb7bdd-4bfa-459f-8611-028335784e27 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:44.708254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port 8c563238-61b3-42f1-960e-a2194bd8aaa2, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8c563238-61b3-42f1-960e-a2194bd8aaa2,segment=NetworkSegment(529fb1be-a156-44c4-b21b-1779cdfcad9f),segment_id=529fb1be-a156-44c4-b21b-1779cdfcad9f)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:44.709267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.710701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b150285f-e161-4d08-bf31-399458fe1080 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:44.742311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Transition to ACTIVE for port object eaf364c4-c7f4-4a29-9094-2bd424e08865 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:44.759796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for 8c563238-61b3-42f1-960e-a2194bd8aaa2 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:44.761818 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.773138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b150285f-e161-4d08-bf31-399458fe1080, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b150285f-e161-4d08-bf31-399458fe1080,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:44.774557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.783546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71d83a9b-106a-4500-b6fe-2b360e6deee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.793508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.842570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Port': ['ID=cb17f5a5-5a4a-4121-848b-dbcecbfd492d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:44.912717 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:44.913047 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:44.946464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=b150285f-e161-4d08-bf31-399458fe1080,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:44.949294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc07db2-0f89-435d-afc3-745a2e385fe3 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:50:44.963650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71d83a9b-106a-4500-b6fe-2b360e6deee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.976222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d89e-155e-47c2-8428-489e539aa8a2 req-fdc884a8-1077-4076-922a-65a6e11141fa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.984412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0b2d89e-155e-47c2-8428-489e539aa8a2 req-fdc884a8-1077-4076-922a-65a6e11141fa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 943 time: 0.4386034 Aug 11 02:50:45.061669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['b150285f-e161-4d08-bf31-399458fe1080'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:45.066253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 7acb7bdd-4bfa-459f-8611-028335784e27 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:45.066640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.171869 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.182622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=10']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.196112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.220241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Transition to ACTIVE for port object c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:45.220872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 7acb7bdd-4bfa-459f-8611-028335784e27 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:45.247265 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.273846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0b2d89e-155e-47c2-8428-489e539aa8a2 req-9fd48f97-53d8-4c10-815f-ccc2296cee0c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857404 Aug 11 02:50:45.297844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.384614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] No DVR routers for this DVR port eaf364c4-c7f4-4a29-9094-2bd424e08865 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:45.385346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.434460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7aa45-cb62-4cda-8741-4da20bcd85c7 None None] Pushing event updated for resources: {'Port': ['ID=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.538453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71d83a9b-106a-4500-b6fe-2b360e6deee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.540503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.541411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71d83a9b-106a-4500-b6fe-2b360e6deee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.542836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-71d83a9b-106a-4500-b6fe-2b360e6deee3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d809ffa-44d0-4bc2-870f-438cb5ef069c HTTP/1.1" status: 204 len: 168 time: 1.1649377 Aug 11 02:50:45.545352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=8c563238-61b3-42f1-960e-a2194bd8aaa2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.553715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port 8c563238-61b3-42f1-960e-a2194bd8aaa2 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:45.557712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.563339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.577720 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.578229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=7acb7bdd-4bfa-459f-8611-028335784e27,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.597888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Attempting to bind port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:45.598228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Attempting to bind port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:45.598572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Attempting to bind port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a on network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:45.633516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:45.633891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Checking segment: {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:45.635040 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.635301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Bound using segment: {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:45.635798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Bound port: c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235058e-ebcb-4568-8376-e8026d4adff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:45.636179 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.702378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12c163-d3b4-4159-981a-bac08937fdfe req-b81c7bbc-32e2-40ba-89ea-4b86c53fb2af tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.710780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e12c163-d3b4-4159-981a-bac08937fdfe req-b81c7bbc-32e2-40ba-89ea-4b86c53fb2af tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.5507145 Aug 11 02:50:45.720598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d83a9b-106a-4500-b6fe-2b360e6deee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d809ffa-44d0-4bc2-870f-438cb5ef069c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.747785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.873004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.873747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Fanout notify agent at l3_agent the message router_deleted on router c0c29ab1-2955-4ed4-b7dd-7caf92119c04 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:45.897227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.901265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bbd872a5-d3f2-43cb-bb3f-185719f268e0 tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/routers/c0c29ab1-2955-4ed4-b7dd-7caf92119c04 HTTP/1.1" status: 204 len: 168 time: 4.7842591 Aug 11 02:50:45.902387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57462) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:45.903823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbab337-0390-4243-9357-a376c05e9888,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.907445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.944479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e12c163-d3b4-4159-981a-bac08937fdfe req-d6fc0f79-c473-4458-91c7-fb8e5544efdd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325449 Aug 11 02:50:45.946530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a036ab0-7ed5-47d7-aacb-7d6be66562f3']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:45.995650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] For port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:46.000341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529fb1be-a156-44c4-b21b-1779cdfcad9f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:46.001127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529fb1be-a156-44c4-b21b-1779cdfcad9f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:46.001357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] For port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,segment=NetworkSegment(e235058e-ebcb-4568-8376-e8026d4adff0),segment_id=e235058e-ebcb-4568-8376-e8026d4adff0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:46.040548 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.045600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.119674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Checking segment: {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:46.120376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Network hostable DHCP agents. Network: 45795b8d-a6da-4783-aff7-7f6bac528871, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:46.136772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7aa45-cb62-4cda-8741-4da20bcd85c7 None None] Pushing event updated for resources: {'Port': ['ID=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:46.140469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.160788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:46.161404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:46.162665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:46.172106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:46.172811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:46.177896 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:46.184655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Routers {'8feafe88-3f14-4e3f-92d2-366497cfa58e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:46.185315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8feafe88-3f14-4e3f-92d2-366497cfa58e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:46.259123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:46.259542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Attempting to bind port eaf364c4-c7f4-4a29-9094-2bd424e08865 on network 3946aed9-88d7-473c-a516-a232d2452908 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:46.280962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:46.288184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Checking segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:46.288799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Bound using segment: {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:46.291560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Bound port: eaf364c4-c7f4-4a29-9094-2bd424e08865, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a6bb35-186a-489d-8282-85b524e406b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3946aed9-88d7-473c-a516-a232d2452908'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:46.292089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.300249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Network 45795b8d-a6da-4783-aff7-7f6bac528871 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:46.338521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 04b634a2-f9bd-4f0b-9a0e-619854d2da2c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:46.353255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.381965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.430512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] Set router 8feafe88-3f14-4e3f-92d2-366497cfa58e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:46.462291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 45795b8d-a6da-4783-aff7-7f6bac528871) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:46.495716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.499160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/2a036ab0-7ed5-47d7-aacb-7d6be66562f3 HTTP/1.1" status: 204 len: 168 time: 6.9294078 Aug 11 02:50:46.532566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed8b5f1-d8d1-4e58-94f6-52bfe3e8fa26 None None] Network 45795b8d-a6da-4783-aff7-7f6bac528871 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:46.547561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.548961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.573955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57474) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:46.600304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556899003'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:46.606306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaeed39-2baa-4a0c-974c-9f8e1faa2f0d tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=2a036ab0-7ed5-47d7-aacb-7d6be66562f3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:46.669316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aa5c324d-586b-4928-acc8-742f1e9e0407 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4151523 Aug 11 02:50:46.684855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57476) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:46.700391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:46.728006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2ecde-00e6-4b48-884e-ad35e8b0cec5 req-c4bf28a6-f45e-48c9-a1e0-f0887b40fd34 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.738225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38d2ecde-00e6-4b48-884e-ad35e8b0cec5 req-c4bf28a6-f45e-48c9-a1e0-f0887b40fd34 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 944 time: 0.2558162 Aug 11 02:50:46.750119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:46.809601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:46.813917 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.859149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:46.865663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.867562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.939893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.966556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:46.979670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.979943 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment 34a394be-0a47-41c1-97d9-bfebf6b5de94 of type vlan for network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 Aug 11 02:50:47.035413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.050106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.075781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38d2ecde-00e6-4b48-884e-ad35e8b0cec5 req-c94837ca-f60c-44e9-9f47-181379d8fff9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359332 Aug 11 02:50:47.116409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b150285f-e161-4d08-bf31-399458fe1080 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:47.246292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=11']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:47.261425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.269076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.270070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.348880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:47.356933 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df87f055-ceea-4c41-aeb7-dc15ba8c14b1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/04b634a2-f9bd-4f0b-9a0e-619854d2da2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901896 Aug 11 02:50:47.360879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:47.382785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] Sync routers for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:47.399256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-45795b8d-a6da-4783-aff7-7f6bac528871', 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'fixed_ips': [{'subnet_id': '4dbab337-0390-4243-9357-a376c05e9888'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:47.408574 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.419904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:47.447422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.448233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.449969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-db35e73b-909e-4313-bc95-50bbad57d25f service neutron] 10.222.0.25 "PUT /v2.0/ports/eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 1092 time: 4.8177910 Aug 11 02:50:47.452829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:47.455680 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:47.465697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:47.469162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-212e8123-7de8-400d-8247-b5735bdf0ac1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8915133 Aug 11 02:50:47.479243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:47.491290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.511675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:47.525941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc344b3-6b96-44b1-8af6-51ad2bb4cc13']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:47.610602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e5beb0-ba98-4201-b0d0-0610988303dc') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:47.611585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e5beb0-ba98-4201-b0d0-0610988303dc') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:47.630260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port b150285f-e161-4d08-bf31-399458fe1080 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:47.638862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port b150285f-e161-4d08-bf31-399458fe1080 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:47.639504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.757017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.809029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Allocated IP 172.20.0.2 (45795b8d-a6da-4783-aff7-7f6bac528871/4dbab337-0390-4243-9357-a376c05e9888/ffbdc55c-79ff-4819-8d76-69078787e0d6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:47.863140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.886882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:47.887299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:47.892972 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:47.999836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:48.003698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.023187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.030808 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.039863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Transition to ACTIVE for port object ffbdc55c-79ff-4819-8d76-69078787e0d6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:48.057793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Transition to ACTIVE for port object ffbdc55c-79ff-4819-8d76-69078787e0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:48.062880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:50:38Z', 'revision_number': 4, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a', 'name': '', 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'mac_address': 'fa:16:3e:25:79:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:37Z', 'updated_at': '2021-08-11T02:50:45Z', 'revision_number': 4, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'subnets': [{'id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:48.071896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.072322 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2d103f1-52e9-46c3-9407-07eb80ac1db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.074044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb17f5a5-5a4a-4121-848b-dbcecbfd492d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:48.088198 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] 10.222.0.16 "DELETE /v2.0/networks/3cc344b3-6b96-44b1-8af6-51ad2bb4cc13 HTTP/1.1" status: 204 len: 168 time: 2.1843486 Aug 11 02:50:48.115503 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.120456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59674b2-c230-4824-b4c6-76f0d1be8fcd tempest-TestNetworkBasicOps-163118098 tempest-TestNetworkBasicOps-163118098-project] Pushing event deleted for resources: {'Network': ['ID=3cc344b3-6b96-44b1-8af6-51ad2bb4cc13,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.124626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:50:48.125152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:50:48.133722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.178284 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f66c01-4426-46c1-8bba-527f6373c4c4 x-openstack-request-id: req-d8f66c01-4426-46c1-8bba-527f6373c4c4 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:48.178584 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:48.179145 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8f66c01-4426-46c1-8bba-527f6373c4c4 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:48.179607 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'status': 'completed', 'code': 200} Aug 11 02:50:48.304503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1d0a-6bf8-4a76-b330-c30ba525195c req-9318e142-fedf-4476-ad7d-2dcbfa07eee6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.306982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08ad1d0a-6bf8-4a76-b330-c30ba525195c req-9318e142-fedf-4476-ad7d-2dcbfa07eee6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 1.2279799 Aug 11 02:50:48.332624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:48.333286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:48.356537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Pushing event updated for resources: {'Port': ['ID=ffbdc55c-79ff-4819-8d76-69078787e0d6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.361179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-49258bca-2076-44a2-9e17-b2280daa609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.363013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-49258bca-2076-44a2-9e17-b2280daa609e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1095 time: 0.2057977 Aug 11 02:50:48.363473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: cb17f5a5-5a4a-4121-848b-dbcecbfd492d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:48.363822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb17f5a5-5a4a-4121-848b-dbcecbfd492d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:48.375774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.423387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6cee9-1358-4892-8ad4-9d2962dc36cb None None] The sync data for ids ['8feafe88-3f14-4e3f-92d2-366497cfa58e'] in n-d-715271-8 is: [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:50:38Z', 'revision_number': 4, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a', 'name': '', 'network_id': 'ff3d0c85-5aab-4d7d-9667-1d21d82d5189', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'mac_address': 'fa:16:3e:25:79:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:37Z', 'updated_at': '2021-08-11T02:50:45Z', 'revision_number': 4, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'subnets': [{'id': 'ec46c88f-93f4-4487-b989-3aafc8e048a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:48.454523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:48.466304 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.473942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Network 45795b8d-a6da-4783-aff7-7f6bac528871 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:48.490831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:48.534605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:48.540788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:48.541445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:48.575405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-8a8ebaac-c478-44bd-91c5-868b8e0f1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.582339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-8a8ebaac-c478-44bd-91c5-868b8e0f1764 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1095 time: 0.3985684 Aug 11 02:50:48.589803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.633504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.638122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:48.639048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5805c5-bad5-448b-aab1-08ed20c0b931 None None] The sync data for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:48.707226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Attempting to bind port ffbdc55c-79ff-4819-8d76-69078787e0d6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:48.707681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Attempting to bind port ffbdc55c-79ff-4819-8d76-69078787e0d6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:48.708115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Attempting to bind port ffbdc55c-79ff-4819-8d76-69078787e0d6 on network 45795b8d-a6da-4783-aff7-7f6bac528871 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:48.716834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:48.722361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:48.729608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Checking segment: {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:48.730435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.731158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Bound using segment: {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:48.731911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Bound port: ffbdc55c-79ff-4819-8d76-69078787e0d6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:48.732542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.738519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:48.744338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.810681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08ad1d0a-6bf8-4a76-b330-c30ba525195c req-5867aea3-7042-4de4-a0d8-3fda979546e5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960225 Aug 11 02:50:48.815346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-8f7469fa-ca0c-4e07-ba92-d788d44d9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.820980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-8f7469fa-ca0c-4e07-ba92-d788d44d9b1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.4294603 Aug 11 02:50:48.827084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a66fd89-0630-44c9-b767-b94b938c524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b150285f-e161-4d08-bf31-399458fe1080'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:48.829968 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280f846-4022-4fdb-91a2-ac81c79a4b3e" -d '{"events": [{"server_uuid": "6a66fd89-0630-44c9-b767-b94b938c524c", "name": "network-vif-plugged", "status": "completed", "tag": "b150285f-e161-4d08-bf31-399458fe1080"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:48.855504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port b150285f-e161-4d08-bf31-399458fe1080, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b150285f-e161-4d08-bf31-399458fe1080,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:48.864663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.936370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] For port ffbdc55c-79ff-4819-8d76-69078787e0d6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:48.959556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] For port ffbdc55c-79ff-4819-8d76-69078787e0d6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ffbdc55c-79ff-4819-8d76-69078787e0d6,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:48.962717 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa7d3f-2f43-4f8c-a366-3a4ef3d0e23c x-openstack-request-id: req-56aa7d3f-2f43-4f8c-a366-3a4ef3d0e23c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:48.963205 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a66fd89-0630-44c9-b767-b94b938c524c", "name": "network-vif-plugged", "status": "completed", "tag": "b150285f-e161-4d08-bf31-399458fe1080", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:48.963372 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56aa7d3f-2f43-4f8c-a366-3a4ef3d0e23c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:48.964415 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a66fd89-0630-44c9-b767-b94b938c524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b150285f-e161-4d08-bf31-399458fe1080', 'code': 200} Aug 11 02:50:48.990753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.995328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b99c00-92a1-48fd-86ca-790bb64ca34d req-693ff844-b226-4e19-aeb2-b92c86cf2074 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.998480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07b99c00-92a1-48fd-86ca-790bb64ca34d req-693ff844-b226-4e19-aeb2-b92c86cf2074 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 944 time: 0.6318138 Aug 11 02:50:49.026102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a523653-2cd0-4401-84c0-740eb1348d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.028937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=b150285f-e161-4d08-bf31-399458fe1080,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:49.070782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=b1e151df-1674-4d9c-897d-8fc7951a7b2c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:49.100964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-fa6c51b8-c35d-43b0-bb16-037342a4e320 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 0.2607918 Aug 11 02:50:49.141305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612854-704a-4d56-98db-881f65bec0d3 None None] Pushing event updated for resources: {'Port': ['ID=ffbdc55c-79ff-4819-8d76-69078787e0d6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:49.184026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-06f39cc3-c3be-4148-93d5-506e98a2c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.185699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-06f39cc3-c3be-4148-93d5-506e98a2c84c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.5343633 Aug 11 02:50:49.188564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07b99c00-92a1-48fd-86ca-790bb64ca34d req-d3ddc100-7756-41eb-a526-5188310df341 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782088 Aug 11 02:50:49.198980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': '34a394be-0a47-41c1-97d9-bfebf6b5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:49.199351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:49.277212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:49.290272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458332ee-0ef5-4db7-bce2-56e5f79f823b req-1fdfa54c-0f4f-4f57-8542-25971c76588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.291525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-458332ee-0ef5-4db7-bce2-56e5f79f823b req-1fdfa54c-0f4f-4f57-8542-25971c76588d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 1096 time: 0.1651182 Aug 11 02:50:49.318734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9be6349c-11a5-4c21-b86d-520952a16f56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d0f712b9f2a48edb48b93abad5e6bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803456 Aug 11 02:50:49.331856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57546) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:49.342639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:49.350671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.351263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.359233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-0a2388fb-b9a2-4679-b973-1fe16afa76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.360748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-0a2388fb-b9a2-4679-b973-1fe16afa76ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.2433095 Aug 11 02:50:49.385351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a2862-b108-4253-a8c0-d02f63707656 None None] Network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:49.408686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-97afd470-c0fe-4495-a8ea-2c5843a8f373 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 0.2116799 Aug 11 02:50:49.432802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-458332ee-0ef5-4db7-bce2-56e5f79f823b req-65807074-fddd-4e5d-8655-708ece36f267 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296735 Aug 11 02:50:49.568893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-16d94639-7cb8-4ea0-a76e-6fecde0751b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.570571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-16d94639-7cb8-4ea0-a76e-6fecde0751b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955335 Aug 11 02:50:49.571635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.577567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-197abe7e-a3a5-470a-9d20-c354fcc083bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.579346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-197abe7e-a3a5-470a-9d20-c354fcc083bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.1356881 Aug 11 02:50:49.600302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1', 'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': 'b1e151df-1674-4d9c-897d-8fc7951a7b2c'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:49.601183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.627495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.656721 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a523653-2cd0-4401-84c0-740eb1348d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.659228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71c127b2-22da-4ce0-bfd9-0898e25316d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.666620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a523653-2cd0-4401-84c0-740eb1348d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.693716 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-002c4236-0661-4cb2-8341-4752fba99b9c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1982412 Aug 11 02:50:49.704110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57548) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:49.733987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71c127b2-22da-4ce0-bfd9-0898e25316d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.763949 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a523653-2cd0-4401-84c0-740eb1348d87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b998c617fa5400d89288e50dab4183b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092647 Aug 11 02:50:49.771642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:49.785877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a523653-2cd0-4401-84c0-740eb1348d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4cc29-511e-4024-9642-a511b928a078,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:49.793844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 879f1558-35bb-46a2-b0d1-7c76e75af4bf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:49.794261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.802918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Allocated IP 172.20.0.3 (4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1/b1e151df-1674-4d9c-897d-8fc7951a7b2c/c79c2789-a61c-43f6-8b50-b272aa583e32) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:49.842706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.996282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dc0d-a636-4f92-ae3a-0afdcad29a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.998555 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71c127b2-22da-4ce0-bfd9-0898e25316d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.001397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71c127b2-22da-4ce0-bfd9-0898e25316d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.027372 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-71c127b2-22da-4ce0-bfd9-0898e25316d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6e22118-f3b2-4264-b499-e746453a3fa9 HTTP/1.1" status: 204 len: 168 time: 0.6940756 Aug 11 02:50:50.042333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-2f45bc9b-5cf2-44b9-8a78-8e68db98b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.052892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-2f45bc9b-5cf2-44b9-8a78-8e68db98b355 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4365478 Aug 11 02:50:50.110553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c127b2-22da-4ce0-bfd9-0898e25316d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e22118-f3b2-4264-b499-e746453a3fa9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.145832 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.167251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.172678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.188603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Transition to ACTIVE for port object c79c2789-a61c-43f6-8b50-b272aa583e32 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:50.229906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dc0d-a636-4f92-ae3a-0afdcad29a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.234603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 879f1558-35bb-46a2-b0d1-7c76e75af4bf owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:50.263608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Transition to ACTIVE for port object c79c2789-a61c-43f6-8b50-b272aa583e32 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:50.282205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.325237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:50.326929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ffbdc55c-79ff-4819-8d76-69078787e0d6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:50.331518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:50.336016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:50.454396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-74a83b08-75e4-4e17-a0fb-0d4c1f916fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739803 Aug 11 02:50:50.473433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Pushing event updated for resources: {'Port': ['ID=c79c2789-a61c-43f6-8b50-b272aa583e32,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.573353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Attempting to bind port c79c2789-a61c-43f6-8b50-b272aa583e32 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:50.573732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Attempting to bind port c79c2789-a61c-43f6-8b50-b272aa583e32 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '34a394be-0a47-41c1-97d9-bfebf6b5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:50.574334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Attempting to bind port c79c2789-a61c-43f6-8b50-b272aa583e32 on network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:50.581438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:50.581900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Checking segment: {'id': '34a394be-0a47-41c1-97d9-bfebf6b5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:50.582255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.582908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Bound using segment: {'id': '34a394be-0a47-41c1-97d9-bfebf6b5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:50.584105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Bound port: c79c2789-a61c-43f6-8b50-b272aa583e32, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a394be-0a47-41c1-97d9-bfebf6b5de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:50.584638 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.602358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ffbdc55c-79ff-4819-8d76-69078787e0d6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:50.607517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:50.757063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:50.764905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d0c7b-a571-4e78-897c-07a2abee40c9 req-ae446ba1-3852-4ba6-a4bb-1bfb08c04876 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.765914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dc0d-a636-4f92-ae3a-0afdcad29a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.768423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c5d0c7b-a571-4e78-897c-07a2abee40c9 req-ae446ba1-3852-4ba6-a4bb-1bfb08c04876 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.7409487 Aug 11 02:50:50.768669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dc4dc0d-a636-4f92-ae3a-0afdcad29a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.769833 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0dc4dc0d-a636-4f92-ae3a-0afdcad29a4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cb4cc29-511e-4024-9642-a511b928a078 HTTP/1.1" status: 204 len: 168 time: 0.9959607 Aug 11 02:50:50.791633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4dc0d-a636-4f92-ae3a-0afdcad29a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4cc29-511e-4024-9642-a511b928a078,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.794827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b8252e9-9f28-4246-89e0-b342fcbb00ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.807092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Allocated IP 172.25.6.241 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9dcb3243-2b95-4844-8358-b3eb7a1a7e37) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:50.807863 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.816201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.863807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=879f1558-35bb-46a2-b0d1-7c76e75af4bf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.953235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4a4f3-d068-4bde-aa2e-f64730658530 req-58a46ada-ce68-48ea-8d61-ee9be5863a64 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.961481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6f4a4f3-d068-4bde-aa2e-f64730658530 req-58a46ada-ce68-48ea-8d61-ee9be5863a64 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.5278134 Aug 11 02:50:50.968431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] For port c79c2789-a61c-43f6-8b50-b272aa583e32, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:50.973338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] For port c79c2789-a61c-43f6-8b50-b272aa583e32, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c79c2789-a61c-43f6-8b50-b272aa583e32,segment=NetworkSegment(34a394be-0a47-41c1-97d9-bfebf6b5de94),segment_id=34a394be-0a47-41c1-97d9-bfebf6b5de94)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:50.982633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-fd89e81e-2f8b-4718-bafa-fc805f19fad0 service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070716 Aug 11 02:50:50.984779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b53089-3b75-48f5-9290-d3c7c7c6ec33 None None] Network 45795b8d-a6da-4783-aff7-7f6bac528871 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:51.007883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.109824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.130371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:51.143981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] Provisioning for port ffbdc55c-79ff-4819-8d76-69078787e0d6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:51.203524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:51.204249 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.206137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] Provisioning complete for port ffbdc55c-79ff-4819-8d76-69078787e0d6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:51.206593 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.223540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6f4a4f3-d068-4bde-aa2e-f64730658530 req-307a1860-2b22-4c41-9fa1-9a786ccfb7d3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606645 Aug 11 02:50:51.227139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c5d0c7b-a571-4e78-897c-07a2abee40c9 req-d71fca23-81b5-4a7b-bd32-91d4123b8b0f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171522 Aug 11 02:50:51.282276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afefc8-1b21-4426-8782-557f283eaa73 None None] Pushing event updated for resources: {'Port': ['ID=c79c2789-a61c-43f6-8b50-b272aa583e32,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:51.289358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e07003-e2ab-4d78-be81-0ab6e03fa406 req-a0c51e1f-8db9-4db6-9af1-e82292a9e7e5 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993047 Aug 11 02:50:51.352546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.414417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e151df-1674-4d9c-897d-8fc7951a7b2c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:51.465178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b8252e9-9f28-4246-89e0-b342fcbb00ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.473203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b8252e9-9f28-4246-89e0-b342fcbb00ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.525804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.618984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-8381c2b9-9a7e-4fca-922a-777b0a1ba32b service neutron] 10.222.0.59 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569994 Aug 11 02:50:51.639079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-b47d1f18-fa92-455c-b49c-153fa36c841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:51.640917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-b47d1f18-fa92-455c-b49c-153fa36c841e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1095 time: 0.2411590 Aug 11 02:50:51.652236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.674165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.678244 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.734169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:51.737891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.761828 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b8252e9-9f28-4246-89e0-b342fcbb00ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeddea158ec84aefb4154404af8c19f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034270 Aug 11 02:50:51.763321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:51.794810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] For port ffbdc55c-79ff-4819-8d76-69078787e0d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ffbdc55c-79ff-4819-8d76-69078787e0d6,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:51.797022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,segment=NetworkSegment(e235058e-ebcb-4568-8376-e8026d4adff0),segment_id=e235058e-ebcb-4568-8376-e8026d4adff0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:51.801528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.809508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.812699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8252e9-9f28-4246-89e0-b342fcbb00ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36611477-b80f-4da8-994a-5b0df20abe94,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:51.819364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 04b634a2-f9bd-4f0b-9a0e-619854d2da2c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:51.872013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a394be-0a47-41c1-97d9-bfebf6b5de94') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:51.872460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a394be-0a47-41c1-97d9-bfebf6b5de94') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:51.874543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Pushing event updated for resources: {'Port': ['ID=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:51.902104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.907901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808484-4dbb-48e5-acb1-f51991735a95 None None] Pushing event updated for resources: {'Port': ['ID=ffbdc55c-79ff-4819-8d76-69078787e0d6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:51.913658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-623c7899-b380-47d2-9270-e3e19e7b6191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.933983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:51.946084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:51.952222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:51.954725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.967630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:51.968181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.024154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:52.036640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:52.047337 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] Sync routers for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:52.048524 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ea851f24-108b-4bf9-a156-aa78480256f6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/04b634a2-f9bd-4f0b-9a0e-619854d2da2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6864972 Aug 11 02:50:52.053755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:52.060034 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:52.064705 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:52.069140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:52.098621 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-badd034b-568c-40b0-bd81-79aebc7d1ca1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=04b634a2-f9bd-4f0b-9a0e-619854d2da2c HTTP/1.1" status: 200 len: 205 time: 0.0425751 Aug 11 02:50:52.099749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:52.102244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-623c7899-b380-47d2-9270-e3e19e7b6191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.128263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-302d0856-70a7-46d0-8806-08593ebf510d None None] Provisioning complete for port ffbdc55c-79ff-4819-8d76-69078787e0d6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:52.128676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-302d0856-70a7-46d0-8806-08593ebf510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.139141 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:52.154610 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] Routers {'04b634a2-f9bd-4f0b-9a0e-619854d2da2c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:52.157474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-dfd15d27-97ee-4015-a048-141f7970cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:52.158082 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:52.159443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-dfd15d27-97ee-4015-a048-141f7970cfed service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.5024199 Aug 11 02:50:52.199024 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:50:52.199024 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:50:52.199024 n-d-715271-8 neutron-server[94699]: [parameters: {'id': '4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1'}] Aug 11 02:50:52.199024 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:52.199581 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:52.259236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:52.267342 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:52.268965 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ff9fa-d680-46ac-b117-627d5ae3e066 None None] The sync data for ids ['04b634a2-f9bd-4f0b-9a0e-619854d2da2c'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:52.356761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ffbdc55c-79ff-4819-8d76-69078787e0d6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:52.361087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.460306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ffbdc55c-79ff-4819-8d76-69078787e0d6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:52.462916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.560317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1671422881-network', 'tenant_id': 'a2d13bd218a64a118d4288e36ff33d47'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:52.569909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c79c2789-a61c-43f6-8b50-b272aa583e32 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:52.600285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-72cc07aa-3fe4-46c1-bda4-ff1cde8a6118 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 999 time: 0.4028695 Aug 11 02:50:52.645318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c79c2789-a61c-43f6-8b50-b272aa583e32 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:52.763998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141e40b-c230-4cf9-bf0d-7a19263543f6 None None] Network 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:52.855542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] Provisioning for port c79c2789-a61c-43f6-8b50-b272aa583e32 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:52.880803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] Provisioning complete for port c79c2789-a61c-43f6-8b50-b272aa583e32 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:52.881226 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.929349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.931692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.981418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.981976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router 04b634a2-f9bd-4f0b-9a0e-619854d2da2c {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:52.984536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-623c7899-b380-47d2-9270-e3e19e7b6191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.987741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-623c7899-b380-47d2-9270-e3e19e7b6191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.989096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-623c7899-b380-47d2-9270-e3e19e7b6191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36611477-b80f-4da8-994a-5b0df20abe94 HTTP/1.1" status: 204 len: 168 time: 1.2185402 Aug 11 02:50:53.000584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.004859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10afccae-3b5c-4eb3-bd41-941e3cb5514c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/04b634a2-f9bd-4f0b-9a0e-619854d2da2c HTTP/1.1" status: 204 len: 168 time: 0.8997869 Aug 11 02:50:53.020676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.022968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:53.024648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7899-b380-47d2-9270-e3e19e7b6191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36611477-b80f-4da8-994a-5b0df20abe94,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.055962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] DHCP port deletion for 4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:53.076085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.110611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Made reservation on behalf of a2d13bd218a64a118d4288e36ff33d47 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:53.112875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.113939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet 74142752-f3a1-4a0b-a8dc-ab6a40705a4f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:53.120270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.133959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] For port c79c2789-a61c-43f6-8b50-b272aa583e32, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c79c2789-a61c-43f6-8b50-b272aa583e32,segment=NetworkSegment(34a394be-0a47-41c1-97d9-bfebf6b5de94),segment_id=34a394be-0a47-41c1-97d9-bfebf6b5de94)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:53.142785 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.150271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cd15b-1e84-4655-befe-22f521bab194 req-8b593c49-356c-4370-90c9-9a5d9fd100c9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.154210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.154396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-673cd15b-1e84-4655-befe-22f521bab194 req-8b593c49-356c-4370-90c9-9a5d9fd100c9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.7954040 Aug 11 02:50:53.176373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14214fea-03fa-428f-84bb-6ff090edf241 req-ebd40d14-d308-4888-b084-c1795a20807f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.178487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14214fea-03fa-428f-84bb-6ff090edf241 req-ebd40d14-d308-4888-b084-c1795a20807f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.7572362 Aug 11 02:50:53.185378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.191957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.231153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.238501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-31258fff-472c-4a24-844a-7a6d2272cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.239469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] Deleting port c79c2789-a61c-43f6-8b50-b272aa583e32 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:53.239915 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.240087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-31258fff-472c-4a24-844a-7a6d2272cc02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.6258540 Aug 11 02:50:53.241684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2645ea8-aefe-477c-b681-2dd2c1bde4a9 None None] Pushing event updated for resources: {'Port': ['ID=c79c2789-a61c-43f6-8b50-b272aa583e32,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.267474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.338953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.343347 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] For port c79c2789-a61c-43f6-8b50-b272aa583e32, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c79c2789-a61c-43f6-8b50-b272aa583e32,segment=NetworkSegment(34a394be-0a47-41c1-97d9-bfebf6b5de94),segment_id=34a394be-0a47-41c1-97d9-bfebf6b5de94)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:53.343763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.377794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] Calling delete_port for c79c2789-a61c-43f6-8b50-b272aa583e32 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:53.409215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-673cd15b-1e84-4655-befe-22f521bab194 req-389a56ad-54d8-48f3-aac8-b2f7f5c50be7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269659 Aug 11 02:50:53.412179 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14214fea-03fa-428f-84bb-6ff090edf241 req-ef5879b5-2910-46eb-9ab0-4c153dc9c022 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214530 Aug 11 02:50:53.491963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.500054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-a5a0c763-87b8-4565-b03e-fc78d3593df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.501830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-a5a0c763-87b8-4565-b03e-fc78d3593df7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384040 Aug 11 02:50:53.519696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.524738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/74142752-f3a1-4a0b-a8dc-ab6a40705a4f HTTP/1.1" status: 204 len: 168 time: 0.4878669 Aug 11 02:50:53.525446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:53.543999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd823709-be36-41e1-abee-e0270cc28562 None None] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:53.559183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92837f-ff4b-4bc5-99f2-b49baca09fde tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=74142752-f3a1-4a0b-a8dc-ab6a40705a4f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.593981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port c79c2789-a61c-43f6-8b50-b272aa583e32 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:53.594700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.669907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet 491a9ec4-767c-42f9-b894-a5a91667acef {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:53.680811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.775982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.780272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.871009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port c79c2789-a61c-43f6-8b50-b272aa583e32, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c79c2789-a61c-43f6-8b50-b272aa583e32,segment=NetworkSegment(34a394be-0a47-41c1-97d9-bfebf6b5de94),segment_id=34a394be-0a47-41c1-97d9-bfebf6b5de94)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:53.871389 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.881403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] Pushing event deleted for resources: {'Port': ['ID=c79c2789-a61c-43f6-8b50-b272aa583e32,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.884842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542c581-5f6d-449d-ba26-238a39ef7277 None None] No DVR routers for this DVR port c79c2789-a61c-43f6-8b50-b272aa583e32 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:53.946629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:53.951211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdd571-b0b1-483f-b40e-ee51db9d470d req-65568427-35f4-4845-8bea-bc8be49acce3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.952844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-babdd571-b0b1-483f-b40e-ee51db9d470d req-65568427-35f4-4845-8bea-bc8be49acce3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.4334786 Aug 11 02:50:53.982514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.993664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.012262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-dc0f8a8d-0bfe-4db1-9b9b-5c8851356b76 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866447 Aug 11 02:50:54.013234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for c79c2789-a61c-43f6-8b50-b272aa583e32 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:54.056491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.117187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.141105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] DHCP port deletion for f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:54.148385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:54.153823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=491a9ec4-767c-42f9-b894-a5a91667acef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.164718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.167225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3b47b27c-5825-4785-8cd6-6cf6ff85aa8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/491a9ec4-767c-42f9-b894-a5a91667acef HTTP/1.1" status: 204 len: 168 time: 0.6188154 Aug 11 02:50:54.169419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:54.181576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:54.187228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503aefc-b3c1-499f-817f-8b7a62d89c21 None None] Network b9a47528-fa54-49b3-b85a-ee28914ff31d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:54.198579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.233239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.233595 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Added segment 83b0bc87-680a-4d9a-9639-eedb955f31c2 of type vlan for network 55496e28-331d-42ae-bfec-ff3178cac265 Aug 11 02:50:54.236519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b4e4a0-228a-4c85-a316-0924543f4634,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.253120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-babdd571-b0b1-483f-b40e-ee51db9d470d req-a49c68f1-5836-4936-8678-566f8a2d6253 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682548 Aug 11 02:50:54.312138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57626) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:54.389505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.408634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.414839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8aad7a0-cf54-40d6-8c1b-e1f609142ff9 req-17a6fdb9-09ff-4d14-af74-6c8e77f53879 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778050 Aug 11 02:50:54.497919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:54.510241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:54.510588 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.525144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'port_id': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'mac_address': 'fa:16:3e:40:cc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:54.597122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.652374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:54.653047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.657298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-387569975-network', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:54.662582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf364c4-c7f4-4a29-9094-2bd424e08865 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:54.674384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,segment=NetworkSegment(52b33333-a98d-473d-b41b-25f22e774981),segment_id=52b33333-a98d-473d-b41b-25f22e774981)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:54.674768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.679555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Deleting port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:54.679954 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.708142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:54.722658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] DHCP port deletion for b9a47528-fa54-49b3-b85a-ee28914ff31d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:54.736007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:54.753662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.812835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.814210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.815001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.824409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:54.832841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.842937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.876605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.881546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:54.906938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] For port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,segment=NetworkSegment(52b33333-a98d-473d-b41b-25f22e774981),segment_id=52b33333-a98d-473d-b41b-25f22e774981)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:54.907747 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.911163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] Pushing event updated for resources: {'Network': ['ID=55496e28-331d-42ae-bfec-ff3178cac265,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.911909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=c79c2789-a61c-43f6-8b50-b272aa583e32,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.935809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 55496e28-331d-42ae-bfec-ff3178cac265 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:54.956136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0d439-0b70-4332-8855-12475d52faec req-5187ce0f-6e42-4539-888c-1ab61fdb129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.957720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-5187ce0f-6e42-4539-888c-1ab61fdb129a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1095 time: 0.3837621 Aug 11 02:50:54.961047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port c79c2789-a61c-43f6-8b50-b272aa583e32 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:54.981529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Calling delete_port for cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:54.996917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.002029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Made reservation on behalf of e5c1cfc212544781a75010ee7cc07c80 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:55.006702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.010474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c2b697-a6d3-4ac3-8ab1-78c763f7a281']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:55.015734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91a553-4fee-4d9f-afc2-bcc00f156542 req-e9130eb8-cf07-458b-9f4d-c622cc6f890e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.017746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e91a553-4fee-4d9f-afc2-bcc00f156542 req-e9130eb8-cf07-458b-9f4d-c622cc6f890e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 944 time: 0.4101334 Aug 11 02:50:55.035011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d153c61f-8d87-48b8-87ed-4a0e2376b8fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7339256 Aug 11 02:50:55.042378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b33333-a98d-473d-b41b-25f22e774981') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:55.043236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b33333-a98d-473d-b41b-25f22e774981') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:55.065915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.087701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.089598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.097930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:55.100530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.123013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.124897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Router 517507a5-a747-44ff-a019-225ca55af588 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:50:55.178310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] Deleting port b0721c8c-327c-4900-b4c4-9109b2ad7e0e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:55.178809 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:55.186712 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:55.205690 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.234182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['eaf364c4-c7f4-4a29-9094-2bd424e08865'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:55.241330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:55.244724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.254540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.257170 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 HTTP/1.1" status: 204 len: 168 time: 1.0861475 Aug 11 02:50:55.263239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:55.278601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517970f-e24b-4338-98da-f65c0577d39e req-dbfff308-390b-4ba4-89c4-2148289a46c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.287272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0517970f-e24b-4338-98da-f65c0577d39e req-dbfff308-390b-4ba4-89c4-2148289a46c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.5216355 Aug 11 02:50:55.297819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92bb4-53d8-40ee-8b72-6b7c066b0f59 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=f0c2b697-a6d3-4ac3-8ab1-78c763f7a281,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.350252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a394be-0a47-41c1-97d9-bfebf6b5de94') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:55.350555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a394be-0a47-41c1-97d9-bfebf6b5de94') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:55.383047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.407446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e91a553-4fee-4d9f-afc2-bcc00f156542 req-3fae6a5c-40de-446a-a583-1358cb2a2a3c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495710 Aug 11 02:50:55.422168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0d439-0b70-4332-8855-12475d52faec req-95ddff9e-6109-45fa-b7e6-50efd031da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.424108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-95ddff9e-6109-45fa-b7e6-50efd031da3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.4165564 Aug 11 02:50:55.428992 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.444631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port b0721c8c-327c-4900-b4c4-9109b2ad7e0e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:55.444997 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.459323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:55.533409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c79c2789-a61c-43f6-8b50-b272aa583e32 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:55.553779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.591904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43d23a49-ad69-40c9-bc3e-1ab66d52ce2b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/7eecec5a-3541-4765-b244-2261f5dbdb5f HTTP/1.1" status: 200 len: 992 time: 0.1312754 Aug 11 02:50:55.594164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c79c2789-a61c-43f6-8b50-b272aa583e32 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:55.595227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c79c2789-a61c-43f6-8b50-b272aa583e32 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:55.595621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port b0721c8c-327c-4900-b4c4-9109b2ad7e0e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,segment=NetworkSegment(a6902192-d374-433f-abd0-569d7a97e99a),segment_id=a6902192-d374-433f-abd0-569d7a97e99a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:55.596203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.647388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] For port b0721c8c-327c-4900-b4c4-9109b2ad7e0e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,segment=NetworkSegment(a6902192-d374-433f-abd0-569d7a97e99a),segment_id=a6902192-d374-433f-abd0-569d7a97e99a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:55.648079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.650777 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for b0721c8c-327c-4900-b4c4-9109b2ad7e0e owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:55.655438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0517970f-e24b-4338-98da-f65c0577d39e req-a6071cde-472a-4656-a37f-a84b55230a02 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668389 Aug 11 02:50:55.715758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] Calling delete_port for b0721c8c-327c-4900-b4c4-9109b2ad7e0e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:55.723880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:55.724518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.726966 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:55.736344 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:55.766396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Network f0c2b697-a6d3-4ac3-8ab1-78c763f7a281 is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:50:55.767638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] No DVR routers for this DVR port cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:55.807315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.857861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-435a5937-6c4d-4b61-a661-af1fc763edc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 1000 time: 0.4149439 Aug 11 02:50:55.867581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.873915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port b0721c8c-327c-4900-b4c4-9109b2ad7e0e on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:55.888331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dee06d-bd66-4828-975a-9bb3aad07d4d None None] Pushing event deleted for resources: {'Port': ['ID=cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.922455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.983261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.995261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a47528-fa54-49b3-b85a-ee28914ff31d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.002180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.007501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6902192-d374-433f-abd0-569d7a97e99a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.008384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6902192-d374-433f-abd0-569d7a97e99a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.018757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.019940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.026033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 HTTP/1.1" status: 204 len: 168 time: 6.3130486 Aug 11 02:50:56.026033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a60fd1-6433-46e9-8cc4-9e4434c5c209 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.026033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:56.034038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57650) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:56.037987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.044154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108536152'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:56.045206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:56.045638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.074802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Sync routers for ids ['517507a5-a747-44ff-a019-225ca55af588'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:56.088962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] Pushing event deleted for resources: {'Port': ['ID=b0721c8c-327c-4900-b4c4-9109b2ad7e0e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.107252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e4b4d-e30d-48a5-80a5-db333943fb27 None None] No DVR routers for this DVR port b0721c8c-327c-4900-b4c4-9109b2ad7e0e on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:56.116440 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:56.126211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.135844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.138208 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/b9a47528-fa54-49b3-b85a-ee28914ff31d HTTP/1.1" status: 204 len: 168 time: 0.8719540 Aug 11 02:50:56.144640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:56.164190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1172693224'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:56.165724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.172796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7103ddc-4e39-4fe5-8967-792f2489623f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=b9a47528-fa54-49b3-b85a-ee28914ff31d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.189575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Routers {'517507a5-a747-44ff-a019-225ca55af588'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:56.190281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['517507a5-a747-44ff-a019-225ca55af588'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.196628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0721c8c-327c-4900-b4c4-9109b2ad7e0e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:56.267529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b0721c8c-327c-4900-b4c4-9109b2ad7e0e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:56.268074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0721c8c-327c-4900-b4c4-9109b2ad7e0e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:56.268517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:56.315472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:56.315818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cbdd9c33-ca67-4dc2-bfa3-a7ed7ee0a33d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:56.415209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Set router 517507a5-a747-44ff-a019-225ca55af588 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:56.564362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0d439-0b70-4332-8855-12475d52faec req-5a25c347-dc5d-4f9b-b7a4-cf30ff8366af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.565875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-5a25c347-dc5d-4f9b-b7a4-cf30ff8366af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.6955476 Aug 11 02:50:56.592845 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.666733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:50:52Z', 'revision_number': 3, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.708085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:56.712641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:56.716713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.733858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Checking router: 517507a5-a747-44ff-a019-225ca55af588 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:56.734282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Updating router 517507a5-a747-44ff-a019-225ca55af588 port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:50:56.736648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:56.741228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.747124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.748401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9048ddf7-0c01-4e34-ab38-d2339c4b4485 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0598850 Aug 11 02:50:56.759711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329416d9-e462-4476-bec9-4c8d5435ef65 req-0f5df405-00e2-4adf-97cc-5dcd24142b28 tempest-ComputeTenantNetworksTest-1717398916 tempest-ComputeTenantNetworksTest-1717398916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.762918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:56.767634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.767920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329416d9-e462-4476-bec9-4c8d5435ef65 req-0f5df405-00e2-4adf-97cc-5dcd24142b28 tempest-ComputeTenantNetworksTest-1717398916 tempest-ComputeTenantNetworksTest-1717398916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.778851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329416d9-e462-4476-bec9-4c8d5435ef65 req-0f5df405-00e2-4adf-97cc-5dcd24142b28 tempest-ComputeTenantNetworksTest-1717398916 tempest-ComputeTenantNetworksTest-1717398916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.781733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-329416d9-e462-4476-bec9-4c8d5435ef65 req-0f5df405-00e2-4adf-97cc-5dcd24142b28 tempest-ComputeTenantNetworksTest-1717398916 tempest-ComputeTenantNetworksTest-1717398916-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9184995 Aug 11 02:50:56.829149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef9404f-6e3c-4a74-9161-b7b63780345e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.836532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:56.843072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.843780 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Added segment 37ff4301-3609-4f01-93d8-2913d84addf2 of type vlan for network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba Aug 11 02:50:56.858117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.858490 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment 8aea05d8-38e8-402b-a0ee-0816197ce898 of type vlan for network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 Aug 11 02:50:56.951155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.992136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-17d2d469-0730-4364-acfb-b7d595ad3676 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.993126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-17d2d469-0730-4364-acfb-b7d595ad3676 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.4171395 Aug 11 02:50:57.068076 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.074332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.075897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.105213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:57.109728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0d439-0b70-4332-8855-12475d52faec req-00fb53df-fbd1-40e1-839e-21bb1dde8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.111591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-00fb53df-fbd1-40e1-839e-21bb1dde8f4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5141525 Aug 11 02:50:57.135101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.149053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.164306 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0134792 Aug 11 02:50:57.165914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:57.172038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:57.174642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Transition to ACTIVE for port object 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:57.193760 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.196198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dac8be-cc7d-4303-8dcf-976708b8a06e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=e396d20f-a3a0-40db-bd5b-0f4bc778a1b2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.238392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:57.268233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.268897 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment 0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2 of type vlan for network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 Aug 11 02:50:57.347276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Attempting to bind port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:57.348508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Attempting to bind port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:57.350041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Attempting to bind port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:57.358191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003125-f224-41bf-82e7-999281f8992c req-1f59fd89-c6f7-4540-8aa0-3f6c10ff5f46 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.359885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c003125-f224-41bf-82e7-999281f8992c req-1f59fd89-c6f7-4540-8aa0-3f6c10ff5f46 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.5499017 Aug 11 02:50:57.395564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:57.396912 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.397492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:57.397492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.398148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:57.398890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Bound port: 9dcb3243-2b95-4844-8358-b3eb7a1a7e37, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:57.400169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.407918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Pushing event updated for resources: {'Port': ['ID=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.417942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:57.448727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a420-556f-4f14-8824-f603ff6b0836 req-a80abd10-cb79-4e66-8454-cc427c97bbda tempest-ComputeTenantNetworksTest-1717398916 tempest-ComputeTenantNetworksTest-1717398916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.450313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eba5a420-556f-4f14-8824-f603ff6b0836 req-a80abd10-cb79-4e66-8454-cc427c97bbda tempest-ComputeTenantNetworksTest-1717398916 tempest-ComputeTenantNetworksTest-1717398916-project] 10.222.0.16 "GET /v2.0/networks/55496e28-331d-42ae-bfec-ff3178cac265 HTTP/1.1" status: 200 len: 769 time: 0.6299086 Aug 11 02:50:57.488981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.489738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.490408 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.490730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.491262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.491793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.492443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.493073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.493690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.494285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.494915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.496136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:57.496450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:57.512280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.513590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.514251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.520490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:57.527902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.578774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] For port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:57.585160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] For port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:57.595140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.617435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c003125-f224-41bf-82e7-999281f8992c req-40891f9d-fdac-498e-bdb1-1d05f81a6038 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135382 Aug 11 02:50:57.631943 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.637707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.638398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.648715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3293636 Aug 11 02:50:57.671772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57664) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:57.689605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Request body: {'subnet': {'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-387569975-subnet', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:57.699775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Routers {'517507a5-a747-44ff-a019-225ca55af588'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:57.700215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['517507a5-a747-44ff-a019-225ca55af588'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:57.702631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-ea0980c0-5bc5-4b36-bf65-bc49ef2630e9 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464463 Aug 11 02:50:57.707238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc30438-6b18-46a7-b2a9-2b2723dc5e5b admin admin] Pushing event updated for resources: {'Network': ['ID=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.723049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port b150285f-e161-4d08-bf31-399458fe1080 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:57.723358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.750062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:57.813839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8801b-87f2-4123-91a4-622287aaf561 None None] Pushing event updated for resources: {'Port': ['ID=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.833858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.897365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] Set router 517507a5-a747-44ff-a019-225ca55af588 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:57.961645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9239089 Aug 11 02:50:57.964554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d0d439-0b70-4332-8855-12475d52faec req-67f1e1a7-01c3-404a-b7cf-51a90a9175f2 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464278 Aug 11 02:50:57.965304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57666) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:58.054302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:58.055378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:58.058030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.094576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.147329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55496e28-331d-42ae-bfec-ff3178cac265']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:58.211056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b0bc87-680a-4d9a-9639-eedb955f31c2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:58.211505 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b0bc87-680a-4d9a-9639-eedb955f31c2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:58.231021 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.241767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.243532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port eaf364c4-c7f4-4a29-9094-2bd424e08865 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:58.247744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e94a5-2047-482b-986d-fc00d51ec260 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=2a30d6d9-2b7a-4698-b6d0-438f63a65296,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.253760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port eaf364c4-c7f4-4a29-9094-2bd424e08865 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:58.254551 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.275665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Made reservation on behalf of e5c1cfc212544781a75010ee7cc07c80 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:58.283599 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.295892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:58.310301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.335638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:58.336502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:58.344179 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:58.425141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=c3014690-a151-4ae2-8986-918022798e7f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.470132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:50:52Z', 'revision_number': 3, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:58.477358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.497092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.499597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] 10.222.0.16 "DELETE /v2.0/networks/55496e28-331d-42ae-bfec-ff3178cac265 HTTP/1.1" status: 204 len: 168 time: 0.9996266 Aug 11 02:50:58.526746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb201c-607f-466d-8935-0189f6d14dc8 None None] The sync data for ids ['517507a5-a747-44ff-a019-225ca55af588'] in n-d-715271-8 is: [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:50:52Z', 'revision_number': 3, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:58.550813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc124-451a-456a-a715-be7b6405ec1b admin admin] Pushing event deleted for resources: {'Network': ['ID=55496e28-331d-42ae-bfec-ff3178cac265,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.566327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Allocated IP 172.20.0.1 (45795b8d-a6da-4783-aff7-7f6bac528871/4dbab337-0390-4243-9357-a376c05e9888/dcec6c8e-d91d-41b6-8d91-d52f00f0e358) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:58.570185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': '8aea05d8-38e8-402b-a0ee-0816197ce898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:58.570407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: e396d20f-a3a0-40db-bd5b-0f4bc778a1b2, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:58.611791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port b150285f-e161-4d08-bf31-399458fe1080, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=b150285f-e161-4d08-bf31-399458fe1080,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:58.612694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.616497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:58.622719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.638840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e396d20f-a3a0-40db-bd5b-0f4bc778a1b2) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:58.670812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.671479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f70c9a-1ecf-418a-b3f6-80fcae93a84d None None] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:58.672228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.700895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:58.709633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.719016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-241ba3a9-d787-49ab-8a27-dbff0662bcfc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5518529 Aug 11 02:50:58.720935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:58.721559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for b150285f-e161-4d08-bf31-399458fe1080 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:58.766122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1426309712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:58.817471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.818640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:58.820231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.821318 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97216340-b383-4b34-a783-59a639d232e9" -d '{"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:58.849675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:58.857444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57674) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:58.867288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.916679 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.934452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.963996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.969541 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d8ab0c18-8342-4055-ab5a-db0714bd1874 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2104032 Aug 11 02:50:58.973090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:58.988612 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f32dcd-c01b-4d33-a4b2-7774190d4b49 x-openstack-request-id: req-29f32dcd-c01b-4d33-a4b2-7774190d4b49 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:58.989094 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:58.989401 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29f32dcd-c01b-4d33-a4b2-7774190d4b49 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:58.989878 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'code': 200} Aug 11 02:50:58.994893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'port': {'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2', 'name': 'tempest-RoutersIpV6Test-989651045'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:59.038956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=13']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:59.151306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-e396d20f-a3a0-40db-bd5b-0f4bc778a1b2', 'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': 'c3014690-a151-4ae2-8986-918022798e7f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:59.152881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.155584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device b150285f-e161-4d08-bf31-399458fe1080 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:59.221452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.252946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cad8de4e-f6fd-4be9-920d-5da11154d5cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2d13bd218a64a118d4288e36ff33d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833849 Aug 11 02:50:59.259393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57680) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:59.284909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Transition to ACTIVE for port object dcec6c8e-d91d-41b6-8d91-d52f00f0e358 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:59.294151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:59.299390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.338218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] device_id is not set on port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:50:59.347092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dcd58-bd4f-462e-8659-23c332c83163 req-cff7c9c9-4359-4085-bd7f-e40db2851ace tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:59.349572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b24dcd58-bd4f-462e-8659-23c332c83163 req-cff7c9c9-4359-4085-bd7f-e40db2851ace tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 945 time: 0.4072666 Aug 11 02:50:59.434682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.481505 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.485427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Network 45795b8d-a6da-4783-aff7-7f6bac528871 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:59.491457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:59.495385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:59.527363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Pushing event updated for resources: {'Port': ['ID=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:59.546344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Allocated IP 2001:db8::2 (e396d20f-a3a0-40db-bd5b-0f4bc778a1b2/c3014690-a151-4ae2-8986-918022798e7f/3d661936-612b-47e8-8cc1-ab586387e49d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:59.551663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.560057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.660053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b24dcd58-bd4f-462e-8659-23c332c83163 req-2a4bf1e7-debe-4a07-9559-f86a9f60e8b2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703462 Aug 11 02:50:59.687501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4131208-9995-4cde-916b-25fbacdaf252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.736010 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4131208-9995-4cde-916b-25fbacdaf252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.770570 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.812039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.833865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474beadf-e600-4bc7-a5a8-fdb3bba50345,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:59.893950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=b150285f-e161-4d08-bf31-399458fe1080,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:59.935363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.939087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Checking segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:59.939345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Network hostable DHCP agents. Network: fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:00.012555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port b150285f-e161-4d08-bf31-399458fe1080 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:00.036873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.040619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53293483-3c05-4e5a-8db0-b8b68ba8cde9 req-0ee1589a-1d5b-4772-aa26-4a7b81d7745f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.59 "DELETE /v2.0/ports/b150285f-e161-4d08-bf31-399458fe1080 HTTP/1.1" status: 204 len: 173 time: 2.9698238 Aug 11 02:51:00.042291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a66fd89-0630-44c9-b767-b94b938c524c', 'name': 'network-vif-deleted', 'tag': 'b150285f-e161-4d08-bf31-399458fe1080'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:00.047972 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1a37f-b5f6-4c92-a04d-23925580a0d3" -d '{"events": [{"server_uuid": "6a66fd89-0630-44c9-b767-b94b938c524c", "name": "network-vif-deleted", "tag": "b150285f-e161-4d08-bf31-399458fe1080"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:00.056303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.066149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4131208-9995-4cde-916b-25fbacdaf252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.068345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.072001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a4131208-9995-4cde-916b-25fbacdaf252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.078032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a4131208-9995-4cde-916b-25fbacdaf252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11b4e4a0-228a-4c85-a316-0924543f4634 HTTP/1.1" status: 204 len: 168 time: 0.7985780 Aug 11 02:51:00.129125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['dac457aa-54ae-46e3-be83-2d9eee5e6465'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:00.172138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4131208-9995-4cde-916b-25fbacdaf252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b4e4a0-228a-4c85-a316-0924543f4634,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.179279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=81b7b856-3c06-4c69-a6d1-9cdb23db17b2,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.192329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:00.207084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Pushing event updated for resources: {'Port': ['ID=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.234053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:00.247870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.248493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.264272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:00.264974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: 2a30d6d9-2b7a-4698-b6d0-438f63a65296, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:00.274723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c03e4-8eca-4494-9939-081b8903f52c None None] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:00.331100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:00.345021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c597011f-76be-4434-8e93-3ec5d004eb23 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6669419 Aug 11 02:51:00.348033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57688) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:00.361714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.365091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:00.390827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:00.429527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 2a30d6d9-2b7a-4698-b6d0-438f63a65296) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:00.440621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.441263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.452436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.457269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.468836 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6eede-d84f-404c-acb0-038767e6025e x-openstack-request-id: req-43f6eede-d84f-404c-acb0-038767e6025e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:00.469122 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a66fd89-0630-44c9-b767-b94b938c524c", "name": "network-vif-deleted", "tag": "b150285f-e161-4d08-bf31-399458fe1080", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:00.469383 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43f6eede-d84f-404c-acb0-038767e6025e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:00.469804 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a66fd89-0630-44c9-b767-b94b938c524c', 'name': 'network-vif-deleted', 'tag': 'b150285f-e161-4d08-bf31-399458fe1080', 'status': 'completed', 'code': 200} Aug 11 02:51:00.542829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f998983-ec79-4054-8fc1-3a139074ceb7 None None] Network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:00.570623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-46607f27-a7e6-4078-9e90-4df6e9611d71 None None] Provisioning for port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:00.650975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Network 45795b8d-a6da-4783-aff7-7f6bac528871 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:00.654307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0bcbad8e-bdb3-427f-8daf-7a9f80c9ff85 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6152942 Aug 11 02:51:00.656694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:00.656845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-46607f27-a7e6-4078-9e90-4df6e9611d71 None None] Provisioning complete for port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:00.657261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46607f27-a7e6-4078-9e90-4df6e9611d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.659200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:00.665320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.741876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.811688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Transition to ACTIVE for port object 3d661936-612b-47e8-8cc1-ab586387e49d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:00.851436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-46607f27-a7e6-4078-9e90-4df6e9611d71 None None] Port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:00.913300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Transition to ACTIVE for port object 3d661936-612b-47e8-8cc1-ab586387e49d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:00.916726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:00.938097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.977449 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.980033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:00.980746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.064717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4508b61a-7a08-436b-b5f3-9dbb354bb787 req-a85d1dd0-23d9-4dec-a99a-b3165809b792 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.2028229 Aug 11 02:51:01.155729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.182697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:01.195277 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:01.216103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:01.219176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:01.253691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Pushing event updated for resources: {'Port': ['ID=3d661936-612b-47e8-8cc1-ab586387e49d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:01.304094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:01.304989 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.354615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-2a30d6d9-2b7a-4698-b6d0-438f63a65296', 'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '81b7b856-3c06-4c69-a6d1-9cdb23db17b2'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:01.355618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.362206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7ce109cb-a624-4cb5-9a5e-194ce4593049 None None] Provisioning complete for port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:01.363025 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ce109cb-a624-4cb5-9a5e-194ce4593049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.588113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Attempting to bind port 3d661936-612b-47e8-8cc1-ab586387e49d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:01.588854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Attempting to bind port 3d661936-612b-47e8-8cc1-ab586387e49d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8aea05d8-38e8-402b-a0ee-0816197ce898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:01.588854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Attempting to bind port 3d661936-612b-47e8-8cc1-ab586387e49d on network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:01.615008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7ce109cb-a624-4cb5-9a5e-194ce4593049 None None] Port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:01.701089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:01.701089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Checking segment: {'id': '8aea05d8-38e8-402b-a0ee-0816197ce898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:01.701469 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.701826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Bound using segment: {'id': '8aea05d8-38e8-402b-a0ee-0816197ce898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:01.702431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Bound port: 3d661936-612b-47e8-8cc1-ab586387e49d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aea05d8-38e8-402b-a0ee-0816197ce898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e396d20f-a3a0-40db-bd5b-0f4bc778a1b2'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:01.702724 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.730264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.763959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.776461 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.840512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:01.865846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8::226 (e396d20f-a3a0-40db-bd5b-0f4bc778a1b2/c3014690-a151-4ae2-8986-918022798e7f/4ec993a1-8ea5-4152-afe4-efa69d1c8c76) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:01.883117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Allocated IP 172.20.0.1 (2a30d6d9-2b7a-4698-b6d0-438f63a65296/81b7b856-3c06-4c69-a6d1-9cdb23db17b2/26e70f38-02ec-4f79-8ccc-a53d2eda82c9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:01.969002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Allocated IP 172.25.6.154 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/2569cea4-3f81-4d45-9f67-7225cc742374) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:01.979384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.047055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:02.081150 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.109156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Router 517507a5-a747-44ff-a019-225ca55af588 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:02.131499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-309582739-network', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:02.143112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.177863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94878b40-8670-42c5-9434-1ccd50d8f12b req-78fa13f6-0a82-4780-9fa9-2d7592d74bb1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.0311415 Aug 11 02:51:02.214575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Allocated IP 172.20.0.2 (fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba/474beadf-e600-4bc7-a5a8-fdb3bba50345/5f8ab452-c16c-4080-a59b-39db603bfb38) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:02.224973 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.272695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] For port 3d661936-612b-47e8-8cc1-ab586387e49d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:02.304059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Pushing event updated for resources: {'Port': ['ID=2569cea4-3f81-4d45-9f67-7225cc742374,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.322164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:02.323857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:02.330277 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.330859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:02.331028 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Made reservation on behalf of 04953a6313a84c7a90c1835bcb44bed4 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:02.339394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] For port 3d661936-612b-47e8-8cc1-ab586387e49d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3d661936-612b-47e8-8cc1-ab586387e49d,segment=NetworkSegment(8aea05d8-38e8-402b-a0ee-0816197ce898),segment_id=8aea05d8-38e8-402b-a0ee-0816197ce898)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:02.342529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.350081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.353338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Transition to ACTIVE for port object 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:02.359836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.399914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.422783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Transition to ACTIVE for port object 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:02.455791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.470717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.527622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de91e9-6d43-42a8-b838-c357334b865f None None] Pushing event updated for resources: {'Port': ['ID=3d661936-612b-47e8-8cc1-ab586387e49d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.555685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:02.589104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.593777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:02.623521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:02.659840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:02.700889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Pushing event updated for resources: {'Port': ['ID=26e70f38-02ec-4f79-8ccc-a53d2eda82c9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.742816 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.764866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Attempting to bind port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:02.765532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Attempting to bind port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:02.770798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Attempting to bind port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 on network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:02.771037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:02.771264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Transition to ACTIVE for port object 5f8ab452-c16c-4080-a59b-39db603bfb38 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:02.780364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:02.780896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Checking segment: {'id': '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:02.781165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.781567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Bound using segment: {'id': '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:02.782068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Bound port: 26e70f38-02ec-4f79-8ccc-a53d2eda82c9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:02.782458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.783232 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Sync routers for ids ['517507a5-a747-44ff-a019-225ca55af588'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:02.809716 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Routers {'517507a5-a747-44ff-a019-225ca55af588'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:02.810811 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['517507a5-a747-44ff-a019-225ca55af588'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:02.827803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Transition to ACTIVE for port object 5f8ab452-c16c-4080-a59b-39db603bfb38 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:02.885083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.928271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=81b7b856-3c06-4c69-a6d1-9cdb23db17b2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.969099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d8669a1b-3c99-4c8a-820b-61352f8cc772 admin admin] 10.222.0.16 "PUT /v2.0/routers/517507a5-a747-44ff-a019-225ca55af588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2021487 Aug 11 02:51:02.971139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.991365 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Set router 517507a5-a747-44ff-a019-225ca55af588 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:02.998255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.002523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:03.020028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:03.045101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:03.053218 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.076137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a30d6d9-2b7a-4698-b6d0-438f63a65296']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:03.082895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Pushing event updated for resources: {'Port': ['ID=5f8ab452-c16c-4080-a59b-39db603bfb38,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.088136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] For port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:03.096401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] For port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=26e70f38-02ec-4f79-8ccc-a53d2eda82c9,segment=NetworkSegment(0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2),segment_id=0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:03.103399 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.129257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:03.129759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:03.176536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.290420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.329636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:03.371459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:03.373272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.431563 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:50:59Z', 'revision_number': 4, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dcec6c8e-d91d-41b6-8d91-d52f00f0e358', 'name': '', 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'mac_address': 'fa:16:3e:f4:ab:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '4dbab337-0390-4243-9357-a376c05e9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:58Z', 'updated_at': '2021-08-11T02:50:59Z', 'revision_number': 2, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'subnets': [{'id': '4dbab337-0390-4243-9357-a376c05e9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:03.467419 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Checking router: 517507a5-a747-44ff-a019-225ca55af588 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:03.468128 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Updating router 517507a5-a747-44ff-a019-225ca55af588 port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:03.538553 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.608312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Attempting to bind port 5f8ab452-c16c-4080-a59b-39db603bfb38 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:03.610084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Attempting to bind port 5f8ab452-c16c-4080-a59b-39db603bfb38 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:03.610716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Attempting to bind port 5f8ab452-c16c-4080-a59b-39db603bfb38 on network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:03.631301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:03.632037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Checking segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:03.632682 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.633315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Bound using segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:03.634059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Bound port: 5f8ab452-c16c-4080-a59b-39db603bfb38, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:03.634697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:03.673687 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:03.692918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365ecf1-a583-45ef-94d5-27326b722f3f None None] Pushing event updated for resources: {'Port': ['ID=26e70f38-02ec-4f79-8ccc-a53d2eda82c9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.699405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd31d74-b565-48c1-8950-cf5925bf4e00 None None] Network 2a30d6d9-2b7a-4698-b6d0-438f63a65296 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:03.713479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:51:03.713479 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:51:03.713479 n-d-715271-8 neutron-server[94700]: [parameters: {'id': '2a30d6d9-2b7a-4698-b6d0-438f63a65296'}] Aug 11 02:51:03.713479 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:51:03.714044 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:51:03.715315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:03.728156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:03.744999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.745974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.751650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=4ec993a1-8ea5-4152-afe4-efa69d1c8c76,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.913770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] For port 5f8ab452-c16c-4080-a59b-39db603bfb38, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:03.945707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.965287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.014663 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb22179b-cc8f-413e-87d8-a06d4159a0aa tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.0396175 Aug 11 02:51:04.015367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:04.072567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] For port 5f8ab452-c16c-4080-a59b-39db603bfb38, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5f8ab452-c16c-4080-a59b-39db603bfb38,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:04.080275 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.097837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.102718 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Transition to ACTIVE for port object dcec6c8e-d91d-41b6-8d91-d52f00f0e358 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:04.113990 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.195973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0638-b20b-45a4-ad92-ddfa016d5269 None None] Pushing event updated for resources: {'Port': ['ID=5f8ab452-c16c-4080-a59b-39db603bfb38,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.199771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d3819-5202-46dd-bafe-0bb3efbacf8d None None] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:04.228330 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e47e84-606b-4fe1-a22e-c79d83461ac7 None None] Pushing event updated for resources: {'Port': ['ID=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.296612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:04.310994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.311686 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Added segment ee18c03d-b31a-47cf-89ef-bdf064b6eaaf of type vlan for network b40aa721-e790-472b-93c6-59be46a710ef Aug 11 02:51:04.353496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-324f75ac-1ce5-4c98-b47e-eb8591d79e8f req-b1a2e19a-00e8-413a-a37a-21e37d8fc03c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.0895109 Aug 11 02:51:04.381579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.424973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e31c3db-0f14-41cb-b65a-9adc5e7f30cd None None] Provisioning for port 3d661936-612b-47e8-8cc1-ab586387e49d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:04.441833 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Attempting to bind port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:04.442222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Attempting to bind port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:04.446447 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Attempting to bind port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 on network 45795b8d-a6da-4783-aff7-7f6bac528871 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:04.458759 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:04.462370 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Checking segment: {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:04.463013 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.470565 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Bound using segment: {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:04.471348 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Bound port: dcec6c8e-d91d-41b6-8d91-d52f00f0e358, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00647333-12fb-41a4-992b-7781797af874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:04.472231 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.549816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3d661936-612b-47e8-8cc1-ab586387e49d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:04.600211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.660965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd47ba65-56ff-41c5-b13d-9a134cecc5b5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.683365 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] For port dcec6c8e-d91d-41b6-8d91-d52f00f0e358, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:04.690039 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] For port dcec6c8e-d91d-41b6-8d91-d52f00f0e358, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:04.698761 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.705303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3d661936-612b-47e8-8cc1-ab586387e49d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:04.716915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3d661936-612b-47e8-8cc1-ab586387e49d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:04.717655 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.804589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.817788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.818534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:04.819129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.847424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.851471 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e47e84-606b-4fe1-a22e-c79d83461ac7 None None] Pushing event updated for resources: {'Port': ['ID=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.908317 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Routers {'517507a5-a747-44ff-a019-225ca55af588'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:04.909197 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['517507a5-a747-44ff-a019-225ca55af588'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:04.929968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 3d661936-612b-47e8-8cc1-ab586387e49d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3d661936-612b-47e8-8cc1-ab586387e49d,segment=NetworkSegment(8aea05d8-38e8-402b-a0ee-0816197ce898),segment_id=8aea05d8-38e8-402b-a0ee-0816197ce898)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:04.941273 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.942301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:05.146342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=3d661936-612b-47e8-8cc1-ab586387e49d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:05.163352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:05.164013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.205042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] Set router 517507a5-a747-44ff-a019-225ca55af588 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:05.292607 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4455173 Aug 11 02:51:05.303564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57762) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:05.305349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e97e4-ed5a-4189-a183-14796402d4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b40aa721-e790-472b-93c6-59be46a710ef,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:05.319282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Request body: {'subnet': {'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-subnet', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:05.327019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b40aa721-e790-472b-93c6-59be46a710ef details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:05.456204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Router 0bc400d0-5d10-4d82-980c-285d304bd0ce is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:05.464665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Made reservation on behalf of 04953a6313a84c7a90c1835bcb44bed4 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:05.472103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.597771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57774) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:05.661682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:05.661682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.717550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-05bef668-3119-440e-b325-33ac53dd343d None None] Provisioning for port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:05.722265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-05bef668-3119-440e-b325-33ac53dd343d None None] Provisioning complete for port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:05.722924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05bef668-3119-440e-b325-33ac53dd343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.745863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=26e70f38-02ec-4f79-8ccc-a53d2eda82c9,segment=NetworkSegment(0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2),segment_id=0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:05.746415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.779337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:05.782355 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:50:59Z', 'revision_number': 4, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dcec6c8e-d91d-41b6-8d91-d52f00f0e358', 'name': '', 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'mac_address': 'fa:16:3e:f4:ab:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '4dbab337-0390-4243-9357-a376c05e9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:58Z', 'updated_at': '2021-08-11T02:51:04Z', 'revision_number': 4, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'subnets': [{'id': '4dbab337-0390-4243-9357-a376c05e9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:05.819623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-05bef668-3119-440e-b325-33ac53dd343d None None] Port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:05.841235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-05bef668-3119-440e-b325-33ac53dd343d None None] Provisioning complete for port 3d661936-612b-47e8-8cc1-ab586387e49d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:05.841622 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05bef668-3119-440e-b325-33ac53dd343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.853724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28ff111b-2a80-442a-bd79-31691f9be117 req-f5322354-13b2-4efd-b4c4-173c3823af77 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.2808242 Aug 11 02:51:05.856657 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a151f4b-8de1-453e-856c-d4e0953bf3e5 None None] The sync data for ids ['517507a5-a747-44ff-a019-225ca55af588'] in n-d-715271-8 is: [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:50:59Z', 'revision_number': 4, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'dcec6c8e-d91d-41b6-8d91-d52f00f0e358', 'name': '', 'network_id': '45795b8d-a6da-4783-aff7-7f6bac528871', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'mac_address': 'fa:16:3e:f4:ab:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '4dbab337-0390-4243-9357-a376c05e9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:58Z', 'updated_at': '2021-08-11T02:51:04Z', 'revision_number': 4, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'subnets': [{'id': '4dbab337-0390-4243-9357-a376c05e9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:05.945748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.950939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.023508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port 26e70f38-02ec-4f79-8ccc-a53d2eda82c9 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:06.025713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=26e70f38-02ec-4f79-8ccc-a53d2eda82c9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.209277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0e7d7d4a-31e9-45ba-a37f-a06d6d62b466 None None] Provisioning complete for port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:06.209844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7d4a-31e9-45ba-a37f-a06d6d62b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.311145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d7d4a-31e9-45ba-a37f-a06d6d62b466 None None] Port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:06.390341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:06.412001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Sync routers for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:06.442843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:06.443473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:06.486142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.491281 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b7daea4-878b-45b9-b914-fbd014b2b118 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1376700 Aug 11 02:51:06.493453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57776) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.504706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.522781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3d661936-612b-47e8-8cc1-ab586387e49d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:06.550949 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a30d6d9-2b7a-4698-b6d0-438f63a65296']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:06.615247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:06.615488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a46ea5d-0e8f-48aa-ba2a-8c01af03b8b2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:06.677065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.695787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f2e22-8a5b-4f24-a1df-e3e59e154fe3 None None] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:06.717825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.744823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:06.745263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:06.748722 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:06.808672 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.879570 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.902061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.904132 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/2a30d6d9-2b7a-4698-b6d0-438f63a65296 HTTP/1.1" status: 204 len: 168 time: 6.2410936 Aug 11 02:51:06.905245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3d661936-612b-47e8-8cc1-ab586387e49d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:06.906769 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.912252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:06.921660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.932083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.941644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-81975643'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:06.948744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b773-bd2d-45ae-bf37-83814780b39e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=2a30d6d9-2b7a-4698-b6d0-438f63a65296,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.951067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.983789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-031cce5f-9401-4522-ad7b-4c52b7aed10d None None] Provisioning for port 5f8ab452-c16c-4080-a59b-39db603bfb38 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:07.042426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=4ec993a1-8ea5-4152-afe4-efa69d1c8c76,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:07.077604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:07.081734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.198669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:07.244439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.245042 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment 31281fdd-17aa-4fe9-9a12-2fe684a962b7 of type vlan for network e90169d5-2301-40d5-8bf5-55097c0f0fea Aug 11 02:51:07.295575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Checking segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:07.296254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Network hostable DHCP agents. Network: b40aa721-e790-472b-93c6-59be46a710ef, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:07.305013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb8dc784-036c-4239-9235-af9d6a7b4929 req-3d01bc4f-618d-4f65-8f74-0b2e1695986e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.2483823 Aug 11 02:51:07.362376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8086b966-176d-4ede-983c-e2b0a73cd1c4,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:07.408671 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.443381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dcec6c8e-d91d-41b6-8d91-d52f00f0e358 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:07.488431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.516853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:02Z', 'revision_number': 3, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:07.596218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Network b40aa721-e790-472b-93c6-59be46a710ef is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:07.606935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.621573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.628120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.629089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.653111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Checking router: 0bc400d0-5d10-4d82-980c-285d304bd0ce for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:07.653454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Updating router 0bc400d0-5d10-4d82-980c-285d304bd0ce port 2569cea4-3f81-4d45-9f67-7225cc742374 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:07.673749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:07.686266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b40aa721-e790-472b-93c6-59be46a710ef) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:07.713922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.715911 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.727865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:07.728255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.750620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.793922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bfa801-feec-4a6d-a53a-713b9f895d6d None None] Network b40aa721-e790-472b-93c6-59be46a710ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:07.831279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7577de2b-6dc8-4f63-a974-1e537c9d0c76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5194149 Aug 11 02:51:07.835882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57782) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:07.852769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:07.853472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=e90169d5-2301-40d5-8bf5-55097c0f0fea,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:07.862109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0bc9fcd9-38bf-4dc9-b6ac-39e48ecca24f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9265234 Aug 11 02:51:07.862767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:07.882698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': 'e90169d5-2301-40d5-8bf5-55097c0f0fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:07.884937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.886081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.886510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e90377b5-e0f8-4024-9a97-befd3f9ebea3 None None] Provisioning complete for port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:07.887062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e90377b5-e0f8-4024-9a97-befd3f9ebea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.909138 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.933722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e90169d5-2301-40d5-8bf5-55097c0f0fea details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:07.962338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.071320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.274566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e90377b5-e0f8-4024-9a97-befd3f9ebea3 None None] Port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:08.343896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.350973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.351515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.411319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.448513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=4ec993a1-8ea5-4152-afe4-efa69d1c8c76,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.502851 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.540849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Allocated IP 172.20.0.1 (fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba/474beadf-e600-4bc7-a5a8-fdb3bba50345/bfa0b802-87df-4245-9b1e-d8f18e228502) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:08.636131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port dcec6c8e-d91d-41b6-8d91-d52f00f0e358, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:08.646927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:08.647638 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.648593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5f8ab452-c16c-4080-a59b-39db603bfb38 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:08.657064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.734465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b40aa721-e790-472b-93c6-59be46a710ef', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:08.735371 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.752818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:08.760606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:08.843337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.844808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.920967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Transition to ACTIVE for port object bfa0b802-87df-4245-9b1e-d8f18e228502 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:09.039851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb0ba75f-350a-4314-8863-1081014ede32 req-6489454d-3758-4981-b986-58a2aa94b398 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a66fd89-0630-44c9-b767-b94b938c524c HTTP/1.1" status: 200 len: 210 time: 0.4734035 Aug 11 02:51:09.061569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router a1cdb455-4cbe-4809-a6c4-59faed4c8692 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:09.067018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 5f8ab452-c16c-4080-a59b-39db603bfb38 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:09.070334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.101738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5f8ab452-c16c-4080-a59b-39db603bfb38 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:09.102052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.104934 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.174134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:09.209506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Transition to ACTIVE for port object 2569cea4-3f81-4d45-9f67-7225cc742374 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:09.225642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.277336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:09.289213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-539a1233-c98a-4808-9ea0-e4b4be17dfc9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/a1cdb455-4cbe-4809-a6c4-59faed4c8692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2690990 Aug 11 02:51:09.290255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:09.291920 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] Sync routers for ids ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:09.296804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Allocated IP 172.20.0.2 (b40aa721-e790-472b-93c6-59be46a710ef/8086b966-176d-4ede-983c-e2b0a73cd1c4/7fdb8c76-15f5-4cd8-8144-d685f56a4712) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:09.318535 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] Routers {'a1cdb455-4cbe-4809-a6c4-59faed4c8692'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:09.321116 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:09.334609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:09.338521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:09.355466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.366184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c11352-d040-4370-a3e6-c653c9593200 None None] Pushing event updated for resources: {'Port': ['ID=2569cea4-3f81-4d45-9f67-7225cc742374,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:09.376499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Attempting to bind port 2569cea4-3f81-4d45-9f67-7225cc742374 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:09.377244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Attempting to bind port 2569cea4-3f81-4d45-9f67-7225cc742374 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:09.377790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Attempting to bind port 2569cea4-3f81-4d45-9f67-7225cc742374 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:09.380520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-96211a82-fab3-4944-a219-37023a30e866 None None] Provisioning complete for port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:09.381133 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96211a82-fab3-4944-a219-37023a30e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.413142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:09.433779 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] Routers {'a1cdb455-4cbe-4809-a6c4-59faed4c8692'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:09.434559 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:09.468937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d992e3c-380a-4734-9b72-808a45d43212 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.478705 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6d992e3c-380a-4734-9b72-808a45d43212 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports/4ec993a1-8ea5-4152-afe4-efa69d1c8c76 HTTP/1.1" status: 200 len: 983 time: 0.1808081 Aug 11 02:51:09.494785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:09.523601 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:09.524627 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35761533-f4dd-4bc0-a0f3-96454c4bafd2 None None] The sync data for ids ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:09.526505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:09.527380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:09.544429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.545316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:09.546073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Bound port: 2569cea4-3f81-4d45-9f67-7225cc742374, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:09.546695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.628059 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.668847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-96211a82-fab3-4944-a219-37023a30e866 None None] Port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:09.702945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] For port 2569cea4-3f81-4d45-9f67-7225cc742374, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:09.712907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] For port 2569cea4-3f81-4d45-9f67-7225cc742374, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2569cea4-3f81-4d45-9f67-7225cc742374,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:09.746574 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.768680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 5f8ab452-c16c-4080-a59b-39db603bfb38, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5f8ab452-c16c-4080-a59b-39db603bfb38,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:09.843165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.889930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c11352-d040-4370-a3e6-c653c9593200 None None] Pushing event updated for resources: {'Port': ['ID=2569cea4-3f81-4d45-9f67-7225cc742374,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:09.965841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-af39c186-42a6-444e-9e1b-6fe61988feb7 None None] Provisioning for port bfa0b802-87df-4245-9b1e-d8f18e228502 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:09.976878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-af39c186-42a6-444e-9e1b-6fe61988feb7 None None] Provisioning complete for port bfa0b802-87df-4245-9b1e-d8f18e228502 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:09.977245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af39c186-42a6-444e-9e1b-6fe61988feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.031565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-af39c186-42a6-444e-9e1b-6fe61988feb7 None None] Port bfa0b802-87df-4245-9b1e-d8f18e228502 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:10.037415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.046380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:10.047452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:10.060801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Transition to ACTIVE for port object 7fdb8c76-15f5-4cd8-8144-d685f56a4712 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:10.067668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dcec6c8e-d91d-41b6-8d91-d52f00f0e358 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:10.151443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=bc55533d-e9b7-400c-b2e4-d92a46496573,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.215577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': '31281fdd-17aa-4fe9-9a12-2fe684a962b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e90169d5-2301-40d5-8bf5-55097c0f0fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:10.216456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: e90169d5-2301-40d5-8bf5-55097c0f0fea, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:10.228867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Pushing event updated for resources: {'Port': ['ID=bfa0b802-87df-4245-9b1e-d8f18e228502,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.266559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.271975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Transition to ACTIVE for port object 7fdb8c76-15f5-4cd8-8144-d685f56a4712 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:10.275704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=5f8ab452-c16c-4080-a59b-39db603bfb38,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.322155 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.339567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Deleting port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:10.339919 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.403059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Network b40aa721-e790-472b-93c6-59be46a710ef is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:10.417788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:10.418228 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.420149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:10.423081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:10.432650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network e90169d5-2301-40d5-8bf5-55097c0f0fea is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:10.433370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:10.445350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e90169d5-2301-40d5-8bf5-55097c0f0fea) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:10.465752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.466444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.548319 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10ddbd6c-199f-4652-8c73-4783894e1e24 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6763952 Aug 11 02:51:10.553907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:10.556225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Pushing event updated for resources: {'Port': ['ID=7fdb8c76-15f5-4cd8-8144-d685f56a4712,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.584917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ba2da-bb6d-47b2-91cb-d92fc203e92e None None] Network e90169d5-2301-40d5-8bf5-55097c0f0fea requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:10.663497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] For port c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,segment=NetworkSegment(e235058e-ebcb-4568-8376-e8026d4adff0),segment_id=e235058e-ebcb-4568-8376-e8026d4adff0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:10.663939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.691338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Calling delete_port for c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:10.697261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.781131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.827497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Attempting to bind port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:10.827892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Attempting to bind port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:10.828248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Attempting to bind port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:10.848653 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:10.849086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Checking segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:10.849717 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.850233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Bound using segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:10.850775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Bound port: 7fdb8c76-15f5-4cd8-8144-d685f56a4712, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:10.851170 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.853574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.989862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=bc55533d-e9b7-400c-b2e4-d92a46496573,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.015935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.019361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.039755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90169d5-2301-40d5-8bf5-55097c0f0fea']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:11.059769 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.065633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31281fdd-17aa-4fe9-9a12-2fe684a962b7') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:11.066268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31281fdd-17aa-4fe9-9a12-2fe684a962b7') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:11.082137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.086735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] For port 7fdb8c76-15f5-4cd8-8144-d685f56a4712, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:11.107748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] For port 7fdb8c76-15f5-4cd8-8144-d685f56a4712, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7fdb8c76-15f5-4cd8-8144-d685f56a4712,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:11.123864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:02Z', 'revision_number': 3, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:11.148138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.168972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717faeba-4add-49aa-87c8-a9514007bf5a None None] The sync data for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 is: [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:02Z', 'revision_number': 3, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:11.217563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.222785 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.367519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Allocated IP 172.25.6.126 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/1cfc2fdd-fa95-418e-94d0-19fe90eb514f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:11.378937 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.387026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:11.387461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:11.391007 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:11.493952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.499159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.505001 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/e90169d5-2301-40d5-8bf5-55097c0f0fea HTTP/1.1" status: 204 len: 168 time: 0.9443190 Aug 11 02:51:11.508124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:11.518873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335368603'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:11.547317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.557617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0bc9a-6ada-4c5d-b7cb-0e8091542876 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=e90169d5-2301-40d5-8bf5-55097c0f0fea,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.574028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148ce8e-e853-4d59-b2ba-300258df0053 None None] Pushing event updated for resources: {'Port': ['ID=7fdb8c76-15f5-4cd8-8144-d685f56a4712,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.577162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f483f9-4a32-407a-ba4d-53f82d16f8ef None None] Network e90169d5-2301-40d5-8bf5-55097c0f0fea requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:11.613950 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.615404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f483f9-4a32-407a-ba4d-53f82d16f8ef None None] Network e90169d5-2301-40d5-8bf5-55097c0f0fea could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:51:11.620551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:11.625953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.789609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:11.822941 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.823546 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment b4e1c8c2-20de-4b70-9b2c-3f16c333a60b of type vlan for network e125ae1c-7553-4c4a-9a42-48f399b9f328 Aug 11 02:51:11.905296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:12.000488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:12.016681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:12.029541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.100703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:12.130700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:12.131319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.166315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.291521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2569cea4-3f81-4d45-9f67-7225cc742374 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:12.298909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.311301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:12.312338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.322819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.363575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2569cea4-3f81-4d45-9f67-7225cc742374 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:12.372591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2569cea4-3f81-4d45-9f67-7225cc742374 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:12.373466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.426771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:12.490741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 4ec993a1-8ea5-4152-afe4-efa69d1c8c76 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:12.500747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9882529 Aug 11 02:51:12.507496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:12.555297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:12.652673 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.716612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2569cea4-3f81-4d45-9f67-7225cc742374, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2569cea4-3f81-4d45-9f67-7225cc742374,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:12.723352 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.724741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5f8ab452-c16c-4080-a59b-39db603bfb38 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:12.772225 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.889718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2569cea4-3f81-4d45-9f67-7225cc742374,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.025068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5f8ab452-c16c-4080-a59b-39db603bfb38 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:13.025460 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.070323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00cede-f480-4258-bfe7-84901181605e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=e125ae1c-7553-4c4a-9a42-48f399b9f328,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.103338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:13.274323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.343835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.362039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.395871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.419055 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.426302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 is not hosted by any dhcp agent {{(pid=94700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:51:13.431562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:13.432237 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.437901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "PUT /v2.0/networks/e125ae1c-7553-4c4a-9a42-48f399b9f328 HTTP/1.1" status: 200 len: 723 time: 0.9199288 Aug 11 02:51:13.451494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57810) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:13.471351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:13.557409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.560215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983548fd-906f-4461-a0fe-4b3fd353a8d3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=e125ae1c-7553-4c4a-9a42-48f399b9f328,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.599566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:13.610232 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.613674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:13.618142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.629427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=4ec993a1-8ea5-4152-afe4-efa69d1c8c76,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.759399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430bab63-ce8e-437d-8ef3-176a06f81d05 None None] Network b40aa721-e790-472b-93c6-59be46a710ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:13.886692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.139889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Pushing event updated for resources: {'Port': ['ID=bfa0b802-87df-4245-9b1e-d8f18e228502,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:14.155749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7da2e8aa-0dbc-4b5c-8b88-239b2f46d1c2 None None] Provisioning for port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:14.183509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6df72a74-8c09-4d54-b539-d64c37e96f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.336996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router a1cdb455-4cbe-4809-a6c4-59faed4c8692 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:14.469071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Router 8feafe88-3f14-4e3f-92d2-366497cfa58e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:14.531212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:14.544433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] Sync routers for ids ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:14.548016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:14.560667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] Routers {'a1cdb455-4cbe-4809-a6c4-59faed4c8692'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:14.568491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.571701 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1637d873-f5d1-4c7f-a51f-a45d394f0380 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/a1cdb455-4cbe-4809-a6c4-59faed4c8692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0550833 Aug 11 02:51:14.573162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:14.649893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:14.691170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2569cea4-3f81-4d45-9f67-7225cc742374 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:14.695528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d0fbec-8616-4f0a-a05c-996600818c94 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:51:14.800645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.825518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] Routers {'a1cdb455-4cbe-4809-a6c4-59faed4c8692'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:14.826197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.889946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.890490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725a8a9-2af7-4160-a559-1df40d51afbc None None] The sync data for ids ['a1cdb455-4cbe-4809-a6c4-59faed4c8692'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:14.926260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2569cea4-3f81-4d45-9f67-7225cc742374 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:14.926923 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.064922 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c9b43544-902f-49f0-97f6-f1c855d28bed tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 02:51:15.069986 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c9b43544-902f-49f0-97f6-f1c855d28bed tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/a1cdb455-4cbe-4809-a6c4-59faed4c8692/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4924340 Aug 11 02:51:15.071321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57818) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.150215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c6254c06-3943-41ec-8bd7-31015380646a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1cdb455-4cbe-4809-a6c4-59faed4c8692 HTTP/1.1" status: 200 len: 205 time: 0.0763807 Aug 11 02:51:15.157191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57820) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.171245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0fbec-8616-4f0a-a05c-996600818c94 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:51:15.178350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7fdb8c76-15f5-4cd8-8144-d685f56a4712 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:15.302249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.384317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:15.407114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:15.407414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.521458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:15.529717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2e30f23c-39af-42d4-90db-ff6a8e3f4557 admin admin] 10.222.0.16 "PUT /v2.0/routers/8feafe88-3f14-4e3f-92d2-366497cfa58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9293525 Aug 11 02:51:15.534226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57822) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.556388 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283455-51a0-4588-a542-d403cae8c153 None None] Sync routers for ids ['8feafe88-3f14-4e3f-92d2-366497cfa58e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:15.594482 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] Routers {'8feafe88-3f14-4e3f-92d2-366497cfa58e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:15.598491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8feafe88-3f14-4e3f-92d2-366497cfa58e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:15.631727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.651065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.655613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.659463 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.683128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Router 0bc400d0-5d10-4d82-980c-285d304bd0ce has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:15.725394 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.726051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router a1cdb455-4cbe-4809-a6c4-59faed4c8692 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:15.736028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.738149 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3c6b4b3b-2a9e-426a-8033-3c152dafd26f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/a1cdb455-4cbe-4809-a6c4-59faed4c8692 HTTP/1.1" status: 204 len: 168 time: 0.5789018 Aug 11 02:51:15.741658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.809214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 7fdb8c76-15f5-4cd8-8144-d685f56a4712, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7fdb8c76-15f5-4cd8-8144-d685f56a4712,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:15.818037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.853749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet c3014690-a151-4ae2-8986-918022798e7f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:15.864973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.939250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.960775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=7fdb8c76-15f5-4cd8-8144-d685f56a4712,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:15.998828 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] Set router 8feafe88-3f14-4e3f-92d2-366497cfa58e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:16.010542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.079085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.126798 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.239669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.269670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-730f7a7b-3a94-4b2b-9ce7-2a8bd0df1ea2 None None] Provisioning complete for port bfa0b802-87df-4245-9b1e-d8f18e228502 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:16.269979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.273037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-730f7a7b-3a94-4b2b-9ce7-2a8bd0df1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.336219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=c3014690-a151-4ae2-8986-918022798e7f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.340636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.343898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1b04498f-23d2-4060-986e-f7822c4a4eb6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/c3014690-a151-4ae2-8986-918022798e7f HTTP/1.1" status: 204 len: 168 time: 0.5970972 Aug 11 02:51:16.344954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb42f5-249d-4a78-8146-03d1180c9f98 None None] Network e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:16.347936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:16.363006 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:51:11Z', 'revision_number': 5, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:16.401530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:16.410535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-730f7a7b-3a94-4b2b-9ce7-2a8bd0df1ea2 None None] Port bfa0b802-87df-4245-9b1e-d8f18e228502 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:16.418061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4100bf9c-7cb3-4fcb-900e-1df7e7ced4be admin admin] 10.222.0.16 "PUT /v2.0/routers/0bc400d0-5d10-4d82-980c-285d304bd0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8921158 Aug 11 02:51:16.432864 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283455-51a0-4588-a542-d403cae8c153 None None] Checking router: 8feafe88-3f14-4e3f-92d2-366497cfa58e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:16.439790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:16.440031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: e125ae1c-7553-4c4a-9a42-48f399b9f328, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:16.455735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Sync routers for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:16.457014 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] Routers {'8feafe88-3f14-4e3f-92d2-366497cfa58e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:16.457776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.458817 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8feafe88-3f14-4e3f-92d2-366497cfa58e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:16.499556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:16.501387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:16.518220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27d723-4ba7-4274-8243-a83f09d37d39 req-2ed6effc-db30-4a87-b4cf-016bd7596401 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:16.518500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.521865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d27d723-4ba7-4274-8243-a83f09d37d39 req-2ed6effc-db30-4a87-b4cf-016bd7596401 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.2228417 Aug 11 02:51:16.530038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:16.612768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 3d661936-612b-47e8-8cc1-ab586387e49d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:16.613318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.626667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] Set router 8feafe88-3f14-4e3f-92d2-366497cfa58e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:16.664410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:16.707286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port 3d661936-612b-47e8-8cc1-ab586387e49d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3d661936-612b-47e8-8cc1-ab586387e49d,segment=NetworkSegment(8aea05d8-38e8-402b-a0ee-0816197ce898),segment_id=8aea05d8-38e8-402b-a0ee-0816197ce898)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:16.708780 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.730935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 3d661936-612b-47e8-8cc1-ab586387e49d owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:16.773391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, e125ae1c-7553-4c4a-9a42-48f399b9f328) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:16.821459 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51059ca0-c227-4993-a108-3d4c4ae09e48 None None] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:16.879440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.905187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port 3d661936-612b-47e8-8cc1-ab586387e49d on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:16.936665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=3d661936-612b-47e8-8cc1-ab586387e49d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.947449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:16.950429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.006901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d27d723-4ba7-4274-8243-a83f09d37d39 req-c8abbc46-4eb3-4d2f-8b97-fe0d3c147dc8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050584 Aug 11 02:51:17.019578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a195fa36-adce-49c6-aa14-203fbbd70fa0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5610104 Aug 11 02:51:17.024555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57840) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:17.031988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:17.064944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:17.071125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.092846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e396d20f-a3a0-40db-bd5b-0f4bc778a1b2']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.107573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-55283455-51a0-4588-a542-d403cae8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:51:11Z', 'revision_number': 5, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.111812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aea05d8-38e8-402b-a0ee-0816197ce898') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.113570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aea05d8-38e8-402b-a0ee-0816197ce898') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.137028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.167978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283455-51a0-4588-a542-d403cae8c153 None None] The sync data for ids ['8feafe88-3f14-4e3f-92d2-366497cfa58e'] in n-d-715271-8 is: [{'id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'name': 'tempest-TestAggregatesBasicOps-1278552044-router', 'tenant_id': 'ee5904439a9f4a829467b4325336f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:28Z', 'updated_at': '2021-08-11T02:51:11Z', 'revision_number': 5, 'project_id': 'ee5904439a9f4a829467b4325336f649', 'gw_port': {'id': '18bf4754-d55b-43a0-bdd5-c4f507c28f35', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feafe88-3f14-4e3f-92d2-366497cfa58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:30Z', 'updated_at': '2021-08-11T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:17.182312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.193301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:17.194312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:17.198113 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:17.248153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Deleting port 18bf4754-d55b-43a0-bdd5-c4f507c28f35 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:17.248663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.293078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3986533-b6a0-40f3-82cc-1cee1e1c9644 None None] DHCP port deletion for e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:17.313443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.325568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.337624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/e396d20f-a3a0-40db-bd5b-0f4bc778a1b2 HTTP/1.1" status: 204 len: 168 time: 0.9871202 Aug 11 02:51:17.340665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57846) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:17.347080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311596271'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:17.373261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7500f-e0b2-4db8-bf6d-e1972c97465b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=e396d20f-a3a0-40db-bd5b-0f4bc778a1b2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:17.381918 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31006257'] for subnet, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.412696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:17.421266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.451009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:17.467710 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:17.472063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:17.482603 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:17.484163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:50:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.487859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.494207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.494872 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment 85639c1c-22a0-42bb-91bc-3b07773b8cba of type vlan for network 81b64dbc-8e62-47f1-b574-f5860310dc18 Aug 11 02:51:17.495713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-63b96e36-3bc8-4c55-a849-3c28e20106b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6568115 Aug 11 02:51:17.500607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57850) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:17.535723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77131061-3fa6-4ecd-b228-cf7aa0c6d32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.615296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-e125ae1c-7553-4c4a-9a42-48f399b9f328', 'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': 'b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:17.616566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.643453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] For port 18bf4754-d55b-43a0-bdd5-c4f507c28f35, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=18bf4754-d55b-43a0-bdd5-c4f507c28f35,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:17.644280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.675258 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.739674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Calling delete_port for 18bf4754-d55b-43a0-bdd5-c4f507c28f35 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:17.746912 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.753696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:17.753696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.771309 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:17.808932 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.834707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:11Z', 'revision_number': 2, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.891420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57854) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:17.897024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Checking router: 0bc400d0-5d10-4d82-980c-285d304bd0ce for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:17.897677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Updating router 0bc400d0-5d10-4d82-980c-285d304bd0ce port bfa0b802-87df-4245-9b1e-d8f18e228502 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:17.899832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=81b64dbc-8e62-47f1-b574-f5860310dc18,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:17.907620 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2c350ac4-12e4-4d4f-bf3b-143e0ce92e85 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5611904 Aug 11 02:51:17.907975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1897260083-network', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:17.909831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:17.916702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:17.947979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Made reservation on behalf of 3aa4ac8418b4427099f4f623f1f2ea00 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:17.950644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.972648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:18.035385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.052320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.138673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7fdb8c76-15f5-4cd8-8144-d685f56a4712 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:18.165732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:18.172586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.248912 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 3, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:18.281957 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:18.282671 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Updating router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:18.315362 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.348321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791178363796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30615696'] for subnet, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.391711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:18.392369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.440118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.440748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.445554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "PUT /v2.0/subnets/b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b HTTP/1.1" status: 200 len: 806 time: 1.4191613 Aug 11 02:51:18.456549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:18.554124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1644-08a1-48c2-9965-f3c5bc9fca51 req-d98e9804-cf78-4c0f-b60e-5c7eea79d926 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.556011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4eee1644-08a1-48c2-9965-f3c5bc9fca51 req-d98e9804-cf78-4c0f-b60e-5c7eea79d926 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.2858498 Aug 11 02:51:18.607988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-8fe0ea2d-5655-4304-b5ae-20c153ce9033 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.609979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-8fe0ea2d-5655-4304-b5ae-20c153ce9033 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.2950351 Aug 11 02:51:18.665975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6660-8c7d-4a40-ac83-d36180a76c96 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:18.678192 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.709871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Allocated IP 172.20.0.2 (e125ae1c-7553-4c4a-9a42-48f399b9f328/b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b/df9a6e60-3f29-4045-95bf-27a1ae878758) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:18.765796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4eee1644-08a1-48c2-9965-f3c5bc9fca51 req-ea59fd67-c224-46ca-9c0f-22a699179a5b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972041 Aug 11 02:51:18.767111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.791907 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.814179 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Transition to ACTIVE for port object 1cfc2fdd-fa95-418e-94d0-19fe90eb514f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:18.828217 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.872898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bf4754-d55b-43a0-bdd5-c4f507c28f35,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:18.923896 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Attempting to bind port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:18.924801 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Attempting to bind port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:18.925631 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Attempting to bind port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:18.951099 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:18.951874 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:18.952651 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.953689 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:18.954742 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Bound port: 1cfc2fdd-fa95-418e-94d0-19fe90eb514f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:18.955543 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.067523 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] For port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:19.074849 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] For port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:19.088024 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.106208 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f4f28-16bc-44d5-aa8e-230746926986 None None] Pushing event updated for resources: {'Port': ['ID=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.142296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.154621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Transition to ACTIVE for port object df9a6e60-3f29-4045-95bf-27a1ae878758 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:19.172887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Transition to ACTIVE for port object bfa0b802-87df-4245-9b1e-d8f18e228502 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:19.217303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f4f28-16bc-44d5-aa8e-230746926986 None None] Pushing event updated for resources: {'Port': ['ID=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.235490 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:19.236340 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.244947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.249329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.286096 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.290786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Transition to ACTIVE for port object df9a6e60-3f29-4045-95bf-27a1ae878758 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:19.332001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=c6ff5e56-8497-4a28-91b9-2a5e604df981,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.367652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.380028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756494c-f750-403f-8e2f-eb8439045a7d None None] Pushing event updated for resources: {'Port': ['ID=bfa0b802-87df-4245-9b1e-d8f18e228502,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.383704 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:19.385826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': '85639c1c-22a0-42bb-91bc-3b07773b8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:19.386891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: 81b64dbc-8e62-47f1-b574-f5860310dc18, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:19.423454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.439413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:19.457291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.468289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 81b64dbc-8e62-47f1-b574-f5860310dc18) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:19.506995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:19.507613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.521786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.547346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.550653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.575518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d92bb0e7-5f8a-424f-b281-a5a289c1a5f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6645372 Aug 11 02:51:19.577889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Pushing event updated for resources: {'Port': ['ID=df9a6e60-3f29-4045-95bf-27a1ae878758,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.589736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:19.594086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-166425186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:19.607800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:19.610676 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:19.634367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdcf9ee-54b2-4f35-a33f-3a9fe04f0501 None None] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:19.648807 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 3, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.651522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.663302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.664432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.695089 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcb3aa-2de3-4b19-8ac8-a2389f4bb93b None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 3, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:19.695408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:19.716355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.804931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.810748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port dac457aa-54ae-46e3-be83-2d9eee5e6465 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:19.811254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.815758 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.827968 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.828580 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Added segment 2a819e68-f8b4-4765-adbb-4cc8affb06ab of type vlan for network 6281a3f0-7172-43fe-8dda-71c4d842910d Aug 11 02:51:19.852211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:19.863663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:19.901668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:19.902094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c2b3b28a-7c33-4bbd-8250-1ebebb2c2e4a not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:19.902417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3d661936-612b-47e8-8cc1-ab586387e49d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:19.913430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.914986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da060a01-da0d-46a7-b5ca-fc887fd0dd16,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.934551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.936446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3d661936-612b-47e8-8cc1-ab586387e49d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:19.936832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3d661936-612b-47e8-8cc1-ab586387e49d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:19.962679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e125ae1c-7553-4c4a-9a42-48f399b9f328']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.985181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.985720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:20.006015 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.038126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.055446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:20.056506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:20.075572 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:20.101546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.178680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.179086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.185820 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7701093a-89b4-4e5c-8bfa-d8d9ac3ec39b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5953538 Aug 11 02:51:20.186895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:20.232845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Attempting to bind port df9a6e60-3f29-4045-95bf-27a1ae878758 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:20.235255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Attempting to bind port df9a6e60-3f29-4045-95bf-27a1ae878758 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:20.236741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Attempting to bind port df9a6e60-3f29-4045-95bf-27a1ae878758 on network e125ae1c-7553-4c4a-9a42-48f399b9f328 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:20.238555 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.239467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8feafe88-3f14-4e3f-92d2-366497cfa58e {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:20.250055 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.251083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.251691 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.258465 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.262148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-84da192c-f9d6-4acf-800d-9a1601ae26c6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8feafe88-3f14-4e3f-92d2-366497cfa58e HTTP/1.1" status: 204 len: 168 time: 4.6967371 Aug 11 02:51:20.277893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:20.328512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:51:20.328512 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:51:20.328512 n-d-715271-8 neutron-server[94700]: [parameters: {'id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328'}] Aug 11 02:51:20.328512 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:51:20.336311 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:51:20.373586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-81b64dbc-8e62-47f1-b574-f5860310dc18', 'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': 'c6ff5e56-8497-4a28-91b9-2a5e604df981'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:20.377915 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.422788 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.425307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:20.427010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Checking segment: {'id': 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:20.428018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.429231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Bound using segment: {'id': 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:20.430247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Bound port: df9a6e60-3f29-4045-95bf-27a1ae878758, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e125ae1c-7553-4c4a-9a42-48f399b9f328'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:20.430766 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.481203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Attempting to bind port bfa0b802-87df-4245-9b1e-d8f18e228502 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:20.481594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Attempting to bind port bfa0b802-87df-4245-9b1e-d8f18e228502 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:20.482057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Attempting to bind port bfa0b802-87df-4245-9b1e-d8f18e228502 on network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:20.486253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Deleting subnet ec46c88f-93f4-4487-b989-3aafc8e048a7 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:20.491021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:20.491383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Checking segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:20.491791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.492191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Bound using segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:20.492780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Bound port: bfa0b802-87df-4245-9b1e-d8f18e228502, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:20.493180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.526821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] Pushing event updated for resources: {'Network': ['ID=6281a3f0-7172-43fe-8dda-71c4d842910d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:20.532322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-824ca474-8aad-4704-b532-98fcfaf527bd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6312363 Aug 11 02:51:20.539900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.543263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.574680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6281a3f0-7172-43fe-8dda-71c4d842910d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:20.579742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:20.607396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Request body: {'subnet': {'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1897260083-subnet', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:20.648862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port dac457aa-54ae-46e3-be83-2d9eee5e6465, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dac457aa-54ae-46e3-be83-2d9eee5e6465,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:20.649328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.660115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060f2d4-2225-40d5-8824-f576bb3f488f req-eb74c6f7-eaba-4805-9c3b-b846ee82c296 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.662092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9060f2d4-2225-40d5-8824-f576bb3f488f req-eb74c6f7-eaba-4805-9c3b-b846ee82c296 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 946 time: 0.6465771 Aug 11 02:51:20.674955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Made reservation on behalf of 3aa4ac8418b4427099f4f623f1f2ea00 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:20.677498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.691291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for dac457aa-54ae-46e3-be83-2d9eee5e6465 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:20.732759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.793922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.814741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] For port bfa0b802-87df-4245-9b1e-d8f18e228502, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:20.838541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.893365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] For port df9a6e60-3f29-4045-95bf-27a1ae878758, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:20.900468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] For port bfa0b802-87df-4245-9b1e-d8f18e228502, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bfa0b802-87df-4245-9b1e-d8f18e228502,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:20.951994 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.962673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] For port df9a6e60-3f29-4045-95bf-27a1ae878758, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=df9a6e60-3f29-4045-95bf-27a1ae878758,segment=NetworkSegment(b4e1c8c2-20de-4b70-9b2c-3f16c333a60b),segment_id=b4e1c8c2-20de-4b70-9b2c-3f16c333a60b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:20.971808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9060f2d4-2225-40d5-8824-f576bb3f488f req-1f3cc992-6f15-47bd-93c9-1b4112aa2a4d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=5488fbf2-b606-489d-9c67-165874c0821e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980013 Aug 11 02:51:21.007109 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.062830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port df9a6e60-3f29-4045-95bf-27a1ae878758 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:21.063195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.119583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Allocated IP 2001:db8::2 (81b64dbc-8e62-47f1-b574-f5860310dc18/c6ff5e56-8497-4a28-91b9-2a5e604df981/80b68a5e-9a3f-402a-a00c-ff819dc704d8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:21.245839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port df9a6e60-3f29-4045-95bf-27a1ae878758, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=df9a6e60-3f29-4045-95bf-27a1ae878758,segment=NetworkSegment(b4e1c8c2-20de-4b70-9b2c-3f16c333a60b),segment_id=b4e1c8c2-20de-4b70-9b2c-3f16c333a60b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:21.246330 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.263629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for df9a6e60-3f29-4045-95bf-27a1ae878758 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:21.334959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756494c-f750-403f-8e2f-eb8439045a7d None None] Pushing event updated for resources: {'Port': ['ID=bfa0b802-87df-4245-9b1e-d8f18e228502,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.338235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:21.339134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.347433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c0605-dc4c-4cc1-8e00-c3dfcf6686f9 None None] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:21.409190 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.428546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port df9a6e60-3f29-4045-95bf-27a1ae878758 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:21.454689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.507063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=df9a6e60-3f29-4045-95bf-27a1ae878758,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.571911 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.630238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7254988-28dd-48fe-a28e-6cb2b156a99c None None] Pushing event updated for resources: {'Port': ['ID=df9a6e60-3f29-4045-95bf-27a1ae878758,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.642565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Allocated IP 172.20.0.1 (b40aa721-e790-472b-93c6-59be46a710ef/8086b966-176d-4ede-983c-e2b0a73cd1c4/27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:21.675144 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.706295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.706987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcdbde9-9eeb-4820-96db-f05b908d894f None None] Network e125ae1c-7553-4c4a-9a42-48f399b9f328 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:21.712518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:21.714809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e125ae1c-7553-4c4a-9a42-48f399b9f328']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.725223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67cc5d3-9dae-4348-93e3-24a7de95904c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.746715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.747668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e1c8c2-20de-4b70-9b2c-3f16c333a60b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.778112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.822501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.822822 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.824857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=dac457aa-54ae-46e3-be83-2d9eee5e6465,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.844448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:21.844770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.847235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:21.850835 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:21.888300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Transition to ACTIVE for port object 80b68a5e-9a3f-402a-a00c-ff819dc704d8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:21.917701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Checking segment: {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:21.918055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Network hostable DHCP agents. Network: 6281a3f0-7172-43fe-8dda-71c4d842910d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:21.941225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec46c88f-93f4-4487-b989-3aafc8e048a7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.941225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port dac457aa-54ae-46e3-be83-2d9eee5e6465 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:21.943902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.945917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-487236f7-5d00-4523-b0d2-47e8cee0ca14 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ec46c88f-93f4-4487-b989-3aafc8e048a7 HTTP/1.1" status: 204 len: 168 time: 1.6540995 Aug 11 02:51:21.949647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:21.950969 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.953154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba7315ae-c450-4871-b743-7ac5c625c549 req-42e65fb4-2f15-426a-ad30-dd81c75741d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "DELETE /v2.0/ports/dac457aa-54ae-46e3-be83-2d9eee5e6465 HTTP/1.1" status: 204 len: 173 time: 3.3070540 Aug 11 02:51:21.955284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f70469-ced8-4223-836d-734de073a422', 'name': 'network-vif-deleted', 'tag': 'dac457aa-54ae-46e3-be83-2d9eee5e6465'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:21.958399 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057ed61a-15af-45e4-874a-6580f7d8212f" -d '{"events": [{"server_uuid": "c7f70469-ced8-4223-836d-734de073a422", "name": "network-vif-deleted", "tag": "dac457aa-54ae-46e3-be83-2d9eee5e6465"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:21.965241 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.985101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db591b-61f2-49f0-bf38-a977414d776c None None] Network ff3d0c85-5aab-4d7d-9667-1d21d82d5189 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:22.052344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.061566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Network 6281a3f0-7172-43fe-8dda-71c4d842910d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:22.071939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.081406 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/e125ae1c-7553-4c4a-9a42-48f399b9f328 HTTP/1.1" status: 204 len: 168 time: 3.6196303 Aug 11 02:51:22.084485 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37bad82-effe-499e-8e5e-63b04d6e9ca5 x-openstack-request-id: req-f37bad82-effe-499e-8e5e-63b04d6e9ca5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:22.085172 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f70469-ced8-4223-836d-734de073a422", "name": "network-vif-deleted", "tag": "dac457aa-54ae-46e3-be83-2d9eee5e6465", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:22.085674 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f37bad82-effe-499e-8e5e-63b04d6e9ca5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:22.086493 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f70469-ced8-4223-836d-734de073a422', 'name': 'network-vif-deleted', 'tag': 'dac457aa-54ae-46e3-be83-2d9eee5e6465', 'status': 'completed', 'code': 200} Aug 11 02:51:22.098098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57878) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:22.170798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dac457aa-54ae-46e3-be83-2d9eee5e6465 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:22.176228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Transition to ACTIVE for port object 80b68a5e-9a3f-402a-a00c-ff819dc704d8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:22.200916 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-65faf599-44a0-4102-8dea-db2842dc3aad tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:22.202032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65faf599-44a0-4102-8dea-db2842dc3aad tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:22.211358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-65faf599-44a0-4102-8dea-db2842dc3aad tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/e125ae1c-7553-4c4a-9a42-48f399b9f328 HTTP/1.1" status: 404 len: 339 time: 0.1044519 Aug 11 02:51:22.228525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:22.236255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1603745018', 'description': 'd1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:22.270983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Transition to ACTIVE for port object 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:22.279525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6174-8be7-4d3f-a2a8-990d5151ca44 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=e125ae1c-7553-4c4a-9a42-48f399b9f328,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.284478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6281a3f0-7172-43fe-8dda-71c4d842910d) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:22.297135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a72e5a72-3bab-44a0-97ed-40adfc5f04ca req-ea4d5045-960a-4336-8fdb-94407fd23ec6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.1223514 Aug 11 02:51:22.314180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:22.315327 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.371697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949f106-a848-44c3-9063-c7e49001b376 None None] Network 6281a3f0-7172-43fe-8dda-71c4d842910d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:22.373806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1cfc2fdd-fa95-418e-94d0-19fe90eb514f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:22.385205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e370a72-8567-4ab5-b976-15c58cdfdd9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7988474 Aug 11 02:51:22.393954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57882) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:22.403075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:22.427216 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.429660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: dac457aa-54ae-46e3-be83-2d9eee5e6465 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:22.430539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dac457aa-54ae-46e3-be83-2d9eee5e6465 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:22.485848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8::1 (81b64dbc-8e62-47f1-b574-f5860310dc18/c6ff5e56-8497-4a28-91b9-2a5e604df981/6694edfe-d59a-42a9-8234-40978e7631be) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:22.500624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.501713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.513879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.603630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:22.607378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.614752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.629712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Network b40aa721-e790-472b-93c6-59be46a710ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:22.634539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:22.641667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:22.686261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:22.699172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.699631 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment c5ab2d49-b778-4dc8-884c-6960dce28fb8 of type vlan for network 9db4378e-be3f-40a8-b9cf-39101e024639 Aug 11 02:51:22.761225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.764092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.805325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.811669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:22.812339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.819813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Pushing event updated for resources: {'Port': ['ID=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.961047 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7293675 Aug 11 02:51:22.965126 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.968335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:23.061194 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.092963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:23.150255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:23.163658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad7ae0-8d07-425d-b19f-9ad2427eb8b8 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.170811 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6cad7ae0-8d07-425d-b19f-9ad2427eb8b8 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks?id=9db4378e-be3f-40a8-b9cf-39101e024639 HTTP/1.1" status: 200 len: 761 time: 0.1941504 Aug 11 02:51:23.172387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:23.179642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'description': 'd2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:23.187754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:23.200663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Pushing event updated for resources: {'Port': ['ID=80b68a5e-9a3f-402a-a00c-ff819dc704d8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.213769 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.265895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-78f711b6-f1bc-46e5-ab12-28ebbaa10a94 None None] Provisioning for port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:23.297381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:23.351285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-78f711b6-f1bc-46e5-ab12-28ebbaa10a94 None None] Provisioning complete for port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:23.351730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78f711b6-f1bc-46e5-ab12-28ebbaa10a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.366047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e0227-d9df-4444-b889-291d5a8ef389 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=9db4378e-be3f-40a8-b9cf-39101e024639,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.383050 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.389420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:23.390146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.393116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 6694edfe-d59a-42a9-8234-40978e7631be will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:23.421980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.443819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Deleting port e226d45e-9b94-43da-80a8-742a5957ea2b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:23.444453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.462025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78f711b6-f1bc-46e5-ab12-28ebbaa10a94 None None] Port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:23.469435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9db4378e-be3f-40a8-b9cf-39101e024639 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:23.531429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] For port e226d45e-9b94-43da-80a8-742a5957ea2b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e226d45e-9b94-43da-80a8-742a5957ea2b,segment=NetworkSegment(e235058e-ebcb-4568-8376-e8026d4adff0),segment_id=e235058e-ebcb-4568-8376-e8026d4adff0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:23.532464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.553347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Calling delete_port for e226d45e-9b94-43da-80a8-742a5957ea2b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:23.584640 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.585405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.653495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Attempting to bind port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:23.654075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Attempting to bind port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '85639c1c-22a0-42bb-91bc-3b07773b8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:23.654527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Attempting to bind port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 on network 81b64dbc-8e62-47f1-b574-f5860310dc18 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:23.669027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:23.669639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Checking segment: {'id': '85639c1c-22a0-42bb-91bc-3b07773b8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:23.675553 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.676246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Bound using segment: {'id': '85639c1c-22a0-42bb-91bc-3b07773b8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:23.676692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.677751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Bound port: 80b68a5e-9a3f-402a-a00c-ff819dc704d8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85639c1c-22a0-42bb-91bc-3b07773b8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81b64dbc-8e62-47f1-b574-f5860310dc18'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:23.678610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.694583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.729880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] No DVR routers for this DVR port e226d45e-9b94-43da-80a8-742a5957ea2b on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:23.790946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.803405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8549fa-b9ea-40c9-b58b-3c654b1e0c62 None None] DHCP port deletion for ff3d0c85-5aab-4d7d-9667-1d21d82d5189 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:23.913512 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network 9db4378e-be3f-40a8-b9cf-39101e024639 is not hosted by any dhcp agent {{(pid=94700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:51:23.925364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.926176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.928514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6281a3f0-7172-43fe-8dda-71c4d842910d', 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'fixed_ips': [{'subnet_id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:23.929481 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "PUT /v2.0/networks/9db4378e-be3f-40a8-b9cf-39101e024639 HTTP/1.1" status: 200 len: 758 time: 0.7544379 Aug 11 02:51:23.929733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.936443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.940516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57896) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:23.963167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.992614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:20Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:23.998525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e226d45e-9b94-43da-80a8-742a5957ea2b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.002100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:24.045261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.066497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 18bf4754-d55b-43a0-bdd5-c4f507c28f35 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:24.091149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac40da-078a-4aea-8f77-8b1d7d50bbb4 None None] The sync data for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 is: [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:20Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:24.122220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 18bf4754-d55b-43a0-bdd5-c4f507c28f35 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:24.122571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 18bf4754-d55b-43a0-bdd5-c4f507c28f35 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:24.135777 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3ac7-9b5e-4eee-8dd8-6e0078a2feb6 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=9db4378e-be3f-40a8-b9cf-39101e024639,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.148415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.153571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f42f520-2b94-4f7b-83bd-3ef7c3bc3d5d req-102be650-171d-4b4e-9579-5b9e85bbc74a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.1201785 Aug 11 02:51:24.154325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.233908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3d0c85-5aab-4d7d-9667-1d21d82d5189']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:24.251029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e235058e-ebcb-4568-8376-e8026d4adff0') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:24.251309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e235058e-ebcb-4568-8376-e8026d4adff0') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:24.280811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.284028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9db4378e-be3f-40a8-b9cf-39101e024639 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:24.306760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6778da8f-08b8-46b1-819f-5c9909a0cfbb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:24.316314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6778da8f-08b8-46b1-819f-5c9909a0cfbb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks?id=9db4378e-be3f-40a8-b9cf-39101e024639 HTTP/1.1" status: 200 len: 761 time: 0.3679039 Aug 11 02:51:24.324541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.343436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:24.343436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.350715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57900) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.357337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] For port 80b68a5e-9a3f-402a-a00c-ff819dc704d8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:24.364950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2081941656'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:24.421192 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:24.436155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e226d45e-9b94-43da-80a8-742a5957ea2b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:24.469388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:24.470073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:24.471376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.480120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.481751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.488226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ff3d0c85-5aab-4d7d-9667-1d21d82d5189 HTTP/1.1" status: 204 len: 168 time: 2.5366926 Aug 11 02:51:24.491287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.492407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:24.498705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] For port 80b68a5e-9a3f-402a-a00c-ff819dc704d8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=80b68a5e-9a3f-402a-a00c-ff819dc704d8,segment=NetworkSegment(85639c1c-22a0-42bb-91bc-3b07773b8cba),segment_id=85639c1c-22a0-42bb-91bc-3b07773b8cba)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:24.500385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:24.501152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.510241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e226d45e-9b94-43da-80a8-742a5957ea2b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:24.510617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e226d45e-9b94-43da-80a8-742a5957ea2b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:24.532868 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.540559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.557234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.564011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Pushing event updated for resources: {'Port': ['ID=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.657669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6516f-1eed-4d38-87bc-441e734a2478 None None] Pushing event updated for resources: {'Port': ['ID=80b68a5e-9a3f-402a-a00c-ff819dc704d8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.682595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:24.780686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Allocated IP 172.20.0.2 (6281a3f0-7172-43fe-8dda-71c4d842910d/e67cc5d3-9dae-4348-93e3-24a7de95904c/b445be0c-03d1-4cfa-9ea0-db2998626917) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:24.976434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.983267 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment 5d8140ad-cef7-4d28-a03f-76d3327697f9 of type vlan for network dd20ca23-7843-4b8c-95f3-fb69b38eec73 Aug 11 02:51:25.003325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dab410-9ada-4dde-a294-778ce979aa00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3d0c85-5aab-4d7d-9667-1d21d82d5189,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.173363 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.178844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.196769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Transition to ACTIVE for port object b445be0c-03d1-4cfa-9ea0-db2998626917 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:25.240254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Transition to ACTIVE for port object b445be0c-03d1-4cfa-9ea0-db2998626917 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:25.251062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.253780 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.280811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.332317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=6694edfe-d59a-42a9-8234-40978e7631be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.342389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Pushing event updated for resources: {'Port': ['ID=b445be0c-03d1-4cfa-9ea0-db2998626917,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.362864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.363283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Network 6281a3f0-7172-43fe-8dda-71c4d842910d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:25.367579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:25.373340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:25.396431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52b07dd8-946a-4662-832d-70b1c142a551 req-383756cb-6e6e-4ee4-988f-ab3ce61215cd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.0881681 Aug 11 02:51:25.462981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Network b40aa721-e790-472b-93c6-59be46a710ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:25.475631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:25.498398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Attempting to bind port b445be0c-03d1-4cfa-9ea0-db2998626917 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:25.499637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Attempting to bind port b445be0c-03d1-4cfa-9ea0-db2998626917 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:25.500894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Attempting to bind port b445be0c-03d1-4cfa-9ea0-db2998626917 on network 6281a3f0-7172-43fe-8dda-71c4d842910d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:25.513363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:25.517355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Checking segment: {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:25.521376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.522818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Bound using segment: {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:25.523775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Bound port: b445be0c-03d1-4cfa-9ea0-db2998626917, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:25.525268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.526173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.538029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.538757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.637703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] For port b445be0c-03d1-4cfa-9ea0-db2998626917, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:25.661978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] For port b445be0c-03d1-4cfa-9ea0-db2998626917, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b445be0c-03d1-4cfa-9ea0-db2998626917,segment=NetworkSegment(2a819e68-f8b4-4765-adbb-4cc8affb06ab),segment_id=2a819e68-f8b4-4765-adbb-4cc8affb06ab)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:25.674923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3197997 Aug 11 02:51:25.677456 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.681892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:25.708984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': 'dd20ca23-7843-4b8c-95f3-fb69b38eec73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:25.828019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Allocated IP 172.25.6.239 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/958146e4-504f-4650-b686-bcf3acf929c4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:25.972716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c0096-eb9c-4cfa-aceb-f78295de229f None None] Pushing event updated for resources: {'Port': ['ID=b445be0c-03d1-4cfa-9ea0-db2998626917,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.004325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d22fa6ac-49f8-436d-bd5a-ef9447422c99 None None] Provisioning complete for port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:26.006379 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6ac-49f8-436d-bd5a-ef9447422c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.158571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d22fa6ac-49f8-436d-bd5a-ef9447422c99 None None] Port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:26.172968 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.246513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5edc0b-5e02-4f1d-9386-16a0a27e8da3 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=dd20ca23-7843-4b8c-95f3-fb69b38eec73,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.276380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network dd20ca23-7843-4b8c-95f3-fb69b38eec73 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:26.357100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:26.377729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.487111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.533639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.534584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.544169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:26.559350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:26.568769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:26.598761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Pushing event updated for resources: {'Port': ['ID=958146e4-504f-4650-b686-bcf3acf929c4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.671466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 80b68a5e-9a3f-402a-a00c-ff819dc704d8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:26.721899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5225a9c-f09e-4fbb-954d-85d21da63ea3 None None] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:26.733118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=6694edfe-d59a-42a9-8234-40978e7631be,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.746906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:26.751292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.961826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:26.975663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:27.008456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a8ae80db-9e75-49cf-ba96-ff658cb5a8a9 None None] Provisioning for port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:27.040060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:27.053488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:27.053884 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.173381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.216503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 80b68a5e-9a3f-402a-a00c-ff819dc704d8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=80b68a5e-9a3f-402a-a00c-ff819dc704d8,segment=NetworkSegment(85639c1c-22a0-42bb-91bc-3b07773b8cba),segment_id=85639c1c-22a0-42bb-91bc-3b07773b8cba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:27.222373 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.223880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bfa0b802-87df-4245-9b1e-d8f18e228502 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:27.340841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=80b68a5e-9a3f-402a-a00c-ff819dc704d8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.375189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port bfa0b802-87df-4245-9b1e-d8f18e228502 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:27.383788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bfa0b802-87df-4245-9b1e-d8f18e228502 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:27.384212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.454385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.460702 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.504944 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.505929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43afa1ee-97a0-45dc-b4fc-79972782c5a2 req-1111d429-a7e0-4d55-90bf-ed7713a5c5b0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.9346745 Aug 11 02:51:27.507952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:27.540080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5c357608-a523-4a49-9b4b-c17a95684380 admin admin] 10.222.0.16 "PUT /v2.0/routers/762d2f39-e025-4a8d-b21d-417cd0cc3f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0382049 Aug 11 02:51:27.559858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:27.637073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port bfa0b802-87df-4245-9b1e-d8f18e228502, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bfa0b802-87df-4245-9b1e-d8f18e228502,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:27.642111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:27.642855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:27.649861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=b9f39702-a7d2-4848-bf77-c3d54a796fa4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.652725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.655892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b445be0c-03d1-4cfa-9ea0-db2998626917 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:27.746630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': '5d8140ad-cef7-4d28-a03f-76d3327697f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dd20ca23-7843-4b8c-95f3-fb69b38eec73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:27.747063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: dd20ca23-7843-4b8c-95f3-fb69b38eec73, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:27.811382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baba37c-553a-4575-98b1-06630f48db33 None None] Network 6281a3f0-7172-43fe-8dda-71c4d842910d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:27.847230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network dd20ca23-7843-4b8c-95f3-fb69b38eec73 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:27.873548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, dd20ca23-7843-4b8c-95f3-fb69b38eec73) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:27.904793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.905436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.041931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.177689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 6f54f7f6-893f-431e-b5a5-99de43210317 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:28.184762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d5f65fc7-e3ab-485a-91d3-dacbcc6d8412 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4979355 Aug 11 02:51:28.197172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:28.394969 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.455828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2504c0-f965-4b0f-96c1-564c144bf0eb None None] Network dd20ca23-7843-4b8c-95f3-fb69b38eec73 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:28.601080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Router b344a137-472b-4136-a987-4d1743d3bfd8 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:28.694282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Provisioning for port 6694edfe-d59a-42a9-8234-40978e7631be completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:28.780947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Provisioning complete for port 6694edfe-d59a-42a9-8234-40978e7631be triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:28.781295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.802830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:28.812314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.820058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:28.824109 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] Sync routers for ids ['6f54f7f6-893f-431e-b5a5-99de43210317'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:28.831474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:28.852505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Sync routers for ids ['b344a137-472b-4136-a987-4d1743d3bfd8'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:28.853146 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1b311fbf-0fe9-4fde-9e62-5350e65f66a3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/6f54f7f6-893f-431e-b5a5-99de43210317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6512718 Aug 11 02:51:28.854415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=bfa0b802-87df-4245-9b1e-d8f18e228502,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:28.861688 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] Routers {'6f54f7f6-893f-431e-b5a5-99de43210317'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:28.864202 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f54f7f6-893f-431e-b5a5-99de43210317'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:28.885282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099227152', 'description': 'tempest-description--2018525422'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:28.889389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b445be0c-03d1-4cfa-9ea0-db2998626917 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:28.894519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28350134-f6b8-476d-8325-cadf83561beb req-986e1d53-0bd5-4963-b888-489c555d9a7a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.1133730 Aug 11 02:51:28.895713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:28.900168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57924) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:28.902312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.906841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f7792413-b17f-4aa8-80e0-0aeecaa1dbec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5104392 Aug 11 02:51:28.963771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57926) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:28.970940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1cfc2fdd-fa95-418e-94d0-19fe90eb514f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:28.975855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1971aa35-54dc-4b24-8bbd-daed2bde6d64 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.979779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1971aa35-54dc-4b24-8bbd-daed2bde6d64 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports/6694edfe-d59a-42a9-8234-40978e7631be HTTP/1.1" status: 200 len: 911 time: 0.0717039 Aug 11 02:51:28.984864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.995339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:28.996069 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:29.006648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Port 6694edfe-d59a-42a9-8234-40978e7631be cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:29.008387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Routers {'b344a137-472b-4136-a987-4d1743d3bfd8'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:29.009122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b344a137-472b-4136-a987-4d1743d3bfd8'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:29.020688 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] Routers {'6f54f7f6-893f-431e-b5a5-99de43210317'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:29.027670 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f54f7f6-893f-431e-b5a5-99de43210317'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:29.118425 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:29.119476 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc5b8f-e8d9-4a09-bbbd-e72686c56d4b None None] The sync data for ids ['6f54f7f6-893f-431e-b5a5-99de43210317'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:29.330731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Provisioning complete for port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:29.331123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.547512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:29.549242 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.561676 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.613322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Deleting port dcec6c8e-d91d-41b6-8d91-d52f00f0e358 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:29.614375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.688219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.845327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.851087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.892984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Set router b344a137-472b-4136-a987-4d1743d3bfd8 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:29.893630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.908892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a9207-c02f-4a9e-af86-aabbcc36ff6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-dd20ca23-7843-4b8c-95f3-fb69b38eec73', 'network_id': 'dd20ca23-7843-4b8c-95f3-fb69b38eec73', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': 'b9f39702-a7d2-4848-bf77-c3d54a796fa4'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:29.911659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-107a9207-c02f-4a9e-af86-aabbcc36ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.003783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f39702-a7d2-4848-bf77-c3d54a796fa4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.088466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Allocated IP 172.20.0.1 (6281a3f0-7172-43fe-8dda-71c4d842910d/e67cc5d3-9dae-4348-93e3-24a7de95904c/f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:30.110502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afacca47-5537-4223-bc2f-182f767f67ad req-5543ebe0-533c-4c34-93fb-7ec9dcbf4a2d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7f70469-ced8-4223-836d-734de073a422 HTTP/1.1" status: 200 len: 210 time: 0.0738537 Aug 11 02:51:30.140281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.142225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2780328 Aug 11 02:51:30.151585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] For port dcec6c8e-d91d-41b6-8d91-d52f00f0e358, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:30.152121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.158272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:30.165186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'security_group_rule': {'security_group_id': '63adbcc5-a21b-4215-864d-514b6497d44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:30.181549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4f517-4917-4a4d-8b42-d729951757ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63adbcc5-a21b-4215-864d-514b6497d44a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.188051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.229148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Calling delete_port for dcec6c8e-d91d-41b6-8d91-d52f00f0e358 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:30.241025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd20ca23-7843-4b8c-95f3-fb69b38eec73']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:30.268064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8140ad-cef7-4d28-a03f-76d3327697f9') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:30.268606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8140ad-cef7-4d28-a03f-76d3327697f9') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:30.289685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.361616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.369309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.392410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.410657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:30.411401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:30.416790 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:30.496903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Provisioning for port b445be0c-03d1-4cfa-9ea0-db2998626917 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:30.509655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Provisioning complete for port b445be0c-03d1-4cfa-9ea0-db2998626917 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:30.510655 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.547031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e711332-d1f0-4531-a35c-c918b850cae4 req-3d21579e-0a8e-47c3-b5cf-f084f0e1788f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.553207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e711332-d1f0-4531-a35c-c918b850cae4 req-3d21579e-0a8e-47c3-b5cf-f084f0e1788f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1097 time: 0.0641556 Aug 11 02:51:30.613340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 2, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:30.615946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b7722-acfd-428c-9aed-529385679abc None None] Network dd20ca23-7843-4b8c-95f3-fb69b38eec73 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:30.664968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e711332-d1f0-4531-a35c-c918b850cae4 req-bcc60ae7-d8d1-4d29-8b76-97cf4dfd734c tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041498 Aug 11 02:51:30.680705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Transition to ACTIVE for port object f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:30.690478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.699500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:30.775750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:30.776533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Updating router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:30.869226 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.875156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 3, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:30.880525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.937085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.943027 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/dd20ca23-7843-4b8c-95f3-fb69b38eec73 HTTP/1.1" status: 204 len: 168 time: 2.7432749 Aug 11 02:51:30.955128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7d7f-6831-4378-9e76-bede856e09e5 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=dd20ca23-7843-4b8c-95f3-fb69b38eec73,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.959811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.965854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:30.992974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Checking router: b344a137-472b-4136-a987-4d1743d3bfd8 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:30.993588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Updating router b344a137-472b-4136-a987-4d1743d3bfd8 port 958146e4-504f-4650-b686-bcf3acf929c4 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:31.002494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff7e16-3c5a-4b98-a09a-c33fc8200616 None None] get_active_networks_info from n-d-715271-8 {{(pid=94701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:51:31.017134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.068652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637e65f4-d76d-471e-a223-fe6c8bc130cb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.118604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Network 6281a3f0-7172-43fe-8dda-71c4d842910d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:31.126263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:31.137444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:31.144316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.146785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3335061d-3bff-4814-b8f0-cc68ccfbf667 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9854417 Aug 11 02:51:31.152472 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad05e3fa-675b-42b2-9e81-193f81ee9caa tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] GET failed (client error): The resource could not be found. Aug 11 02:51:31.154378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad05e3fa-675b-42b2-9e81-193f81ee9caa tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/subnets/b9f39702-a7d2-4848-bf77-c3d54a796fa4 HTTP/1.1" status: 404 len: 337 time: 0.1411381 Aug 11 02:51:31.160675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57946) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.161294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.172336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'security_group_rule': {'security_group_id': '63adbcc5-a21b-4215-864d-514b6497d44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:31.224604 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc76f6e-6d90-4709-bd6f-e4821596090b tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:31.225354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc76f6e-6d90-4709-bd6f-e4821596090b tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:31.228127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2fc76f6e-6d90-4709-bd6f-e4821596090b tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/dd20ca23-7843-4b8c-95f3-fb69b38eec73 HTTP/1.1" status: 404 len: 339 time: 0.0621090 Aug 11 02:51:31.240319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57954) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.268204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.277031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Pushing event updated for resources: {'Port': ['ID=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.288518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.353692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port caeb2e82-b195-4aef-9dbc-64094c72d657 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:31.354132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.389937 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.408814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 80b68a5e-9a3f-402a-a00c-ff819dc704d8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:31.446906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.447311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.457555 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.459713 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.461443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for caeb2e82-b195-4aef-9dbc-64094c72d657 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:31.641366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.748380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] For port b445be0c-03d1-4cfa-9ea0-db2998626917, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b445be0c-03d1-4cfa-9ea0-db2998626917,segment=NetworkSegment(2a819e68-f8b4-4765-adbb-4cc8affb06ab),segment_id=2a819e68-f8b4-4765-adbb-4cc8affb06ab)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:31.799619 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.808758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.814280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.816350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.863683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:31.864253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.887100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.911858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee014c-3b08-4670-bb7f-d5af3a6abc2a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.914442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cbee014c-3b08-4670-bb7f-d5af3a6abc2a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6730709 Aug 11 02:51:31.919944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcec6c8e-d91d-41b6-8d91-d52f00f0e358,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.925764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.928378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba916a7-455b-4c2d-bc71-2fe423aa047f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.971203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.974273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-73d55350-cf32-4c4f-a62a-cf15d43376df tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8096600 Aug 11 02:51:31.978771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.987063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 57958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:32.004621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:32.009358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7dad69e0-4ec9-4b66-954a-91673d7f229a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1 HTTP/1.1" status: 200 len: 207 time: 0.0781550 Aug 11 02:51:32.013284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:32.046032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff7e16-3c5a-4b98-a09a-c33fc8200616 None None] Resources bound (agent type, host, resource id): {{(pid=94701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:51:32.074479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.122781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.142308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.148407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=caeb2e82-b195-4aef-9dbc-64094c72d657,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.260842 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.261934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Pushing event updated for resources: {'Port': ['ID=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.276781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Transition to ACTIVE for port object 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:32.283582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.284248 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP 7eecec5a-3541-4765-b244-2261f5dbdb5f disassociated (deleted). External IP: 172.25.6.181, port: eaf364c4-c7f4-4a29-9094-2bd424e08865. Aug 11 02:51:32.291969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae943a-0ac2-456a-9179-6b3715239fef None None] Pushing event updated for resources: {'Port': ['ID=b445be0c-03d1-4cfa-9ea0-db2998626917,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.316396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.414131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2d0d1738-772f-49dd-a372-e4205a0c890b None None] Provisioning complete for port 6694edfe-d59a-42a9-8234-40978e7631be triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:32.414760 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1738-772f-49dd-a372-e4205a0c890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.516531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d1738-772f-49dd-a372-e4205a0c890b None None] Port 6694edfe-d59a-42a9-8234-40978e7631be cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:32.646669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Network 6281a3f0-7172-43fe-8dda-71c4d842910d is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:32.656579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:32.696608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9021d2-dff8-4f72-8106-ee6a586af263 None None] Pushing event updated for resources: {'Port': ['ID=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.728394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.733398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc926f13-724c-47a2-97f0-3f623056bf69 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.740005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc926f13-724c-47a2-97f0-3f623056bf69 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.746179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc926f13-724c-47a2-97f0-3f623056bf69 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.752709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc926f13-724c-47a2-97f0-3f623056bf69 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.755322 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dc926f13-724c-47a2-97f0-3f623056bf69 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7407415 Aug 11 02:51:32.759734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Attempting to bind port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:32.760317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Attempting to bind port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:32.760709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Attempting to bind port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:32.761081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:32.768246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2d0d1738-772f-49dd-a372-e4205a0c890b None None] Provisioning complete for port b445be0c-03d1-4cfa-9ea0-db2998626917 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:32.768594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1738-772f-49dd-a372-e4205a0c890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.786663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:32.787095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Checking segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:32.787522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.787933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Bound using segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:32.788436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Bound port: 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:32.788828 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.814814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.842326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bfa0b802-87df-4245-9b1e-d8f18e228502 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:33.046727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 6694edfe-d59a-42a9-8234-40978e7631be {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:33.047925 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.075571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.086982 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-585984c6-983e-4c6e-b786-952e729207c1 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3223879 Aug 11 02:51:33.105674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Transition to ACTIVE for port object 958146e4-504f-4650-b686-bcf3acf929c4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:33.127722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57966) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:33.153688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.229923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] For port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:33.325453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] For port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:33.327318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bfa0b802-87df-4245-9b1e-d8f18e228502 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:33.327817 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.353789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Attempting to bind port 958146e4-504f-4650-b686-bcf3acf929c4 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:33.354138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Attempting to bind port 958146e4-504f-4650-b686-bcf3acf929c4 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:33.354592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Attempting to bind port 958146e4-504f-4650-b686-bcf3acf929c4 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:33.356773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50137282-6efe-4cdf-9e95-c6f31e7a6214 None None] Pushing event updated for resources: {'Port': ['ID=958146e4-504f-4650-b686-bcf3acf929c4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:33.378145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064aaaec-73fa-4f4e-9467-e60f7e270a32 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.380620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064aaaec-73fa-4f4e-9467-e60f7e270a32 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.383013 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-064aaaec-73fa-4f4e-9467-e60f7e270a32 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2521820 Aug 11 02:51:33.389427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.389734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:33.392449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.403414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:33.404134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:33.404616 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.405233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:33.405796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Bound port: 958146e4-504f-4650-b686-bcf3acf929c4, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:33.406859 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.484145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239d3da-79a5-47c4-b568-c2c8522dc7b7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.485748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239d3da-79a5-47c4-b568-c2c8522dc7b7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.487365 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7239d3da-79a5-47c4-b568-c2c8522dc7b7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0901670 Aug 11 02:51:33.493330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 57974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:33.539498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:33.549319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Router b344a137-472b-4136-a987-4d1743d3bfd8 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:33.584779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Allocated IP 172.25.6.223 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a469cf43-ee07-4613-9e29-9b2e9eb8b697) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:33.621575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9021d2-dff8-4f72-8106-ee6a586af263 None None] Pushing event updated for resources: {'Port': ['ID=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:33.634330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:33.634608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:33.639797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] For port 958146e4-504f-4650-b686-bcf3acf929c4, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:33.675503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 6694edfe-d59a-42a9-8234-40978e7631be owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:33.694442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] For port 958146e4-504f-4650-b686-bcf3acf929c4, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=958146e4-504f-4650-b686-bcf3acf929c4,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:33.716885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.869348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:34.059511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Router 517507a5-a747-44ff-a019-225ca55af588 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:34.145482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008b659-9415-4a72-87d5-77fe7d227d10 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.150558 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5008b659-9415-4a72-87d5-77fe7d227d10 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks/516c3013-071b-453a-a8f6-93dc903443f9 HTTP/1.1" status: 200 len: 799 time: 0.6527734 Aug 11 02:51:34.150986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:34.181707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.302530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:34.309356 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.314718 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] Sync routers for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:34.328948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:34.335984 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:34.338364 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:34.356137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fa48ca66-8e58-40f6-ac5a-e3ef2f164212 admin admin] 10.222.0.16 "PUT /v2.0/routers/b344a137-472b-4136-a987-4d1743d3bfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3751030 Aug 11 02:51:34.363302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.695966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'Port': ['ID=a469cf43-ee07-4613-9e29-9b2e9eb8b697,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:34.735134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:34.741346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7423db9-f463-468b-ac2f-87bdb5556f1e None None] Provisioning for port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:34.742876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9e80fc7a-0158-4dd4-b8a9-a88d415f3631 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/floatingips/7eecec5a-3541-4765-b244-2261f5dbdb5f HTTP/1.1" status: 204 len: 168 time: 4.0420911 Aug 11 02:51:34.745554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:34.761032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:34.768020 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41121856-ea40-48aa-b291-44aeafbab6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:34.789519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:34.876999 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4bf83918-dbe5-4599-ab1a-9e435526b3e4 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/networks/516c3013-071b-453a-a8f6-93dc903443f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7078955 Aug 11 02:51:34.890695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58026) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:34.896373 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:34.916291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:34.929754 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-212b84ad-58e2-4924-a85e-1c136fa88ff1 admin admin] 10.222.0.16 "PUT /v2.0/routers/517507a5-a747-44ff-a019-225ca55af588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4023554 Aug 11 02:51:34.935553 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022ad51-c85f-412d-a225-4c2804a067d0 x-openstack-request-id: req-b022ad51-c85f-412d-a225-4c2804a067d0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:34.936521 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:34.937308 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b022ad51-c85f-412d-a225-4c2804a067d0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:34.938270 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'status': 'completed', 'code': 200} Aug 11 02:51:34.959603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:34.983314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.983805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50137282-6efe-4cdf-9e95-c6f31e7a6214 None None] Pushing event updated for resources: {'Port': ['ID=958146e4-504f-4650-b686-bcf3acf929c4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.001585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c7423db9-f463-468b-ac2f-87bdb5556f1e None None] Provisioning complete for port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:35.002902 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7423db9-f463-468b-ac2f-87bdb5556f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.016468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b445be0c-03d1-4cfa-9ea0-db2998626917 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:35.021322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] Sync routers for ids ['517507a5-a747-44ff-a019-225ca55af588'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:35.062587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Routers {'b344a137-472b-4136-a987-4d1743d3bfd8'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:35.063473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b344a137-472b-4136-a987-4d1743d3bfd8'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:35.166513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=6694edfe-d59a-42a9-8234-40978e7631be,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.169269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc6a8d-bc54-4755-9732-0352267d2b45 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.175198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-39cc6a8d-bc54-4755-9732-0352267d2b45 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/subnets/064d7482-7ae1-41f2-a29c-334135c39d01 HTTP/1.1" status: 200 len: 811 time: 0.2815123 Aug 11 02:51:35.178909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58038) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:35.269501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] Routers {'517507a5-a747-44ff-a019-225ca55af588'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:35.270605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['517507a5-a747-44ff-a019-225ca55af588'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:35.289286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.306817 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2127dab8-b923-46c2-907f-d1990a73b0ac tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['shared'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.312987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2127dab8-b923-46c2-907f-d1990a73b0ac tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "GET /v2.0/subnets/064d7482-7ae1-41f2-a29c-334135c39d01?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1296103 Aug 11 02:51:35.319441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58054) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:35.322574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-950d1a55-9409-42ff-a04d-217dad3c79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.324454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-950d1a55-9409-42ff-a04d-217dad3c79ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 1097 time: 0.3492687 Aug 11 02:51:35.330306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69174312'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:35.448372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.521044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.528004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:35.535473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.579906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c7423db9-f463-468b-ac2f-87bdb5556f1e None None] Port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:35.605901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:35.617434 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:50Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:35.647724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.648282 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Added segment a7197bc7-6f18-45d0-8149-e8f4c74244a1 of type vlan for network b47c4518-6441-4893-8c42-2c9dd7d6b690 Aug 11 02:51:35.658515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] Set router 517507a5-a747-44ff-a019-225ca55af588 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:35.715075 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] Checking router: 4f8f9604-23c6-41b9-a296-b3dcdcec9510 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:35.741150 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:35.742143 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:35.759718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b445be0c-03d1-4cfa-9ea0-db2998626917 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:35.761052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.767361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.834165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.875129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.877933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.916783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:33Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:36.024371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f4e0b-b0b7-4e9b-8e73-79b6f8045e3d req-7fe5ca10-577a-42ab-9dcb-30c4c2e1269e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.026245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0f4e0b-b0b7-4e9b-8e73-79b6f8045e3d req-7fe5ca10-577a-42ab-9dcb-30c4c2e1269e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 946 time: 0.5660262 Aug 11 02:51:36.042579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7166963 Aug 11 02:51:36.070818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:36.096730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:36.104798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] Set router b344a137-472b-4136-a987-4d1743d3bfd8 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:36.110906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a0f4e0b-b0b7-4e9b-8e73-79b6f8045e3d req-8b89288a-7489-42d4-89aa-a418451218ef tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670936 Aug 11 02:51:36.191465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28be147-b83d-4ae5-9bf3-f8c0c65f0410 None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:33Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:36.192060 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:36.205889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-3eee9e6d-bea2-45c3-bb53-e73c18f64e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.210836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-3eee9e6d-bea2-45c3-bb53-e73c18f64e04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 200 len: 897 time: 0.8723025 Aug 11 02:51:36.302057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58090) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:36.310948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249368848', 'description': 'tempest-secgroup-smoke-1249368848 description', 'project_id': 'fe8cc99ce06a44899057b7da9c567879'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:36.334542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6d906-f2f7-44eb-9adc-11f3ff9d5348 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Network': ['ID=b47c4518-6441-4893-8c42-2c9dd7d6b690,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:36.392403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.398593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b47c4518-6441-4893-8c42-2c9dd7d6b690 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:36.399155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.466079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-807d9373-d58f-4c2e-9443-e0d4089691ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 200 len: 217 time: 0.1284468 Aug 11 02:51:36.677007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f3de97fa-435f-4909-bdf2-7e5365e8259b None None] Provisioning complete for port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:36.677492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3de97fa-435f-4909-bdf2-7e5365e8259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.680113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.766522 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.774436 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:50Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:36.776009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.782325 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.815821 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.887166 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2aa604-a433-48da-b333-93c8668b1aa9 None None] The sync data for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 is: [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '0cc694a9-8ea4-4ab2-8635-5b67fc9d0624', 'name': '', 'network_id': '3946aed9-88d7-473c-a516-a232d2452908', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:92:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:32Z', 'updated_at': '2021-08-11T02:48:50Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd5731ae5-e2ff-4001-af10-baa431fb8567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:36.932252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 6f54f7f6-893f-431e-b5a5-99de43210317 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:36.955210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Deleting port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:36.955568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.989451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-b35e020c-ef0c-4464-b115-2aafebb095b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.991091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-b35e020c-ef0c-4464-b115-2aafebb095b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 200 len: 833 time: 0.3932831 Aug 11 02:51:37.011897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Made reservation on behalf of 15e6b31ec81d42b4a00732ca27cd0fe0 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:37.016520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.030503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-dd3657e3-616b-4c61-b969-3bf77354e2b8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.032442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-dd3657e3-616b-4c61-b969-3bf77354e2b8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 946 time: 0.1905015 Aug 11 02:51:37.124740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.ipam_backend_mixin [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Performing IP validity checks on allocation pools {{(pid=94699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:51:37.125286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.ipam_backend_mixin [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:51:37.169099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f3de97fa-435f-4909-bdf2-7e5365e8259b None None] Port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:37.204276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe', 'name': '', 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'mac_address': 'fa:16:3e:bc:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:29Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 2, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'subnets': [{'id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.306731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1c73-a29c-4cd4-b456-200191aef004 None None] The sync data for ids ['b344a137-472b-4136-a987-4d1743d3bfd8'] in n-d-715271-8 is: [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe', 'name': '', 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'mac_address': 'fa:16:3e:bc:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:29Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 2, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'subnets': [{'id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:37.320701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] For port 9dcb3243-2b95-4844-8358-b3eb7a1a7e37, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:37.321085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.329930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01192832-709f-481c-9cca-16f0b9dd1ea5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.330579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 5, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port': {'id': '9dcb3243-2b95-4844-8358-b3eb7a1a7e37', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517507a5-a747-44ff-a019-225ca55af588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:49Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.335848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'Port': ['ID=a469cf43-ee07-4613-9e29-9b2e9eb8b697,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.360016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Calling delete_port for 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:37.420810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] Checking router: 517507a5-a747-44ff-a019-225ca55af588 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:37.449274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:37.450140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:37.465093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00407b-260f-4819-9883-cec23acab28f None None] Sync routers for ids ['6f54f7f6-893f-431e-b5a5-99de43210317'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:37.478434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bb9425ca-074d-4094-b131-a9cc7f3b0526 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/6f54f7f6-893f-431e-b5a5-99de43210317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4682057 Aug 11 02:51:37.488675 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00407b-260f-4819-9883-cec23acab28f None None] Routers {'6f54f7f6-893f-431e-b5a5-99de43210317'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:37.492637 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5a00407b-260f-4819-9883-cec23acab28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f54f7f6-893f-431e-b5a5-99de43210317'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.523329 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.532081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0f973984-a101-4522-ab94-e41db6b272f9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2282853 Aug 11 02:51:37.540258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] Routers {'517507a5-a747-44ff-a019-225ca55af588'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:37.541638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['517507a5-a747-44ff-a019-225ca55af588'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.553118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:37.553575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:37.588276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.591577 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5a00407b-260f-4819-9883-cec23acab28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.611644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group_rule': {'security_group_id': '01192832-709f-481c-9cca-16f0b9dd1ea5', 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:37.618984 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00407b-260f-4819-9883-cec23acab28f None None] Routers {'6f54f7f6-893f-431e-b5a5-99de43210317'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:37.620975 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5a00407b-260f-4819-9883-cec23acab28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['6f54f7f6-893f-431e-b5a5-99de43210317'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.626325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb97e1c-4f26-4440-8f4e-b5f9bd6d1122 None None] New status for floating IP 7eecec5a-3541-4765-b244-2261f5dbdb5f: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:51:37.702522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-54ad3758-ad61-41d8-af78-9b6ba6d533ed tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f54f7f6-893f-431e-b5a5-99de43210317 HTTP/1.1" status: 200 len: 205 time: 0.1116986 Aug 11 02:51:37.709015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:37.723522 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5a00407b-260f-4819-9883-cec23acab28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:37.727636 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00407b-260f-4819-9883-cec23acab28f None None] The sync data for ids ['6f54f7f6-893f-431e-b5a5-99de43210317'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:37.883086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:37.903796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:37.904265 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.907967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] Set router 517507a5-a747-44ff-a019-225ca55af588 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:37.943789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.984832 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.998324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.038658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-eb8290b2-7cb4-4e5e-ad7b-d6fc19fa89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.041350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-eb8290b2-7cb4-4e5e-ad7b-d6fc19fa89d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3946aed9-88d7-473c-a516-a232d2452908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7958109 Aug 11 02:51:38.048109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Checking segment: {'id': 'a7197bc7-6f18-45d0-8149-e8f4c74244a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:38.048860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network hostable DHCP agents. Network: b47c4518-6441-4893-8c42-2c9dd7d6b690, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:38.074743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a118-b4dd-4c3b-995a-31b16ff0af31 req-1964b3f3-99a2-4e9d-ab88-c03a73868acd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.076811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0877a118-b4dd-4c3b-995a-31b16ff0af31 req-1964b3f3-99a2-4e9d-ab88-c03a73868acd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 946 time: 0.5384262 Aug 11 02:51:38.078063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.088223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f695dbb9-866d-4401-9d6c-9be0c90126a6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0969236 Aug 11 02:51:38.186388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port eaf364c4-c7f4-4a29-9094-2bd424e08865 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:38.186983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.196115 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:38.338365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-76c82ec4-69e1-470d-b7bf-8eb6505dedd6 service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789605 Aug 11 02:51:38.339023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=63725e66-744d-4f77-81c6-6c6a6c9577ce,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.381155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:51:36Z', 'revision_number': 6, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:38.438917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f485b7-0b2c-4ddc-9cf3-ceb5612d47c9 None None] The sync data for ids ['517507a5-a747-44ff-a019-225ca55af588'] in n-d-715271-8 is: [{'id': '517507a5-a747-44ff-a019-225ca55af588', 'name': 'tempest-TestAggregatesBasicOps-1901274642-router', 'tenant_id': 'a70ebf426a02484689d444c3811b621a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:46Z', 'updated_at': '2021-08-11T02:51:36Z', 'revision_number': 6, 'project_id': 'a70ebf426a02484689d444c3811b621a', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:38.465785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.479593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.569046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41121856-ea40-48aa-b291-44aeafbab6c9 req-bc120a4f-5063-4664-9878-77460c3b5b2f service neutron] 10.222.0.25 "GET /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056303 Aug 11 02:51:38.600879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.658314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:38.664674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.671118 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.674972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-722e4738-1086-4eac-82ea-b29abbdb3632 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1099227152&fields=id&tenant_id=04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 267 time: 0.3104103 Aug 11 02:51:38.680845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0877a118-b4dd-4c3b-995a-31b16ff0af31 req-4c8dc09b-3c18-4ee5-bad8-00082b608e1e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562996 Aug 11 02:51:38.681463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Network b47c4518-6441-4893-8c42-2c9dd7d6b690 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:38.705328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.710389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.711093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router 6f54f7f6-893f-431e-b5a5-99de43210317 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:38.751804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.752644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.756622 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-99024ba6-d9f1-49ae-adfa-7e4d83cb11f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/6f54f7f6-893f-431e-b5a5-99de43210317 HTTP/1.1" status: 204 len: 168 time: 1.0434041 Aug 11 02:51:38.757588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d352dc-9be7-4d4e-9d83-f863ffca06fb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.759732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.764050 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-81291838-06be-41c1-be34-ea8a33528bd6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1705155 Aug 11 02:51:38.765181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.765598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.770435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, b47c4518-6441-4893-8c42-2c9dd7d6b690) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:38.782937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32590ff0-4c56-486f-8dbd-830130fca6f5 None None] Network b47c4518-6441-4893-8c42-2c9dd7d6b690 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:38.803479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.804468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.841447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group_rule': {'security_group_id': '01192832-709f-481c-9cca-16f0b9dd1ea5', 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:38.855413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.899374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2762a4f0-00e7-446e-b2bf-d888cb54e940 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8079522 Aug 11 02:51:38.903838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58150) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.938416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:38.953425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcb3243-2b95-4844-8358-b3eb7a1a7e37,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.984901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port eaf364c4-c7f4-4a29-9094-2bd424e08865, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=eaf364c4-c7f4-4a29-9094-2bd424e08865,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:38.985320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.059969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-b47c4518-6441-4893-8c42-2c9dd7d6b690', 'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690', 'tenant_id': '15e6b31ec81d42b4a00732ca27cd0fe0', 'fixed_ips': [{'subnet_id': '63725e66-744d-4f77-81c6-6c6a6c9577ce'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:39.060938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.099467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet c6ff5e56-8497-4a28-91b9-2a5e604df981 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:39.103860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.165043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31006257'] for subnet, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.172869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for eaf364c4-c7f4-4a29-9094-2bd424e08865 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:39.180090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-99b75f84-767f-4f0a-b06b-53b0ffd25fb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.188946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-99b75f84-767f-4f0a-b06b-53b0ffd25fb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 816 time: 0.4974704 Aug 11 02:51:39.201143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.216937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-e08c3ba1-9cd2-4aca-b296-96cf2dd37948 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/quotas/04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 375 time: 0.0182431 Aug 11 02:51:39.263923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.358919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.362938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:51:39.362938 n-d-715271-8 neutron-server[94701]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 11 02:51:39.362938 n-d-715271-8 neutron-server[94701]: [parameters: {'in_use': 1, 'id_1': '63725e66-744d-4f77-81c6-6c6a6c9577ce'}] Aug 11 02:51:39.362938 n-d-715271-8 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:51:39.364670 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:51:39.380207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-b91fe13a-b52e-4a51-acbb-9d45e7ac2e50 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553795 Aug 11 02:51:39.405476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.438406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.554122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791178363796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30615696'] for subnet, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.687528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.690555 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.693626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "PUT /v2.0/subnets/63725e66-744d-4f77-81c6-6c6a6c9577ce HTTP/1.1" status: 200 len: 877 time: 0.7883499 Aug 11 02:51:39.697004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58156) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:39.728328 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.738467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:39.744847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-9f01ebf1-8a59-463f-a67e-2775ba1f778b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:51:39.746080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-9f01ebf1-8a59-463f-a67e-2775ba1f778b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3260047 Aug 11 02:51:39.806739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.820415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12850cb-2fd7-4e0d-9a4d-8ae04bb4a2cb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event updated for resources: {'Subnet': ['ID=63725e66-744d-4f77-81c6-6c6a6c9577ce,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.835043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.837177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9994478 Aug 11 02:51:39.871002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.890644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58160) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:39.902340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group_rule': {'security_group_id': '01192832-709f-481c-9cca-16f0b9dd1ea5', 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:39.988176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfafc443-ea36-4cef-a3d9-0b3a31c9892b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.001400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.002182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.002768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.003300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.003844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.004446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.004960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.005490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.006016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.006542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.007103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.007938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed068f-60ff-45a4-b701-064b13c3e43d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:40.017894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.018918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517507a5-a747-44ff-a019-225ca55af588 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:40.024409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.032468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.034068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-390d5ef3-5988-47c3-ad65-ad79ae8429eb admin admin] 10.222.0.16 "DELETE /v2.0/routers/517507a5-a747-44ff-a019-225ca55af588 HTTP/1.1" status: 204 len: 168 time: 5.0732276 Aug 11 02:51:40.043402 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.048024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:40.130600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Deleting subnet 4dbab337-0390-4243-9357-a376c05e9888 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:40.135747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.164126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Allocated IP 172.20.0.3 (b47c4518-6441-4893-8c42-2c9dd7d6b690/63725e66-744d-4f77-81c6-6c6a6c9577ce/7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:40.218238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=eaf364c4-c7f4-4a29-9094-2bd424e08865,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.327178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:40.334207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] No DVR routers for this DVR port eaf364c4-c7f4-4a29-9094-2bd424e08865 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:40.339124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.342204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.344521 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ea690323-474b-4ad3-b905-c75a02d37ac8 req-9b8bbd76-e276-4559-bf0b-566bc5e758d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "DELETE /v2.0/ports/eaf364c4-c7f4-4a29-9094-2bd424e08865 HTTP/1.1" status: 204 len: 173 time: 3.3002405 Aug 11 02:51:40.348287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-deleted', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:40.349315 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8a6f90-1f27-4d10-a6f9-bf2cfe8b6023" -d '{"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-deleted", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:40.406077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.419948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: eaf364c4-c7f4-4a29-9094-2bd424e08865 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:40.419948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device eaf364c4-c7f4-4a29-9094-2bd424e08865 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:40.433434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:40.433980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.472261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ff5e56-8497-4a28-91b9-2a5e604df981,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.508219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.512927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b515afe2-003a-49dd-b787-aa9596ac74b2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/c6ff5e56-8497-4a28-91b9-2a5e604df981 HTTP/1.1" status: 204 len: 168 time: 1.7117574 Aug 11 02:51:40.515731 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:40.570849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e5a12-c38b-486b-b139-275132b514dc None None] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:40.587227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.717912 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.725427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.745972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dd6e9-beae-42b2-a438-376e44479acd req-94ab240a-806d-4c6a-b660-b1dc63f33957 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.753881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-664dd6e9-beae-42b2-a438-376e44479acd req-94ab240a-806d-4c6a-b660-b1dc63f33957 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=119e3f36-2e9c-4863-b179-d29337245c3d HTTP/1.1" status: 200 len: 868 time: 0.9300876 Aug 11 02:51:40.790666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.797929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbab337-0390-4243-9357-a376c05e9888,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.798438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-ff7b6aa0-051c-4929-b113-e1ab70f498bd service neutron] 10.222.0.16 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0237694 Aug 11 02:51:40.806716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.812831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b69766da-967f-4451-b87a-598a3cbc1769 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4dbab337-0390-4243-9357-a376c05e9888 HTTP/1.1" status: 204 len: 168 time: 0.7631257 Aug 11 02:51:40.813851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58170) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:40.840016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52ce4c-50ee-4385-9aaa-2f43eee5a2c0 None None] Network 45795b8d-a6da-4783-aff7-7f6bac528871 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:40.895383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:40.902200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.999022 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.023367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port 80b68a5e-9a3f-402a-a00c-ff819dc704d8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=80b68a5e-9a3f-402a-a00c-ff819dc704d8,segment=NetworkSegment(85639c1c-22a0-42bb-91bc-3b07773b8cba),segment_id=85639c1c-22a0-42bb-91bc-3b07773b8cba)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:41.023837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.039214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.063043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Transition to ACTIVE for port object 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:41.079504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 80b68a5e-9a3f-402a-a00c-ff819dc704d8 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:41.090450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 958146e4-504f-4650-b686-bcf3acf929c4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:41.152428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Transition to ACTIVE for port object 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:41.199384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-664dd6e9-beae-42b2-a438-376e44479acd req-02395a90-e83b-42af-857a-4a0135735cf0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1720472-7bcb-4ec0-b48d-55a34a245433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436433 Aug 11 02:51:41.207697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] DHCP port deletion for 81b64dbc-8e62-47f1-b574-f5860310dc18 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:41.241643 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.272368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.291698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.299559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.318518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.329868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Network b47c4518-6441-4893-8c42-2c9dd7d6b690 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:41.339266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:41.340081 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964556da-3069-4294-b91d-bb9da9ff9b71 x-openstack-request-id: req-964556da-3069-4294-b91d-bb9da9ff9b71 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:41.340538 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e3f36-2e9c-4863-b179-d29337245c3d", "name": "network-vif-deleted", "tag": "eaf364c4-c7f4-4a29-9094-2bd424e08865", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:41.347831 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-964556da-3069-4294-b91d-bb9da9ff9b71 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:41.349727 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119e3f36-2e9c-4863-b179-d29337245c3d', 'name': 'network-vif-deleted', 'tag': 'eaf364c4-c7f4-4a29-9094-2bd424e08865', 'status': 'completed', 'code': 200} Aug 11 02:51:41.350759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:41.379861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:41.411478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 958146e4-504f-4650-b686-bcf3acf929c4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:41.469903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=80b68a5e-9a3f-402a-a00c-ff819dc704d8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.481737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Pushing event updated for resources: {'Port': ['ID=7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.486743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 958146e4-504f-4650-b686-bcf3acf929c4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:41.487313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.512541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-9db8001e-fe36-40bc-97bd-3342c270f741 service neutron] 10.222.0.16 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128196 Aug 11 02:51:41.519161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.523795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6320679 Aug 11 02:51:41.543066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732309ba-ab6a-4d25-838d-109e7f915f0b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5861fff-2357-400e-9a02-9ebf7874f0d0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.557620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58172) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:41.576618 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Sync routers for ids ['b344a137-472b-4136-a987-4d1743d3bfd8'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:41.577415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group_rule': {'security_group_id': '01192832-709f-481c-9cca-16f0b9dd1ea5', 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:41.601137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Deleting port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:41.601736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.609046 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Routers {'b344a137-472b-4136-a987-4d1743d3bfd8'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:41.610117 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b344a137-472b-4136-a987-4d1743d3bfd8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.637568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Attempting to bind port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:41.638208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Attempting to bind port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'a7197bc7-6f18-45d0-8149-e8f4c74244a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:41.638793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Attempting to bind port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 on network b47c4518-6441-4893-8c42-2c9dd7d6b690 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:41.642771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] DHCP port deletion for 45795b8d-a6da-4783-aff7-7f6bac528871 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:41.709929 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.718223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.745839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:41.746529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Checking segment: {'id': 'a7197bc7-6f18-45d0-8149-e8f4c74244a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:41.747919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.748572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Bound using segment: {'id': 'a7197bc7-6f18-45d0-8149-e8f4c74244a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:41.749357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Bound port: 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7197bc7-6f18-45d0-8149-e8f4c74244a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b47c4518-6441-4893-8c42-2c9dd7d6b690'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:41.750668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.750818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b64dbc-8e62-47f1-b574-f5860310dc18']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.787002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:41.788535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.798095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85639c1c-22a0-42bb-91bc-3b07773b8cba') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.802994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85639c1c-22a0-42bb-91bc-3b07773b8cba') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.822975 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Set router b344a137-472b-4136-a987-4d1743d3bfd8 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:41.846659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.914189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.943268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:41.943761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.945941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] For port 80b68a5e-9a3f-402a-a00c-ff819dc704d8, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:41.946953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.958048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Deleting port ffbdc55c-79ff-4819-8d76-69078787e0d6 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:41.959133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:41.989376 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:42.034953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Calling delete_port for 80b68a5e-9a3f-402a-a00c-ff819dc704d8 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:42.046251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:51:42.117203 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.157479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.167907 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.180814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/81b64dbc-8e62-47f1-b574-f5860310dc18 HTTP/1.1" status: 204 len: 168 time: 1.6577735 Aug 11 02:51:42.188818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58180) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:42.199934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Pushing event deleted for resources: {'Port': ['ID=80b68a5e-9a3f-402a-a00c-ff819dc704d8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.203530 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1218896499', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:42.222547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] Deleting port ffbdc55c-79ff-4819-8d76-69078787e0d6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:42.224156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.243206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e5e0894-7d80-4169-9eb1-fda362af2323 req-5d3a2304-63d8-419d-bc6c-9bfcf10b8be0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 210 time: 0.1162794 Aug 11 02:51:42.261142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] For port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:42.265046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] Network 81b64dbc-8e62-47f1-b574-f5860310dc18 is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:51:42.265894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bad1d1-45a5-472c-a42a-50940a4b82dd None None] No DVR routers for this DVR port 80b68a5e-9a3f-402a-a00c-ff819dc704d8 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:42.284895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e83a5-0fc4-4d98-8f49-1b136b47e219 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=81b64dbc-8e62-47f1-b574-f5860310dc18,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.319630 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.339492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.346303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.362134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] For port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2,segment=NetworkSegment(a7197bc7-6f18-45d0-8149-e8f4c74244a1),segment_id=a7197bc7-6f18-45d0-8149-e8f4c74244a1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:42.364338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.383064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.404795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58184) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:42.408754 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe', 'name': '', 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'mac_address': 'fa:16:3e:bc:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:29Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 2, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'subnets': [{'id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:42.424957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.451110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2, host n-d-715271-8, got binding levels [] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:42.451638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.471007 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Checking router: b344a137-472b-4136-a987-4d1743d3bfd8 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:42.471434 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Updating router b344a137-472b-4136-a987-4d1743d3bfd8 port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:42.505538 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.538629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] For port ffbdc55c-79ff-4819-8d76-69078787e0d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ffbdc55c-79ff-4819-8d76-69078787e0d6,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:42.547366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.551794 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.561496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 958146e4-504f-4650-b686-bcf3acf929c4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=958146e4-504f-4650-b686-bcf3acf929c4,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:42.637988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.658829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] For port ffbdc55c-79ff-4819-8d76-69078787e0d6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ffbdc55c-79ff-4819-8d76-69078787e0d6,segment=NetworkSegment(00647333-12fb-41a4-992b-7781797af874),segment_id=00647333-12fb-41a4-992b-7781797af874)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:42.661728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.703708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] Calling delete_port for ffbdc55c-79ff-4819-8d76-69078787e0d6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:42.743768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:42.792531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcaa70-76fb-4bd8-9946-461357fc1b74 None None] Pushing event updated for resources: {'Port': ['ID=7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.825721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dcec6c8e-d91d-41b6-8d91-d52f00f0e358 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:42.895860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.901237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3307834 Aug 11 02:51:42.906189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:42.928548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: dcec6c8e-d91d-41b6-8d91-d52f00f0e358 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:42.929102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device dcec6c8e-d91d-41b6-8d91-d52f00f0e358 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:42.929921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:42.956928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group_rule': {'security_group_id': '01192832-709f-481c-9cca-16f0b9dd1ea5', 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:42.986734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f9b1-1b20-420b-8955-d4b150fbf101 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ef2fc2-3f40-4144-8a7f-b5d702dc5f1a,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:43.009732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Calling delete_port for ffbdc55c-79ff-4819-8d76-69078787e0d6 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:43.130224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:43.131905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9dcb3243-2b95-4844-8358-b3eb7a1a7e37 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:43.240849 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.283024 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Transition to ACTIVE for port object f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:43.304329 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.671477 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Project fe8cc99ce06a44899057b7da9c567879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:51:43.690540 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.713676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.920608 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Attempting to bind port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:43.921633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Attempting to bind port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:43.921633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Attempting to bind port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe on network 6281a3f0-7172-43fe-8dda-71c4d842910d {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:43.939490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=958146e4-504f-4650-b686-bcf3acf929c4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:43.959233 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:43.959748 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Checking segment: {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:43.960004 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.960398 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Bound using segment: {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:43.960889 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Bound port: f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a819e68-f8b4-4765-adbb-4cc8affb06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:43.961275 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.980607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:44.074248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:44.074904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 02:51:44.076261 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] For port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:44.080897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] For port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,segment=NetworkSegment(2a819e68-f8b4-4765-adbb-4cc8affb06ab),segment_id=2a819e68-f8b4-4765-adbb-4cc8affb06ab)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:44.094284 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.111702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6982d169-69e8-4e0b-95a1-00ca40629fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.114927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ed7ed97-341a-4f77-ac84-8389bb895c9d req-b6f240c2-19e2-49b2-ac6e-5c9228c7f825 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 210 time: 0.5012851 Aug 11 02:51:44.119373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.134645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 not found, will not notify nova. {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 02:51:44.135314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Pushing event updated for resources: {'Port': ['ID=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.164154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.174112 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.174743 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.175261 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.177832 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.178486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.180682 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.181214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.181721 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.182386 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.187089 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.198684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] Pushing event deleted for resources: {'Port': ['ID=ffbdc55c-79ff-4819-8d76-69078787e0d6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.198886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.198886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:44.208882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53323700-f6a4-4b52-82a5-02d6fbfd136b None None] No DVR routers for this DVR port ffbdc55c-79ff-4819-8d76-69078787e0d6 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:44.257463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ffbdc55c-79ff-4819-8d76-69078787e0d6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:44.286679 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Routers {'b344a137-472b-4136-a987-4d1743d3bfd8'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:44.287348 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b344a137-472b-4136-a987-4d1743d3bfd8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:44.333725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ffbdc55c-79ff-4819-8d76-69078787e0d6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:44.351820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ffbdc55c-79ff-4819-8d76-69078787e0d6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:44.354045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 80b68a5e-9a3f-402a-a00c-ff819dc704d8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:44.355957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.431498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 80b68a5e-9a3f-402a-a00c-ff819dc704d8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:44.433787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 80b68a5e-9a3f-402a-a00c-ff819dc704d8 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:44.478182 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66291578-ec35-42c6-b9b0-6adb3f571de8 None None] Pushing event updated for resources: {'Port': ['ID=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.607708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:44.648054 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] Set router b344a137-472b-4136-a987-4d1743d3bfd8 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:44.859768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b37f932-d576-4de0-ac6a-7bdd29a7e6d7 None None] Network b47c4518-6441-4893-8c42-2c9dd7d6b690 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:44.901416 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.913428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.923042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.932668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.939368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cddeee60-2a4b-4ba0-be9a-b99b3c26b128 None None] Could not find standard attr ID for object 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:51:44.947741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.987344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.009990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] No DVR routers for this DVR port ffbdc55c-79ff-4819-8d76-69078787e0d6 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:45.028304 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe', 'name': '', 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'mac_address': 'fa:16:3e:bc:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:29Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'subnets': [{'id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.083262 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cce9d5-95b6-4687-a00f-0bd6561d8640 None None] The sync data for ids ['b344a137-472b-4136-a987-4d1743d3bfd8'] in n-d-715271-8 is: [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:31Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe', 'name': '', 'network_id': '6281a3f0-7172-43fe-8dda-71c4d842910d', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'mac_address': 'fa:16:3e:bc:27:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:29Z', 'updated_at': '2021-08-11T02:51:44Z', 'revision_number': 4, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'subnets': [{'id': 'e67cc5d3-9dae-4348-93e3-24a7de95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:45.088084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.089487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1579173 Aug 11 02:51:45.092194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:45.098558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'security_group_rule': {'security_group_id': '01192832-709f-481c-9cca-16f0b9dd1ea5', 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:45.122562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbdc55c-79ff-4819-8d76-69078787e0d6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.125341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73cfecf-d3de-4b03-aeac-8d5e799b9bfc,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.126957 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Project fe8cc99ce06a44899057b7da9c567879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:51:45.142476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.189885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 172.25.6.182 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/b5782df8-bd91-4cea-8c87-cf761a5f942f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:45.249830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.250357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.251284 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.251693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.252434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.253046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.253397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.253781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.254301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.254650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.255079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.255419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1705e-f759-4783-87fe-d861b5cc8b51 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.278539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.279199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.279702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.280057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.280401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.280840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.281348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.281694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.282100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.282693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.283032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.283505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:45.288154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.317204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.325628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.411655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2857d2a0-5806-4ca8-8abe-24a47638b2fd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.414138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea69d277-bb8c-4a25-a032-b32ba4f4021f req-4a4f0b0b-d3b9-49ff-a780-7c4a682fd037 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 210 time: 0.1061120 Aug 11 02:51:45.429598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=63725e66-744d-4f77-81c6-6c6a6c9577ce,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.447508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.450827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f6e0060e-3392-46f1-bfaf-13bdcb32dbbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3572004 Aug 11 02:51:45.475680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-7f2fc2dc-55c1-4a0e-b029-c8642124c1a3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:45.480659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-7f2fc2dc-55c1-4a0e-b029-c8642124c1a3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 816 time: 0.8615830 Aug 11 02:51:45.544221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11561f6-8281-40b3-94ca-5770223d22e6 None None] Network b47c4518-6441-4893-8c42-2c9dd7d6b690 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:45.545341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.578369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.670599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.684334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45795b8d-a6da-4783-aff7-7f6bac528871']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.758580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:45.763051 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:45.766523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:45.817591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00647333-12fb-41a4-992b-7781797af874') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.825869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00647333-12fb-41a4-992b-7781797af874') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.861559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.877990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.903128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-405cceee-9fbf-4bcc-b7d7-75148d7f8a37 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 380 time: 0.4013274 Aug 11 02:51:45.920032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47c4518-6441-4893-8c42-2c9dd7d6b690']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.927749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'port': {'device_id': '483c4472-c172-46cb-9c5b-d125db1af58f', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'admin_state_up': True, 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'security_groups': ['63adbcc5-a21b-4215-864d-514b6497d44a']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:45.944962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec9778-8c07-4471-9f10-c99352dd92f4 None None] DHCP port deletion for b47c4518-6441-4893-8c42-2c9dd7d6b690 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:45.954079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:45.961487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7197bc7-6f18-45d0-8149-e8f4c74244a1') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.962144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7197bc7-6f18-45d0-8149-e8f4c74244a1') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.998409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=b5782df8-bd91-4cea-8c87-cf761a5f942f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.044785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.054554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:46.055153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.101428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:46.112325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:46.115082 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:46.123682 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:46.151098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.216507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.252450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.258672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:46.259703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:46.265632 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:46.295656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.298055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] 10.222.0.16 "DELETE /v2.0/networks/45795b8d-a6da-4783-aff7-7f6bac528871 HTTP/1.1" status: 204 len: 168 time: 5.4779422 Aug 11 02:51:46.352740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.435648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e2573-7087-441d-98a0-897a951b9f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=45795b8d-a6da-4783-aff7-7f6bac528871,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.443735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,segment=NetworkSegment(2a819e68-f8b4-4765-adbb-4cc8affb06ab),segment_id=2a819e68-f8b4-4765-adbb-4cc8affb06ab)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:46.450786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.451754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 958146e4-504f-4650-b686-bcf3acf929c4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:46.491680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.558639 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.660506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.663463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/b47c4518-6441-4893-8c42-2c9dd7d6b690 HTTP/1.1" status: 204 len: 168 time: 6.9650791 Aug 11 02:51:46.699213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.706346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 958146e4-504f-4650-b686-bcf3acf929c4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:46.707612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.707967 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.750489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cba9288-1e6e-4a83-aa39-2507efe5d6d8 req-a92c37a3-bee6-4eea-aafd-c38fb7ee6b45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 210 time: 0.1488597 Aug 11 02:51:46.753044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38776259-5aaf-4dde-a03f-bc17acb42a1c tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=b47c4518-6441-4893-8c42-2c9dd7d6b690,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.753633 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a7ba5b-82a7-4493-b109-f99e46acdfee tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:46.754932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a7ba5b-82a7-4493-b109-f99e46acdfee tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:46.755129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Made reservation on behalf of 04953a6313a84c7a90c1835bcb44bed4 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:46.760673 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7a7ba5b-82a7-4493-b109-f99e46acdfee tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/63725e66-744d-4f77-81c6-6c6a6c9577ce HTTP/1.1" status: 404 len: 337 time: 0.0517888 Aug 11 02:51:46.764992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.767495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.770311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.828906 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-843e2487-ff37-4e7b-9b67-e20c7be5cb72 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:46.829502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843e2487-ff37-4e7b-9b67-e20c7be5cb72 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:46.834570 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-843e2487-ff37-4e7b-9b67-e20c7be5cb72 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/b47c4518-6441-4893-8c42-2c9dd7d6b690 HTTP/1.1" status: 404 len: 339 time: 0.0689476 Aug 11 02:51:46.839390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.903800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.935286 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b75338c-382f-4153-ab51-0efbfd581986 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:46.935717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b75338c-382f-4153-ab51-0efbfd581986 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:46.937982 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9b75338c-382f-4153-ab51-0efbfd581986 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/b9f39702-a7d2-4848-bf77-c3d54a796fa4 HTTP/1.1" status: 404 len: 337 time: 0.0976076 Aug 11 02:51:46.945559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.978335 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d341874e-6baf-4cac-93e0-38e0c217c85a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee5904439a9f4a829467b4325336f649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789527 Aug 11 02:51:46.982585 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4124280-9d55-4fad-ba4f-9b56db4baf42 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:46.982585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4124280-9d55-4fad-ba4f-9b56db4baf42 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:46.983575 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e4124280-9d55-4fad-ba4f-9b56db4baf42 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/dd20ca23-7843-4b8c-95f3-fb69b38eec73 HTTP/1.1" status: 404 len: 339 time: 0.0344849 Aug 11 02:51:46.985066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58294) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.997159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58296) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:47.042257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.211441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 9a97ac5d-7106-4717-815a-de051157836d is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:47.365156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:47.379964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772caab7-3080-4084-a455-e3b487472187 None None] Sync routers for ids ['9a97ac5d-7106-4717-815a-de051157836d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:47.387501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.392617 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1de9caa0-95d3-453b-8a91-5ac0d06dbc96 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2013083 Aug 11 02:51:47.393626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:47.397647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772caab7-3080-4084-a455-e3b487472187 None None] Routers {'9a97ac5d-7106-4717-815a-de051157836d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:47.398766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-772caab7-3080-4084-a455-e3b487472187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9a97ac5d-7106-4717-815a-de051157836d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:47.451164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-772caab7-3080-4084-a455-e3b487472187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:47.479868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772caab7-3080-4084-a455-e3b487472187 None None] Routers {'9a97ac5d-7106-4717-815a-de051157836d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:47.481761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-772caab7-3080-4084-a455-e3b487472187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9a97ac5d-7106-4717-815a-de051157836d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:47.485586 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee302b94-e7c2-42f5-bf86-f16ed9aeb5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.534799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-772caab7-3080-4084-a455-e3b487472187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:47.536056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772caab7-3080-4084-a455-e3b487472187 None None] The sync data for ids ['9a97ac5d-7106-4717-815a-de051157836d'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:47.578611 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-67b8093b-ca70-4c3a-9966-bfa9981dac0c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/routers/9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 200 len: 885 time: 0.1836131 Aug 11 02:51:47.580877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:47.616728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:47.625641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Allocated IP 172.20.0.14 (b40aa721-e790-472b-93c6-59be46a710ef/8086b966-176d-4ede-983c-e2b0a73cd1c4/5ec8af8c-b879-42da-beec-7684f0245681) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:47.645873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.681735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66a30169-7b72-49a1-b5a6-ff4a6533a902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.710239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:47.710847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.820953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.821688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66a30169-7b72-49a1-b5a6-ff4a6533a902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.935837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:47.953103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-258c0544-ec5f-4dfd-a294-9a30a29363d2 req-72f28369-962b-4aec-8e8d-104c28c8b965 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 210 time: 0.0898736 Aug 11 02:51:47.989476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.990877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:47.991501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7ce2f3cf-58fc-4468-8a4e-18b73d76d4a2 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:48.008202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db4378e-be3f-40a8-b9cf-39101e024639']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:48.008452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-31db93f7-006d-47e1-9e33-da477ed392bc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4260068 Aug 11 02:51:48.008999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.015021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1218896499'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:48.038338 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ab2d49-b778-4dc8-884c-6960dce28fb8') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:48.038733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ab2d49-b778-4dc8-884c-6960dce28fb8') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:48.064660 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.092631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66a30169-7b72-49a1-b5a6-ff4a6533a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.095482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66a30169-7b72-49a1-b5a6-ff4a6533a902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.099273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-66a30169-7b72-49a1-b5a6-ff4a6533a902 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd4d1dfe-f99f-4ae4-b869-561f45fe65ac HTTP/1.1" status: 204 len: 168 time: 1.1062593 Aug 11 02:51:48.138158 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.150203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a30169-7b72-49a1-b5a6-ff4a6533a902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d1dfe-f99f-4ae4-b869-561f45fe65ac,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.154569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.163003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:48.163706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:48.169479 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:48.274812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Transition to ACTIVE for port object 5ec8af8c-b879-42da-beec-7684f0245681 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:48.289371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.307921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.310429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/9db4378e-be3f-40a8-b9cf-39101e024639 HTTP/1.1" status: 204 len: 168 time: 1.3106098 Aug 11 02:51:48.328610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.349103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f8a82-2114-4572-8509-50f3498df9dd tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=9db4378e-be3f-40a8-b9cf-39101e024639,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.383407 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74db635-afc3-46d9-9f1b-5c55ed9c1983 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.383871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74db635-afc3-46d9-9f1b-5c55ed9c1983 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.385695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d74db635-afc3-46d9-9f1b-5c55ed9c1983 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/b61c6e54-bbf8-4c0d-a80c-79a0ab602a5b HTTP/1.1" status: 404 len: 337 time: 0.0547979 Aug 11 02:51:48.389105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58316) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.419485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:48.419838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.423066 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad5b382-2095-4169-abbb-89911894f43a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.423857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad5b382-2095-4169-abbb-89911894f43a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.427848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bad5b382-2095-4169-abbb-89911894f43a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/e125ae1c-7553-4c4a-9a42-48f399b9f328 HTTP/1.1" status: 404 len: 339 time: 0.0340092 Aug 11 02:51:48.428324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.439898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.502098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.542040 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-563f96b0-e6f7-4ffe-ab5c-77d2ae30aed8 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.542899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563f96b0-e6f7-4ffe-ab5c-77d2ae30aed8 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.544769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-563f96b0-e6f7-4ffe-ab5c-77d2ae30aed8 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/bc55533d-e9b7-400c-b2e4-d92a46496573 HTTP/1.1" status: 404 len: 337 time: 0.1038561 Aug 11 02:51:48.555044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58322) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.602781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Network b40aa721-e790-472b-93c6-59be46a710ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:48.606038 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efe9ceb-06fc-4271-8659-1869cbe59614 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.606762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efe9ceb-06fc-4271-8659-1869cbe59614 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.608423 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8efe9ceb-06fc-4271-8659-1869cbe59614 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/e90169d5-2301-40d5-8bf5-55097c0f0fea HTTP/1.1" status: 404 len: 339 time: 0.0524004 Aug 11 02:51:48.614429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58324) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.620156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:48.631044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.633699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:48.679093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.697823 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-194f617b-8e05-42df-98b1-644d2c61df4a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.698340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194f617b-8e05-42df-98b1-644d2c61df4a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.700182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-194f617b-8e05-42df-98b1-644d2c61df4a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/81b7b856-3c06-4c69-a6d1-9cdb23db17b2 HTTP/1.1" status: 404 len: 337 time: 0.0814981 Aug 11 02:51:48.704713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58328) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.761809 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e48242-cca8-4d7f-a016-4674df5585d7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.762650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e48242-cca8-4d7f-a016-4674df5585d7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.766886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f4e48242-cca8-4d7f-a016-4674df5585d7 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/2a30d6d9-2b7a-4698-b6d0-438f63a65296 HTTP/1.1" status: 404 len: 339 time: 0.0567894 Aug 11 02:51:48.767108 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-42280a9e-2054-42bc-9132-d8813b42743e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a70ebf426a02484689d444c3811b621a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850914 Aug 11 02:51:48.767229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:48.767229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.767453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.767542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.792355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:48.827670 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-968dbdf8-a094-4886-8e87-7148eab232bb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.828125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968dbdf8-a094-4886-8e87-7148eab232bb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.832679 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-968dbdf8-a094-4886-8e87-7148eab232bb tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/b1e151df-1674-4d9c-897d-8fc7951a7b2c HTTP/1.1" status: 404 len: 337 time: 0.0491979 Aug 11 02:51:48.845772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58336) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.853415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:48.854166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.892029 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea5dfb4-7d22-4d5f-84ea-60aa36799997 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.892877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea5dfb4-7d22-4d5f-84ea-60aa36799997 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.894820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aea5dfb4-7d22-4d5f-84ea-60aa36799997 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/4bdb2ded-4d25-4c3e-8872-b80ec08ad7b1 HTTP/1.1" status: 404 len: 339 time: 0.0377181 Aug 11 02:51:48.898622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.912823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-a620ed04-a4bf-4988-b2c8-b8536b2b1e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9897032 Aug 11 02:51:48.943453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Request body: {'port': {'device_id': '483c4472-c172-46cb-9c5b-d125db1af58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:48.949163 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9347017b-cac3-40e4-af80-016f591853bf tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.949633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9347017b-cac3-40e4-af80-016f591853bf tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.954066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9347017b-cac3-40e4-af80-016f591853bf tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/1691f2a3-79bf-4848-8cf0-b262c1b56bee HTTP/1.1" status: 404 len: 337 time: 0.0505698 Aug 11 02:51:48.955040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.987055 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6222c2-197c-4cf6-b1d6-b720dd9d3c0a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:48.987660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6222c2-197c-4cf6-b1d6-b720dd9d3c0a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:48.989483 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9f6222c2-197c-4cf6-b1d6-b720dd9d3c0a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/2a036ab0-7ed5-47d7-aacb-7d6be66562f3 HTTP/1.1" status: 404 len: 339 time: 0.0313318 Aug 11 02:51:49.007571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.039761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47cfb635-d580-4cbb-acec-f93966cbfbd0 None None] Provisioning for port 5ec8af8c-b879-42da-beec-7684f0245681 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:49.044989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-47cfb635-d580-4cbb-acec-f93966cbfbd0 None None] Provisioning complete for port 5ec8af8c-b879-42da-beec-7684f0245681 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:49.045662 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47cfb635-d580-4cbb-acec-f93966cbfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.051452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6365fd96-0981-4aef-9049-b526a812e6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.074850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.109637 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-49273f8d-ca27-4028-890d-c329e54c057a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:49.110127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49273f8d-ca27-4028-890d-c329e54c057a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:49.121603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-49273f8d-ca27-4028-890d-c329e54c057a tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/779f177d-ef19-4fed-aab3-97203772a22e HTTP/1.1" status: 404 len: 337 time: 0.1107676 Aug 11 02:51:49.123763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-47cfb635-d580-4cbb-acec-f93966cbfbd0 None None] Port 5ec8af8c-b879-42da-beec-7684f0245681 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:49.128910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58346) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.130477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.166659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.171165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6365fd96-0981-4aef-9049-b526a812e6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.204346 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-93410e1e-bb60-4a77-8fcc-5381d7c3397e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:49.204962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93410e1e-bb60-4a77-8fcc-5381d7c3397e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:49.206774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-93410e1e-bb60-4a77-8fcc-5381d7c3397e tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/05f0f1de-cc99-45d7-8f83-82ea6747fc2c HTTP/1.1" status: 404 len: 339 time: 0.0790930 Aug 11 02:51:49.213288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.294178 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6e10a8-0c03-46c1-bc53-c82dd3649649 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:49.294654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6e10a8-0c03-46c1-bc53-c82dd3649649 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:49.298923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4d6e10a8-0c03-46c1-bc53-c82dd3649649 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/03a4b5e2-b406-4a15-a143-49e557778a90 HTTP/1.1" status: 404 len: 337 time: 0.0772443 Aug 11 02:51:49.301335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58350) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.324822 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-77231ade-d18a-4190-9821-cd586ab77a7f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:49.325396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77231ade-d18a-4190-9821-cd586ab77a7f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:49.327293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-77231ade-d18a-4190-9821-cd586ab77a7f tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/6dacc39c-9f17-45f8-8d2a-0da9c11f3a27 HTTP/1.1" status: 404 len: 339 time: 0.0257444 Aug 11 02:51:49.331631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.342922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6365fd96-0981-4aef-9049-b526a812e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.345436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6365fd96-0981-4aef-9049-b526a812e6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.349734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6365fd96-0981-4aef-9049-b526a812e6c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2213ef0e-71a4-4d54-8be3-deefa75ae8e5 HTTP/1.1" status: 204 len: 168 time: 0.5760312 Aug 11 02:51:49.357446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6a1da-d5d7-43ae-b0bf-b0ac850eaf95 req-a7cbbcca-18bd-4a69-b213-cb0e48ffd7ed tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.359070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e6a1da-d5d7-43ae-b0bf-b0ac850eaf95 req-a7cbbcca-18bd-4a69-b213-cb0e48ffd7ed tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 932 time: 0.2594168 Aug 11 02:51:49.382579 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-65419881-481f-43d4-a90e-49bc1c2efa75 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:49.383040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65419881-481f-43d4-a90e-49bc1c2efa75 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:49.387210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65419881-481f-43d4-a90e-49bc1c2efa75 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/8f56f3af-cf23-4bc8-a890-8382e53f4713 HTTP/1.1" status: 404 len: 337 time: 0.0520077 Aug 11 02:51:49.387572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58356) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.389714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365fd96-0981-4aef-9049-b526a812e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213ef0e-71a4-4d54-8be3-deefa75ae8e5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.403633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 9a97ac5d-7106-4717-815a-de051157836d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:49.413252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.416884 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0455c08-bff8-459c-83fa-0a2fb9f052ae tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] DELETE failed (client error): The resource could not be found. Aug 11 02:51:49.417494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0455c08-bff8-459c-83fa-0a2fb9f052ae tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:51:49.419294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a0455c08-bff8-459c-83fa-0a2fb9f052ae tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/42f598ac-d986-4eda-90ba-5b4344db0bbc HTTP/1.1" status: 404 len: 339 time: 0.0306752 Aug 11 02:51:49.421965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.502599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=0cc694a9-8ea4-4ab2-8635-5b67fc9d0624,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.515454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e6a1da-d5d7-43ae-b0bf-b0ac850eaf95 req-74a2ed4f-e711-4e70-8171-4dcbca702f0f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464751 Aug 11 02:51:49.546566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting subnet 064d7482-7ae1-41f2-a29c-334135c39d01 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:49.550502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.640337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.717173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:49.730888 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] Sync routers for ids ['9a97ac5d-7106-4717-815a-de051157836d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:49.747248 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] Routers {'9a97ac5d-7106-4717-815a-de051157836d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:49.749649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9a97ac5d-7106-4717-815a-de051157836d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.768754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.773017 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d43b4693-2eed-414c-8cc2-8ba3a925769f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 200 len: 892 time: 1.7607841 Aug 11 02:51:49.774267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.815391 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.854080 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] Routers {'9a97ac5d-7106-4717-815a-de051157836d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:49.854656 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9a97ac5d-7106-4717-815a-de051157836d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.940575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec8af8c-b879-42da-beec-7684f0245681 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:49.981965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.991159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.994479 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.995144 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81d730-08ac-4407-aea2-44ce92592c0f None None] The sync data for ids ['9a97ac5d-7106-4717-815a-de051157836d'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:50.007030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Transition to ACTIVE for port object 5ec8af8c-b879-42da-beec-7684f0245681 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:50.018089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.028251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce17dc44-0c00-4d92-8e73-2424a13bf741 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/routers/9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 200 len: 892 time: 0.2526577 Aug 11 02:51:50.029006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:50.048977 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.079206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-40f4b012-3697-42e9-87b0-9a9208f0758c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 200 len: 205 time: 0.0466390 Aug 11 02:51:50.079995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:50.095865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:50.133182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.268858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.313788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Attempting to bind port 5ec8af8c-b879-42da-beec-7684f0245681 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:50.314229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Attempting to bind port 5ec8af8c-b879-42da-beec-7684f0245681 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:50.314629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Attempting to bind port 5ec8af8c-b879-42da-beec-7684f0245681 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:50.323756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Port 5ec8af8c-b879-42da-beec-7684f0245681 on network b40aa721-e790-472b-93c6-59be46a710ef not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:50.324109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Attempting to bind port 5ec8af8c-b879-42da-beec-7684f0245681 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:50.333362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:50.333731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Checking segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:50.334136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Bound using segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:50.334584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Bound port: 5ec8af8c-b879-42da-beec-7684f0245681, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:50.334956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.338058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.393626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Subnet': ['ID=064d7482-7ae1-41f2-a29c-334135c39d01,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:50.414944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e5d8cb-1bda-450d-a6e4-abe0d1f0cd95 None None] Network 516c3013-071b-453a-a8f6-93dc903443f9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:50.417101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.419705 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c5788158-a515-4f28-bee7-11ecc174d530 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/subnets/064d7482-7ae1-41f2-a29c-334135c39d01 HTTP/1.1" status: 204 len: 168 time: 0.9965763 Aug 11 02:51:50.422309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58380) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:50.498473 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.627070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:50.636928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:50.653062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.659561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:50.668718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.712152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port b5782df8-bd91-4cea-8c87-cf761a5f942f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:50.715122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.733262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.734481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.735983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1092 time: 1.7987800 Aug 11 02:51:50.740948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:50.743539 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:50.829245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] DHCP port deletion for 516c3013-071b-453a-a8f6-93dc903443f9 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:50.940000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.956720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for b5782df8-bd91-4cea-8c87-cf761a5f942f owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:50.990298 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be63b4fa-2592-4760-9917-fb0c8b44e57d x-openstack-request-id: req-be63b4fa-2592-4760-9917-fb0c8b44e57d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:50.999024 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:50.999488 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be63b4fa-2592-4760-9917-fb0c8b44e57d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:50.999956 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'status': 'completed', 'code': 200} Aug 11 02:51:51.000687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] Deleting port c93c2141-b618-4cdd-b14e-b59a2f6cdffa {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:51.001074 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.024562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d630dc-f523-4815-9a31-a9457d2fd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:51.112205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58398) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:51.159757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-d8780f1c-17c6-482f-90e6-1a763072a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.161930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-d8780f1c-17c6-482f-90e6-1a763072a1f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1095 time: 0.3324525 Aug 11 02:51:51.164851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] For port c93c2141-b618-4cdd-b14e-b59a2f6cdffa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,segment=NetworkSegment(c421fb85-3664-48f5-af41-796e60a0e022),segment_id=c421fb85-3664-48f5-af41-796e60a0e022)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:51.165981 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.194654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] Calling delete_port for c93c2141-b618-4cdd-b14e-b59a2f6cdffa owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:51.195677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd56ab-5782-41c5-b425-d6e1a2cbc2fb req-dc7660f5-bc93-48b5-9f53-d12e7098a9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.197558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30fd56ab-5782-41c5-b425-d6e1a2cbc2fb req-dc7660f5-bc93-48b5-9f53-d12e7098a9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.4285345 Aug 11 02:51:51.273895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:51.281719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fcb2b94e-dba4-483b-969f-3567345fef47 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/4f8f9604-23c6-41b9-a296-b3dcdcec9510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8753233 Aug 11 02:51:51.284701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-afbbf5a0-5e36-455b-81dd-819b4aa70035 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 217 time: 0.0785964 Aug 11 02:51:51.293099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58402) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:51.337896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90387285-f469-45f5-ba27-a331713db094 None None] Sync routers for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:51.346158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Deleting port c93c2141-b618-4cdd-b14e-b59a2f6cdffa {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:51.353184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.362691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:51.364011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:51.408517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting subnet d5731ae5-e2ff-4001-af10-baa431fb8567 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:51.413559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.417767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.427592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1478084519-network', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:51.456550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30fd56ab-5782-41c5-b425-d6e1a2cbc2fb req-03c8657f-7e39-4189-8fe4-7cfbcda79422 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395935 Aug 11 02:51:51.465122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-20872457-bdea-4566-8fc1-3fd42fde3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.471335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-20872457-bdea-4566-8fc1-3fd42fde3fff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.1771789 Aug 11 02:51:51.506914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] For port c93c2141-b618-4cdd-b14e-b59a2f6cdffa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,segment=NetworkSegment(c421fb85-3664-48f5-af41-796e60a0e022),segment_id=c421fb85-3664-48f5-af41-796e60a0e022)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:51.507291 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.533701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Made reservation on behalf of ddfb1f3cd6ac446fa63557c0fb701dba for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:51.536654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.548998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Calling delete_port for c93c2141-b618-4cdd-b14e-b59a2f6cdffa owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:51.550926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.554044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=b5782df8-bd91-4cea-8c87-cf761a5f942f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:51.554893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.583898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] No DVR routers for this DVR port c93c2141-b618-4cdd-b14e-b59a2f6cdffa on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:51.611590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.634044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:51.645803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-0b8bdca5-a9a3-44b9-b8e4-9b881571da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.647428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-0b8bdca5-a9a3-44b9-b8e4-9b881571da98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606195 Aug 11 02:51:51.666457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.702674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf5eb9-b61d-40a1-a021-a5139fadfb08 None None] Pushing event deleted for resources: {'Port': ['ID=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:51.704670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c93c2141-b618-4cdd-b14e-b59a2f6cdffa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:51.810184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.813923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.871767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.900946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.901528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router 9a97ac5d-7106-4717-815a-de051157836d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:51.901990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c93c2141-b618-4cdd-b14e-b59a2f6cdffa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:51.902386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c93c2141-b618-4cdd-b14e-b59a2f6cdffa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:51.910731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.915088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cdf8ef85-d857-4b06-9610-dc08a1d95833 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 204 len: 168 time: 1.8283095 Aug 11 02:51:51.917129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:51.921946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596958417'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:51.946581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:51:49Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:51.973128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.990921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90387285-f469-45f5-ba27-a331713db094 None None] Checking router: 4f8f9604-23c6-41b9-a296-b3dcdcec9510 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:52.009368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] Routers {'4f8f9604-23c6-41b9-a296-b3dcdcec9510'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:52.010047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:52.036133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Subnet': ['ID=d5731ae5-e2ff-4001-af10-baa431fb8567,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:52.040428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.042761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b8ec9d7-0b65-4ca7-ad30-95dae18bd720 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/subnets/d5731ae5-e2ff-4001-af10-baa431fb8567 HTTP/1.1" status: 204 len: 168 time: 0.7497630 Aug 11 02:51:52.045369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58408) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:52.057729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09651b5-dd3f-4b67-b65f-f3ef2465f0cd None None] Network 3946aed9-88d7-473c-a516-a232d2452908 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:52.188280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] Set router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:52.209969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.345076 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.388220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.433222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port eedb6467-10ec-40fc-a891-a011680eab1e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:52.433724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.434510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Port': ['ID=c93c2141-b618-4cdd-b14e-b59a2f6cdffa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:52.506142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] No DVR routers for this DVR port c93c2141-b618-4cdd-b14e-b59a2f6cdffa on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:52.509442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-8a56e9bc-35fe-44f4-b592-ffb965823460 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540914 Aug 11 02:51:52.533553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] DHCP port deletion for 3946aed9-88d7-473c-a516-a232d2452908 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:52.601450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.608770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-90387285-f469-45f5-ba27-a331713db094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:51:49Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:52.651399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.651920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port eedb6467-10ec-40fc-a891-a011680eab1e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eedb6467-10ec-40fc-a891-a011680eab1e,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:52.652310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.672914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for eedb6467-10ec-40fc-a891-a011680eab1e owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:52.675154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:52.680900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.763825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:52.767195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.788210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399ab54-4b1e-4f07-b9fb-1bd6ce2806fa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:52.804454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516c3013-071b-453a-a8f6-93dc903443f9']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:52.830757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.831124 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Added segment 27f5d9e1-dcf1-4354-9626-d0a6ce2d298b of type vlan for network 1830706e-aab2-4347-b212-1bb807e8aa8c Aug 11 02:51:52.849482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c421fb85-3664-48f5-af41-796e60a0e022') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:52.849793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c421fb85-3664-48f5-af41-796e60a0e022') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:52.870783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.910882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90387285-f469-45f5-ba27-a331713db094 None None] The sync data for ids ['4f8f9604-23c6-41b9-a296-b3dcdcec9510'] in n-d-715271-8 is: [{'id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038020438', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:51:49Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'eedb6467-10ec-40fc-a891-a011680eab1e', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8f9604-23c6-41b9-a296-b3dcdcec9510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:52.913236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d39083-56ad-4cac-ab7e-4f35f0dd9b70 req-18b0d5f9-931d-4e0d-b244-05bde7820fb1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.915098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38d39083-56ad-4cac-ab7e-4f35f0dd9b70 req-18b0d5f9-931d-4e0d-b244-05bde7820fb1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.3244596 Aug 11 02:51:52.937401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] Deleting port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:52.937923 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.943667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cc83d59-eb9c-4637-9cd3-3d3510bc8b18 req-719cf0f2-5aab-4251-b88b-83094fda8346 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821290 Aug 11 02:51:52.960771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.969141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.996371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:52.997098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:53.002146 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:53.050918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] For port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,segment=NetworkSegment(64a6bb35-186a-489d-8282-85b524e406b3),segment_id=64a6bb35-186a-489d-8282-85b524e406b3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:53.051478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.082094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] Calling delete_port for 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:53.118639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38d39083-56ad-4cac-ab7e-4f35f0dd9b70 req-e9f768ba-cfde-477b-a736-b79ebcbd6a45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817901 Aug 11 02:51:53.121351 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.122399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.123012 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.138349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.156355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.158347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] 10.222.0.16 "DELETE /v2.0/networks/516c3013-071b-453a-a8f6-93dc903443f9 HTTP/1.1" status: 204 len: 168 time: 2.7349839 Aug 11 02:51:53.230018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.233352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-06033016-5d78-4dcf-916b-2df2248866b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.233786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.235275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-06033016-5d78-4dcf-916b-2df2248866b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1095 time: 0.1925542 Aug 11 02:51:53.240508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1247704 Aug 11 02:51:53.243278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58420) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:53.248396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Request body: {'subnet': {'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1478084519-subnet', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:53.276223 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.327370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] No DVR routers for this DVR port 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:53.329083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c3ad2-a756-4e6b-8a90-35bca63e7439 None None] Pushing event deleted for resources: {'Port': ['ID=87a6f888-6c82-47a7-80c2-8e5bd37f18c3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.341847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:53.380065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.380539 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment ef61aaf5-46fa-4ec9-9079-30ab7be3f861 of type vlan for network 46cd7df6-14c6-46bb-93fe-9634c5efe414 Aug 11 02:51:53.399271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461ebc5-4d9b-45d6-ace9-8d667e93d82a admin admin] Pushing event updated for resources: {'Network': ['ID=1830706e-aab2-4347-b212-1bb807e8aa8c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.427086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 1830706e-aab2-4347-b212-1bb807e8aa8c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:53.532854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-eac7cdf2-5aa1-4b82-b40d-3430d7872759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.534449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-eac7cdf2-5aa1-4b82-b40d-3430d7872759 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.2694340 Aug 11 02:51:53.560043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Made reservation on behalf of ddfb1f3cd6ac446fa63557c0fb701dba for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:53.563446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.568566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964bcd-2a90-48f2-be6f-4228c5dc23c0 tempest-NetworksTest-307055807 tempest-NetworksTest-307055807-project] Pushing event deleted for resources: {'Network': ['ID=516c3013-071b-453a-a8f6-93dc903443f9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.588188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.626959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58424) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:53.671393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:53.672482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.679542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.680609 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.697629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-3459dfd8-f1a6-4569-b4a7-c665ec0fb202 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 217 time: 0.1444507 Aug 11 02:51:53.764091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-e6fd1f6c-d591-4f6e-8af6-ad65c862c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.765450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=46cd7df6-14c6-46bb-93fe-9634c5efe414,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.766379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-e6fd1f6c-d591-4f6e-8af6-ad65c862c551 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0613077 Aug 11 02:51:53.773145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:53.774932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 87a6f888-6c82-47a7-80c2-8e5bd37f18c3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:53.778645 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:53.801144 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d5398537-cd1b-4709-b2f0-f8ba151f76f0 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8823063 Aug 11 02:51:53.804723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58428) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:53.807688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:53.815178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:53.954612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:53.957946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0cc694a9-8ea4-4ab2-8635-5b67fc9d0624 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:54.013585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.099806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=eedb6467-10ec-40fc-a891-a011680eab1e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:54.108181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.168250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:54.172419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.176746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.282946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b581338-58cb-4e59-a836-6a1b7cd5f76b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15e6b31ec81d42b4a00732ca27cd0fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547792 Aug 11 02:51:54.286611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-85e811a0-ba94-4d75-8171-d57c0ebb6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.287365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:54.291683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-85e811a0-ba94-4d75-8171-d57c0ebb6ff0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5164030 Aug 11 02:51:54.341664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.353627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.435509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Checking segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:54.436378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Network hostable DHCP agents. Network: 1830706e-aab2-4347-b212-1bb807e8aa8c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:54.438067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e560aff0-b9bd-4689-a0ab-ccab091d56a2,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:54.448741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a487aea5-d9fe-4ff5-b941-e41124b1c7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.474415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a487aea5-d9fe-4ff5-b941-e41124b1c7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.491509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Network 1830706e-aab2-4347-b212-1bb807e8aa8c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:54.503032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.503610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8f9604-23c6-41b9-a296-b3dcdcec9510 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:54.512405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe287cba-b20f-40e3-aa6e-c8618f839193 req-44506332-8b38-46d5-89f4-d9821b9a94cb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.520703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe287cba-b20f-40e3-aa6e-c8618f839193 req-44506332-8b38-46d5-89f4-d9821b9a94cb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.2226562 Aug 11 02:51:54.524851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.529146 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d4db07e8-4f8c-4109-b445-306252cfc50d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/routers/4f8f9604-23c6-41b9-a296-b3dcdcec9510 HTTP/1.1" status: 204 len: 168 time: 2.4797018 Aug 11 02:51:54.530180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 1830706e-aab2-4347-b212-1bb807e8aa8c) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:54.531099 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:54.535814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.536430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.554820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0186987-377e-44b9-8cf3-bdf35c54795d None None] Network 1830706e-aab2-4347-b212-1bb807e8aa8c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:54.589431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-7f2ea738-a595-4509-a7c3-604a02ef525b service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778647 Aug 11 02:51:54.744783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe287cba-b20f-40e3-aa6e-c8618f839193 req-d497d488-f72f-43bb-a4e3-0e6aa02aade5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214372 Aug 11 02:51:54.780817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c71bc97c-3835-4941-bba0-7d9f54396f73 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5355303 Aug 11 02:51:54.787127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.788871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58440) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:54.849499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:54.938244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a487aea5-d9fe-4ff5-b941-e41124b1c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.940966 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a487aea5-d9fe-4ff5-b941-e41124b1c7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.942860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a487aea5-d9fe-4ff5-b941-e41124b1c7ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/232368a2-c066-46bb-833b-778ac8674360 HTTP/1.1" status: 204 len: 168 time: 0.6523602 Aug 11 02:51:54.972309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-1830706e-aab2-4347-b212-1bb807e8aa8c', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'fixed_ips': [{'subnet_id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:54.980199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.985224 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.999847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d73420cc-b44a-4775-ab60-caf9b2fcdfc7 req-28b3702e-347e-4009-8717-ef363e74f3a4 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960991 Aug 11 02:51:55.005935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.007086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.036588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487aea5-d9fe-4ff5-b941-e41124b1c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232368a2-c066-46bb-833b-778ac8674360,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.048357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=957d927b-f9fb-470c-a900-5524d704e610,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.080874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:55.081285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: 46cd7df6-14c6-46bb-93fe-9634c5efe414, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:55.165883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.229659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:55.295300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 46cd7df6-14c6-46bb-93fe-9634c5efe414) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:55.306082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.309766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.310420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.310567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9e346-702d-4d10-9d08-c45a04f67b83 None None] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:55.329094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Allocated IP 172.20.0.2 (1830706e-aab2-4347-b212-1bb807e8aa8c/e560aff0-b9bd-4689-a0ab-ccab091d56a2/4f1dfd7e-211b-4e7b-8813-0206e848a934) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:55.338572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3946aed9-88d7-473c-a516-a232d2452908']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:55.392439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a6bb35-186a-489d-8282-85b524e406b3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:55.393486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a6bb35-186a-489d-8282-85b524e406b3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:55.397171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5e6ab7ed-d9bf-48c8-98da-a543a3d23445 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5909350 Aug 11 02:51:55.408259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58450) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:55.419096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1450164035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:55.430938 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.445000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.484316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.501019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:55.501800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:55.506143 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:55.529245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.535731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.544701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:55.715687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.767693 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.770496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eedb6467-10ec-40fc-a891-a011680eab1e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:55.773866 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/networks/3946aed9-88d7-473c-a516-a232d2452908 HTTP/1.1" status: 204 len: 168 time: 1.2391996 Aug 11 02:51:55.776165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bbfea-ea80-4a73-ad5a-b88f661b23eb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Network': ['ID=3946aed9-88d7-473c-a516-a232d2452908,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.782234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:55.837626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:51:55.839422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.885598 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.932798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: eedb6467-10ec-40fc-a891-a011680eab1e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:55.933126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eedb6467-10ec-40fc-a891-a011680eab1e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:55.935209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.939168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.949963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.961954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Transition to ACTIVE for port object 4f1dfd7e-211b-4e7b-8813-0206e848a934 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:56.018253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.034876 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7de9d518-acc5-4552-8547-73c3a8aa0cd5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6192250 Aug 11 02:51:56.035990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58466) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.041103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46802a74-6617-4ec5-9577-dc7e072a854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.109749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46802a74-6617-4ec5-9577-dc7e072a854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.117228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Transition to ACTIVE for port object 4f1dfd7e-211b-4e7b-8813-0206e848a934 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:56.176284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-46cd7df6-14c6-46bb-93fe-9634c5efe414', 'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': '957d927b-f9fb-470c-a900-5524d704e610'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:56.177157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.190490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.256610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46802a74-6617-4ec5-9577-dc7e072a854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.259890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46802a74-6617-4ec5-9577-dc7e072a854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.261231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46802a74-6617-4ec5-9577-dc7e072a854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1720472-7bcb-4ec0-b48d-55a34a245433 HTTP/1.1" status: 204 len: 168 time: 0.4779768 Aug 11 02:51:56.275759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802a74-6617-4ec5-9577-dc7e072a854d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1720472-7bcb-4ec0-b48d-55a34a245433,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:56.472568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246a7be-ce1e-43b1-9a43-2fc5a2414730 req-6264bdc4-f13b-4b09-afe7-162f704e77b9 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.480175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6246a7be-ce1e-43b1-9a43-2fc5a2414730 req-6264bdc4-f13b-4b09-afe7-162f704e77b9 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.5882673 Aug 11 02:51:56.494373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Allocated IP 2001:db8::2 (46cd7df6-14c6-46bb-93fe-9634c5efe414/957d927b-f9fb-470c-a900-5524d704e610/6106230e-ef91-46a8-b181-7048e9573a02) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:56.531849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.686846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Allocated IP 172.25.6.210 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:56.702692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Network 1830706e-aab2-4347-b212-1bb807e8aa8c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:56.706037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6246a7be-ce1e-43b1-9a43-2fc5a2414730 req-1437d9a5-4fc1-4aab-8cd2-a582b3b9dbf7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248166 Aug 11 02:51:56.725406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-29fa2e0d-0b23-43d1-bc6a-a94d022ded9f tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:56.726185 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-29fa2e0d-0b23-43d1-bc6a-a94d022ded9f tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:51:56.726691 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-29fa2e0d-0b23-43d1-bc6a-a94d022ded9f tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:51:56.731029 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-29fa2e0d-0b23-43d1-bc6a-a94d022ded9f tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1949344 Aug 11 02:51:56.731029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.737231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58490) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.739142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516002756', 'description': 'tempest-secgroup-smoke-516002756 description', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:56.743476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003941'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:56.767237 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.801578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:56.808479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:56.812145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:56.833979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.857411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5ec8af8c-b879-42da-beec-7684f0245681', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'port_id': '5ec8af8c-b879-42da-beec-7684f0245681', 'mac_address': 'fa:16:3e:5d:c6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:56.860952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.862531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Transition to ACTIVE for port object 6106230e-ef91-46a8-b181-7048e9573a02 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:56.877340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.888321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Pushing event updated for resources: {'Port': ['ID=4f1dfd7e-211b-4e7b-8813-0206e848a934,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:56.893724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.965316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Transition to ACTIVE for port object 6106230e-ef91-46a8-b181-7048e9573a02 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:56.975664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Attempting to bind port 4f1dfd7e-211b-4e7b-8813-0206e848a934 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:56.976035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Attempting to bind port 4f1dfd7e-211b-4e7b-8813-0206e848a934 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:56.976400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Attempting to bind port 4f1dfd7e-211b-4e7b-8813-0206e848a934 on network 1830706e-aab2-4347-b212-1bb807e8aa8c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:56.983086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.999155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:56.999155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Checking segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:56.999601 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.000003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Bound using segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:57.000493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Bound port: 4f1dfd7e-211b-4e7b-8813-0206e848a934, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:57.000880 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.028253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.035268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.036321 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.052926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec8af8c-b879-42da-beec-7684f0245681 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:57.079648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:57.110640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:57.120174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:57.121311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:57.127773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Pushing event updated for resources: {'Port': ['ID=6106230e-ef91-46a8-b181-7048e9573a02,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.136169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.143946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3249cbf9-a81d-499e-a0d7-89ffc4aba09d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.144897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.278819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] For port 4f1dfd7e-211b-4e7b-8813-0206e848a934, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:57.311783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8::1 (46cd7df6-14c6-46bb-93fe-9634c5efe414/957d927b-f9fb-470c-a900-5524d704e610/6b86a221-94ef-4673-9ba3-11315fc2900e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:57.316642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Attempting to bind port 6106230e-ef91-46a8-b181-7048e9573a02 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:57.317265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Attempting to bind port 6106230e-ef91-46a8-b181-7048e9573a02 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:57.317639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Attempting to bind port 6106230e-ef91-46a8-b181-7048e9573a02 on network 46cd7df6-14c6-46bb-93fe-9634c5efe414 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:57.324901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.328374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] For port 4f1dfd7e-211b-4e7b-8813-0206e848a934, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f1dfd7e-211b-4e7b-8813-0206e848a934,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:57.334188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.337804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.338874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:57.339498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Checking segment: {'id': 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:57.340511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.341621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Bound using segment: {'id': 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:57.346134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Bound port: 6106230e-ef91-46a8-b181-7048e9573a02, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '46cd7df6-14c6-46bb-93fe-9634c5efe414'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:57.347149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.349855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.357736 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2cc7bbca-9128-4b9f-9552-c78e3643e5a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6281521 Aug 11 02:51:57.358736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:57.367801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5ec8af8c-b879-42da-beec-7684f0245681'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:57.368991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': '3249cbf9-a81d-499e-a0d7-89ffc4aba09d', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:57.369907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.376910 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.424040 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.431609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:57.477427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:57.490459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd72585-b54c-4eb1-9bcc-c27aed6602d6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.495933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:57.506315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.542764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.556040 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.608268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2668391-cc30-4eb1-b0fc-f5228d99a0c9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.663436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Pushing event updated for resources: {'Port': ['ID=4f1dfd7e-211b-4e7b-8813-0206e848a934,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.698280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.698724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.699492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.699898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.700641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.701015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.701407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.701741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.702225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.702564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.702890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.703527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6be03d-8d05-48e7-bc0b-1087e85a5597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:57.765303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] For port 6106230e-ef91-46a8-b181-7048e9573a02, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:57.765565 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.770814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] For port 6106230e-ef91-46a8-b181-7048e9573a02, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6106230e-ef91-46a8-b181-7048e9573a02,segment=NetworkSegment(ef61aaf5-46fa-4ec9-9079-30ab7be3f861),segment_id=ef61aaf5-46fa-4ec9-9079-30ab7be3f861)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:57.854942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.858132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 6b86a221-94ef-4673-9ba3-11315fc2900e will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:57.862947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.873501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.877759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9b18eeb5-09dc-48d9-96ae-0247d2a155e2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5175550 Aug 11 02:51:57.878424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58500) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:57.883478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': '3249cbf9-a81d-499e-a0d7-89ffc4aba09d', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:57.919729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.977116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.004407 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.006046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2677572 Aug 11 02:51:58.032801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.037076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d3d2-3efc-41b0-abc7-b22a2721eeac None None] Pushing event updated for resources: {'Port': ['ID=6106230e-ef91-46a8-b181-7048e9573a02,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.044525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '99f8b1e1-e7a1-45c5-a2d8-8b79e918e2d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:58.062165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0419c-da77-41e0-846c-7979ece783f8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8b1e1-e7a1-45c5-a2d8-8b79e918e2d5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.112579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee485a82-8afa-442a-9479-d6f7d9b2d1cc req-1dc377a4-285b-43a1-a546-d37c407a505f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.114842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee485a82-8afa-442a-9479-d6f7d9b2d1cc req-1dc377a4-285b-43a1-a546-d37c407a505f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 945 time: 0.2911193 Aug 11 02:51:58.123620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.173150 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.214364 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.227742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.247476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:58.254469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9047730c-bbac-4aa5-8f05-a57f0208e64e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.266487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:58.286648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:58.287931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.288572 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.289894 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-660c7ba6-2a13-4d9d-bdb0-d5cffb982a26 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4103863 Aug 11 02:51:58.293301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.294988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.306411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': '3249cbf9-a81d-499e-a0d7-89ffc4aba09d', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:58.326943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=6b86a221-94ef-4673-9ba3-11315fc2900e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.351619 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.375223 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.418235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb56b995-d90e-463f-86fc-ef16c3977c2c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.430510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee485a82-8afa-442a-9479-d6f7d9b2d1cc req-d80dd6c1-9132-43ac-963c-8e24e8e2eb88 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675607 Aug 11 02:51:58.430887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.432205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a86bb3e2-ae2c-44d5-8b35-e338ef623035 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3977382 Aug 11 02:51:58.433727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.436897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.443247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f77a10ae-5d94-42e4-a453-e2edc908f4e9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '99f8b1e1-e7a1-45c5-a2d8-8b79e918e2d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:58.540040 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f77a10ae-5d94-42e4-a453-e2edc908f4e9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.563220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.569318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.617600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dc910c-d0b0-44ff-93a5-64403660d1d3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.643281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.646708 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a34f030c-663f-4311-81db-2351977b6647 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504968 Aug 11 02:51:58.650044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.699998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': '3249cbf9-a81d-499e-a0d7-89ffc4aba09d', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:58.765488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.805536 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f77a10ae-5d94-42e4-a453-e2edc908f4e9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:51:58.806669 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f77a10ae-5d94-42e4-a453-e2edc908f4e9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3687489 Aug 11 02:51:58.812491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.875599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.881845 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.944832 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.950969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2957461 Aug 11 02:51:58.959739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.965892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': '3249cbf9-a81d-499e-a0d7-89ffc4aba09d', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:58.977175 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bee75-6611-4332-8e5c-6e72c4bbe3e1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfe4047-dddd-48e8-aa6a-635f6645a7d4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.016768 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:51:59.028081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1188884d-36dd-4bc4-9ed8-24bfcd0e3ded tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.033759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.095080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1188884d-36dd-4bc4-9ed8-24bfcd0e3ded tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.190337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.201737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.233165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5fe46-b637-4cd0-a6e5-46c9e09cefd1 None None] Network 1830706e-aab2-4347-b212-1bb807e8aa8c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:59.237571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.247420 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2838521 Aug 11 02:51:59.247420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5d6cf-5619-4f26-9e83-1cf97951dc86 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efeb0609-5f16-4a0d-9391-5599687dfaaa,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.249621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58518) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:59.265140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': '3249cbf9-a81d-499e-a0d7-89ffc4aba09d', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:59.275182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1188884d-36dd-4bc4-9ed8-24bfcd0e3ded tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.278370 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1188884d-36dd-4bc4-9ed8-24bfcd0e3ded tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.285513 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1188884d-36dd-4bc4-9ed8-24bfcd0e3ded tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/99f8b1e1-e7a1-45c5-a2d8-8b79e918e2d5 HTTP/1.1" status: 204 len: 168 time: 0.4698837 Aug 11 02:51:59.289394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:59.327782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4686801c-69fc-4472-8b1b-d5ffb00e67f5 None None] Provisioning for port 4f1dfd7e-211b-4e7b-8813-0206e848a934 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:59.359988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188884d-36dd-4bc4-9ed8-24bfcd0e3ded tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8b1e1-e7a1-45c5-a2d8-8b79e918e2d5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.381740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.400917 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:51:59.414281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.420887 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23eff4db-f6e9-432f-9af0-feb5ea0c3159 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281133 Aug 11 02:51:59.428016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:59.453354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529929548'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:59.477274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:59.535762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.570664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.579400 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.626144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4947790-d6e0-402d-b852-326bd87a06e9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.678679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cdda2-d064-4114-8b23-b626e7f99e55 None None] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:59.772512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.777691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.837754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-33fc12a8-7bca-4cec-9890-d8321cfc721f None None] Provisioning for port 6106230e-ef91-46a8-b181-7048e9573a02 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:59.865511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e9945d-7015-416c-9527-b8346df3f1c5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.881770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.883175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.889348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5ec8af8c-b879-42da-beec-7684f0245681 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:59.894726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-82615826-3321-4caa-b4b8-3d3b74fa4f0e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6427732 Aug 11 02:51:59.901458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5ec8af8c-b879-42da-beec-7684f0245681 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:59.901713 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.902427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:59.917450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'network': {'name': 'tempest-network-smoke--1925327808', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:59.955667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f1dfd7e-211b-4e7b-8813-0206e848a934 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:00.014148 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.020242 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b456f32b-0a1f-40de-9c55-8eede439ef44 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5901172 Aug 11 02:52:00.021351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:00.027365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:00.035813 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.053789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-843fc204-c724-42aa-8546-8e0b675bf745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': 'd6e9945d-7015-416c-9527-b8346df3f1c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:00.055913 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-843fc204-c724-42aa-8546-8e0b675bf745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:52:00.057597 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-843fc204-c724-42aa-8546-8e0b675bf745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:00.070584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:00.075624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-843fc204-c724-42aa-8546-8e0b675bf745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0483525 Aug 11 02:52:00.152958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:00.177350 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.178113 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Added segment 8a6e7e9d-9100-4cef-8534-1adcba68b6e9 of type vlan for network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 Aug 11 02:52:00.194367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4f1dfd7e-211b-4e7b-8813-0206e848a934 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:00.211215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4f1dfd7e-211b-4e7b-8813-0206e848a934 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:00.211598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.215834 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.282311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:00.282974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.284260 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a78c5fb-bc55-4db5-99c6-48511f3e8d54" -d '{"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:00.302833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:00.309094 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.367796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d7cb8-9210-4bdb-bcb6-c3841208185a req-3da308c4-e97c-4f4d-aad8-0a7e2c5c4100 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.373345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f7d7cb8-9210-4bdb-bcb6-c3841208185a req-3da308c4-e97c-4f4d-aad8-0a7e2c5c4100 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 945 time: 0.6386750 Aug 11 02:52:00.377466 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa1fea7-ff39-486a-a93f-714635a0d507 x-openstack-request-id: req-daa1fea7-ff39-486a-a93f-714635a0d507 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:00.377803 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:00.378113 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-daa1fea7-ff39-486a-a93f-714635a0d507 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:00.378508 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'code': 200} Aug 11 02:52:00.390645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.416061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.418919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.419123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.438923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88d4a4d2-ab70-4e9a-ad01-71ade88519f7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.444393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-35ea44c3-79b5-43fc-9c87-a9a9e0eef5fa None None] Provisioning complete for port 4f1dfd7e-211b-4e7b-8813-0206e848a934 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:00.445073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35ea44c3-79b5-43fc-9c87-a9a9e0eef5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.479908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:00.506214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.518026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4f1dfd7e-211b-4e7b-8813-0206e848a934, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f1dfd7e-211b-4e7b-8813-0206e848a934,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:00.523260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.524350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6106230e-ef91-46a8-b181-7048e9573a02 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:00.527411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88d4a4d2-ab70-4e9a-ad01-71ade88519f7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.582175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.583434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.583860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6794648 Aug 11 02:52:00.588439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:00.602746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'admin_state_up': True, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:00.632395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561621ff-f010-470e-96b4-7db955f79ed6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Network': ['ID=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:00.676278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.677618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.762553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f7d7cb8-9210-4bdb-bcb6-c3841208185a req-b6fc54c0-53b1-452d-8bbd-dcfe22152893 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638105 Aug 11 02:52:00.788603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88d4a4d2-ab70-4e9a-ad01-71ade88519f7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.791840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88d4a4d2-ab70-4e9a-ad01-71ade88519f7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.795615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-88d4a4d2-ab70-4e9a-ad01-71ade88519f7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6e9945d-7015-416c-9527-b8346df3f1c5 HTTP/1.1" status: 204 len: 168 time: 0.7178504 Aug 11 02:52:00.799535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Router e1a39ae6-1f99-48be-b57e-faa87de7518c is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:52:00.801691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58542) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:00.808993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=6b86a221-94ef-4673-9ba3-11315fc2900e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:00.843971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4a4d2-ab70-4e9a-ad01-71ade88519f7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e9945d-7015-416c-9527-b8346df3f1c5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:00.856444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda672-9579-486e-9f3f-5af8c6d974ba req-b0c77fc4-93fb-45d1-9d54-9fa2923a66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.856706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:00.858023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62eda672-9579-486e-9f3f-5af8c6d974ba req-b0c77fc4-93fb-45d1-9d54-9fa2923a66f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1097 time: 0.3864207 Aug 11 02:52:00.967665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:01.061371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6beb45db-a2c6-497a-b97b-a67562290472 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2534411 Aug 11 02:52:01.067254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58548) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:01.069714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62eda672-9579-486e-9f3f-5af8c6d974ba req-1cf908fd-3802-400f-8934-04ded8bf483e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867442 Aug 11 02:52:01.078638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733241795'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:01.122926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:01.126172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6106230e-ef91-46a8-b181-7048e9573a02 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:01.129477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:01.139258 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.160201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4f1dfd7e-211b-4e7b-8813-0206e848a934,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:01.163956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6106230e-ef91-46a8-b181-7048e9573a02 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:01.164680 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.216019 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.267043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:01.279369 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Sync routers for ids ['e1a39ae6-1f99-48be-b57e-faa87de7518c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:01.291546 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Routers {'e1a39ae6-1f99-48be-b57e-faa87de7518c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:01.292202 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e1a39ae6-1f99-48be-b57e-faa87de7518c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:01.327168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.331899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-016316c5-c9d6-46a7-84eb-7df929788d54 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5385404 Aug 11 02:52:01.334906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58550) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:01.446766 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.455538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5b3219cb-67e3-4723-ad31-d3251ac5acce None None] Provisioning for port 6b86a221-94ef-4673-9ba3-11315fc2900e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:01.459995 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Set router e1a39ae6-1f99-48be-b57e-faa87de7518c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:01.485176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5b3219cb-67e3-4723-ad31-d3251ac5acce None None] Provisioning complete for port 6b86a221-94ef-4673-9ba3-11315fc2900e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:01.487861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3219cb-67e3-4723-ad31-d3251ac5acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.491762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.557891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.558250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 6106230e-ef91-46a8-b181-7048e9573a02, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6106230e-ef91-46a8-b181-7048e9573a02,segment=NetworkSegment(ef61aaf5-46fa-4ec9-9079-30ab7be3f861),segment_id=ef61aaf5-46fa-4ec9-9079-30ab7be3f861)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:01.608571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.698656 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:51:57Z', 'revision_number': 3, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:01.700542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5b3219cb-67e3-4723-ad31-d3251ac5acce None None] Port 6b86a221-94ef-4673-9ba3-11315fc2900e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:01.723494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=6106230e-ef91-46a8-b181-7048e9573a02,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:01.748599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5b3219cb-67e3-4723-ad31-d3251ac5acce None None] Provisioning complete for port 6106230e-ef91-46a8-b181-7048e9573a02 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:01.748599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3219cb-67e3-4723-ad31-d3251ac5acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.755784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router cb6f0712-dfca-4057-b87e-3b4af037e049 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:52:01.764818 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.780808 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Checking router: e1a39ae6-1f99-48be-b57e-faa87de7518c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:01.785824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Updating router e1a39ae6-1f99-48be-b57e-faa87de7518c port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:01.788689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.793616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f1dfd7e-211b-4e7b-8813-0206e848a934 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:01.837053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.13 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c30de8d2-fac7-4880-bea8-e9c3c297992b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:01.882565 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.882907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d270868a-7068-4ff4-8274-09251218e35c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:01.930165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4f1dfd7e-211b-4e7b-8813-0206e848a934 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:01.931979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.084618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.088331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-74c32bee-c0a0-476c-8861-fcce5171cb6b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0147042 Aug 11 02:52:02.089228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58554) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.117697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f8b87e23-118f-4513-a913-a3f673287ea1 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': 'd270868a-7068-4ff4-8274-09251218e35c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:02.118701 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-f8b87e23-118f-4513-a913-a3f673287ea1 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:52:02.119234 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f8b87e23-118f-4513-a913-a3f673287ea1 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:02.122971 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f8b87e23-118f-4513-a913-a3f673287ea1 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0295465 Aug 11 02:52:02.123689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58558) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.139058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ac50e7b-c51b-4adf-9469-61518162e4ef None None] Provisioning complete for port 6b86a221-94ef-4673-9ba3-11315fc2900e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:02.143637 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ac50e7b-c51b-4adf-9469-61518162e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.152192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.167666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:02.177976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-210ec082-7db7-4d86-8176-6a2617248059 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/cb6f0712-dfca-4057-b87e-3b4af037e049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1407135 Aug 11 02:52:02.182802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.184919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] Sync routers for ids ['cb6f0712-dfca-4057-b87e-3b4af037e049'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:02.215631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9ac50e7b-c51b-4adf-9469-61518162e4ef None None] Port 6b86a221-94ef-4673-9ba3-11315fc2900e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:02.217710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] Routers {'cb6f0712-dfca-4057-b87e-3b4af037e049'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:02.218635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['cb6f0712-dfca-4057-b87e-3b4af037e049'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:02.222098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505259-2340-485f-86c3-fb82c36ad7dc req-d7d35dae-194f-4f7a-ac75-6893ff192217 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.224252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b505259-2340-485f-86c3-fb82c36ad7dc req-d7d35dae-194f-4f7a-ac75-6893ff192217 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1959493 Aug 11 02:52:02.275978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db67977-1b81-4a39-82d6-206c43db846d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.278098 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1db67977-1b81-4a39-82d6-206c43db846d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports/6b86a221-94ef-4673-9ba3-11315fc2900e HTTP/1.1" status: 200 len: 911 time: 0.0867245 Aug 11 02:52:02.280476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58564) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.286825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '957d927b-f9fb-470c-a900-5524d704e610'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:02.299650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:02.317028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0503-1522-41b6-93cf-cc8b35351f7c tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.318987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] Routers {'cb6f0712-dfca-4057-b87e-3b4af037e049'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:02.319746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['cb6f0712-dfca-4057-b87e-3b4af037e049'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:02.362771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1b505259-2340-485f-86c3-fb82c36ad7dc req-33e06772-f42e-4483-82b0-45f08ccb9ad4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091712 Aug 11 02:52:02.364796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0503-1522-41b6-93cf-cc8b35351f7c tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.432522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.441424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:02.445775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5944c-a1e1-4910-9f24-558d92659d00 None None] The sync data for ids ['cb6f0712-dfca-4057-b87e-3b4af037e049'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:02.511124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.540384 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:02.545980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0503-1522-41b6-93cf-cc8b35351f7c tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.549039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0503-1522-41b6-93cf-cc8b35351f7c tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.550306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f6cf0503-1522-41b6-93cf-cc8b35351f7c tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/d270868a-7068-4ff4-8274-09251218e35c HTTP/1.1" status: 204 len: 168 time: 0.3928111 Aug 11 02:52:02.556658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58568) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.566527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:02.568438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=c30de8d2-fac7-4880-bea8-e9c3c297992b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.571584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:02.614468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf0503-1522-41b6-93cf-cc8b35351f7c tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270868a-7068-4ff4-8274-09251218e35c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.622907 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.636544 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Transition to ACTIVE for port object eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:02.645357 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.654352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.708721 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Attempting to bind port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:02.709434 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Attempting to bind port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:02.710063 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Attempting to bind port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:02.719419 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc810-7350-4485-93af-df9d228e2c21 None None] Pushing event updated for resources: {'Port': ['ID=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.722196 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:02.723336 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:02.723953 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.724511 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:02.725190 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Bound port: eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:02.725764 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.777620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2d7f3e72-a7e3-4afa-bd9d-eb957326d5db tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2177961 Aug 11 02:52:02.781541 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] For port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:02.785717 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] For port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:02.786909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58570) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.810055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584855808'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:02.819170 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.900885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.903929 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Routers {'e1a39ae6-1f99-48be-b57e-faa87de7518c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:02.905013 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e1a39ae6-1f99-48be-b57e-faa87de7518c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:02.924272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Allocated IP 172.20.0.1 (1830706e-aab2-4347-b212-1bb807e8aa8c/e560aff0-b9bd-4689-a0ab-ccab091d56a2/fcbb96c0-0b53-4a16-a681-6d6ed8770579) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:03.038167 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] Set router e1a39ae6-1f99-48be-b57e-faa87de7518c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:03.167405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.211359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.216143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Transition to ACTIVE for port object fcbb96c0-0b53-4a16-a681-6d6ed8770579 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:03.220186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.275740 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc810-7350-4485-93af-df9d228e2c21 None None] Pushing event updated for resources: {'Port': ['ID=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:03.308703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.310120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5220659 Aug 11 02:52:03.320578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58584) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:03.335310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2fd3301f-aef7-47ac-b79b-69a63a8d796e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '498c3ec1-ecd1-47ef-85c8-e4d29381ef62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.353377 n-d-715271-8 neutron-server[94699]: WARNING neutron.api.v2.base [None req-2fd3301f-aef7-47ac-b79b-69a63a8d796e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:52:03.354433 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-2fd3301f-aef7-47ac-b79b-69a63a8d796e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:03.358229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2fd3301f-aef7-47ac-b79b-69a63a8d796e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0350173 Aug 11 02:52:03.358431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396ddf2-d253-4de3-a24a-60903d2b0231 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498c3ec1-ecd1-47ef-85c8-e4d29381ef62,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:03.369372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:03.378072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-90f9e9f0-a0ae-4508-af4a-eb9bc047cbf6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '498c3ec1-ecd1-47ef-85c8-e4d29381ef62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.378335 n-d-715271-8 neutron-server[94699]: WARNING neutron.api.v2.base [None req-90f9e9f0-a0ae-4508-af4a-eb9bc047cbf6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:52:03.378730 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-90f9e9f0-a0ae-4508-af4a-eb9bc047cbf6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:03.379726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-90f9e9f0-a0ae-4508-af4a-eb9bc047cbf6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143571 Aug 11 02:52:03.391403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:03.397095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-aee114c5-6914-4bb9-a2d1-01a1c9b18331 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '498c3ec1-ecd1-47ef-85c8-e4d29381ef62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.399304 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-aee114c5-6914-4bb9-a2d1-01a1c9b18331 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:52:03.399927 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-aee114c5-6914-4bb9-a2d1-01a1c9b18331 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:03.402117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aee114c5-6914-4bb9-a2d1-01a1c9b18331 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087087 Aug 11 02:52:03.408333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.412621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:03.418160 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-12666150-8dd8-49b1-9736-84476c08c686 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '498c3ec1-ecd1-47ef-85c8-e4d29381ef62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.418544 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-12666150-8dd8-49b1-9736-84476c08c686 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:52:03.419092 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-12666150-8dd8-49b1-9736-84476c08c686 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:03.420078 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-12666150-8dd8-49b1-9736-84476c08c686 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063665 Aug 11 02:52:03.429474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:03.528767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:51:57Z', 'revision_number': 3, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:03.536755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Network 1830706e-aab2-4347-b212-1bb807e8aa8c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:03.540859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Pushing event updated for resources: {'Port': ['ID=fcbb96c0-0b53-4a16-a681-6d6ed8770579,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:03.553226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:03.560463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:03.580397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0a872-89f3-4d39-ad83-c9a4202298ee None None] The sync data for ids ['e1a39ae6-1f99-48be-b57e-faa87de7518c'] in n-d-715271-8 is: [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:51:57Z', 'revision_number': 3, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:03.730039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.776934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6106230e-ef91-46a8-b181-7048e9573a02 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:03.837959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e4ff7-d68a-49ff-93c2-a0834b704238 req-9896f732-ce81-4e16-b897-85959d884953 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.847982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-858e4ff7-d68a-49ff-93c2-a0834b704238 req-9896f732-ce81-4e16-b897-85959d884953 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.2873278 Aug 11 02:52:03.927838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6106230e-ef91-46a8-b181-7048e9573a02 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:03.928343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.943656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a363013-02da-40f2-8a40-190cf268f8bf tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.986801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-858e4ff7-d68a-49ff-93c2-a0834b704238 req-be3326fc-cf1c-4203-8a8a-94fea629b49a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320260 Aug 11 02:52:04.015771 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.020060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a363013-02da-40f2-8a40-190cf268f8bf tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.080243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cc5fdbf8-a514-47e8-b877-766b8ddebb64 None None] Provisioning for port fcbb96c0-0b53-4a16-a681-6d6ed8770579 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:04.094027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cc5fdbf8-a514-47e8-b877-766b8ddebb64 None None] Provisioning complete for port fcbb96c0-0b53-4a16-a681-6d6ed8770579 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:04.096251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdbf8-a514-47e8-b877-766b8ddebb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.117305 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.157147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fdbf8-a514-47e8-b877-766b8ddebb64 None None] Port fcbb96c0-0b53-4a16-a681-6d6ed8770579 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:04.295331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a45c70-9b23-4d85-aa9e-2bbb0840d3e5 req-baafa620-b999-48c5-b30a-99207545f46e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.297556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61a45c70-9b23-4d85-aa9e-2bbb0840d3e5 req-baafa620-b999-48c5-b30a-99207545f46e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1823454 Aug 11 02:52:04.309724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:04.324409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'floatingip': {'port_id': '5ec8af8c-b879-42da-beec-7684f0245681'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:04.371597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.416977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.443537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.444218 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.449180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/ports/6b86a221-94ef-4673-9ba3-11315fc2900e HTTP/1.1" status: 200 len: 911 time: 2.1642928 Aug 11 02:52:04.470302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:04.573064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc34e-9764-4676-b662-95af05d3f95e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=6b86a221-94ef-4673-9ba3-11315fc2900e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:04.616078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a363013-02da-40f2-8a40-190cf268f8bf tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.619507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a363013-02da-40f2-8a40-190cf268f8bf tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.621024 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a363013-02da-40f2-8a40-190cf268f8bf tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/498c3ec1-ecd1-47ef-85c8-e4d29381ef62 HTTP/1.1" status: 204 len: 168 time: 1.1902285 Aug 11 02:52:04.688125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58614) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:04.797151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a363013-02da-40f2-8a40-190cf268f8bf tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=498c3ec1-ecd1-47ef-85c8-e4d29381ef62,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:04.962377 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ead38f78-adb2-4a86-a167-051bfc9a4e85 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2704763 Aug 11 02:52:04.982554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58616) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:04.987762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476608736'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:05.014993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.021301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.074550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.422332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.433573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.450328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router a90520ea-496e-4010-8e49-c6eff4994e0c is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:52:05.542957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.558986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.639774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Pushing event updated for resources: {'Port': ['ID=fcbb96c0-0b53-4a16-a681-6d6ed8770579,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:05.657262 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.713243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:05.725561 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Sync routers for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:05.739524 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:05.741194 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:05.765383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.766974 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a9296491-aa06-4225-926b-d687732b80e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1772475 Aug 11 02:52:05.769701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.844880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741f2798-4efd-4088-8fbc-83933b01f695,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:05.850383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58626) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:05.864353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:05.923057 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.933820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0542871a-3c38-4d19-b437-81ea991f16be tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9480004 Aug 11 02:52:05.943138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:05.955195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58632) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:05.959432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:05.960786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.975531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f27e4655-c73b-4a8b-b418-585d21ee1745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:05.976869 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-f27e4655-c73b-4a8b-b418-585d21ee1745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:52:05.980348 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f27e4655-c73b-4a8b-b418-585d21ee1745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:05.984342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f27e4655-c73b-4a8b-b418-585d21ee1745 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0248682 Aug 11 02:52:05.985986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:05.991258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:05.996880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3c8ef821-5bf5-4fed-9e8f-7e2b400d77e7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.066143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f88b5be0-72b0-4dd5-b967-b8e66657cdcf tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca7c0f0103654e2b9246fb027410d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2101295 Aug 11 02:52:06.070826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58636) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.160574 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.208025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:06.212937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.283685 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-3c8ef821-5bf5-4fed-9e8f-7e2b400d77e7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.287517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3c8ef821-5bf5-4fed-9e8f-7e2b400d77e7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2936032 Aug 11 02:52:06.290403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.303756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1ca1d035-d948-4249-affb-d4062e45efa6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.304042 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-1ca1d035-d948-4249-affb-d4062e45efa6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:52:06.305633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.resource_extend [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:52:06.306056 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1ca1d035-d948-4249-affb-d4062e45efa6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.307148 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1ca1d035-d948-4249-affb-d4062e45efa6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163391 Aug 11 02:52:06.315526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58640) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.345558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:06.364665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a3dbea2f-54fe-4aab-8b6b-e3f38d0c1329 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.385109 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:03Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:06.431071 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Checking router: a90520ea-496e-4010-8e49-c6eff4994e0c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:06.431421 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Updating router a90520ea-496e-4010-8e49-c6eff4994e0c port c30de8d2-fac7-4880-bea8-e9c3c297992b binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:06.472951 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.479358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Network 1830706e-aab2-4347-b212-1bb807e8aa8c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:06.481991 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.493271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:06.517242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.525331 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-a3dbea2f-54fe-4aab-8b6b-e3f38d0c1329 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.531235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a3dbea2f-54fe-4aab-8b6b-e3f38d0c1329 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1777360 Aug 11 02:52:06.545087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58642) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.571222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-601d603c-9c21-498a-afa9-a826fde232a7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.577604 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-601d603c-9c21-498a-afa9-a826fde232a7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:52:06.578432 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-601d603c-9c21-498a-afa9-a826fde232a7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.581378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-601d603c-9c21-498a-afa9-a826fde232a7 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219119 Aug 11 02:52:06.586676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.604944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4271fb3-c2f2-4212-b607-bc8ed44bef7f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.606905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d4271fb3-c2f2-4212-b607-bc8ed44bef7f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5310397 Aug 11 02:52:06.609656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58648) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.616989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-17b6885f-ed5f-4522-af2f-a12e32efb1c0 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.633348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 6b86a221-94ef-4673-9ba3-11315fc2900e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:06.634026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.707471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-644a287e-2d4d-4d53-9110-577d932b6384 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0964952 Aug 11 02:52:06.716697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58652) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.721935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730908535', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.820578 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-17b6885f-ed5f-4522-af2f-a12e32efb1c0 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Project 9a32f9018a9240a4b85feda808df2925 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:52:06.858682 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-17b6885f-ed5f-4522-af2f-a12e32efb1c0 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.860058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-17b6885f-ed5f-4522-af2f-a12e32efb1c0 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2610941 Aug 11 02:52:06.867194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.874058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1f2b1400-eaeb-4308-803b-9e72c422009d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.874545 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-1f2b1400-eaeb-4308-803b-9e72c422009d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:52:06.876979 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1f2b1400-eaeb-4308-803b-9e72c422009d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.880668 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1f2b1400-eaeb-4308-803b-9e72c422009d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098650 Aug 11 02:52:06.881254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.886461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-babff676-ebc6-4bc4-8668-a02a9a3ffcee tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.918861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.924256 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-babff676-ebc6-4bc4-8668-a02a9a3ffcee tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Project 9a32f9018a9240a4b85feda808df2925 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:52:06.956157 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-babff676-ebc6-4bc4-8668-a02a9a3ffcee tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:06.958257 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-babff676-ebc6-4bc4-8668-a02a9a3ffcee tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0759602 Aug 11 02:52:06.967909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:06.978213 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 6b86a221-94ef-4673-9ba3-11315fc2900e owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:06.984337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-529a44fc-e974-41d0-a4cd-ea4916d661c9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '741f2798-4efd-4088-8fbc-83933b01f695', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:06.989907 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Floating IP 49a58ad9-795a-4619-8a3e-c689a097cf19 associated. External IP: 172.25.6.223, port: 5ec8af8c-b879-42da-beec-7684f0245681. Aug 11 02:52:06.998570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Router e1a39ae6-1f99-48be-b57e-faa87de7518c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:07.024442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6809cb4a-d7fa-423e-825e-a9b576b94048 None None] Provisioning complete for port fcbb96c0-0b53-4a16-a681-6d6ed8770579 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:07.025029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6809cb4a-d7fa-423e-825e-a9b576b94048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.060315 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.072298 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Transition to ACTIVE for port object c30de8d2-fac7-4880-bea8-e9c3c297992b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:07.082817 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.116438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6809cb4a-d7fa-423e-825e-a9b576b94048 None None] Port fcbb96c0-0b53-4a16-a681-6d6ed8770579 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:07.185132 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Attempting to bind port c30de8d2-fac7-4880-bea8-e9c3c297992b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:07.185611 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Attempting to bind port c30de8d2-fac7-4880-bea8-e9c3c297992b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:07.186068 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Attempting to bind port c30de8d2-fac7-4880-bea8-e9c3c297992b on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:07.193463 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc4386-9c51-4f1e-8c42-5657394367f4 None None] Pushing event updated for resources: {'Port': ['ID=c30de8d2-fac7-4880-bea8-e9c3c297992b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:07.199429 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:07.199908 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:07.200383 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.201240 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:07.201510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Bound port: c30de8d2-fac7-4880-bea8-e9c3c297992b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:07.201965 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.245644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:07.263742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Sync routers for ids ['e1a39ae6-1f99-48be-b57e-faa87de7518c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:07.267729 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] For port c30de8d2-fac7-4880-bea8-e9c3c297992b, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:07.272433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] For port c30de8d2-fac7-4880-bea8-e9c3c297992b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c30de8d2-fac7-4880-bea8-e9c3c297992b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:07.273993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4f0a18e9-5888-4bdf-a780-093db89be23c admin admin] 10.222.0.16 "PUT /v2.0/routers/e1a39ae6-1f99-48be-b57e-faa87de7518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9360309 Aug 11 02:52:07.277374 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.279603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Routers {'e1a39ae6-1f99-48be-b57e-faa87de7518c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:07.279603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e1a39ae6-1f99-48be-b57e-faa87de7518c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:07.406329 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:07.407190 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:07.415770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.435453 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-529a44fc-e974-41d0-a4cd-ea4916d661c9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Project 9a32f9018a9240a4b85feda808df2925 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:52:07.468615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:07.476667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.507427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc4386-9c51-4f1e-8c42-5657394367f4 None None] Pushing event updated for resources: {'Port': ['ID=c30de8d2-fac7-4880-bea8-e9c3c297992b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:07.542358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Set router e1a39ae6-1f99-48be-b57e-faa87de7518c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:07.561523 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-529a44fc-e974-41d0-a4cd-ea4916d661c9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:07.564967 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-529a44fc-e974-41d0-a4cd-ea4916d661c9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5941844 Aug 11 02:52:07.571012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=6b86a221-94ef-4673-9ba3-11315fc2900e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:07.574813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:07.641738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:07.834119 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:07.844441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:07.959691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.203702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.268122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:08.275734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.278174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Subnet': ['ID=593dc44f-2919-4cea-86ee-6a1c1477d093,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:08.330622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:08.344148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.350036 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:08.395624 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:08.400490 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:08.448506 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26667f2f-df78-4850-b99e-8f87c9d6c3d7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "PUT /v2.0/floatingips/49a58ad9-795a-4619-8a3e-c689a097cf19 HTTP/1.1" status: 200 len: 992 time: 4.1344845 Aug 11 02:52:08.448506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Checking segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:08.448506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network hostable DHCP agents. Network: 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:08.487708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:08.494753 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c058ffb-f188-4015-9905-9b2ac5c13b21" -d '{"events": [{"name": "network-changed", "server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:08.567824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:08.597624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:08.602326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.602961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.626424 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4fd9e2-2fca-42b6-a3ca-88609f0e8fb1 x-openstack-request-id: req-7b4fd9e2-2fca-42b6-a3ca-88609f0e8fb1 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:08.626719 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:08.627494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd56b9-17e4-4690-a746-3024fded34ff None None] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:08.630269 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b4fd9e2-2fca-42b6-a3ca-88609f0e8fb1 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:08.630760 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'status': 'completed', 'code': 200} Aug 11 02:52:08.648033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-093fa3e4-b959-4a7c-ae43-995d71c79127 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9273794 Aug 11 02:52:08.650563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58682) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:08.673619 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:03Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:08.716837 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321b132-3ff3-4bc4-b88e-b3491a5fe678 None None] The sync data for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 is: [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:03Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:08.730652 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:08.745949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-896eabc4-3e25-4b07-8292-a0567be46385 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.786890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-896eabc4-3e25-4b07-8292-a0567be46385 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.793485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:04Z', 'revision_number': 4, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'fcbb96c0-0b53-4a16-a681-6d6ed8770579', 'name': '', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'mac_address': 'fa:16:3e:2d:d8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:02Z', 'updated_at': '2021-08-11T02:52:04Z', 'revision_number': 2, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'subnets': [{'id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:08.799898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58686) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:08.854240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-349094219-network', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:09.018738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Checking router: e1a39ae6-1f99-48be-b57e-faa87de7518c for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:09.020874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Updating router e1a39ae6-1f99-48be-b57e-faa87de7518c port fcbb96c0-0b53-4a16-a681-6d6ed8770579 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:09.044899 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-896eabc4-3e25-4b07-8292-a0567be46385 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.052932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-896eabc4-3e25-4b07-8292-a0567be46385 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.066109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-896eabc4-3e25-4b07-8292-a0567be46385 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/741f2798-4efd-4088-8fbc-83933b01f695 HTTP/1.1" status: 204 len: 168 time: 1.4780698 Aug 11 02:52:09.074276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:09.075157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eabc4-3e25-4b07-8292-a0567be46385 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f2798-4efd-4088-8fbc-83933b01f695,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:09.096567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router cb6f0712-dfca-4057-b87e-3b4af037e049 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:09.135043 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.237326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a25d95f0-f30e-4090-af00-74025725a20e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1578543 Aug 11 02:52:09.240443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:09.253629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935380236'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:09.298406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:09.299400 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.488625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:09.496866 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0659c8ec-6fb6-4671-bd78-b6353576cd97 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/cb6f0712-dfca-4057-b87e-3b4af037e049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9697821 Aug 11 02:52:09.499192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58696) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:09.598371 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-022e4e0e-08ff-4bff-b303-a2df795adede tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb6f0712-dfca-4057-b87e-3b4af037e049 HTTP/1.1" status: 200 len: 205 time: 0.0923278 Aug 11 02:52:09.599024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58698) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:09.696401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] Sync routers for ids ['cb6f0712-dfca-4057-b87e-3b4af037e049'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:09.702222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '49a58ad9-795a-4619-8a3e-c689a097cf19', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'port_id': '5ec8af8c-b879-42da-beec-7684f0245681', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'mac_address': 'fa:16:3e:5d:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c4472-c172-46cb-9c5b-d125db1af58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:35Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 1, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:09.823816 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:09.861175 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:09.863650 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:09.888428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Made reservation on behalf of b5fbd654e32f4e7ca913ea6dd1cf301c for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:09.891853 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.916402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.933750 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.132598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-3d204679-d422-4d5f-adbe-b41ebe0de548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.134528 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-3d204679-d422-4d5f-adbe-b41ebe0de548 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1097 time: 1.4548781 Aug 11 02:52:10.223332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.306781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.338304 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:10.346903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Transition to ACTIVE for port object fcbb96c0-0b53-4a16-a681-6d6ed8770579 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:10.368318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] Routers {'cb6f0712-dfca-4057-b87e-3b4af037e049'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:10.368986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['cb6f0712-dfca-4057-b87e-3b4af037e049'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:10.375132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c30de8d2-fac7-4880-bea8-e9c3c297992b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:10.437125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-71fd7b87-e63a-42d0-8894-eb7b20d138aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.438704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-71fd7b87-e63a-42d0-8894-eb7b20d138aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.2911849 Aug 11 02:52:10.467417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.469847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.471373 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.547740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.548268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router cb6f0712-dfca-4057-b87e-3b4af037e049 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:52:10.556436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.560925 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cdd41882-a43b-4765-b52b-7e1acd33ac7a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/cb6f0712-dfca-4057-b87e-3b4af037e049 HTTP/1.1" status: 204 len: 168 time: 0.9607928 Aug 11 02:52:10.561923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:10.568000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:10.673407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet 957d927b-f9fb-470c-a900-5524d704e610 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:52:10.693947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.773318 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.810057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] Routers set() bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:10.818429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] Router IDs set() for agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:52:10.819017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_agentschedulers_db [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb6f0712-dfca-4057-b87e-3b4af037e049'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent'). {{(pid=94701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:52:10.828059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ae654-6906-4d05-9b7e-c308c205493f None None] The sync data for ids ['cb6f0712-dfca-4057-b87e-3b4af037e049'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:10.860318 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.864157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-89d2389c-eaea-47da-bb67-11bb936ce488 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1000 time: 0.4151528 Aug 11 02:52:10.902396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.924405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '49a58ad9-795a-4619-8a3e-c689a097cf19', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'port_id': '5ec8af8c-b879-42da-beec-7684f0245681', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'mac_address': 'fa:16:3e:5d:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c4472-c172-46cb-9c5b-d125db1af58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:35Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 1, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:10.926549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:10.933972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3568c-0712-4327-bfd0-59aafebed07d None None] Pushing event updated for resources: {'Port': ['ID=fcbb96c0-0b53-4a16-a681-6d6ed8770579,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:10.938309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.938674 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Added segment 98d4da1a-ac96-4df3-bd53-5d4bba83e5c4 of type vlan for network 6555cd17-361d-44b3-b0de-5fd99285c4b0 Aug 11 02:52:10.940442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Allocated IP 172.20.0.2 (5f4f3f67-4a00-4c49-b1ce-d9f0f3170959/593dc44f-2919-4cea-86ee-6a1c1477d093/34a3f7d0-2b46-4489-8ed8-50740a7f0f54) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:10.984237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c30de8d2-fac7-4880-bea8-e9c3c297992b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:11.015858 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1209a-3385-4f89-b40c-3ffab9d1ef69 None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '49a58ad9-795a-4619-8a3e-c689a097cf19', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'port_id': '5ec8af8c-b879-42da-beec-7684f0245681', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'mac_address': 'fa:16:3e:5d:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c4472-c172-46cb-9c5b-d125db1af58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:35Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 1, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:11.030374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.076652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.117678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c30de8d2-fac7-4880-bea8-e9c3c297992b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:11.118084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.146909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.213535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=957d927b-f9fb-470c-a900-5524d704e610,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.235641 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.238597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de786d93-f24c-4d4e-81fb-c7da7db757ec tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/957d927b-f9fb-470c-a900-5524d704e610 HTTP/1.1" status: 204 len: 168 time: 0.6750491 Aug 11 02:52:11.242431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:11.380449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.393008 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.400650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.401665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.450574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.591517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-28f45755-7bf3-4791-9e02-883846eba228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.593032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-28f45755-7bf3-4791-9e02-883846eba228 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.7147892 Aug 11 02:52:11.600127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.613705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.625646 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628d23e-a5f9-4c94-b802-bb517f9d12e6 None None] New status for floating IP 49a58ad9-795a-4619-8a3e-c689a097cf19: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:52:11.652884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f334352-0fd4-4931-8ff5-9c735e1b67a4 None None] Network 46cd7df6-14c6-46bb-93fe-9634c5efe414 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:11.697979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.701635 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4601176 Aug 11 02:52:11.709640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:11.720986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Attempting to bind port fcbb96c0-0b53-4a16-a681-6d6ed8770579 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:11.723061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Attempting to bind port fcbb96c0-0b53-4a16-a681-6d6ed8770579 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:11.724772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Attempting to bind port fcbb96c0-0b53-4a16-a681-6d6ed8770579 on network 1830706e-aab2-4347-b212-1bb807e8aa8c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:11.725880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1c935aed-b249-4cfa-917c-8ed2b412a6cd tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': 'b73dcd1b-9f62-4c41-9c03-13dec365286c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:11.750823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9217997 Aug 11 02:52:11.756610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:11.758136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:11.758355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 6106230e-ef91-46a8-b181-7048e9573a02 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:11.758708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.759085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Checking segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:11.759677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.760263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Bound using segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:11.760955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Bound port: fcbb96c0-0b53-4a16-a681-6d6ed8770579, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:11.761533 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.765459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Request body: {'subnet': {'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-349094219-subnet', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:11.776932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317510f-8a04-457c-8af2-c2a543d12a27 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73dcd1b-9f62-4c41-9c03-13dec365286c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.812323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de98038-1e2b-4304-b909-3a0565d55e64 admin admin] Pushing event updated for resources: {'Network': ['ID=6555cd17-361d-44b3-b0de-5fd99285c4b0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.834579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:11.891322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port 6106230e-ef91-46a8-b181-7048e9573a02, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6106230e-ef91-46a8-b181-7048e9573a02,segment=NetworkSegment(ef61aaf5-46fa-4ec9-9079-30ab7be3f861),segment_id=ef61aaf5-46fa-4ec9-9079-30ab7be3f861)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:11.892164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.929636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 6106230e-ef91-46a8-b181-7048e9573a02 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:11.952882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-65f6d66b-44a6-47dd-8d41-2ac33b69e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.957009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Made reservation on behalf of b5fbd654e32f4e7ca913ea6dd1cf301c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:11.957335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-65f6d66b-44a6-47dd-8d41-2ac33b69e3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3372755 Aug 11 02:52:11.960268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.967726 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1c935aed-b249-4cfa-917c-8ed2b412a6cd tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The resource could not be found. Aug 11 02:52:11.974174 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1c935aed-b249-4cfa-917c-8ed2b412a6cd tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2543931 Aug 11 02:52:11.987275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58722) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:11.992451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-aa016ed7-5685-4313-a207-9f35bfa1b69e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': 'b73dcd1b-9f62-4c41-9c03-13dec365286c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7e97b229-ad3a-4f22-89c3-b8191f341eea'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:12.210433 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-aa016ed7-5685-4313-a207-9f35bfa1b69e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The resource could not be found. Aug 11 02:52:12.211186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.212478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-c73939c7-d460-4deb-a193-77ab1673bf7b service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455101 Aug 11 02:52:12.214526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aa016ed7-5685-4313-a207-9f35bfa1b69e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2259579 Aug 11 02:52:12.215217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58724) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:12.287205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.293161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Transition to ACTIVE for port object 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:12.345062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.364815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.367504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=6106230e-ef91-46a8-b181-7048e9573a02,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:12.369933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port 6106230e-ef91-46a8-b181-7048e9573a02 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:12.387045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c30de8d2-fac7-4880-bea8-e9c3c297992b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c30de8d2-fac7-4880-bea8-e9c3c297992b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:12.395003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] For port fcbb96c0-0b53-4a16-a681-6d6ed8770579, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:12.404865 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.423617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Transition to ACTIVE for port object 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:12.465836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c058ffb-f188-4015-9905-9b2ac5c13b21 req-a5f1e1ca-e91a-42e5-9c8c-ce0855957fca service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460201 Aug 11 02:52:12.497212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] For port fcbb96c0-0b53-4a16-a681-6d6ed8770579, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fcbb96c0-0b53-4a16-a681-6d6ed8770579,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:12.540762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.543144 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.661931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7738115-823f-45d2-b4a9-61ca09ea8c54 None None] DHCP port deletion for 46cd7df6-14c6-46bb-93fe-9634c5efe414 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:52:12.664665 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cd89c16-0d7a-4352-ba5a-993522074226 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.702206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:12.706337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.712610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.718119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:12.719929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c30de8d2-fac7-4880-bea8-e9c3c297992b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:12.730703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:12.772196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cd7df6-14c6-46bb-93fe-9634c5efe414']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:12.788700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Routers {'e1a39ae6-1f99-48be-b57e-faa87de7518c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:12.789343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e1a39ae6-1f99-48be-b57e-faa87de7518c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:12.804691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cd89c16-0d7a-4352-ba5a-993522074226 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.906778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Pushing event updated for resources: {'Port': ['ID=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:12.957913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.1 (5f4f3f67-4a00-4c49-b1ce-d9f0f3170959/593dc44f-2919-4cea-86ee-6a1c1477d093/b083217f-9f09-4db1-9d8d-002bbe61ac98) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:12.990596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87b23f8-87a0-4737-929f-9194db7d05e8,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.010227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cd89c16-0d7a-4352-ba5a-993522074226 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.013363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cd89c16-0d7a-4352-ba5a-993522074226 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.019673 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4cd89c16-0d7a-4352-ba5a-993522074226 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/b73dcd1b-9f62-4c41-9c03-13dec365286c HTTP/1.1" status: 204 len: 168 time: 0.7965498 Aug 11 02:52:13.019673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:13.019673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef61aaf5-46fa-4ec9-9079-30ab7be3f861') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:13.057499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.066926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd89c16-0d7a-4352-ba5a-993522074226 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73dcd1b-9f62-4c41-9c03-13dec365286c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.072593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Attempting to bind port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:13.072898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Attempting to bind port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:13.086315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Attempting to bind port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:13.094452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Checking segment: {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:13.094983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Network hostable DHCP agents. Network: 6555cd17-361d-44b3-b0de-5fd99285c4b0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:13.104635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:13.105071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Checking segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:13.105524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.106020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Bound using segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:13.106746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Bound port: 34a3f7d0-2b46-4489-8ed8-50740a7f0f54, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:13.107172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.132949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.149026 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8f215948-ef07-497a-9c14-5d6bd666ccf5 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791469 Aug 11 02:52:13.156996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.169685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-32269525-9c59-456f-a53c-067fb663cfe9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': 'cc541ea8-2a86-4ea7-aabf-3bfc98fa1194', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:13.214141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:13.223151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3568c-0712-4327-bfd0-59aafebed07d None None] Pushing event updated for resources: {'Port': ['ID=fcbb96c0-0b53-4a16-a681-6d6ed8770579,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.229361 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.248617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object b083217f-9f09-4db1-9d8d-002bbe61ac98 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:13.264184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6555cd17-361d-44b3-b0de-5fd99285c4b0) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:13.267443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.273052 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-32269525-9c59-456f-a53c-067fb663cfe9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The resource could not be found. Aug 11 02:52:13.277593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] Set router e1a39ae6-1f99-48be-b57e-faa87de7518c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:13.278345 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-32269525-9c59-456f-a53c-067fb663cfe9 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1128778 Aug 11 02:52:13.279145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.281161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:13.282300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.305360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--232480031'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:13.309416 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.314597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-98bcb886-6b9a-4b6c-b152-0b07bd8c3124 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5532551 Aug 11 02:52:13.317202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94780ca-c763-4e6c-bb3e-93a5ac6ea854 None None] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:13.320190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:13.320866 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:13.330286 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:13.335814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.352273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:13.384026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=b083217f-9f09-4db1-9d8d-002bbe61ac98,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.398275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:13.400006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:13.402957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:13.467211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.522038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.540133 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.593130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] For port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:13.622915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] For port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:13.634910 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.670468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.672660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.674086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.724917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd519d7-4a3c-4e5f-ba89-797bc4e63812 None None] Pushing event updated for resources: {'Port': ['ID=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.725380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.815196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.822871 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/46cd7df6-14c6-46bb-93fe-9634c5efe414 HTTP/1.1" status: 204 len: 168 time: 2.5736802 Aug 11 02:52:13.823996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.825650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.828379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.849130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040837604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:13.885378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62798198-dbfb-4a67-ad16-cff0673346ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=46cd7df6-14c6-46bb-93fe-9634c5efe414,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.936958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6555cd17-361d-44b3-b0de-5fd99285c4b0', 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'fixed_ips': [{'subnet_id': 'e87b23f8-87a0-4737-929f-9194db7d05e8'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:13.938789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.963020 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2765b611-4a6c-4a35-8bc4-daa023c2dae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.991632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:04Z', 'revision_number': 4, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'fcbb96c0-0b53-4a16-a681-6d6ed8770579', 'name': '', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'mac_address': 'fa:16:3e:2d:d8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:02Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'subnets': [{'id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:14.082867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd3866-888a-4fdf-82de-ddafa2919c1f None None] The sync data for ids ['e1a39ae6-1f99-48be-b57e-faa87de7518c'] in n-d-715271-8 is: [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:04Z', 'revision_number': 4, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'fcbb96c0-0b53-4a16-a681-6d6ed8770579', 'name': '', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'mac_address': 'fa:16:3e:2d:d8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:02Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'subnets': [{'id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:14.293652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.298396 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Allocated IP 172.20.0.2 (6555cd17-361d-44b3-b0de-5fd99285c4b0/e87b23f8-87a0-4737-929f-9194db7d05e8/0ca20076-8555-4371-957a-ba4eec02223f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:14.329521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2a42b7-6f38-4ac0-8451-d59216db3dbd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:14.462081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.484400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.492294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.500541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.520896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.522449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b1e7e7b3-a277-470e-8861-8201319ecd88 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2220547 Aug 11 02:52:14.528254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:14.541616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906195880'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:14.631446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.653838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Transition to ACTIVE for port object 0ca20076-8555-4371-957a-ba4eec02223f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:14.684902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Transition to ACTIVE for port object 0ca20076-8555-4371-957a-ba4eec02223f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:14.694907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.743466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.771227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:14.776737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=b083217f-9f09-4db1-9d8d-002bbe61ac98,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:14.786380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.795244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:14.935044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:14.937190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:14.969217 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.988403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.088912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:15.097213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:15.099978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.110046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.147533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.148947 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2feab79d-88d1-43e1-8266-4bc308208004 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3150153 Aug 11 02:52:15.156432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58776) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:15.186648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1816926732'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:15.199929 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:15.259082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.266017 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7348936 Aug 11 02:52:15.271454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:15.286218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:15.299245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Pushing event updated for resources: {'Port': ['ID=0ca20076-8555-4371-957a-ba4eec02223f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:15.304528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c4302e44-e068-4b84-918c-0fa6374c4442 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '2b2a42b7-6f38-4ac0-8451-d59216db3dbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f12820fb-44e0-446a-b1d2-110e514c157a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:15.305466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.330275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fb9d4-5f30-4be6-bc28-b2520301e2b8 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12820fb-44e0-446a-b1d2-110e514c157a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:15.368167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router a90520ea-496e-4010-8e49-c6eff4994e0c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:15.376088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Attempting to bind port 0ca20076-8555-4371-957a-ba4eec02223f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:15.378572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Attempting to bind port 0ca20076-8555-4371-957a-ba4eec02223f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:15.380519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Attempting to bind port 0ca20076-8555-4371-957a-ba4eec02223f on network 6555cd17-361d-44b3-b0de-5fd99285c4b0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:15.387658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:15.407882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c30de8d2-fac7-4880-bea8-e9c3c297992b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:15.448193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:15.462801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:15.464057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Checking segment: {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:15.465731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.466285 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Bound using segment: {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:15.467546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Bound port: 0ca20076-8555-4371-957a-ba4eec02223f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:15.469849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.548956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.549860 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment 7aae344f-9cb7-4adb-87d4-88d8c7097c98 of type vlan for network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 Aug 11 02:52:15.679777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:15.688169 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c4302e44-e068-4b84-918c-0fa6374c4442 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:15.692162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0364939-236a-4617-9d28-d3270782f06c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/a90520ea-496e-4010-8e49-c6eff4994e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0404844 Aug 11 02:52:15.694243 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c4302e44-e068-4b84-918c-0fa6374c4442 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3989408 Aug 11 02:52:15.722921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:15.726473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00801068-8516-4219-b625-7a862f919b0a None None] Sync routers for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:15.765043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.809481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64244b-e5ff-4bd9-9808-8ffbdcc79c30 None None] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:15.861289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.875064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:15.876084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.904554 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.963769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.976247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b49691-d754-4df5-a73f-7310979b9f55 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.042197 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8840849 Aug 11 02:52:16.045389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58804) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:16.051868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:16.067742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] For port 0ca20076-8555-4371-957a-ba4eec02223f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:16.077282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b49691-d754-4df5-a73f-7310979b9f55 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.082150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c30de8d2-fac7-4880-bea8-e9c3c297992b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:16.083705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.202081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05379813-80fe-43f6-ae71-e0e8dd7e6a9e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=271ae5c5-3e25-4c61-aa97-f6d1a42734f3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:16.223872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Allocated IP 172.25.6.212 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/2d812767-199b-4e81-9654-eded559a0547) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:16.229367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:16.286664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-09ccd5ce-d036-4aa1-957d-a94720b73850 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516002756&fields=id&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 267 time: 0.1423757 Aug 11 02:52:16.357927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.367896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] For port 0ca20076-8555-4371-957a-ba4eec02223f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0ca20076-8555-4371-957a-ba4eec02223f,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:16.380446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:16.384433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:51:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:16.426017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.485112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-7a4158cf-02f7-433d-b9a8-690717ae4231 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.496342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-7a4158cf-02f7-433d-b9a8-690717ae4231 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 797 time: 0.1994338 Aug 11 02:52:16.507983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Pushing event updated for resources: {'Port': ['ID=2d812767-199b-4e81-9654-eded559a0547,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:16.517659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.525766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:16.528248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:16.535968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:16.564914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-573fab17-991f-4fcd-b69a-8448f5e8d868 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/quotas/ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 375 time: 0.0673544 Aug 11 02:52:16.573153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b49691-d754-4df5-a73f-7310979b9f55 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.576336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b49691-d754-4df5-a73f-7310979b9f55 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.580712 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47b49691-d754-4df5-a73f-7310979b9f55 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/f12820fb-44e0-446a-b1d2-110e514c157a HTTP/1.1" status: 204 len: 168 time: 0.8497803 Aug 11 02:52:16.585839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:16.677687 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-face9bff-d953-4986-8af8-42aa2aea815a tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0876050 Aug 11 02:52:16.678362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58816) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:16.690982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] Provisioning for port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:16.691842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b49691-d754-4df5-a73f-7310979b9f55 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12820fb-44e0-446a-b1d2-110e514c157a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:16.721985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-f09ea5df-6697-424c-929e-42e544f29b6f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557045 Aug 11 02:52:16.734274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:16.739706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.743278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] Provisioning complete for port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:16.743687 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.009957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffd94629-5840-493a-acc6-b665265f2f8b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.055106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-a469af55-9b3f-40d1-a2da-4000c3a13983 service neutron] 10.222.0.16 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094001 Aug 11 02:52:17.089273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fcbb96c0-0b53-4a16-a681-6d6ed8770579 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:17.166372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884a051-175f-4a95-a663-37b965cf5c15 None None] Pushing event updated for resources: {'Port': ['ID=0ca20076-8555-4371-957a-ba4eec02223f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:17.211239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffd94629-5840-493a-acc6-b665265f2f8b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.265625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:17.292476 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.364279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port fcbb96c0-0b53-4a16-a681-6d6ed8770579 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:17.492349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-d7cff94c-ae25-4f59-8c48-f783c76831b3 service neutron] 10.222.0.16 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221892 Aug 11 02:52:17.498736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.521167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port fcbb96c0-0b53-4a16-a681-6d6ed8770579 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:17.526543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.668489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=a8b31058-dba9-4212-8b94-ed39c8180a35,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:17.754272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:17.754904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: 271ae5c5-3e25-4c61-aa97-f6d1a42734f3, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:17.819192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:17.827683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2bd366d0-9c1c-434b-add2-953dff0ec800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.832837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 271ae5c5-3e25-4c61-aa97-f6d1a42734f3) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:17.844083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:17.844083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.869778 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.879831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fbd84a-1cae-4ff7-81d5-9c3245d309f0 None None] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:17.912344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.980558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93ec684b-1cce-43d4-bdda-8c48cd8753ad req-8d58d671-1030-4543-8663-f3c68ebe8269 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 210 time: 0.0901427 Aug 11 02:52:17.987770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97a0acba-4ab3-48f4-9f65-e5fd8846cdbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9410791 Aug 11 02:52:17.988404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58830) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:18.239057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffd94629-5840-493a-acc6-b665265f2f8b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.247218 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ffd94629-5840-493a-acc6-b665265f2f8b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.255547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ffd94629-5840-493a-acc6-b665265f2f8b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b2a42b7-6f38-4ac0-8451-d59216db3dbd HTTP/1.1" status: 204 len: 168 time: 1.5737014 Aug 11 02:52:18.262498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:18.309651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd94629-5840-493a-acc6-b665265f2f8b tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2a42b7-6f38-4ac0-8451-d59216db3dbd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:18.398280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] For port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:18.410762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.494647 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-76825429-1197-4139-bafc-19e435302156 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2183805 Aug 11 02:52:18.501620 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:18.530023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--450252999'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:18.731150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a0d7a-ad81-4999-918d-fef98461af24 None None] Pushing event updated for resources: {'Port': ['ID=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:18.772787 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.776253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.783376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edebe17-1edb-4073-996d-89c1988781ad None None] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:18.803113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.806634 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.854427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d39833f2-57ad-4498-97a2-e7a598696062 None None] Provisioning complete for port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:18.854427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d39833f2-57ad-4498-97a2-e7a598696062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.038991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.065991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.167480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.212403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:14Z', 'revision_number': 2, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:19.290492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00801068-8516-4219-b625-7a862f919b0a None None] Checking router: a90520ea-496e-4010-8e49-c6eff4994e0c for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:19.290932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00801068-8516-4219-b625-7a862f919b0a None None] Updating router a90520ea-496e-4010-8e49-c6eff4994e0c port b083217f-9f09-4db1-9d8d-002bbe61ac98 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:19.294465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port fcbb96c0-0b53-4a16-a681-6d6ed8770579, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fcbb96c0-0b53-4a16-a681-6d6ed8770579,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:19.324502 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.413499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.415705 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9088469 Aug 11 02:52:19.424492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:19.433194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9f16ae08-50e1-4a65-9294-f80d1583493e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '527db946-bc0e-4669-9b22-b257c855bf82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:19.486019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f8691-1404-47a1-824b-215d871ec330 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527db946-bc0e-4669-9b22-b257c855bf82,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:19.510624 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-9f16ae08-50e1-4a65-9294-f80d1583493e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:19.512034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9f16ae08-50e1-4a65-9294-f80d1583493e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0835085 Aug 11 02:52:19.528103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:19.533356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3922b8e5-30d9-4690-91f2-c63c7c0fd616 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group_rule': {'security_group_id': '527db946-bc0e-4669-9b22-b257c855bf82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:19.568888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Router b3458e90-c632-4871-806a-8ccb45760a10 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:52:19.588343 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-3922b8e5-30d9-4690-91f2-c63c7c0fd616 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:19.589709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3922b8e5-30d9-4690-91f2-c63c7c0fd616 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0603557 Aug 11 02:52:19.592636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:19.709246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6106230e-ef91-46a8-b181-7048e9573a02 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:19.739531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=fcbb96c0-0b53-4a16-a681-6d6ed8770579,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:19.805025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94308436-e00f-42b7-b2cf-1845e81e1baa req-b356fa0e-8cea-4d57-8393-ec104197fa3d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 210 time: 0.0510972 Aug 11 02:52:19.818575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 6106230e-ef91-46a8-b181-7048e9573a02 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:52:19.820813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6106230e-ef91-46a8-b181-7048e9573a02 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:52:19.827017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:19.835746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.018555 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00801068-8516-4219-b625-7a862f919b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.151478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:20.164486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Sync routers for ids ['b3458e90-c632-4871-806a-8ccb45760a10'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:20.191523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d39833f2-57ad-4498-97a2-e7a598696062 None None] Provisioning for port b083217f-9f09-4db1-9d8d-002bbe61ac98 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:20.232547 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Routers {'b3458e90-c632-4871-806a-8ccb45760a10'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:20.233537 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b3458e90-c632-4871-806a-8ccb45760a10'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:20.319502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-d3c6a638-dc03-4e35-9e5e-2a332fee7e7c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:20.321922 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-d3c6a638-dc03-4e35-9e5e-2a332fee7e7c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 797 time: 0.6331928 Aug 11 02:52:20.347458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.352892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-389a8af0-7724-4480-91f0-26ac0d1fd4ff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9998300 Aug 11 02:52:20.368554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58864) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:20.380719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d39833f2-57ad-4498-97a2-e7a598696062 None None] Provisioning complete for port b083217f-9f09-4db1-9d8d-002bbe61ac98 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:20.381414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d39833f2-57ad-4498-97a2-e7a598696062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.386448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0ca20076-8555-4371-957a-ba4eec02223f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:20.487145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18167137-33b1-4f4f-8a62-77627a1f9712 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.529336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18167137-33b1-4f4f-8a62-77627a1f9712 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.554906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8::1 (271ae5c5-3e25-4c61-aa97-f6d1a42734f3/a8b31058-dba9-4212-8b94-ed39c8180a35/a20f1113-355a-4157-90cc-b32f08609623) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:20.565330 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Set router b3458e90-c632-4871-806a-8ccb45760a10 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:20.617867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d39833f2-57ad-4498-97a2-e7a598696062 None None] Port b083217f-9f09-4db1-9d8d-002bbe61ac98 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:20.644357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.655992 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-b9a38157-cfcf-4a17-9c96-1534790a0a22 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 379 time: 0.3058009 Aug 11 02:52:20.672936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'port': {'device_id': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'admin_state_up': True, 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'security_groups': ['3249cbf9-a81d-499e-a0d7-89ffc4aba09d']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:20.819502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18167137-33b1-4f4f-8a62-77627a1f9712 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.822309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18167137-33b1-4f4f-8a62-77627a1f9712 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.826821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-18167137-33b1-4f4f-8a62-77627a1f9712 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/527db946-bc0e-4669-9b22-b257c855bf82 HTTP/1.1" status: 204 len: 168 time: 1.2295215 Aug 11 02:52:20.831092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:20.835946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 0ca20076-8555-4371-957a-ba4eec02223f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:20.859274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0ca20076-8555-4371-957a-ba4eec02223f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:20.859962 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.879671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167137-33b1-4f4f-8a62-77627a1f9712 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527db946-bc0e-4669-9b22-b257c855bf82,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:20.955449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a004efb7-7805-4d3b-8653-253c4ff9e779 None None] Provisioning for port 0ca20076-8555-4371-957a-ba4eec02223f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:20.977832 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:52:16Z', 'revision_number': 3, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:21.031789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a004efb7-7805-4d3b-8653-253c4ff9e779 None None] Provisioning complete for port 0ca20076-8555-4371-957a-ba4eec02223f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:21.032341 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a004efb7-7805-4d3b-8653-253c4ff9e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.056228 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Checking router: b3458e90-c632-4871-806a-8ccb45760a10 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:21.056228 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Updating router b3458e90-c632-4871-806a-8ccb45760a10 port 2d812767-199b-4e81-9654-eded559a0547 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:21.056598 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51c12360-ccba-48e8-ae42-2f3adf97cce6 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2183762 Aug 11 02:52:21.063115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:21.072974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831024874'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:21.107634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:21.117529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.127906 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.137969 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.261021 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a004efb7-7805-4d3b-8653-253c4ff9e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.270395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 0ca20076-8555-4371-957a-ba4eec02223f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0ca20076-8555-4371-957a-ba4eec02223f,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:21.282726 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.288184 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.289078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:21.429455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.459789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=0ca20076-8555-4371-957a-ba4eec02223f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:21.478577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object a20f1113-355a-4157-90cc-b32f08609623 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:21.553203 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.559283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.593096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.605437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9466f6d0-1639-45fb-a401-8e68493034b2 req-3bbaa725-96fe-419b-a893-a018d9417b65 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 210 time: 0.3368630 Aug 11 02:52:21.643441 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.644907 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5761161 Aug 11 02:52:21.650920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:21.652133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e235289-3be2-4340-8e80-c9d1a4e277ed tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595cfb68-2069-4bb0-8fa3-38bbb9b6a82c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:21.669536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db478bab-939e-4c8a-a42a-a6411083408e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:21.670038 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-db478bab-939e-4c8a-a42a-a6411083408e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:52:21.671138 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-db478bab-939e-4c8a-a42a-a6411083408e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:21.672295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db478bab-939e-4c8a-a42a-a6411083408e tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "PUT /v2.0/security-groups/595cfb68-2069-4bb0-8fa3-38bbb9b6a82c HTTP/1.1" status: 409 len: 330 time: 0.0177743 Aug 11 02:52:21.676573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:21.713985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:21.714564 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.722784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-a004efb7-7805-4d3b-8653-253c4ff9e779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:52:21.723294 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-a004efb7-7805-4d3b-8653-253c4ff9e779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:52:21.772094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Allocated IP 2001:db8::2 (271ae5c5-3e25-4c61-aa97-f6d1a42734f3/a8b31058-dba9-4212-8b94-ed39c8180a35/db760f93-5269-4699-88cb-6cff78e223d9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:21.785688 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.802708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2154a4a4-9637-40a6-b4d6-98b34982266d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.813042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Transition to ACTIVE for port object 2d812767-199b-4e81-9654-eded559a0547 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:21.817610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00801068-8516-4219-b625-7a862f919b0a None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.823473 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.854107 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2154a4a4-9637-40a6-b4d6-98b34982266d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.874466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=a20f1113-355a-4157-90cc-b32f08609623,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:21.916269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-00801068-8516-4219-b625-7a862f919b0a None None] Transition to ACTIVE for port object b083217f-9f09-4db1-9d8d-002bbe61ac98 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:21.931298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2154a4a4-9637-40a6-b4d6-98b34982266d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.934991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2154a4a4-9637-40a6-b4d6-98b34982266d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.937324 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcb3af-fe5b-4b73-8437-447a79815614 None None] Pushing event updated for resources: {'Port': ['ID=2d812767-199b-4e81-9654-eded559a0547,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:21.937587 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2154a4a4-9637-40a6-b4d6-98b34982266d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/595cfb68-2069-4bb0-8fa3-38bbb9b6a82c HTTP/1.1" status: 204 len: 168 time: 0.2599878 Aug 11 02:52:21.945542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:21.963911 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Attempting to bind port 2d812767-199b-4e81-9654-eded559a0547 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:21.963911 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Attempting to bind port 2d812767-199b-4e81-9654-eded559a0547 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:21.964304 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Attempting to bind port 2d812767-199b-4e81-9654-eded559a0547 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:21.970420 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:21.970953 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:21.971370 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.972001 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:21.972426 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Bound port: 2d812767-199b-4e81-9654-eded559a0547, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:21.973184 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.982552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:22.032618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.037721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00801068-8516-4219-b625-7a862f919b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.050575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:22.056084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154a4a4-9637-40a6-b4d6-98b34982266d tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595cfb68-2069-4bb0-8fa3-38bbb9b6a82c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:22.058126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:22.059244 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.097052 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] For port 2d812767-199b-4e81-9654-eded559a0547, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:22.101930 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] For port 2d812767-199b-4e81-9654-eded559a0547, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d812767-199b-4e81-9654-eded559a0547,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:22.108442 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.181663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.13 (5f4f3f67-4a00-4c49-b1ce-d9f0f3170959/593dc44f-2919-4cea-86ee-6a1c1477d093/6c9599d3-0608-457e-9312-62f0599b53f4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:22.202949 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-229e7b20-a8a0-4c8f-9c83-fb8fdc4dd378 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2516901 Aug 11 02:52:22.209252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:22.271873 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcb3af-fe5b-4b73-8437-447a79815614 None None] Pushing event updated for resources: {'Port': ['ID=2d812767-199b-4e81-9654-eded559a0547,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:22.292858 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-30bab3c6-4027-42f6-acf3-4e37870a1249 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] delete failed (client error): The resource could not be found. Aug 11 02:52:22.298046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-30bab3c6-4027-42f6-acf3-4e37870a1249 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0c1028f-1ab4-4936-8bbb-3c50b69739f8 HTTP/1.1" status: 404 len: 347 time: 0.0823905 Aug 11 02:52:22.305682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:22.309964 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Routers {'b3458e90-c632-4871-806a-8ccb45760a10'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:22.310895 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b3458e90-c632-4871-806a-8ccb45760a10'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:22.401579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f13c2-765f-49d1-81b4-cbc236f55762 None None] Pushing event updated for resources: {'Port': ['ID=b083217f-9f09-4db1-9d8d-002bbe61ac98,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:22.465969 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-50b0438f-1140-43e4-a082-da15d1d0caef tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] show failed (client error): The resource could not be found. Aug 11 02:52:22.476051 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-50b0438f-1140-43e4-a082-da15d1d0caef tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-groups/85b56753-7247-424f-84ba-aea1172a2e93 HTTP/1.1" status: 404 len: 347 time: 0.1660089 Aug 11 02:52:22.485359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:22.512779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fcbb96c0-0b53-4a16-a681-6d6ed8770579 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:22.516195 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] Set router b3458e90-c632-4871-806a-8ccb45760a10 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:22.580896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.620745 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-e8eaff6e-11d0-4dfe-9c6e-6f2b3f60ea85 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] show failed (client error): The resource could not be found. Aug 11 02:52:22.629597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e8eaff6e-11d0-4dfe-9c6e-6f2b3f60ea85 tempest-NegativeSecGroupIPv6Test-607301356 tempest-NegativeSecGroupIPv6Test-607301356-project] 10.222.0.16 "GET /v2.0/security-group-rules/7f5e7bc0-9197-4ac6-981c-e83585f9ba38 HTTP/1.1" status: 404 len: 356 time: 0.1286440 Aug 11 02:52:22.714633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-00801068-8516-4219-b625-7a862f919b0a None None] Attempting to bind port b083217f-9f09-4db1-9d8d-002bbe61ac98 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:22.715016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-00801068-8516-4219-b625-7a862f919b0a None None] Attempting to bind port b083217f-9f09-4db1-9d8d-002bbe61ac98 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:22.715386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00801068-8516-4219-b625-7a862f919b0a None None] Attempting to bind port b083217f-9f09-4db1-9d8d-002bbe61ac98 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:22.751988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00801068-8516-4219-b625-7a862f919b0a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:22.752513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00801068-8516-4219-b625-7a862f919b0a None None] Checking segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:22.752926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00801068-8516-4219-b625-7a862f919b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.753395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00801068-8516-4219-b625-7a862f919b0a None None] Bound using segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:22.753889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-00801068-8516-4219-b625-7a862f919b0a None None] Bound port: b083217f-9f09-4db1-9d8d-002bbe61ac98, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:22.754356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00801068-8516-4219-b625-7a862f919b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.789405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.831129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Transition to ACTIVE for port object db760f93-5269-4699-88cb-6cff78e223d9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:22.867714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.869520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-628047a6-ac26-481b-8c15-789762c0bb87 req-2c16c736-a96d-4223-9c5c-7a580b95cd1c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 210 time: 0.0955172 Aug 11 02:52:22.877303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port fcbb96c0-0b53-4a16-a681-6d6ed8770579 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:22.877965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.911483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object 6c9599d3-0608-457e-9312-62f0599b53f4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:22.920633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Allocated IP 172.20.0.1 (6555cd17-361d-44b3-b0de-5fd99285c4b0/e87b23f8-87a0-4737-929f-9194db7d05e8/56a9328a-85a0-41b9-aa9c-27542f5074e5) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:22.956563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Transition to ACTIVE for port object db760f93-5269-4699-88cb-6cff78e223d9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:22.970407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.986571 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:52:16Z', 'revision_number': 3, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:23.010565 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.017400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-49e934fd-ea52-445b-bc4b-a04638d7fc20 None None] Provisioning complete for port 0ca20076-8555-4371-957a-ba4eec02223f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:23.017776 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49e934fd-ea52-445b-bc4b-a04638d7fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.050658 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ef0ba-e3ab-4bd4-accb-dc7616ec4a15 None None] The sync data for ids ['b3458e90-c632-4871-806a-8ccb45760a10'] in n-d-715271-8 is: [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:52:16Z', 'revision_number': 3, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:23.109475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:23.113176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:23.115663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:23.122916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:23.250105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:23.250105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.269439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.274970 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-43baf4d4-c6b4-4c15-8c49-4f00624b284d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6098249 Aug 11 02:52:23.278581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.305102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Transition to ACTIVE for port object 56a9328a-85a0-41b9-aa9c-27542f5074e5 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:23.314804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Request body: {'port': {'device_id': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:23.370239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.385058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.387060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.423431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.695830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=a20f1113-355a-4157-90cc-b32f08609623,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:23.704614 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.705800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-00801068-8516-4219-b625-7a862f919b0a None None] For port b083217f-9f09-4db1-9d8d-002bbe61ac98, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:23.711742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:23.772743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:23.779706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.790952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:23.802945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:23.803883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-00801068-8516-4219-b625-7a862f919b0a None None] For port b083217f-9f09-4db1-9d8d-002bbe61ac98, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b083217f-9f09-4db1-9d8d-002bbe61ac98,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:23.836051 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00801068-8516-4219-b625-7a862f919b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.838544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:23.849348 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.865472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6125cb65-c617-472e-98c8-4b2bd73e94b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a32f9018a9240a4b85feda808df2925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819154 Aug 11 02:52:23.869240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58922) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.884509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Pushing event updated for resources: {'Port': ['ID=db760f93-5269-4699-88cb-6cff78e223d9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:23.907055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:23.963437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:23.965594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Pushing event updated for resources: {'Port': ['ID=56a9328a-85a0-41b9-aa9c-27542f5074e5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:23.971026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:24.080878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Attempting to bind port db760f93-5269-4699-88cb-6cff78e223d9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:24.082191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Attempting to bind port db760f93-5269-4699-88cb-6cff78e223d9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:24.082191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Attempting to bind port db760f93-5269-4699-88cb-6cff78e223d9 on network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:24.093608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9599d3-0608-457e-9312-62f0599b53f4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:24.100512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:24.100899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Checking segment: {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:24.101312 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.101718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Bound using segment: {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:24.102249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Bound port: db760f93-5269-4699-88cb-6cff78e223d9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:24.102644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.108492 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.139850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:24.141031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:24.153845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Transition to ACTIVE for port object 6c9599d3-0608-457e-9312-62f0599b53f4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:24.158578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.276630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:24.380146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.401717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:24.473902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db333b14-2db8-46f2-9844-17ca88f98e59 None None] Provisioning for port 6c9599d3-0608-457e-9312-62f0599b53f4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:24.477792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:24.478833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:24.479349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:24.485460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:24.486072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:24.489048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d812767-199b-4e81-9654-eded559a0547 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:24.496349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:24.496982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Checking segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:24.497553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Bound using segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:24.503844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Bound port: 6c9599d3-0608-457e-9312-62f0599b53f4, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:24.504531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.585658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-fec9fa17-105d-4a99-93b1-cb74b31cc0eb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249368848&fields=id&tenant_id=fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 267 time: 0.3032744 Aug 11 02:52:24.592786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93d0f912-3da2-4009-909f-6440c742bacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.677928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93d0f912-3da2-4009-909f-6440c742bacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.679525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:24.685838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:24.693495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.784368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.785680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.787508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f13c2-765f-49d1-81b4-cbc236f55762 None None] Pushing event updated for resources: {'Port': ['ID=b083217f-9f09-4db1-9d8d-002bbe61ac98,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:24.792262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1092 time: 1.4969680 Aug 11 02:52:24.793133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:24.804488 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900" -d '{"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:24.834942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193eef1-f6d3-4d71-a2d6-adb60d94cf51 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:24.904035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] For port db760f93-5269-4699-88cb-6cff78e223d9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:24.931894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-323319ca-fb42-4632-b66e-dc87acab25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.938381 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-323319ca-fb42-4632-b66e-dc87acab25fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1095 time: 0.0974040 Aug 11 02:52:24.944053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612407d-a2be-4d9a-ba7a-41b6463b309c req-59a41560-97c9-41af-8eca-1698958349d1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.952336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a612407d-a2be-4d9a-ba7a-41b6463b309c req-59a41560-97c9-41af-8eca-1698958349d1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 944 time: 0.9209726 Aug 11 02:52:24.955272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2d812767-199b-4e81-9654-eded559a0547 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:24.965919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] For port db760f93-5269-4699-88cb-6cff78e223d9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db760f93-5269-4699-88cb-6cff78e223d9,segment=NetworkSegment(7aae344f-9cb7-4adb-87d4-88d8c7097c98),segment_id=7aae344f-9cb7-4adb-87d4-88d8c7097c98)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:24.968717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2d812767-199b-4e81-9654-eded559a0547 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:24.968836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.975971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-31f4ece2-89d7-467e-912e-17aa567a31c0 None None] Provisioning for port 56a9328a-85a0-41b9-aa9c-27542f5074e5 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:24.978882 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.001558 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-2ae550d0-b36d-4776-9954-19d2fdc4ac2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 217 time: 0.0554538 Aug 11 02:52:25.024260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93d0f912-3da2-4009-909f-6440c742bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.034712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93d0f912-3da2-4009-909f-6440c742bacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.036037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-93d0f912-3da2-4009-909f-6440c742bacc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cd72585-b54c-4eb1-9bcc-c27aed6602d6 HTTP/1.1" status: 204 len: 168 time: 1.1619980 Aug 11 02:52:25.066121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0f912-3da2-4009-909f-6440c742bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd72585-b54c-4eb1-9bcc-c27aed6602d6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.090431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-31f4ece2-89d7-467e-912e-17aa567a31c0 None None] Provisioning complete for port 56a9328a-85a0-41b9-aa9c-27542f5074e5 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:25.091954 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31f4ece2-89d7-467e-912e-17aa567a31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.153022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-00801068-8516-4219-b625-7a862f919b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:23Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:25.155749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-edb3ba9b-d372-4511-8538-05652329b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:25.161354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-edb3ba9b-d372-4511-8538-05652329b67e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.1512589 Aug 11 02:52:25.212282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a612407d-a2be-4d9a-ba7a-41b6463b309c req-4e03c5c6-8729-4d5f-b1fb-76239b1001e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587719 Aug 11 02:52:25.266206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00801068-8516-4219-b625-7a862f919b0a None None] The sync data for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 is: [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:23Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:25.274239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a313-104f-4385-b189-f3f705b95a97 req-f1dd6f1f-7159-41a7-88fd-c1c8197bdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:25.275931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-f1dd6f1f-7159-41a7-88fd-c1c8197bdd1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053040 Aug 11 02:52:25.279486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-e74a2f26-ac7f-4dc0-8e1c-e77408811665 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:25.284077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-e74a2f26-ac7f-4dc0-8e1c-e77408811665 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.5056667 Aug 11 02:52:25.366317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3021d-e64c-4499-9baf-7846978797d2 None None] Pushing event updated for resources: {'Port': ['ID=db760f93-5269-4699-88cb-6cff78e223d9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.379236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-31f4ece2-89d7-467e-912e-17aa567a31c0 None None] Port 56a9328a-85a0-41b9-aa9c-27542f5074e5 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:25.401375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-7a1ad741-cd48-4df5-b570-4889f04ba974 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0504434 Aug 11 02:52:25.411804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:52:25.495564 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.543706 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a021e85-e282-414f-9319-1bb7dc88838c x-openstack-request-id: req-0a021e85-e282-414f-9319-1bb7dc88838c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:25.544580 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:25.544580 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a021e85-e282-414f-9319-1bb7dc88838c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:25.574563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2d812767-199b-4e81-9654-eded559a0547, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d812767-199b-4e81-9654-eded559a0547,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:25.582802 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'status': 'completed', 'code': 200} Aug 11 02:52:25.592405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.595206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0ca20076-8555-4371-957a-ba4eec02223f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:25.739163 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-ca029508-b940-4059-b0bc-12621d7c5b0e service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359853 Aug 11 02:52:25.903009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-4c32c15b-0eaa-4b85-8451-2a82099c9587 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4493589 Aug 11 02:52:25.907053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.960098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:25.961305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2d812767-199b-4e81-9654-eded559a0547,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.986386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 0ca20076-8555-4371-957a-ba4eec02223f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:25.986773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.007353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5b3bcb27-bbb7-476e-bf40-f5fd23a94eb7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0177886 Aug 11 02:52:26.014265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 58968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:26.025875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522351356'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:26.060015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:26.112906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:26.116012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:26.144538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3117a313-104f-4385-b189-f3f705b95a97 req-fd2ffeee-97e5-46f9-b6ec-a80fb01dd266 service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934255 Aug 11 02:52:26.145741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:26.152901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.280183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:26.325838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.326254 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment b3a1a3fa-b684-4bf6-8f24-700867c67835 of type vlan for network bb54e09c-147c-43e5-9a68-4944c96e9267 Aug 11 02:52:26.366777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b54e438d-fc8e-47d2-9a43-0843d86e835f service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503820 Aug 11 02:52:26.397029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-7ab92fca-303b-44b8-9708-cfc31bf8d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:26.398784 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-7ab92fca-303b-44b8-9708-cfc31bf8d54c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1095 time: 0.1833751 Aug 11 02:52:26.417595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:26.449364 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.700010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.711948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:26.713001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.865950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-1fd24960-f0c9-4c69-8be7-4dd8b454d553 service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216747 Aug 11 02:52:26.907505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 58990) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:26.929080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-f3857e43-76df-42aa-a422-69d04ebfcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:26.933781 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-f3857e43-76df-42aa-a422-69d04ebfcd77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 0.5101187 Aug 11 02:52:26.962775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d812767-199b-4e81-9654-eded559a0547 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:27.198041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=bb54e09c-147c-43e5-9a68-4944c96e9267,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:27.220129 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-404147d8-a31b-404a-ac85-965601e467c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 217 time: 0.2562380 Aug 11 02:52:27.220129 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-024141e1-8ba4-421d-a782-95fcc8db0c22 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2006037 Aug 11 02:52:27.220515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf5ec0-3644-4dfd-8a79-1ddff1e8955b req-62dcea3b-ef3f-4f1b-b9c3-177b884e0327 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.222126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6acf5ec0-3644-4dfd-8a79-1ddff1e8955b req-62dcea3b-ef3f-4f1b-b9c3-177b884e0327 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 944 time: 0.8536036 Aug 11 02:52:27.228453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59004) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:27.242974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network bb54e09c-147c-43e5-9a68-4944c96e9267 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:27.265013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:27.344542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-311a227f-faea-4188-af11-f349d2d881b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.348966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-311a227f-faea-4188-af11-f349d2d881b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.1196098 Aug 11 02:52:27.459658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-c48ad420-6487-427d-9b5f-44b7144e9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.462671 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-c48ad420-6487-427d-9b5f-44b7144e9aaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064899 Aug 11 02:52:27.469107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:22Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:22Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:27.482815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2d812767-199b-4e81-9654-eded559a0547 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:27.483462 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.561540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f78634-258f-4ab4-890f-7b5e9587103a None None] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:27.573103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6b049bdc-8198-4636-9f01-e88c1972cc0c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:27.583201 n-d-715271-8 neutron-server[94699]: WARNING neutron.api.v2.base [None req-6b049bdc-8198-4636-9f01-e88c1972cc0c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:52:27.584305 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-6b049bdc-8198-4636-9f01-e88c1972cc0c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:27.587716 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b049bdc-8198-4636-9f01-e88c1972cc0c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6734433 Aug 11 02:52:27.668923 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59010) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:27.672775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:27.673136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Updating router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 port a20f1113-355a-4157-90cc-b32f08609623 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:27.746736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc356483-b244-41a2-9e80-163d14bcbfa5 req-f88d91f9-9bb6-46ed-920b-0c7117b45f4c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0847211 Aug 11 02:52:27.754540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328442385'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:27.760051 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.763830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-be44c832-dd1e-465e-b40a-1564800e3a84 None None] Provisioning for port db760f93-5269-4699-88cb-6cff78e223d9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:27.871819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-7152a8bb-1b50-4cf1-ac25-ccdb772a841d service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978961 Aug 11 02:52:28.045684 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bfeedcb8-e0e7-4bb2-bb36-1889c97d8900 req-f8032f2f-ae43-454f-b9e1-dbec0ddacecc service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664174 Aug 11 02:52:28.209728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db760f93-5269-4699-88cb-6cff78e223d9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:28.437575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:28.438402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.464249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.549479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.568719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6acf5ec0-3644-4dfd-8a79-1ddff1e8955b req-73028474-24b6-44ba-9f6d-c18b7e76fd5a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2713113 Aug 11 02:52:28.574659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:28.578299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.664242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port db760f93-5269-4699-88cb-6cff78e223d9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:28.683119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port db760f93-5269-4699-88cb-6cff78e223d9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:28.683495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.737185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:28.771191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6c9599d3-0608-457e-9312-62f0599b53f4', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'port_id': '6c9599d3-0608-457e-9312-62f0599b53f4', 'mac_address': 'fa:16:3e:98:e7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:28.879174 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.895737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.925506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Transition to ACTIVE for port object a20f1113-355a-4157-90cc-b32f08609623 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:28.930888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.933071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.954891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.961360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9599d3-0608-457e-9312-62f0599b53f4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:29.024931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69477ca0-8621-4cc0-8d61-6ca6595d90fc req-2b4c20ab-447f-4d0d-a25e-5cc31a1a25bf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.1209447 Aug 11 02:52:29.043997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.074423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.081053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Pushing event updated for resources: {'Port': ['ID=56a9328a-85a0-41b9-aa9c-27542f5074e5,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.151804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:29.214690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=a4d1ac84-8818-4c38-863a-57ef0652085b,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.262117 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.283599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6bfce36b-43f1-45c8-b455-dd01a639146e None None] Provisioning for port a20f1113-355a-4157-90cc-b32f08609623 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:29.286020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:29.291090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: bb54e09c-147c-43e5-9a68-4944c96e9267, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:29.309825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port db760f93-5269-4699-88cb-6cff78e223d9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db760f93-5269-4699-88cb-6cff78e223d9,segment=NetworkSegment(7aae344f-9cb7-4adb-87d4-88d8c7097c98),segment_id=7aae344f-9cb7-4adb-87d4-88d8c7097c98)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:29.311686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4a950-4478-4024-918c-6f66531ad7d4 None None] Pushing event updated for resources: {'Port': ['ID=a20f1113-355a-4157-90cc-b32f08609623,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.326828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Attempting to bind port a20f1113-355a-4157-90cc-b32f08609623 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:29.327611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Attempting to bind port a20f1113-355a-4157-90cc-b32f08609623 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:29.328240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Attempting to bind port a20f1113-355a-4157-90cc-b32f08609623 on network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:29.336212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.337547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b083217f-9f09-4db1-9d8d-002bbe61ac98 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:29.368007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-7ae39746-23f7-4715-98cc-7c6800785076 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:29.373273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-7ae39746-23f7-4715-98cc-7c6800785076 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.3254638 Aug 11 02:52:29.391834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network bb54e09c-147c-43e5-9a68-4944c96e9267 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:29.415996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:29.424342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:29.428777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, bb54e09c-147c-43e5-9a68-4944c96e9267) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:29.433523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:29.433811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Checking segment: {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:29.434151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.434832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Bound using segment: {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:29.435333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Bound port: a20f1113-355a-4157-90cc-b32f08609623, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aae344f-9cb7-4adb-87d4-88d8c7097c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:29.435811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.464463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:29.465065 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.484413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-f11eff84-b64a-466e-b416-a958cdb15d30 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 380 time: 0.1007204 Aug 11 02:52:29.500237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': '35334819-e270-47a8-9037-dc7788a9e021', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'security_groups': ['01192832-709f-481c-9cca-16f0b9dd1ea5']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:29.510047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936a9fb-917c-4909-84d2-5e3fcf21e404 None None] Network bb54e09c-147c-43e5-9a68-4944c96e9267 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:29.514847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.574403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.614260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fa523f6f-d837-4724-98d3-334eea1ba49d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3799534 Aug 11 02:52:29.644972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c9599d3-0608-457e-9312-62f0599b53f4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:29.653298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6bfce36b-43f1-45c8-b455-dd01a639146e None None] Provisioning complete for port db760f93-5269-4699-88cb-6cff78e223d9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:29.654091 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6bfce36b-43f1-45c8-b455-dd01a639146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.658406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.725323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59032) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:29.979657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=db760f93-5269-4699-88cb-6cff78e223d9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.989887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port b083217f-9f09-4db1-9d8d-002bbe61ac98 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:30.024056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b083217f-9f09-4db1-9d8d-002bbe61ac98 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:30.024600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.185832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e98449-30a9-42d9-84ae-00e208ca05de,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.245694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26bdd105-ebad-4d2b-8ced-7716f7416f5d req-ec9ba172-9a1c-4c8e-abdc-e0e08652fc00 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0504816 Aug 11 02:52:30.263056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Router b3458e90-c632-4871-806a-8ccb45760a10 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:30.298456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] For port a20f1113-355a-4157-90cc-b32f08609623, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:30.344492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6704d9-1610-4766-8e27-0010f64f2947 req-c3bc0c33-49a7-4abb-80ba-418e22361fff tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:30.346241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb6704d9-1610-4766-8e27-0010f64f2947 req-c3bc0c33-49a7-4abb-80ba-418e22361fff tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.5561147 Aug 11 02:52:30.381735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] For port a20f1113-355a-4157-90cc-b32f08609623, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a20f1113-355a-4157-90cc-b32f08609623,segment=NetworkSegment(7aae344f-9cb7-4adb-87d4-88d8c7097c98),segment_id=7aae344f-9cb7-4adb-87d4-88d8c7097c98)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:30.400101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.537821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eb6704d9-1610-4766-8e27-0010f64f2947 req-b22a1b94-940d-4813-bcf6-2d51155e2c75 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472385 Aug 11 02:52:30.582861 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-bb54e09c-147c-43e5-9a68-4944c96e9267', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:30.583726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.585187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.585606 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.598242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.642727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:30.653012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.656325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4a950-4478-4024-918c-6f66531ad7d4 None None] Pushing event updated for resources: {'Port': ['ID=a20f1113-355a-4157-90cc-b32f08609623,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.664315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:30.664966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:30.726784 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.731714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.0585849 Aug 11 02:52:30.735554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59044) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:30.736310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d279025-825a-4635-8a3d-04b63b1ae5f4 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8538cd9f-78ff-4181-97e7-96f40fd87eb6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.799584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': '8538cd9f-78ff-4181-97e7-96f40fd87eb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:30.804974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:30.814690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0f023ede-3420-4f8f-b204-6c21e7930614 admin admin] 10.222.0.16 "PUT /v2.0/routers/b3458e90-c632-4871-806a-8ccb45760a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4384248 Aug 11 02:52:30.817625 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Sync routers for ids ['b3458e90-c632-4871-806a-8ccb45760a10'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:30.834882 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Routers {'b3458e90-c632-4871-806a-8ccb45760a10'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:30.835808 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b3458e90-c632-4871-806a-8ccb45760a10'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:30.863444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0ac62984-228f-42a0-8d9d-1681b2c18dae None None] Provisioning complete for port 56a9328a-85a0-41b9-aa9c-27542f5074e5 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:30.863898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ac62984-228f-42a0-8d9d-1681b2c18dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.036073 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.073707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.10 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/31ceef43-b122-4557-b48f-4a58cb8abf2b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:31.095990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port b083217f-9f09-4db1-9d8d-002bbe61ac98, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b083217f-9f09-4db1-9d8d-002bbe61ac98,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:31.147727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.284753 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Set router b3458e90-c632-4871-806a-8ccb45760a10 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:31.390241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db760f93-5269-4699-88cb-6cff78e223d9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:31.390492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.415100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.419714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:31.455752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.482583 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.494892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object 31ceef43-b122-4557-b48f-4a58cb8abf2b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:31.571157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.677538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:31.684486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:31.706861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:31.736982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Allocated IP 2001:db8:1::2 (bb54e09c-147c-43e5-9a68-4944c96e9267/a4d1ac84-8818-4c38-863a-57ef0652085b/de251338-da04-4136-9580-63e1ed37c573) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:31.792023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=31ceef43-b122-4557-b48f-4a58cb8abf2b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:31.832612 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '56a9328a-85a0-41b9-aa9c-27542f5074e5', 'name': '', 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'mac_address': 'fa:16:3e:b1:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'e87b23f8-87a0-4737-929f-9194db7d05e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:22Z', 'updated_at': '2021-08-11T02:52:26Z', 'revision_number': 2, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'subnets': [{'id': 'e87b23f8-87a0-4737-929f-9194db7d05e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:31.833872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6ace113-289a-48fa-91be-5741c62ca38d req-64415de5-9747-4e50-8bd3-fa5807a1ad57 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.4293084 Aug 11 02:52:31.906869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:31.913808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.928867 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Checking router: b3458e90-c632-4871-806a-8ccb45760a10 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:31.929605 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Updating router b3458e90-c632-4871-806a-8ccb45760a10 port 56a9328a-85a0-41b9-aa9c-27542f5074e5 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:31.978880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fc4d18-bec5-44fe-96dd-7961cf533140,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:31.981872 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b970558b-a4d6-49f9-aa63-8e8ec86bb2c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4904180 Aug 11 02:52:31.989015 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.005947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Request body: {'port': {'device_id': '35334819-e270-47a8-9037-dc7788a9e021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:32.042511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.048472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:32.052903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-64768a53-7e23-400d-adee-51d15ba3b28b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3120544 Aug 11 02:52:32.066641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ec81256e-70ae-4583-95b7-2a0b51641d48 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': '8538cd9f-78ff-4181-97e7-96f40fd87eb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:32.185963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.224074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec81256e-70ae-4583-95b7-2a0b51641d48 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.262744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b08e55-5c4c-4bb3-9b0e-fc74cc26c5fc req-0dbc0208-5625-45ea-af75-6af381eb7b52 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:32.271675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44b08e55-5c4c-4bb3-9b0e-fc74cc26c5fc req-0dbc0208-5625-45ea-af75-6af381eb7b52 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.4808691 Aug 11 02:52:32.348428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-954ed608-1fec-4d42-915c-ed3f8f8ffb50 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:32.351079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-954ed608-1fec-4d42-915c-ed3f8f8ffb50 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/networks?id=1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 200 len: 910 time: 0.2951467 Aug 11 02:52:32.364699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44b08e55-5c4c-4bb3-9b0e-fc74cc26c5fc req-51e8863b-ff3f-4251-b651-30cf857418ac tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917182 Aug 11 02:52:32.396333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-67fbf932-8fab-4765-88be-c8f378fc94e0 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/quotas/b5fbd654e32f4e7ca913ea6dd1cf301c HTTP/1.1" status: 200 len: 375 time: 0.0263264 Aug 11 02:52:32.414398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0ac62984-228f-42a0-8d9d-1681b2c18dae None None] Port 56a9328a-85a0-41b9-aa9c-27542f5074e5 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:32.495844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=b083217f-9f09-4db1-9d8d-002bbe61ac98,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:32.561988 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-ec81256e-70ae-4583-95b7-2a0b51641d48 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:32.566168 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ec81256e-70ae-4583-95b7-2a0b51641d48 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5137355 Aug 11 02:52:32.567930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:32.580406 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.586958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-d2d00230-73ee-475e-bce9-f10f04554529 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1842842 Aug 11 02:52:32.632983 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Transition to ACTIVE for port object 56a9328a-85a0-41b9-aa9c-27542f5074e5 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:32.656663 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.690872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port db760f93-5269-4699-88cb-6cff78e223d9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:32.691257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.832918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-523d7386-ef81-48f6-b192-ee7075535753 service neutron] 10.222.0.16 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446141 Aug 11 02:52:32.967565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1628e9dc-e95e-4600-a0ba-a9079eef7d68 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.015538 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Attempting to bind port 56a9328a-85a0-41b9-aa9c-27542f5074e5 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:33.016145 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Attempting to bind port 56a9328a-85a0-41b9-aa9c-27542f5074e5 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:33.016256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Attempting to bind port 56a9328a-85a0-41b9-aa9c-27542f5074e5 on network 6555cd17-361d-44b3-b0de-5fd99285c4b0 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:33.031846 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bf94c-4d33-4829-8d5d-45a881ce7252 None None] Pushing event updated for resources: {'Port': ['ID=56a9328a-85a0-41b9-aa9c-27542f5074e5,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:33.034355 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:33.034727 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Checking segment: {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:33.039374 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.039872 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.039872 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Bound using segment: {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:33.040385 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Bound port: 56a9328a-85a0-41b9-aa9c-27542f5074e5, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:33.045797 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.050942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Transition to ACTIVE for port object de251338-da04-4136-9580-63e1ed37c573 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:33.071819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Transition to ACTIVE for port object de251338-da04-4136-9580-63e1ed37c573 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:33.130943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1628e9dc-e95e-4600-a0ba-a9079eef7d68 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.132621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-8ab11e0b-8ff8-4629-a6a1-f1759bfbaba2 service neutron] 10.222.0.16 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984889 Aug 11 02:52:33.218826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.233610 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] For port 56a9328a-85a0-41b9-aa9c-27542f5074e5, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:33.241146 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] For port 56a9328a-85a0-41b9-aa9c-27542f5074e5, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56a9328a-85a0-41b9-aa9c-27542f5074e5,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:33.252880 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.300635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Network bb54e09c-147c-43e5-9a68-4944c96e9267 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:33.307133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Pushing event updated for resources: {'Port': ['ID=de251338-da04-4136-9580-63e1ed37c573,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:33.310954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:33.312646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d8b354ad-7b88-407f-a8d7-d1ab05dee5fa None None] Provisioning for port 31ceef43-b122-4557-b48f-4a58cb8abf2b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:33.322339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:33.334876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d8b354ad-7b88-407f-a8d7-d1ab05dee5fa None None] Provisioning complete for port 31ceef43-b122-4557-b48f-4a58cb8abf2b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:33.335258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8b354ad-7b88-407f-a8d7-d1ab05dee5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.336250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ceef43-b122-4557-b48f-4a58cb8abf2b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:33.366975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.407249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Transition to ACTIVE for port object 31ceef43-b122-4557-b48f-4a58cb8abf2b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:33.414403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.429029 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bf94c-4d33-4829-8d5d-45a881ce7252 None None] Pushing event updated for resources: {'Port': ['ID=56a9328a-85a0-41b9-aa9c-27542f5074e5,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:33.439353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1628e9dc-e95e-4600-a0ba-a9079eef7d68 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.445075 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1628e9dc-e95e-4600-a0ba-a9079eef7d68 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.452270 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1628e9dc-e95e-4600-a0ba-a9079eef7d68 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/8538cd9f-78ff-4181-97e7-96f40fd87eb6 HTTP/1.1" status: 204 len: 168 time: 0.8804505 Aug 11 02:52:33.452648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Routers {'b3458e90-c632-4871-806a-8ccb45760a10'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:33.452648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b3458e90-c632-4871-806a-8ccb45760a10'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:33.460164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d8b354ad-7b88-407f-a8d7-d1ab05dee5fa None None] Port 31ceef43-b122-4557-b48f-4a58cb8abf2b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:33.473367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59100) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:33.505508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Attempting to bind port de251338-da04-4136-9580-63e1ed37c573 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:33.505964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Attempting to bind port de251338-da04-4136-9580-63e1ed37c573 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:33.507125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Attempting to bind port de251338-da04-4136-9580-63e1ed37c573 on network bb54e09c-147c-43e5-9a68-4944c96e9267 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:33.514798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:33.515214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Checking segment: {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:33.515546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.515946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Bound using segment: {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:33.516690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Bound port: de251338-da04-4136-9580-63e1ed37c573, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:33.517080 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.562512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8:1::1 (bb54e09c-147c-43e5-9a68-4944c96e9267/a4d1ac84-8818-4c38-863a-57ef0652085b/2f528abb-4896-404b-93c6-7d062d363465) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:33.704187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b083217f-9f09-4db1-9d8d-002bbe61ac98 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:33.804912 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] Set router b3458e90-c632-4871-806a-8ccb45760a10 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:33.837381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] For port de251338-da04-4136-9580-63e1ed37c573, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:33.842552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b19be-fa70-4fec-89d5-81281d7cfc75 req-0fc81da3-e638-44b3-986a-dfe85d73f657 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.845648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-887b19be-fa70-4fec-89d5-81281d7cfc75 req-0fc81da3-e638-44b3-986a-dfe85d73f657 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 932 time: 0.8251069 Aug 11 02:52:33.908337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:22Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:33.975288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] For port de251338-da04-4136-9580-63e1ed37c573, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de251338-da04-4136-9580-63e1ed37c573,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:33.990801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bd6-b459-45d8-8998-202d773e1c69 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:22Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:33.997426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.073702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port b083217f-9f09-4db1-9d8d-002bbe61ac98 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:34.074875 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.196655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a300fb-05d5-42b4-851c-e2824ae4c13a None None] Pushing event updated for resources: {'Port': ['ID=de251338-da04-4136-9580-63e1ed37c573,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.293707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7cd78089-f9b9-4539-ab7b-f6f4ae001128 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8190765 Aug 11 02:52:34.299142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59114) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:34.323649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082624229'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:34.378441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628e9dc-e95e-4600-a0ba-a9079eef7d68 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538cd9f-78ff-4181-97e7-96f40fd87eb6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.403054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-887b19be-fa70-4fec-89d5-81281d7cfc75 req-4e237c2b-91f7-4e34-9188-4e1d430dfae2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5359366 Aug 11 02:52:34.420904 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.479461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:34.493697 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '56a9328a-85a0-41b9-aa9c-27542f5074e5', 'name': '', 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'mac_address': 'fa:16:3e:b1:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'e87b23f8-87a0-4737-929f-9194db7d05e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:22Z', 'updated_at': '2021-08-11T02:52:33Z', 'revision_number': 4, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'subnets': [{'id': 'e87b23f8-87a0-4737-929f-9194db7d05e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:34.494544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd0a4-cb57-402f-91b3-0c7769c060e8 req-9915cf87-7bda-4dc3-95b0-90a013bbb4ce tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:34.523264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=31ceef43-b122-4557-b48f-4a58cb8abf2b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.536436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a50fd0a4-cb57-402f-91b3-0c7769c060e8 req-9915cf87-7bda-4dc3-95b0-90a013bbb4ce tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.6706042 Aug 11 02:52:34.557267 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eee7c4-f232-4f47-b7a6-c729889187b0 None None] The sync data for ids ['b3458e90-c632-4871-806a-8ccb45760a10'] in n-d-715271-8 is: [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '56a9328a-85a0-41b9-aa9c-27542f5074e5', 'name': '', 'network_id': '6555cd17-361d-44b3-b0de-5fd99285c4b0', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'mac_address': 'fa:16:3e:b1:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'e87b23f8-87a0-4737-929f-9194db7d05e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:22Z', 'updated_at': '2021-08-11T02:52:33Z', 'revision_number': 4, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'subnets': [{'id': 'e87b23f8-87a0-4737-929f-9194db7d05e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:34.645096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.680883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 6c9599d3-0608-457e-9312-62f0599b53f4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:34.694391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6c9599d3-0608-457e-9312-62f0599b53f4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:34.699366 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.761973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Attempting to bind port 31ceef43-b122-4557-b48f-4a58cb8abf2b on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:34.762343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Attempting to bind port 31ceef43-b122-4557-b48f-4a58cb8abf2b by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:34.762678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Attempting to bind port 31ceef43-b122-4557-b48f-4a58cb8abf2b on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:34.785021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Port 31ceef43-b122-4557-b48f-4a58cb8abf2b on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:34.785257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Attempting to bind port 31ceef43-b122-4557-b48f-4a58cb8abf2b on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:34.798102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:34.798387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:34.798752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:34.799179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Bound port: 31ceef43-b122-4557-b48f-4a58cb8abf2b, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:34.799537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.841781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 2f528abb-4896-404b-93c6-7d062d363465 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:34.903574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a50fd0a4-cb57-402f-91b3-0c7769c060e8 req-d53df1e3-315a-461c-9a0a-1b300cf34cdc tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651001 Aug 11 02:52:34.961982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2194305-b905-46dc-8758-d58f03e31255 req-ba6ef578-ebfc-4036-bfd1-1c59801c8dd1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 210 time: 0.1548603 Aug 11 02:52:34.997454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.095373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] For port 31ceef43-b122-4557-b48f-4a58cb8abf2b, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:35.106521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:35.107944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] For port 31ceef43-b122-4557-b48f-4a58cb8abf2b, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:35.108547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:35.113822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.117500 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b8cc7-1e7c-435f-bf93-37145f6f0b9d" -d '{"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-plugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:35.129947 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.261489 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbab3fe-f216-4767-9f29-0d501bfc6265 x-openstack-request-id: req-8bbab3fe-f216-4767-9f29-0d501bfc6265 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:35.262391 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-plugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:35.262813 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bbab3fe-f216-4767-9f29-0d501bfc6265 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:35.263500 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'code': 200} Aug 11 02:52:35.267718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.285588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:35.294745 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.296548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] 10.222.0.25 "PUT /v2.0/ports/31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 200 len: 1092 time: 3.3015649 Aug 11 02:52:35.301006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:35.311949 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a" -d '{"events": [{"name": "network-changed", "server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:35.386551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:35.499706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=2f528abb-4896-404b-93c6-7d062d363465,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:35.502614 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bab5d5-d3b8-4b9b-badb-d9f61074a80a x-openstack-request-id: req-f6bab5d5-d3b8-4b9b-badb-d9f61074a80a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:35.503178 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:35.503391 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6bab5d5-d3b8-4b9b-badb-d9f61074a80a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:35.503632 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'status': 'completed', 'code': 200} Aug 11 02:52:35.505473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3578-4b4c-4e45-a02b-658c31c5e3ad service neutron] Pushing event updated for resources: {'Port': ['ID=31ceef43-b122-4557-b48f-4a58cb8abf2b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:35.547731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.628637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.668115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d622685-838f-4a01-80b8-fd1f8322ba47 req-2a6fffa3-7625-45fd-811e-a6b1272d3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:35.669696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2d622685-838f-4a01-80b8-fd1f8322ba47 req-2a6fffa3-7625-45fd-811e-a6b1272d3da2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1097 time: 0.2399466 Aug 11 02:52:35.779723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network bb54e09c-147c-43e5-9a68-4944c96e9267 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:35.792553 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2d622685-838f-4a01-80b8-fd1f8322ba47 req-c8626733-b436-481a-8777-5e5a21df6cec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139433 Aug 11 02:52:35.849182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:35.856080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:35.871998 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.985609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.997330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:35.997684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6904824 Aug 11 02:52:36.003869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b18df459-cc33-4d3b-803a-51f84f44317d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': '0f5a3a24-f41e-444f-8981-d8283870e8da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:36.005255 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-b18df459-cc33-4d3b-803a-51f84f44317d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:52:36.005978 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b18df459-cc33-4d3b-803a-51f84f44317d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:36.007270 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b18df459-cc33-4d3b-803a-51f84f44317d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088947 Aug 11 02:52:36.010179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59142) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.053325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28da823-f72d-4106-a744-ff2873de1f7f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a3a24-f41e-444f-8981-d8283870e8da,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:36.082528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-ffcdd57a-1952-47c1-b012-7789442f56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.084927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-ffcdd57a-1952-47c1-b012-7789442f56b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1095 time: 0.5351567 Aug 11 02:52:36.094551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de251338-da04-4136-9580-63e1ed37c573 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:36.174229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90866275-d3d1-4ec6-a3b3-8bfcfcb12c32 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.204807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port de251338-da04-4136-9580-63e1ed37c573 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:36.228412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56a9328a-85a0-41b9-aa9c-27542f5074e5 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:36.232485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-4759413a-7c2b-4d15-8a70-240fc59f44c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 200 len: 217 time: 0.0836594 Aug 11 02:52:36.236983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90866275-d3d1-4ec6-a3b3-8bfcfcb12c32 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.382852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991725e-e02e-470d-9a56-6ecd50f33e39 req-6510f9fe-ccb8-4843-841e-7d9c45506759 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.382852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e991725e-e02e-470d-9a56-6ecd50f33e39 req-6510f9fe-ccb8-4843-841e-7d9c45506759 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 944 time: 0.7244644 Aug 11 02:52:36.386409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 56a9328a-85a0-41b9-aa9c-27542f5074e5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:36.399037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 56a9328a-85a0-41b9-aa9c-27542f5074e5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:36.401214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.404460 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90866275-d3d1-4ec6-a3b3-8bfcfcb12c32 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.408123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90866275-d3d1-4ec6-a3b3-8bfcfcb12c32 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.409378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90866275-d3d1-4ec6-a3b3-8bfcfcb12c32 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f5a3a24-f41e-444f-8981-d8283870e8da HTTP/1.1" status: 204 len: 168 time: 0.3973560 Aug 11 02:52:36.411202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa14958-f405-4518-825f-c588dcd55bbc None None] Network bb54e09c-147c-43e5-9a68-4944c96e9267 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:36.412948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59150) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.477833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90866275-d3d1-4ec6-a3b3-8bfcfcb12c32 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a3a24-f41e-444f-8981-d8283870e8da,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:36.599033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] Provisioning for port de251338-da04-4136-9580-63e1ed37c573 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:36.601471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.615278 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-528110b8-f974-4c6e-b8ef-51f6092afbce tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2003906 Aug 11 02:52:36.617131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59152) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.626887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130804667'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:36.628649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] Provisioning complete for port de251338-da04-4136-9580-63e1ed37c573 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:36.629021 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.667244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b0aeae1a-e604-4515-a287-31c1c0e3c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.668660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-b0aeae1a-e604-4515-a287-31c1c0e3c96d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.4237404 Aug 11 02:52:36.676714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7542c-247d-4cb1-80b4-b61af6e3f7b4 req-ee3128e1-cc08-44f9-9eac-4cd8d545512e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.678446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9e7542c-247d-4cb1-80b4-b61af6e3f7b4 req-ee3128e1-cc08-44f9-9eac-4cd8d545512e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.6089878 Aug 11 02:52:36.744805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e991725e-e02e-470d-9a56-6ecd50f33e39 req-7bcb74a6-dc19-4594-b419-b75df2edaff7 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927585 Aug 11 02:52:36.830266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9e7542c-247d-4cb1-80b4-b61af6e3f7b4 req-76296a30-b1f0-4b38-b711-efd2107066aa tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294575 Aug 11 02:52:36.906458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.037639 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.044896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6da7e4b8-7b2e-43aa-be15-ce2b786abf21 req-8571b81d-517a-4258-8bcb-6fb4ae6da119 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 210 time: 0.1314993 Aug 11 02:52:37.076485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-0a9f847d-3cbd-449e-be45-3ae3c6f55c2e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:37.078434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-0a9f847d-3cbd-449e-be45-3ae3c6f55c2e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.59 "GET /v2.0/networks?id=1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 200 len: 910 time: 0.7359719 Aug 11 02:52:37.082942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.086459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d7fc2792-b870-4610-92bf-18439fb37a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:37.089267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-d7fc2792-b870-4610-92bf-18439fb37a72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4089785 Aug 11 02:52:37.098119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Request body: {'port': {'device_id': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'admin_state_up': True, 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:37.121862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 56a9328a-85a0-41b9-aa9c-27542f5074e5, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56a9328a-85a0-41b9-aa9c-27542f5074e5,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:37.154284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.156091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a20f1113-355a-4157-90cc-b32f08609623 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:37.283081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] For port de251338-da04-4136-9580-63e1ed37c573, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de251338-da04-4136-9580-63e1ed37c573,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:37.321873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=56a9328a-85a0-41b9-aa9c-27542f5074e5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:37.328852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.450913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781ea2a-544d-420b-97fd-62582c19170b None None] Pushing event updated for resources: {'Port': ['ID=de251338-da04-4136-9580-63e1ed37c573,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:37.475098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a20f1113-355a-4157-90cc-b32f08609623 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:37.479409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a20f1113-355a-4157-90cc-b32f08609623 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:37.479793 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.639634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.701400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a20f1113-355a-4157-90cc-b32f08609623, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a20f1113-355a-4157-90cc-b32f08609623,segment=NetworkSegment(7aae344f-9cb7-4adb-87d4-88d8c7097c98),segment_id=7aae344f-9cb7-4adb-87d4-88d8c7097c98)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:37.707638 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.811160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a20f1113-355a-4157-90cc-b32f08609623,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:37.929956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de251338-da04-4136-9580-63e1ed37c573 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:38.035527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f33aa99e-95df-49a4-8947-bc02b0871e45 None None] Provisioning complete for port de251338-da04-4136-9580-63e1ed37c573 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:38.035942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f33aa99e-95df-49a4-8947-bc02b0871e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.069152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port de251338-da04-4136-9580-63e1ed37c573 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:38.069886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.353442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.384908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Made reservation on behalf of b5fbd654e32f4e7ca913ea6dd1cf301c for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:38.385293 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.416624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.492173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56a9328a-85a0-41b9-aa9c-27542f5074e5 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:38.535416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f33aa99e-95df-49a4-8947-bc02b0871e45 None None] Provisioning for port 2f528abb-4896-404b-93c6-7d062d363465 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:38.540947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f33aa99e-95df-49a4-8947-bc02b0871e45 None None] Provisioning complete for port 2f528abb-4896-404b-93c6-7d062d363465 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:38.541317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f33aa99e-95df-49a4-8947-bc02b0871e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.590834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f33aa99e-95df-49a4-8947-bc02b0871e45 None None] Port 2f528abb-4896-404b-93c6-7d062d363465 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:38.601320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 56a9328a-85a0-41b9-aa9c-27542f5074e5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:38.601702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.633681 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.638622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59180) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:38.647508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-370ffa14-3fe4-42cd-9035-ef929d4676dc tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'a89d3d8b-a667-4584-99a4-1e7efc10e355', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:38.649337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0262306 Aug 11 02:52:38.651391 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-370ffa14-3fe4-42cd-9035-ef929d4676dc tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:52:38.652654 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-370ffa14-3fe4-42cd-9035-ef929d4676dc tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:38.653626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-88f21148-bd6a-4e38-9c6b-163996e09304 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000889 Aug 11 02:52:38.654446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17049ed-3a8a-4217-b713-9ca97c024b40 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d3d8b-a667-4584-99a4-1e7efc10e355,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.662613 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-370ffa14-3fe4-42cd-9035-ef929d4676dc tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0207224 Aug 11 02:52:38.664571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:38.676309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acad61-d2bf-4ff0-8382-fa475352879a req-9a739e1d-5884-48e3-a509-9d6d87601ab8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.677676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43acad61-d2bf-4ff0-8382-fa475352879a req-9a739e1d-5884-48e3-a509-9d6d87601ab8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 944 time: 0.8063149 Aug 11 02:52:38.727984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.737679 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eefd028c-b335-4bfa-9a75-a9aa54a5925d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.774175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.775162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.786264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8196f889-4c29-49ba-a0ed-33c9d34469d5 None None] Provisioning complete for port 2f528abb-4896-404b-93c6-7d062d363465 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:38.786536 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8196f889-4c29-49ba-a0ed-33c9d34469d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.791658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eefd028c-b335-4bfa-9a75-a9aa54a5925d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.855488 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eefd028c-b335-4bfa-9a75-a9aa54a5925d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.859344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eefd028c-b335-4bfa-9a75-a9aa54a5925d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.862976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eefd028c-b335-4bfa-9a75-a9aa54a5925d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/a89d3d8b-a667-4584-99a4-1e7efc10e355 HTTP/1.1" status: 204 len: 168 time: 0.1943147 Aug 11 02:52:38.864878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a0ebe-c4f2-49f4-9de5-bb17b35b2af4 req-cf8c1fda-00d6-4a18-b62c-c76ab9a06704 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.865199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:38.872714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b55a0ebe-c4f2-49f4-9de5-bb17b35b2af4 req-cf8c1fda-00d6-4a18-b62c-c76ab9a06704 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.6865389 Aug 11 02:52:38.900418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8196f889-4c29-49ba-a0ed-33c9d34469d5 None None] Port 2f528abb-4896-404b-93c6-7d062d363465 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:38.910788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd028c-b335-4bfa-9a75-a9aa54a5925d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d3d8b-a667-4584-99a4-1e7efc10e355,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.970595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7eadced7-16ed-4f0c-a1f9-7430c303b1bd tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042500 Aug 11 02:52:38.975135 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59186) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:38.981928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--776391067'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.024122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.053645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=2f528abb-4896-404b-93c6-7d062d363465,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.067583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43acad61-d2bf-4ff0-8382-fa475352879a req-92b39caa-737a-40cb-a119-b3a564757a7a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334215 Aug 11 02:52:39.103357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b55a0ebe-c4f2-49f4-9de5-bb17b35b2af4 req-170637f2-0986-4cf9-bd39-434d4f6a99a1 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195113 Aug 11 02:52:39.138734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Allocated IP 172.20.0.13 (1830706e-aab2-4347-b212-1bb807e8aa8c/e560aff0-b9bd-4689-a0ab-ccab091d56a2/ca6dfa8c-3531-4d95-ad5f-44eb9467780e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:39.169315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa0ec4c0-d502-40c5-bc36-c9db97a35587 req-c9ec35f6-659b-42a6-b682-9995600bf603 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881845 Aug 11 02:52:39.227696 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.235992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.260166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.264224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2850838 Aug 11 02:52:39.269070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59190) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.277258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c9d20b7b-6626-45e7-9a40-fd9bf29e4c6c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'd4845f8f-f56c-47f3-bfe9-56f99f4337a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.278283 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-c9d20b7b-6626-45e7-9a40-fd9bf29e4c6c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:52:39.278867 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c9d20b7b-6626-45e7-9a40-fd9bf29e4c6c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:39.282886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c9d20b7b-6626-45e7-9a40-fd9bf29e4c6c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101085 Aug 11 02:52:39.284232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.293782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f7a88c9d-b548-4c76-8f1e-b81ed1e628a7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'd4845f8f-f56c-47f3-bfe9-56f99f4337a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.294514 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-f7a88c9d-b548-4c76-8f1e-b81ed1e628a7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:52:39.295019 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f7a88c9d-b548-4c76-8f1e-b81ed1e628a7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:39.296726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7a88c9d-b548-4c76-8f1e-b81ed1e628a7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111587 Aug 11 02:52:39.301444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.306819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-613ad3dd-be86-45ef-8d58-2e919e7bbea2 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'd4845f8f-f56c-47f3-bfe9-56f99f4337a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.307598 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-613ad3dd-be86-45ef-8d58-2e919e7bbea2 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:52:39.308119 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-613ad3dd-be86-45ef-8d58-2e919e7bbea2 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:39.309148 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-613ad3dd-be86-45ef-8d58-2e919e7bbea2 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067518 Aug 11 02:52:39.312611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.316395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-700906e4-17ac-4c7f-8be6-fb53914ca4ca req-4a4fd603-64bc-4224-a733-b89c5357fdd6 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 210 time: 0.0919809 Aug 11 02:52:39.317469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c766f-72c1-47ec-ac8d-f0d7385d451f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4845f8f-f56c-47f3-bfe9-56f99f4337a7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.324334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6bcd1801-c1d6-4525-940c-6a6721e6ddf9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'd4845f8f-f56c-47f3-bfe9-56f99f4337a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.325344 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-6bcd1801-c1d6-4525-940c-6a6721e6ddf9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:52:39.325907 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6bcd1801-c1d6-4525-940c-6a6721e6ddf9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:39.330473 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6bcd1801-c1d6-4525-940c-6a6721e6ddf9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0160422 Aug 11 02:52:39.334076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.376340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network bb54e09c-147c-43e5-9a68-4944c96e9267 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:39.389907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:39.417871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e38a154f-27f2-4b85-86a5-4c1e412a9652 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.449494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-6c0a0c8d-94d0-4af8-964a-fe1ee4f0c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:39.451185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-6c0a0c8d-94d0-4af8-964a-fe1ee4f0c831 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1095 time: 0.2076468 Aug 11 02:52:39.456484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e38a154f-27f2-4b85-86a5-4c1e412a9652 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.523378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e38a154f-27f2-4b85-86a5-4c1e412a9652 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.526560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e38a154f-27f2-4b85-86a5-4c1e412a9652 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.527312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a504-bbe4-4ee0-a981-5e36a18e0678 req-a4818672-ac25-43ee-a002-726c92bbedd6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:39.527742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e38a154f-27f2-4b85-86a5-4c1e412a9652 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4845f8f-f56c-47f3-bfe9-56f99f4337a7 HTTP/1.1" status: 204 len: 168 time: 0.1951187 Aug 11 02:52:39.528903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7be3a504-bbe4-4ee0-a981-5e36a18e0678 req-a4818672-ac25-43ee-a002-726c92bbedd6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.2712080 Aug 11 02:52:39.539974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.562635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a154f-27f2-4b85-86a5-4c1e412a9652 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4845f8f-f56c-47f3-bfe9-56f99f4337a7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.664567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-84ab0fd3-9ba5-4b5b-9e4d-834836b865ac tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231086 Aug 11 02:52:39.667546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.680026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--775174947'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.739479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.743058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.750743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7be3a504-bbe4-4ee0-a981-5e36a18e0678 req-a4e01dcc-e0f7-49aa-b469-cbcc53030892 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637747 Aug 11 02:52:39.759619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:39.786782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.794656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Transition to ACTIVE for port object ca6dfa8c-3531-4d95-ad5f-44eb9467780e will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:39.798085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-4a6fe920-ebe0-45bc-8443-93f9d41cc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:39.801075 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-4a6fe920-ebe0-45bc-8443-93f9d41cc02e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2967980 Aug 11 02:52:39.845413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b4de18cf-465e-42d4-85a9-89c8e06a2dec None None] Provisioning complete for port 2f528abb-4896-404b-93c6-7d062d363465 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:39.846538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4de18cf-465e-42d4-85a9-89c8e06a2dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.909428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.921135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.927644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b4de18cf-465e-42d4-85a9-89c8e06a2dec None None] Port 2f528abb-4896-404b-93c6-7d062d363465 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:39.931612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-18d1fddb-8bd7-43f2-8cdd-3c8146bd9140 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 200 len: 217 time: 0.1188898 Aug 11 02:52:39.931990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a20f1113-355a-4157-90cc-b32f08609623 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:39.936006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.997175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.999439 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3302071 Aug 11 02:52:40.002897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea37c81-2819-465c-8b8f-dfa81483a493 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.005069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aea37c81-2819-465c-8b8f-dfa81483a493 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1092 time: 0.2137718 Aug 11 02:52:40.006336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59212) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.012234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59214) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.012782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-22f85bb1-b8b6-4bfd-8944-8cf615d9fb35 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.013726 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-22f85bb1-b8b6-4bfd-8944-8cf615d9fb35 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:52:40.014530 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-22f85bb1-b8b6-4bfd-8944-8cf615d9fb35 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.015785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-22f85bb1-b8b6-4bfd-8944-8cf615d9fb35 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082943 Aug 11 02:52:40.017366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1776c-3d98-4778-b15d-7c96170ae80a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.021676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59216) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.028232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4b162b41-ae00-4a01-92cf-5af59cc89c43 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.039696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '6c9599d3-0608-457e-9312-62f0599b53f4', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.046697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.047383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.047964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.049147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.051009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.051618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.052170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.053098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.053715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.054503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.055055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.055757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e8d8b-f7a7-4611-af6f-4c1c007d7466 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:40.057169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a20f1113-355a-4157-90cc-b32f08609623 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:40.058237 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.111845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Network 1830706e-aab2-4347-b212-1bb807e8aa8c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:40.124850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:52:40.124850 n-d-715271-8 neutron-server[94699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:52:40.124850 n-d-715271-8 neutron-server[94699]: [parameters: {'project_id_1': 'ca7c0f0103654e2b9246fb027410d45b', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 52, 40, 58270)}] Aug 11 02:52:40.124850 n-d-715271-8 neutron-server[94699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:52:40.125637 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:52:40.130305 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-4b162b41-ae00-4a01-92cf-5af59cc89c43 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.131022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:40.133577 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4b162b41-ae00-4a01-92cf-5af59cc89c43 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1103244 Aug 11 02:52:40.133981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Pushing event updated for resources: {'Port': ['ID=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.136665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:40.137683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.146643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-97e26bc4-2c2b-490c-987e-75edfe61ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.149351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-97e26bc4-2c2b-490c-987e-75edfe61ce81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.1734703 Aug 11 02:52:40.151320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:40.157805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9760ed24-64a7-4114-9b54-a2e43bf151e3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.160036 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-9760ed24-64a7-4114-9b54-a2e43bf151e3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:52:40.161845 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-9760ed24-64a7-4114-9b54-a2e43bf151e3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.163429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-720c4f82-8738-411d-86b4-701a6b8bcb8a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4367142 Aug 11 02:52:40.165425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9760ed24-64a7-4114-9b54-a2e43bf151e3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258038 Aug 11 02:52:40.166382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.179877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:40.180483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-96302478'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.188810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.194260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6fec156b-ca28-45a8-9b2e-c2b3ceb2121f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.214706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:40.215436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:40.237593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:40.267254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.349414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:40.357259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.357840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.375841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:40.384027 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6fec156b-ca28-45a8-9b2e-c2b3ceb2121f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.385103 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6fec156b-ca28-45a8-9b2e-c2b3ceb2121f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1952963 Aug 11 02:52:40.386471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.386803 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment 0b015d29-d5fb-430c-809c-b06195452c1d of type vlan for network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f Aug 11 02:52:40.388079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.393577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-e4bb43a2-4009-49d4-8c39-1043e833ce15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2996104 Aug 11 02:52:40.413545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e02873b3-dff3-4ee8-855f-eb8780086616 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.414062 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-e02873b3-dff3-4ee8-855f-eb8780086616 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:52:40.414579 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-e02873b3-dff3-4ee8-855f-eb8780086616 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.415642 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e02873b3-dff3-4ee8-855f-eb8780086616 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0265853 Aug 11 02:52:40.429127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f712b5-71a7-47f6-81e9-0e56d941b1f9 req-d9e0dbd4-b316-46da-945b-0be3455c9259 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.431084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50f712b5-71a7-47f6-81e9-0e56d941b1f9 req-d9e0dbd4-b316-46da-945b-0be3455c9259 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 944 time: 0.1721621 Aug 11 02:52:40.431806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.437171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Request body: {'port': {'device_id': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.477350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f36af6ec-9131-4ecc-bdf9-8b9cd168e410 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.539292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.549107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-506de4fa-fcdb-4ea9-8e81-cf2448000006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.550811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-506de4fa-fcdb-4ea9-8e81-cf2448000006 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3856952 Aug 11 02:52:40.590100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.600309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.601657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.631495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4624546 Aug 11 02:52:40.645089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.653971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.686103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.696684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.704752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-17e4d7b8-07ad-46fb-ad3e-d322a8e99ebd None None] Provisioning for port ca6dfa8c-3531-4d95-ad5f-44eb9467780e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:40.712937 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-f36af6ec-9131-4ecc-bdf9-8b9cd168e410 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.714054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f36af6ec-9131-4ecc-bdf9-8b9cd168e410 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2404571 Aug 11 02:52:40.725034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-17e4d7b8-07ad-46fb-ad3e-d322a8e99ebd None None] Provisioning complete for port ca6dfa8c-3531-4d95-ad5f-44eb9467780e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:40.725575 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-17e4d7b8-07ad-46fb-ad3e-d322a8e99ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.727754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.753842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3f38a-ae0f-48cd-83eb-771853d2f322 req-ae4f2579-c6e0-4789-b2aa-619084b5f38f tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.756572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e3f38a-ae0f-48cd-83eb-771853d2f322 req-ae4f2579-c6e0-4789-b2aa-619084b5f38f tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1028 time: 0.2525389 Aug 11 02:52:40.774521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 3, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:38Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:40.776903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e593ab8b-bfeb-4668-b7fe-8637660ece6e tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.777445 n-d-715271-8 neutron-server[94700]: WARNING neutron.api.v2.base [None req-e593ab8b-bfeb-4668-b7fe-8637660ece6e tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:52:40.777951 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-e593ab8b-bfeb-4668-b7fe-8637660ece6e tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:40.782813 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e593ab8b-bfeb-4668-b7fe-8637660ece6e tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0519061 Aug 11 02:52:40.784118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59244) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.805935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c3178cd3-941d-488e-ab8d-dd3a69e6e1eb tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.814906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:40.815506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Updating router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 port 2f528abb-4896-404b-93c6-7d062d363465 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:40.824039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50f712b5-71a7-47f6-81e9-0e56d941b1f9 req-b14e6c73-f4d4-4b05-8546-8d91b1ae53a9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027277 Aug 11 02:52:40.829628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c43851-76ea-4479-80d9-f57e319dc34d tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=8494323d-6d71-4ba1-b5ba-4ff54c4d436f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.869538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:40.921247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:40.925590 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.944733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a8e3f38a-ae0f-48cd-83eb-771853d2f322 req-0c800f87-00bf-456b-bc8b-f93eb6015845 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384845 Aug 11 02:52:40.979598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d7b8-07ad-46fb-ad3e-d322a8e99ebd None None] Port ca6dfa8c-3531-4d95-ad5f-44eb9467780e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:40.984144 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.036740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-3c563c82-644b-4d7a-a103-05b91d5db817 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624887 Aug 11 02:52:41.178259 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c3178cd3-941d-488e-ab8d-dd3a69e6e1eb tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:41.183664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c3178cd3-941d-488e-ab8d-dd3a69e6e1eb tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3875589 Aug 11 02:52:41.184285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:41.197659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-449bc202-0eed-4064-a55d-36093aff913b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'e6a1776c-3d98-4778-b15d-7c96170ae80a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:41.279122 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.285792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.341061 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-449bc202-0eed-4064-a55d-36093aff913b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:41.350411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-449bc202-0eed-4064-a55d-36093aff913b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1577086 Aug 11 02:52:41.351087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:41.465310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:41.482851 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.500215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Transition to ACTIVE for port object 2f528abb-4896-404b-93c6-7d062d363465 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:41.507679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:41.508098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: 8494323d-6d71-4ba1-b5ba-4ff54c4d436f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:41.512978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd4a66b8-b7f1-4775-83b4-c32e940fef5a req-6bf6690e-ada7-4d5a-a5c8-4e90f5ddf447 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549937 Aug 11 02:52:41.521602 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.554261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6dfa8c-3531-4d95-ad5f-44eb9467780e {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:41.569293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a3d4bb8-d14e-42d4-93ed-0766fe3a2692 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.573655 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.576930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.233 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/8e5d788f-44a4-4a9e-89a5-f0b024b67b15) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:41.595584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:41.597416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd724-da23-4c07-abe3-ac828b73303f None None] Pushing event updated for resources: {'Port': ['ID=2f528abb-4896-404b-93c6-7d062d363465,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:41.600260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Transition to ACTIVE for port object ca6dfa8c-3531-4d95-ad5f-44eb9467780e will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:41.619180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.635100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a3d4bb8-d14e-42d4-93ed-0766fe3a2692 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.651695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8494323d-6d71-4ba1-b5ba-4ff54c4d436f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:41.662066 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:41.662952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.681678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5817c9-c5eb-4b40-b7dd-0e8dd90ecb1e None None] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:41.723930 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7cc5ac11-a59f-49a7-bf28-ceff20d8181b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0757093 Aug 11 02:52:41.725575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:41.812686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Attempting to bind port 2f528abb-4896-404b-93c6-7d062d363465 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:41.813515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Attempting to bind port 2f528abb-4896-404b-93c6-7d062d363465 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:41.814196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Attempting to bind port 2f528abb-4896-404b-93c6-7d062d363465 on network bb54e09c-147c-43e5-9a68-4944c96e9267 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:41.848592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:41.849682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Checking segment: {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:41.850473 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.851291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Bound using segment: {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:41.852077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Bound port: 2f528abb-4896-404b-93c6-7d062d363465, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a1a3fa-b684-4bf6-8f24-700867c67835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:41.852788 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.925571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a3d4bb8-d14e-42d4-93ed-0766fe3a2692 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.928958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a3d4bb8-d14e-42d4-93ed-0766fe3a2692 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.932576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6a3d4bb8-d14e-42d4-93ed-0766fe3a2692 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6a1776c-3d98-4778-b15d-7c96170ae80a HTTP/1.1" status: 204 len: 168 time: 0.5472670 Aug 11 02:52:41.954490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:42.010858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d4bb8-d14e-42d4-93ed-0766fe3a2692 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1776c-3d98-4778-b15d-7c96170ae80a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.076364 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1e6ce259-97ea-48a7-a02e-5175f57bca74 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554597 Aug 11 02:52:42.082893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:42.088439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--384973725'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:42.151102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] For port 2f528abb-4896-404b-93c6-7d062d363465, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:42.168376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.192968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] For port 2f528abb-4896-404b-93c6-7d062d363465, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2f528abb-4896-404b-93c6-7d062d363465,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:42.204396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.235529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:42.236430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.409560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.427181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd724-da23-4c07-abe3-ac828b73303f None None] Pushing event updated for resources: {'Port': ['ID=2f528abb-4896-404b-93c6-7d062d363465,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.444192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:42.444844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:42.558677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.617953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39ceb5-2cd1-4569-be2b-6c62a37c1bc0 req-cc68b882-a57f-4339-a921-66ab2671827d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.619653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b39ceb5-2cd1-4569-be2b-6c62a37c1bc0 req-cc68b882-a57f-4339-a921-66ab2671827d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1053 time: 0.3937073 Aug 11 02:52:42.634481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb82a4-12dd-45ef-8b99-1aba49a43563 req-d1ed804f-7a1e-4c46-9582-8b055f4dc033 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.636153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91eb82a4-12dd-45ef-8b99-1aba49a43563 req-d1ed804f-7a1e-4c46-9582-8b055f4dc033 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 944 time: 0.4195018 Aug 11 02:52:42.656592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.677200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.704620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:42.817667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Allocated IP 2001:db8:2::2 (8494323d-6d71-4ba1-b5ba-4ff54c4d436f/7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206/56c71a64-9eae-4ded-97b7-112a6c1c6d55) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:42.824240 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91eb82a4-12dd-45ef-8b99-1aba49a43563 req-aa323f09-28d3-4741-973c-82e72e2a31de tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363735 Aug 11 02:52:42.853352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b39ceb5-2cd1-4569-be2b-6c62a37c1bc0 req-733a477e-6792-43ff-bb9f-4be59c6f7208 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984236 Aug 11 02:52:42.856082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Attempting to bind port ca6dfa8c-3531-4d95-ad5f-44eb9467780e on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:42.856422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Attempting to bind port ca6dfa8c-3531-4d95-ad5f-44eb9467780e by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:42.856755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Attempting to bind port ca6dfa8c-3531-4d95-ad5f-44eb9467780e on network 1830706e-aab2-4347-b212-1bb807e8aa8c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:42.866913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Port ca6dfa8c-3531-4d95-ad5f-44eb9467780e on network 1830706e-aab2-4347-b212-1bb807e8aa8c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:42.867244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Attempting to bind port ca6dfa8c-3531-4d95-ad5f-44eb9467780e on network 1830706e-aab2-4347-b212-1bb807e8aa8c {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:42.882668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:42.882668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Checking segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:42.882668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Bound using segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:42.882668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Bound port: ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:42.882668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.882668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.979981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:42.994176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:43.002625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:43.010705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.012103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=8e5d788f-44a4-4a9e-89a5-f0b024b67b15,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.062485 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.066659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] For port ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:43.068738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9844885 Aug 11 02:52:43.069682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59272) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:43.071766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891197a-1241-49b2-8dfe-145760c710c0 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cca00a-724c-4404-8aa5-37198e15a327,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.077419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f35bae54-2b8a-4025-8cc9-2cf4469f2d62 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': '31cca00a-724c-4404-8aa5-37198e15a327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:43.107108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] For port ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:43.140768 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.237412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.238441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.240677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-aa71fc75-1392-406f-8502-af98114983bb service neutron] 10.222.0.59 "PUT /v2.0/ports/ca6dfa8c-3531-4d95-ad5f-44eb9467780e HTTP/1.1" status: 200 len: 1092 time: 2.8074598 Aug 11 02:52:43.245080 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.257597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Transition to ACTIVE for port object 56c71a64-9eae-4ded-97b7-112a6c1c6d55 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:43.280253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 3, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:42Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:43.285890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Transition to ACTIVE for port object 56c71a64-9eae-4ded-97b7-112a6c1c6d55 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:43.327635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bedb87-0a1d-4677-b80e-7c9b850ead47 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 3, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:42Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:43.353007 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.417664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'tag': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:43.434248 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d76966-a459-419a-8925-26597e1afcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f", "tag": "ca6dfa8c-3531-4d95-ad5f-44eb9467780e"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:43.479909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8:2::1 (8494323d-6d71-4ba1-b5ba-4ff54c4d436f/7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206/31df1a7a-2894-45f3-813a-ddf739e3656f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:43.497444 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1fbe2c-9a56-4da4-902c-f54ed82ec40e x-openstack-request-id: req-fa1fbe2c-9a56-4da4-902c-f54ed82ec40e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:43.497782 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f", "tag": "ca6dfa8c-3531-4d95-ad5f-44eb9467780e", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:43.498024 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa1fbe2c-9a56-4da4-902c-f54ed82ec40e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:43.498417 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'tag': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e', 'status': 'completed', 'code': 200} Aug 11 02:52:43.534681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:43.537980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:43.550847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:43.569093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Pushing event updated for resources: {'Port': ['ID=56c71a64-9eae-4ded-97b7-112a6c1c6d55,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.597856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-38743b83-dc35-468e-ad46-08a9e37903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.599647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-38743b83-dc35-468e-ad46-08a9e37903f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1095 time: 0.1509507 Aug 11 02:52:43.608965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71fc75-1392-406f-8502-af98114983bb service neutron] Pushing event updated for resources: {'Port': ['ID=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.625336 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-f35bae54-2b8a-4025-8cc9-2cf4469f2d62 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The resource could not be found. Aug 11 02:52:43.628987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f35bae54-2b8a-4025-8cc9-2cf4469f2d62 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5537622 Aug 11 02:52:43.629900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:43.639690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8f059612-dda0-4755-8686-5e15d7eeaca5 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': '31cca00a-724c-4404-8aa5-37198e15a327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62bd2a25-489d-401f-869e-53b61154b30d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:43.705144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Attempting to bind port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:43.706226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Attempting to bind port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:43.706729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Attempting to bind port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 on network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:43.730423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:43.730947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Checking segment: {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:43.733866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-fea2d540-cd03-4313-b08d-e734805f5c58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e HTTP/1.1" status: 200 len: 217 time: 0.1162021 Aug 11 02:52:43.736063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.740228 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.740888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Bound using segment: {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:43.742291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Bound port: 56c71a64-9eae-4ded-97b7-112a6c1c6d55, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:43.743771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.752839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object 31df1a7a-2894-45f3-813a-ddf739e3656f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:43.794844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.844220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-a6013660-e101-4ade-b19d-bbd346d42e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.845781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-a6013660-e101-4ade-b19d-bbd346d42e31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e560aff0-b9bd-4689-a0ab-ccab091d56a2 HTTP/1.1" status: 200 len: 849 time: 0.0653126 Aug 11 02:52:43.902147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:43.906517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:43.929935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:43.931311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.948576 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-8f059612-dda0-4755-8686-5e15d7eeaca5 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The resource could not be found. Aug 11 02:52:43.952839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8f059612-dda0-4755-8686-5e15d7eeaca5 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3211889 Aug 11 02:52:43.957628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:43.970584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] For port 56c71a64-9eae-4ded-97b7-112a6c1c6d55, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:43.977245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] For port 56c71a64-9eae-4ded-97b7-112a6c1c6d55, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56c71a64-9eae-4ded-97b7-112a6c1c6d55,segment=NetworkSegment(0b015d29-d5fb-430c-809c-b06195452c1d),segment_id=0b015d29-d5fb-430c-809c-b06195452c1d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:43.989812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f528abb-4896-404b-93c6-7d062d363465 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:44.054877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.080620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21e46483-8130-45e3-87df-80066a95b84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.092926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=31df1a7a-2894-45f3-813a-ddf739e3656f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:44.123746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.189761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-18e36c27-0d36-4f78-8022-806821548df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.192059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-18e36c27-0d36-4f78-8022-806821548df1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1830706e-aab2-4347-b212-1bb807e8aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3372114 Aug 11 02:52:44.389826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2f528abb-4896-404b-93c6-7d062d363465 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:44.399790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96c9fde1-4732-4797-a399-e5c77bcf5bb9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.403470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2f528abb-4896-404b-93c6-7d062d363465 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:44.403846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.419304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aaad3-ac29-4642-a3a7-9695831b06f4 req-0c317d6c-7814-4643-ba9a-485bc56186fe tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.430969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-939aaad3-ac29-4642-a3a7-9695831b06f4 req-0c317d6c-7814-4643-ba9a-485bc56186fe tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 944 time: 0.3715923 Aug 11 02:52:44.453859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7ad14-cbae-4ab3-b404-d04508549e22 None None] Pushing event updated for resources: {'Port': ['ID=56c71a64-9eae-4ded-97b7-112a6c1c6d55,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:44.463118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c949a2c-e602-4583-af58-3ce44b30574a req-6a782dcb-8a82-46cd-9f84-9c4ff7f65173 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.464171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c949a2c-e602-4583-af58-3ce44b30574a req-6a782dcb-8a82-46cd-9f84-9c4ff7f65173 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1095 time: 0.3592405 Aug 11 02:52:44.553512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96c9fde1-4732-4797-a399-e5c77bcf5bb9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.580320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.613390 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.657980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-939aaad3-ac29-4642-a3a7-9695831b06f4 req-3aa298bf-fccb-4beb-9558-deb0e8430da0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259796 Aug 11 02:52:44.705901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2f528abb-4896-404b-93c6-7d062d363465, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2f528abb-4896-404b-93c6-7d062d363465,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:44.710985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.738668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-d9f67d74-19d5-4391-ac87-2f07d8ba66b5 service neutron] 10.222.0.59 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351894 Aug 11 02:52:44.741485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c949a2c-e602-4583-af58-3ce44b30574a req-b87caf67-006e-486f-9f6f-19f46016214a tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562091 Aug 11 02:52:44.756722 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.763649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.765094 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.831752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2f528abb-4896-404b-93c6-7d062d363465,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:44.858577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.885427 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96c9fde1-4732-4797-a399-e5c77bcf5bb9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.888219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96c9fde1-4732-4797-a399-e5c77bcf5bb9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.892660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-96c9fde1-4732-4797-a399-e5c77bcf5bb9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/31cca00a-724c-4404-8aa5-37198e15a327 HTTP/1.1" status: 204 len: 168 time: 0.9343300 Aug 11 02:52:44.893302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59294) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:44.938553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=31df1a7a-2894-45f3-813a-ddf739e3656f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:44.956061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9fde1-4732-4797-a399-e5c77bcf5bb9 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cca00a-724c-4404-8aa5-37198e15a327,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:44.991537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:44.993476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:45.069132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0d52a1c6-e56b-4f3e-9d7e-973caf40da23 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688318 Aug 11 02:52:45.074639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:45.081513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-96ee1cf8-0361-4a82-9d77-4ec2dc9ffd92 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': '7de89b27-e3c9-4cac-a082-43dbd2a562fe', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:45.088141 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2a42ac3-3609-4f18-a041-9b88d28bd47d req-414be9d7-7a9f-4976-b053-a756d2f63857 service neutron] 10.222.0.59 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400021 Aug 11 02:52:45.125946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:45.217105 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-96ee1cf8-0361-4a82-9d77-4ec2dc9ffd92 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The resource could not be found. Aug 11 02:52:45.217567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-96ee1cf8-0361-4a82-9d77-4ec2dc9ffd92 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1419358 Aug 11 02:52:45.222016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:45.226787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103160148'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:45.241469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76966-a459-419a-8925-26597e1afcb8 req-c6e38a97-aade-4424-8381-b6f962698e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.241469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-c6e38a97-aade-4424-8381-b6f962698e20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1095 time: 0.0881343 Aug 11 02:52:45.245810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.263771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.265518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:45.275506 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-51fc5f8c-027d-44da-9fa5-c44b28dea67b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5480785 Aug 11 02:52:45.276910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.278779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:45.281713 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:45.284642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-816816869'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:45.299215 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:45.301544 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:45.315813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:45.319649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.354463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:45.370116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.370581 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added segment 8db78718-6e61-4029-857f-f3e885cb9879 of type vlan for network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 Aug 11 02:52:45.406397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76966-a459-419a-8925-26597e1afcb8 req-70f5ddde-a136-48c5-88a4-931507ff0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.413497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-70f5ddde-a136-48c5-88a4-931507ff0bd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 200 len: 910 time: 0.1627874 Aug 11 02:52:45.444851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.473652 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:45.517034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.531117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.531688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.630948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.647781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-f03d0056-e166-4262-a6c8-f6b6afd9328d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e HTTP/1.1" status: 200 len: 217 time: 0.2233851 Aug 11 02:52:45.677025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Network': ['ID=ac3b271b-abf4-4e38-b039-b1f12ded7bd5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.689476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:45.700327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.707646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.769955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47abd875-6b8d-4a68-8b7c-82237b289041 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4898269 Aug 11 02:52:45.771127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:45.782392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=8e5d788f-44a4-4a9e-89a5-f0b024b67b15,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.811218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'subnet': {'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:45.828889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.841768 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6149158 Aug 11 02:52:45.848689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:45.947395 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:46.022995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--810880564'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:46.024607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:46.025332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Updating router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 port 31df1a7a-2894-45f3-813a-ddf739e3656f binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:46.027365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.027973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.028532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.029121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.029993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.030626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.031213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.031807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.034521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.035119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.035717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.036634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.053901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4072-abfb-4c22-a296-0f269b1dc4a3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ec7a9a-c7c0-45c8-a729-b46874499f5c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:46.065625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:52:46.065625 n-d-715271-8 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:52:46.065625 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id_1': 'a64aaedafe6b44598943c5d0ae6ee674', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 52, 46, 50081)}] Aug 11 02:52:46.065625 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:52:46.066333 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:52:46.076463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Made reservation on behalf of e7c44146b32c4a23b841ec15bf7f4507 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:46.082860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.106078 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.108685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d886e4-0936-44a8-a0d2-b142b2e6202b None None] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:46.143065 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f528abb-4896-404b-93c6-7d062d363465 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:46.277014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5301711-eacd-4e5a-90a1-f998de2f1c0c None None] Provisioning for port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:46.316983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2f528abb-4896-404b-93c6-7d062d363465 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:46.317692 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.332668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76966-a459-419a-8925-26597e1afcb8 req-3384eb69-f479-42c0-bb8d-9468b67c7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.335293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-3384eb69-f479-42c0-bb8d-9468b67c7e12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e560aff0-b9bd-4689-a0ab-ccab091d56a2 HTTP/1.1" status: 200 len: 849 time: 0.5734944 Aug 11 02:52:46.403752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.432534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613445e9-a571-4c76-bebc-101839ba0c9c req-fc3ef01d-7ba0-4487-9b52-9d0e9bd89564 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.445941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-613445e9-a571-4c76-bebc-101839ba0c9c req-fc3ef01d-7ba0-4487-9b52-9d0e9bd89564 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 944 time: 0.5560758 Aug 11 02:52:46.486555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc8541-f52c-40d7-9b9e-3c57409ee0c3 req-7c45f025-5852-4aa5-b745-df4e641e93bf tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.489073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Subnet': ['ID=c3a510b5-2640-47a1-8014-60cc99895166,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:46.495521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Checking segment: {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:46.495901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network hostable DHCP agents. Network: ac3b271b-abf4-4e38-b039-b1f12ded7bd5, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:46.500718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69bc8541-f52c-40d7-9b9e-3c57409ee0c3 req-7c45f025-5852-4aa5-b745-df4e641e93bf tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1095 time: 0.4548829 Aug 11 02:52:46.517822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:46.522698 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP f7ef85cc-e28a-4a55-968b-94f986a384dd associated. External IP: 172.25.6.233, port: 6c9599d3-0608-457e-9312-62f0599b53f4. Aug 11 02:52:46.531016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ac3b271b-abf4-4e38-b039-b1f12ded7bd5) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:46.536479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.537181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.547288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 31ceef43-b122-4557-b48f-4a58cb8abf2b details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:46.556748 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-24dfa82b-465f-4905-b236-296bc8240c75 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7792599 Aug 11 02:52:46.559181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:46.564479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f315bc7-b7c2-4a56-918d-d6777e671875 None None] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:46.598872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56c71a64-9eae-4ded-97b7-112a6c1c6d55 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:46.712036 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.719442 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.735642 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Transition to ACTIVE for port object 31df1a7a-2894-45f3-813a-ddf739e3656f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:46.747193 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.816109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-613445e9-a571-4c76-bebc-101839ba0c9c req-68442116-6074-47d5-8af1-ead93353194a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689289 Aug 11 02:52:46.826785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76966-a459-419a-8925-26597e1afcb8 req-7d5390d5-2a9e-45d4-a88f-9dea31a1db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.833480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-7d5390d5-2a9e-45d4-a88f-9dea31a1db56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1830706e-aab2-4347-b212-1bb807e8aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4836855 Aug 11 02:52:46.844611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69bc8541-f52c-40d7-9b9e-3c57409ee0c3 req-860c4946-67ef-4e2a-9cbf-3cfd62c029f4 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426795 Aug 11 02:52:46.911232 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Pushing event updated for resources: {'Port': ['ID=31df1a7a-2894-45f3-813a-ddf739e3656f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:46.941246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.965429 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.965780 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.966153 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.966621 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.966812 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.967146 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.967472 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.967799 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.968124 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.968448 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.973606 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:46.975864 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:47.021686 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Attempting to bind port 31df1a7a-2894-45f3-813a-ddf739e3656f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:47.022092 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Attempting to bind port 31df1a7a-2894-45f3-813a-ddf739e3656f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:47.022465 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Attempting to bind port 31df1a7a-2894-45f3-813a-ddf739e3656f on network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:47.030834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.033309 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:47.034250 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Checking segment: {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:47.034684 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.035173 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Bound using segment: {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:47.035652 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Bound port: 31df1a7a-2894-45f3-813a-ddf739e3656f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b015d29-d5fb-430c-809c-b06195452c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:47.036039 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.072506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:47.073376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.141730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:47.157772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:47.158210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.166563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-90e4a731-1daf-4022-8030-0e4e1e9b9a90 None None] Provisioning for port 31df1a7a-2894-45f3-813a-ddf739e3656f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:47.186539 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] For port 31df1a7a-2894-45f3-813a-ddf739e3656f, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:47.196265 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] For port 31df1a7a-2894-45f3-813a-ddf739e3656f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=31df1a7a-2894-45f3-813a-ddf739e3656f,segment=NetworkSegment(0b015d29-d5fb-430c-809c-b06195452c1d),segment_id=0b015d29-d5fb-430c-809c-b06195452c1d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:47.203001 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.246088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-05503c44-3094-426e-8219-5adcb94c90e0 service neutron] 10.222.0.59 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954210 Aug 11 02:52:47.287170 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:47.288288 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:47.416779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router a90520ea-496e-4010-8e49-c6eff4994e0c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:47.519232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 31ceef43-b122-4557-b48f-4a58cb8abf2b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:47.556737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05259172-72c2-4844-8fa6-85f94ef00b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.608077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.614826 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7331707 Aug 11 02:52:47.615759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:47.623478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c2789f9f-b30e-4c90-ae90-3799adf0a884 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group_rule': {'security_group_id': 'd5ec7a9a-c7c0-45c8-a729-b46874499f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cd08773a-4284-4c41-bf4f-db4905b7c7bb'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:47.627392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'mac_address': 'fa:16:3e:b2:e4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:47.629306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacaf64-31ca-4e8f-b5c5-5ec721bb3a9d tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd08773a-4284-4c41-bf4f-db4905b7c7bb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:47.712056 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:47.761562 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.763934 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.782303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ceef43-b122-4557-b48f-4a58cb8abf2b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:47.804078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 31ceef43-b122-4557-b48f-4a58cb8abf2b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:47.818824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.820723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ca6dfa8c-3531-4d95-ad5f-44eb9467780e details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:47.824435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Allocated IP 2001:db8:3::2 (ac3b271b-abf4-4e38-b039-b1f12ded7bd5/c3a510b5-2640-47a1-8014-60cc99895166/decd9b5f-4692-4181-9a31-7b13d2710d7a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:47.829176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.861719 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afcd01-c66a-4152-a25f-088f4d8ffff0 None None] Pushing event updated for resources: {'Port': ['ID=31df1a7a-2894-45f3-813a-ddf739e3656f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:47.905821 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c2789f9f-b30e-4c90-ae90-3799adf0a884 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:52:47.907165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c2789f9f-b30e-4c90-ae90-3799adf0a884 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2880108 Aug 11 02:52:47.918411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:47.997890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=31ceef43-b122-4557-b48f-4a58cb8abf2b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:48.084439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 56c71a64-9eae-4ded-97b7-112a6c1c6d55, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56c71a64-9eae-4ded-97b7-112a6c1c6d55,segment=NetworkSegment(0b015d29-d5fb-430c-809c-b06195452c1d),segment_id=0b015d29-d5fb-430c-809c-b06195452c1d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:48.105717 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.189784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=56c71a64-9eae-4ded-97b7-112a6c1c6d55,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:48.195376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['31ceef43-b122-4557-b48f-4a58cb8abf2b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:48.208871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.236394 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:47Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:48.304549 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8dfed4-359a-41e2-ba34-bea56b6ce54f None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:47Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:48.334422 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf99d4a3-f9da-4951-8fe2-66d2d45604d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.383450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf99d4a3-f9da-4951-8fe2-66d2d45604d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.505719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf99d4a3-f9da-4951-8fe2-66d2d45604d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.508291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf99d4a3-f9da-4951-8fe2-66d2d45604d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.511819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf99d4a3-f9da-4951-8fe2-66d2d45604d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd08773a-4284-4c41-bf4f-db4905b7c7bb HTTP/1.1" status: 204 len: 168 time: 0.5905044 Aug 11 02:52:48.524954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59344) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:48.531993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99d4a3-f9da-4951-8fe2-66d2d45604d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd08773a-4284-4c41-bf4f-db4905b7c7bb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:48.623627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.631688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d76966-a459-419a-8925-26597e1afcb8 req-88e978a9-1f43-4375-9dcf-b3fa34640c6f service neutron] 10.222.0.59 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3770487 Aug 11 02:52:48.661641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:48.685649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Transition to ACTIVE for port object decd9b5f-4692-4181-9a31-7b13d2710d7a will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:48.723759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] Sync routers for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:48.749984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:48.761082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7136-c314-423e-b34b-334b1c7dc228 req-0c568b58-02b9-42dc-a3f0-e7d443329c37 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:48.762649 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.763548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-726f7136-c314-423e-b34b-334b1c7dc228 req-0c568b58-02b9-42dc-a3f0-e7d443329c37 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 945 time: 0.3401966 Aug 11 02:52:48.774807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb007637-3fdb-4d64-8b7a-881dac515a8e req-e44f01dc-a3cd-488b-8300-8f430da63a5e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:48.776925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb007637-3fdb-4d64-8b7a-881dac515a8e req-e44f01dc-a3cd-488b-8300-8f430da63a5e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1095 time: 0.3445597 Aug 11 02:52:48.782844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.788204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:48.789177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:48.794672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Transition to ACTIVE for port object decd9b5f-4692-4181-9a31-7b13d2710d7a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:48.845909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.849979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a03200f0-e0e9-411e-b831-993446bee61c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3117464 Aug 11 02:52:48.854643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:48.874561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'port_id': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e', 'mac_address': 'fa:16:3e:4f:41:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:48.884413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6abde18c-e184-45b8-8311-ce10f44cdc8a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8486731 Aug 11 02:52:48.888490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:48.891544 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c98371a-8730-4558-8bc8-f6174cea97d3" -d '{"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:48.930625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb007637-3fdb-4d64-8b7a-881dac515a8e req-3ab5f665-c080-4591-9757-2c89f199e168 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434832 Aug 11 02:52:48.934370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-726f7136-c314-423e-b34b-334b1c7dc228 req-999c016b-9530-481d-ad02-352c56f8656d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564207 Aug 11 02:52:48.994211 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7fa65af-3292-4faa-9b9d-a792c00c1341 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.997851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Allocated IP 2001:db8:3::1 (ac3b271b-abf4-4e38-b039-b1f12ded7bd5/c3a510b5-2640-47a1-8014-60cc99895166/c5bfe93c-76a6-476c-b174-d141b93c9bd9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:49.033414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7fa65af-3292-4faa-9b9d-a792c00c1341 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.034541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:49.045521 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.065531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:49.073046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:49.190746 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d3ed3-6ab9-4605-be42-054e8ca56bdc x-openstack-request-id: req-9c5d3ed3-6ab9-4605-be42-054e8ca56bdc {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:49.191231 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:49.191589 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c5d3ed3-6ab9-4605-be42-054e8ca56bdc {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:49.192327 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'status': 'completed', 'code': 200} Aug 11 02:52:49.211419 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7fa65af-3292-4faa-9b9d-a792c00c1341 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.214454 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7fa65af-3292-4faa-9b9d-a792c00c1341 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.218767 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b7fa65af-3292-4faa-9b9d-a792c00c1341 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5ec7a9a-c7c0-45c8-a729-b46874499f5c HTTP/1.1" status: 204 len: 168 time: 0.3628380 Aug 11 02:52:49.219725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.261661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499325-deba-4267-add4-7d6aca9d780b req-410fcf3a-1c14-4b66-89e3-73c2a00ede1e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.264055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa65af-3292-4faa-9b9d-a792c00c1341 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ec7a9a-c7c0-45c8-a729-b46874499f5c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:49.265621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37499325-deba-4267-add4-7d6aca9d780b req-410fcf3a-1c14-4b66-89e3-73c2a00ede1e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.1635938 Aug 11 02:52:49.288967 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.321230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Transition to ACTIVE for port object c5bfe93c-76a6-476c-b174-d141b93c9bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:49.332286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1ff0ea57-e960-431b-b0bb-df8c92be53d7 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049404 Aug 11 02:52:49.333024 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59360) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.339733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319567048'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:49.369496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-76a3f51e-80fe-4917-8e3a-9d85f4c66532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.372809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-76a3f51e-80fe-4917-8e3a-9d85f4c66532 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1097 time: 0.1514177 Aug 11 02:52:49.379198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37499325-deba-4267-add4-7d6aca9d780b req-5fd64e81-1e95-468c-8f05-bca822a0810c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852859 Aug 11 02:52:49.388645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.428789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59362) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.469982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.527851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Pushing event updated for resources: {'Port': ['ID=decd9b5f-4692-4181-9a31-7b13d2710d7a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:49.543557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6dfa8c-3531-4d95-ad5f-44eb9467780e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:49.563998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:49.570417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.571692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:49.575328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:49.587151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:49.588315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.591324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79bb7ba1-e14c-4f90-b6d4-b6274e5f44b6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 992 time: 0.1603129 Aug 11 02:52:49.594666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.602669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=c5bfe93c-76a6-476c-b174-d141b93c9bd9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:49.619258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-1791b20f-cb90-4e57-9eb0-7c5f5af056ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.620808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-1791b20f-cb90-4e57-9eb0-7c5f5af056ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 0.2397943 Aug 11 02:52:49.628205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Attempting to bind port decd9b5f-4692-4181-9a31-7b13d2710d7a on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:49.628705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Attempting to bind port decd9b5f-4692-4181-9a31-7b13d2710d7a by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:49.629295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Attempting to bind port decd9b5f-4692-4181-9a31-7b13d2710d7a on network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:49.638091 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.683231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.687385 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3489995 Aug 11 02:52:49.691708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59364) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.700878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d498881c-818a-4211-b521-b90147053dd3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:49.701579 n-d-715271-8 neutron-server[94699]: WARNING neutron.api.v2.base [None req-d498881c-818a-4211-b521-b90147053dd3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:52:49.702786 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-d498881c-818a-4211-b521-b90147053dd3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:49.706719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d498881c-818a-4211-b521-b90147053dd3 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "PUT /v2.0/security-groups/bc54bede-0dcf-4d49-bc27-a702bcc5c343 HTTP/1.1" status: 409 len: 330 time: 0.0108616 Aug 11 02:52:49.708534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59366) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.720651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:49.721436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Checking segment: {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:49.722108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.722815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Bound using segment: {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:49.723529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Bound port: decd9b5f-4692-4181-9a31-7b13d2710d7a, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:49.724108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.725200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9425b8-668f-4c4a-8751-979f43d58b1b tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc54bede-0dcf-4d49-bc27-a702bcc5c343,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:49.756757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:49.773576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-6bfde2ee-ee51-44ab-91a4-f6f58a99d6e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1000 time: 0.1435103 Aug 11 02:52:49.831461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.857155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc3a9-7d27-43fb-84cd-a5e484ac2c83 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.867492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-70de11ab-a2a9-4e3a-8087-2df1cde696bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.869526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-70de11ab-a2a9-4e3a-8087-2df1cde696bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.0810153 Aug 11 02:52:49.910838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:49.919355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc3a9-7d27-43fb-84cd-a5e484ac2c83 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.963708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-1ff22098-690c-4b18-891e-f5262c563e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.966998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-1ff22098-690c-4b18-891e-f5262c563e1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871115 Aug 11 02:52:49.998174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc3a9-7d27-43fb-84cd-a5e484ac2c83 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.001166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc3a9-7d27-43fb-84cd-a5e484ac2c83 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.006026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59374) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:50.007104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9b8dc3a9-7d27-43fb-84cd-a5e484ac2c83 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/bc54bede-0dcf-4d49-bc27-a702bcc5c343 HTTP/1.1" status: 204 len: 168 time: 0.2968702 Aug 11 02:52:50.007823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ca6dfa8c-3531-4d95-ad5f-44eb9467780e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:50.132462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dc3a9-7d27-43fb-84cd-a5e484ac2c83 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc54bede-0dcf-4d49-bc27-a702bcc5c343,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.200839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ddb8d907-fb9a-48f8-9c61-94b156e6b24f tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1930501 Aug 11 02:52:50.211500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59382) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:50.233076 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-82076553-2331-4fc3-910f-296e62985903 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] delete failed (client error): The resource could not be found. Aug 11 02:52:50.235187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-82076553-2331-4fc3-910f-296e62985903 tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "DELETE /v2.0/security-groups/96a90eff-626a-4cfb-8202-3b001fd7c973 HTTP/1.1" status: 404 len: 347 time: 0.0216753 Aug 11 02:52:50.243447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59384) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:50.252966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56689cb-b460-4691-97fe-889490a51cc3 req-0bcf3e95-d08a-4784-9429-0a4af9c10283 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.262316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f56689cb-b460-4691-97fe-889490a51cc3 req-0bcf3e95-d08a-4784-9429-0a4af9c10283 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 945 time: 0.1755190 Aug 11 02:52:50.299995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.320654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fbe42-d8e8-49b1-ad8c-7b1b9e481839 req-5b8635ab-6c1f-483d-bfdd-69e2075eef29 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.327342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b4fbe42-d8e8-49b1-ad8c-7b1b9e481839 req-5b8635ab-6c1f-483d-bfdd-69e2075eef29 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1096 time: 0.2252557 Aug 11 02:52:50.354105 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-7bb9149b-0419-40de-bf98-dce5ae51815c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] show failed (client error): The resource could not be found. Aug 11 02:52:50.358248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7bb9149b-0419-40de-bf98-dce5ae51815c tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-groups/6711241d-f79d-413b-9df9-b5b88e4ed7f1 HTTP/1.1" status: 404 len: 347 time: 0.0893052 Aug 11 02:52:50.359982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59386) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:50.368061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-4811b41f-a4fb-40ad-b433-7e11beac25d9 service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878908 Aug 11 02:52:50.383337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f56689cb-b460-4691-97fe-889490a51cc3 req-f086053e-be30-46ef-8315-fb643f2bef84 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201174 Aug 11 02:52:50.389714 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-747901d3-907f-45d1-b49a-3ddb6bded08a tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] show failed (client error): The resource could not be found. Aug 11 02:52:50.396302 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-747901d3-907f-45d1-b49a-3ddb6bded08a tempest-NegativeSecGroupTest-156241617 tempest-NegativeSecGroupTest-156241617-project] 10.222.0.16 "GET /v2.0/security-group-rules/b2ff632c-956d-4ece-a1c4-5f1dc47c24c8 HTTP/1.1" status: 404 len: 356 time: 0.0299730 Aug 11 02:52:50.397319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] For port decd9b5f-4692-4181-9a31-7b13d2710d7a, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:50.506041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b4fbe42-d8e8-49b1-ad8c-7b1b9e481839 req-712fa031-2c4a-4ed2-ac82-142b6c61f088 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776805 Aug 11 02:52:50.552772 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.561290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.562209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.593724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:50.595048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] For port decd9b5f-4692-4181-9a31-7b13d2710d7a, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=decd9b5f-4692-4181-9a31-7b13d2710d7a,segment=NetworkSegment(8db78718-6e61-4029-857f-f3e885cb9879),segment_id=8db78718-6e61-4029-857f-f3e885cb9879)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:50.616358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c98371a-8730-4558-8bc8-f6174cea97d3 req-c33e3a4c-6511-418e-ad34-88f4fd1fe29b service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318010 Aug 11 02:52:50.622110 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 31df1a7a-2894-45f3-813a-ddf739e3656f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:50.673454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.717397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fec96757-38b5-4633-b21c-987857808a74 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 992 time: 0.1224678 Aug 11 02:52:50.791096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event updated for resources: {'Port': ['ID=c5bfe93c-76a6-476c-b174-d141b93c9bd9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.806502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288fcd-ea2f-4ad6-9acd-aa5f1995ccd0 None None] Pushing event updated for resources: {'Port': ['ID=decd9b5f-4692-4181-9a31-7b13d2710d7a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.839656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 31df1a7a-2894-45f3-813a-ddf739e3656f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:50.853599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'f7ef85cc-e28a-4a55-968b-94f986a384dd', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.233', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'port_id': '6c9599d3-0608-457e-9312-62f0599b53f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'mac_address': 'fa:16:3e:98:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:52:43Z', 'updated_at': '2021-08-11T02:52:43Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:50.864979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 31df1a7a-2894-45f3-813a-ddf739e3656f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:50.865942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.905391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:50.908292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:50.932364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] Checking router: a90520ea-496e-4010-8e49-c6eff4994e0c for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:50.963847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:50.964781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:50.973115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59396) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:51.149351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:51.154853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.176690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:51.204191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3cf3cfbb-88ac-4dae-a9ee-950cfade80a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a64aaedafe6b44598943c5d0ae6ee674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292171 Aug 11 02:52:51.207902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59400) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:51.313601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 31df1a7a-2894-45f3-813a-ddf739e3656f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=31df1a7a-2894-45f3-813a-ddf739e3656f,segment=NetworkSegment(0b015d29-d5fb-430c-809c-b06195452c1d),segment_id=0b015d29-d5fb-430c-809c-b06195452c1d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:51.319151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.320272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56c71a64-9eae-4ded-97b7-112a6c1c6d55 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:51.325725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09bb49f2-a899-4d09-b6b1-9d5415bc24c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.365176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09bb49f2-a899-4d09-b6b1-9d5415bc24c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.378674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:51.390521 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ac24d311-6acf-45f8-874d-0053a9a93958 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8292508 Aug 11 02:52:51.390882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:51.399413 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:51.400579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:51.413751 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:51.418074 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:51.526091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09bb49f2-a899-4d09-b6b1-9d5415bc24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.529266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09bb49f2-a899-4d09-b6b1-9d5415bc24c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.530766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09bb49f2-a899-4d09-b6b1-9d5415bc24c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18e98449-30a9-42d9-84ae-00e208ca05de HTTP/1.1" status: 204 len: 168 time: 0.3210075 Aug 11 02:52:51.532220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=31df1a7a-2894-45f3-813a-ddf739e3656f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.585203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:51.585872 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.649125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb49f2-a899-4d09-b6b1-9d5415bc24c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e98449-30a9-42d9-84ae-00e208ca05de,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.723578 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:51.726097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59416) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:51.812725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fece51-0fb2-41b2-a498-566383bda72d req-e180db8c-bf6c-410c-b12e-0ad6f7efd6f8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.816109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03fece51-0fb2-41b2-a498-566383bda72d req-e180db8c-bf6c-410c-b12e-0ad6f7efd6f8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 945 time: 0.2818601 Aug 11 02:52:51.826481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ca6dfa8c-3531-4d95-ad5f-44eb9467780e up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:51.960588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'f7ef85cc-e28a-4a55-968b-94f986a384dd', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.233', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'port_id': '6c9599d3-0608-457e-9312-62f0599b53f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'mac_address': 'fa:16:3e:98:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:52:43Z', 'updated_at': '2021-08-11T02:52:43Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:52.037503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d685d-aad9-4c86-b0e3-3b1e1a152055 None None] The sync data for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 is: [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'f7ef85cc-e28a-4a55-968b-94f986a384dd', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.233', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'port_id': '6c9599d3-0608-457e-9312-62f0599b53f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'mac_address': 'fa:16:3e:98:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:52:43Z', 'updated_at': '2021-08-11T02:52:43Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:52.076506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ca6dfa8c-3531-4d95-ad5f-44eb9467780e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:52.088928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ca6dfa8c-3531-4d95-ad5f-44eb9467780e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:52.089443 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.180249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1dea6a1a-57ae-4377-9790-5587f3944635 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 992 time: 0.4426160 Aug 11 02:52:52.215377 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:52.248767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03fece51-0fb2-41b2-a498-566383bda72d req-fdf12c19-41eb-46c8-96b1-94e03575fa11 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444827 Aug 11 02:52:52.269585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658a9d-9292-4636-bf61-80dcb8c18662 req-818b674f-c9e1-4e85-babf-9593a889033e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.269585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc658a9d-9292-4636-bf61-80dcb8c18662 req-818b674f-c9e1-4e85-babf-9593a889033e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1096 time: 0.4978936 Aug 11 02:52:52.359548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.431496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:52.443712 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a77c778-799b-4828-8d52-2d9495032c39" -d '{"events": [{"server_uuid": "2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ca6dfa8c-3531-4d95-ad5f-44eb9467780e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:52.446921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc658a9d-9292-4636-bf61-80dcb8c18662 req-f250cd6a-8d59-4d8b-bcc0-ee0cdea5fda2 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698997 Aug 11 02:52:52.462532 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:49Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:50Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:52.518077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:52.523897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:52.524260 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Updating router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 port c5bfe93c-76a6-476c-b174-d141b93c9bd9 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:52.554865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 31df1a7a-2894-45f3-813a-ddf739e3656f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:52.574889 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b279af-8694-4642-a3c8-461e2138f90c x-openstack-request-id: req-d8b279af-8694-4642-a3c8-461e2138f90c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:52.575600 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ca6dfa8c-3531-4d95-ad5f-44eb9467780e", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:52.576027 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b279af-8694-4642-a3c8-461e2138f90c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:52.576663 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e', 'code': 200} Aug 11 02:52:52.577786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.591319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 31ceef43-b122-4557-b48f-4a58cb8abf2b up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:52.597048 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.655810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:52:52.713287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Removed routes are [] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:52:52.715168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.785139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.811838 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba98d1-7e41-4a20-950f-3a8e5219cdbf None None] New status for floating IP f7ef85cc-e28a-4a55-968b-94f986a384dd: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:52:52.821668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7edf96-ae5b-402e-a8fc-88cde47b746f None None] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:52.862805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cfcd5-fa61-421c-b7f9-eb13b8b3678a req-12beceb3-2cb4-4684-87e2-92015dbbbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.865652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c3cfcd5-fa61-421c-b7f9-eb13b8b3678a req-12beceb3-2cb4-4684-87e2-92015dbbbc50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.2383587 Aug 11 02:52:52.988893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c3cfcd5-fa61-421c-b7f9-eb13b8b3678a req-eaf06a2c-426f-430e-9bfe-28fadf5d98a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058459 Aug 11 02:52:53.029826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.040929 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.143568 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.157226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Transition to ACTIVE for port object c5bfe93c-76a6-476c-b174-d141b93c9bd9 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:53.169850 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.179634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59446) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:53.246113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:53.286715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b840b03f-5962-47d6-86b5-e14eac990a5a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 992 time: 0.1023905 Aug 11 02:52:53.437382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:53.447995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.448743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.454652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b86d98b4-37a3-41ce-bcdd-4c0274de7a90 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 954 time: 2.0623536 Aug 11 02:52:53.456150 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12785-ada7-4643-b749-0559dd73b891 None None] Pushing event updated for resources: {'Port': ['ID=c5bfe93c-76a6-476c-b174-d141b93c9bd9,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:53.456807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:53.477648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Attempting to bind port c5bfe93c-76a6-476c-b174-d141b93c9bd9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:53.478493 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Attempting to bind port c5bfe93c-76a6-476c-b174-d141b93c9bd9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:53.478493 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Attempting to bind port c5bfe93c-76a6-476c-b174-d141b93c9bd9 on network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:53.509668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d1e6a7e8-d6ea-4ddc-a5b8-dda5231a48e4 None None] Provisioning for port decd9b5f-4692-4181-9a31-7b13d2710d7a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:53.510152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:53.513687 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Checking segment: {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:53.514215 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.518689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.519956 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Bound using segment: {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:53.520470 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Bound port: c5bfe93c-76a6-476c-b174-d141b93c9bd9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db78718-6e61-4029-857f-f3e885cb9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:53.522276 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.561192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6635b-63ef-4366-9133-f7765d47ce1a req-0be6c9a0-f48a-41f0-b4db-2cc2178d66e3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.577235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54b6635b-63ef-4366-9133-f7765d47ce1a req-0be6c9a0-f48a-41f0-b4db-2cc2178d66e3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 945 time: 0.1620138 Aug 11 02:52:53.666707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 31ceef43-b122-4557-b48f-4a58cb8abf2b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:53.684256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54b6635b-63ef-4366-9133-f7765d47ce1a req-28f5644e-1396-4613-9bd0-b226a14d4980 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051438 Aug 11 02:52:53.716271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 31ceef43-b122-4557-b48f-4a58cb8abf2b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:53.717232 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.784221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cd123-bb74-44f5-ae90-e8071a9b2065 req-f5db937c-fa50-4e3d-8307-ba18271c6a15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.806923 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] For port c5bfe93c-76a6-476c-b174-d141b93c9bd9, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:53.812595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 31df1a7a-2894-45f3-813a-ddf739e3656f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:53.813595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.815640 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] For port c5bfe93c-76a6-476c-b174-d141b93c9bd9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c5bfe93c-76a6-476c-b174-d141b93c9bd9,segment=NetworkSegment(8db78718-6e61-4029-857f-f3e885cb9879),segment_id=8db78718-6e61-4029-857f-f3e885cb9879)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:53.827679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b6cd123-bb74-44f5-ae90-e8071a9b2065 req-f5db937c-fa50-4e3d-8307-ba18271c6a15 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.1500032 Aug 11 02:52:53.828363 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.006917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b6cd123-bb74-44f5-ae90-e8071a9b2065 req-6d4b24e3-031c-490e-8531-60ed42dac118 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716633 Aug 11 02:52:54.020008 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-145f5410-e3a2-422f-8cbd-288963d5ec9a tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 954 time: 0.5616047 Aug 11 02:52:54.020528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:54.037701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'routes': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:54.062095 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:54.063885 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:54.113656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-a2f11b76-1322-4c66-871c-823ee20c3f87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1277010 Aug 11 02:52:54.292906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59480) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:54.295936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-b6f2b33d-3171-4ced-bff0-3cfc13ab24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.310122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-b6f2b33d-3171-4ced-bff0-3cfc13ab24b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1097 time: 0.1385386 Aug 11 02:52:54.406347 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12785-ada7-4643-b749-0559dd73b891 None None] Pushing event updated for resources: {'Port': ['ID=c5bfe93c-76a6-476c-b174-d141b93c9bd9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:54.428673 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:54.483599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bb880ba1-8f6b-47a8-b825-4b8d2dd34ca9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 994 time: 0.1726384 Aug 11 02:52:54.581979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.590766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-cbb179a9-9748-4db9-970c-3cef6c710d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.592535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-cbb179a9-9748-4db9-970c-3cef6c710d26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.2068107 Aug 11 02:52:54.602160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device decd9b5f-4692-4181-9a31-7b13d2710d7a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:54.765173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:54.768445 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad015d-99a1-412e-86fe-9bb91122d432" -d '{"events": [{"server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "name": "network-vif-plugged", "status": "completed", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:54.815753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 31ceef43-b122-4557-b48f-4a58cb8abf2b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:54.828923 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.859481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-3be399a0-b582-40b4-a34c-79556f06d510 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1002 time: 0.2502627 Aug 11 02:52:54.972074 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107899d7-bce6-4cf9-a53d-80bca9350a0d x-openstack-request-id: req-107899d7-bce6-4cf9-a53d-80bca9350a0d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:54.972382 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "name": "network-vif-plugged", "status": "completed", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:54.972617 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-107899d7-bce6-4cf9-a53d-80bca9350a0d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:54.973030 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'code': 200} Aug 11 02:52:54.973672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=31ceef43-b122-4557-b48f-4a58cb8abf2b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:55.016468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port decd9b5f-4692-4181-9a31-7b13d2710d7a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:55.030694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port decd9b5f-4692-4181-9a31-7b13d2710d7a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:55.031076 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.082192 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:52Z', 'revision_number': 6, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:53Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:55.181457 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c158aad-d3b3-4227-b1ae-cd0bb89523a2 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:52Z', 'revision_number': 6, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:53Z', 'revision_number': 4, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:55.301159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added routes are [] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:52:55.302110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:52:55.310483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-19a5b29f-0b75-420f-82dd-7dbe223db74b None None] Provisioning for port c5bfe93c-76a6-476c-b174-d141b93c9bd9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:55.318914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-b9380afb-2c2f-4a44-a6d6-7c0ebafb3a99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1716070 Aug 11 02:52:55.399533 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.400378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83f68d-a264-4178-86a3-9c1e163036bb req-486e3861-ce6a-4d6a-97a5-9c7a80231dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.404200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec83f68d-a264-4178-86a3-9c1e163036bb req-486e3861-ce6a-4d6a-97a5-9c7a80231dbd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1097 time: 0.4173496 Aug 11 02:52:55.421032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-abbaf848-8e9d-448d-983f-1d1d5202c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.424382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-abbaf848-8e9d-448d-983f-1d1d5202c7dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.5577147 Aug 11 02:52:55.441318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-19a5b29f-0b75-420f-82dd-7dbe223db74b None None] Provisioning complete for port decd9b5f-4692-4181-9a31-7b13d2710d7a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:55.443250 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19a5b29f-0b75-420f-82dd-7dbe223db74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.454568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8422b-8b8c-4715-beb9-c2b982f7ce5c req-e7d06586-32a1-4dcc-bec5-94e637d9b223 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.463018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03d8422b-8b8c-4715-beb9-c2b982f7ce5c req-e7d06586-32a1-4dcc-bec5-94e637d9b223 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.5743401 Aug 11 02:52:55.521690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002b63a-a857-4598-8b0a-38b0b2d6e47b req-92f916bc-aa44-45a4-8441-c554d6eaff37 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.539052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0002b63a-a857-4598-8b0a-38b0b2d6e47b req-92f916bc-aa44-45a4-8441-c554d6eaff37 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.3198133 Aug 11 02:52:55.571199 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.609167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-7fbf15c1-0af7-4ad4-9f35-ad496f03f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.635081 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-7fbf15c1-0af7-4ad4-9f35-ad496f03f6f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1097 time: 0.2272174 Aug 11 02:52:55.674826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03d8422b-8b8c-4715-beb9-c2b982f7ce5c req-33cfaff9-6eec-4059-aca1-9c8f9f9bb91e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100751 Aug 11 02:52:55.837412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port decd9b5f-4692-4181-9a31-7b13d2710d7a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=decd9b5f-4692-4181-9a31-7b13d2710d7a,segment=NetworkSegment(8db78718-6e61-4029-857f-f3e885cb9879),segment_id=8db78718-6e61-4029-857f-f3e885cb9879)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:55.860968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec83f68d-a264-4178-86a3-9c1e163036bb req-0c898e03-44ef-4c1f-a080-d19b0fd90001 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318807 Aug 11 02:52:55.899900 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19a5b29f-0b75-420f-82dd-7dbe223db74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.902572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.001811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0002b63a-a857-4598-8b0a-38b0b2d6e47b req-d27db8fe-cc44-4d9d-ba68-dccd3bf086f0 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615042 Aug 11 02:52:56.006153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-4b0c505b-263b-4c1a-857c-6fbfad8de287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.013333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-4b0c505b-263b-4c1a-857c-6fbfad8de287 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5362723 Aug 11 02:52:56.059740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=decd9b5f-4692-4181-9a31-7b13d2710d7a,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:56.257881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c5bfe93c-76a6-476c-b174-d141b93c9bd9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:56.361001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-19a5b29f-0b75-420f-82dd-7dbe223db74b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:52:56.361366 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-19a5b29f-0b75-420f-82dd-7dbe223db74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:52:56.378038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be0ef-fb85-4a66-bb37-c458e5a14b73 req-08611501-bc0a-409d-87b3-2d7ec8cece20 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.379900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e10be0ef-fb85-4a66-bb37-c458e5a14b73 req-08611501-bc0a-409d-87b3-2d7ec8cece20 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.1888585 Aug 11 02:52:56.420760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c5bfe93c-76a6-476c-b174-d141b93c9bd9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:56.428478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c5bfe93c-76a6-476c-b174-d141b93c9bd9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:56.429000 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.479455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e10be0ef-fb85-4a66-bb37-c458e5a14b73 req-5bed5695-dafe-4fc9-b10c-578f382eb6dd tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719829 Aug 11 02:52:56.501307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-afcafa31-4422-427e-84cc-dc9fd8cfd2b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815209 Aug 11 02:52:56.753553 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.760672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-26aee52d-71bb-420a-8bf6-da71308e8341 req-a82e85d3-1891-42ac-81c7-13c86bca1768 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413735 Aug 11 02:52:56.820253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71292a-4333-4746-b6d9-656cbd1330aa req-fd3f5db5-cf08-499a-8a5b-665f9e62fa63 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.838570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e71292a-4333-4746-b6d9-656cbd1330aa req-fd3f5db5-cf08-499a-8a5b-665f9e62fa63 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.2026637 Aug 11 02:52:56.984819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e71292a-4333-4746-b6d9-656cbd1330aa req-86dec8ec-7483-40ee-bbb9-e6caf998a2c1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460850 Aug 11 02:52:56.985339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c5bfe93c-76a6-476c-b174-d141b93c9bd9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c5bfe93c-76a6-476c-b174-d141b93c9bd9,segment=NetworkSegment(8db78718-6e61-4029-857f-f3e885cb9879),segment_id=8db78718-6e61-4029-857f-f3e885cb9879)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:57.002798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.059926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca763b-2e28-4588-bd60-f6c2a5cd9ba2 req-74bdc8fa-e070-4cc3-9057-74b072ff3c2b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.062321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45ca763b-2e28-4588-bd60-f6c2a5cd9ba2 req-74bdc8fa-e070-4cc3-9057-74b072ff3c2b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.1804476 Aug 11 02:52:57.117771 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:57.148624 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:57.149504 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:57.164137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45ca763b-2e28-4588-bd60-f6c2a5cd9ba2 req-fb2184d6-70d1-46cf-a7fa-fa1083b7dd77 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942767 Aug 11 02:52:57.235813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c5bfe93c-76a6-476c-b174-d141b93c9bd9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:57.240335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-75280867-4bad-47cd-8a8b-a57e35e19698 None None] Provisioning complete for port c5bfe93c-76a6-476c-b174-d141b93c9bd9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:57.240959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75280867-4bad-47cd-8a8b-a57e35e19698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.357835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-4eb0341f-a24a-4356-ba39-2f53629e6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.359600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-4eb0341f-a24a-4356-ba39-2f53629e6c2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 1.4569640 Aug 11 02:52:57.387747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.393677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.553372 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:57.573132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f87afb3-f06f-4b32-9991-c18ab902a1c9 None None] Provisioning complete for port c5bfe93c-76a6-476c-b174-d141b93c9bd9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:57.573458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f87afb3-f06f-4b32-9991-c18ab902a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.645533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-018dd003-ecaa-4725-bc72-8b49de64a02b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.655545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-018dd003-ecaa-4725-bc72-8b49de64a02b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/networks?id=1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 200 len: 910 time: 0.1730835 Aug 11 02:52:57.680637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-b7be98f0-744a-43ee-bfcd-be45ad4f19b9 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/quotas/b5fbd654e32f4e7ca913ea6dd1cf301c HTTP/1.1" status: 200 len: 375 time: 0.0235376 Aug 11 02:52:57.695494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-2428ef9c-61d2-48cd-834e-cebbe63518a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1002 time: 0.2971489 Aug 11 02:52:57.722864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:57.773417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-742dc604-a20b-4f62-8946-0d1f4b885997 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889525 Aug 11 02:52:57.881905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:57.892264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.896797 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a70fffba-a144-4276-90b6-6e65975d3c84 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 704 time: 3.8727772 Aug 11 02:52:57.899204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:57.912696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-e7332faf-ea7d-4cc6-9c4d-32881ce38f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.914963 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-e7332faf-ea7d-4cc6-9c4d-32881ce38f70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.1894293 Aug 11 02:52:57.964732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-709fc2b3-6a41-4f52-a177-1cae7c01d156 service neutron] 10.222.0.16 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844561 Aug 11 02:52:57.983295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:55Z', 'revision_number': 7, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:56Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:58.036187 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:58.055121 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:58.056173 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:58.064331 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a7e28b58-0443-4fd5-95e2-add9fc140424 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 704 time: 0.1602075 Aug 11 02:52:58.087074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:58.128740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device decd9b5f-4692-4181-9a31-7b13d2710d7a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:58.197531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-429e6eab-f72d-4d88-b5db-492a3e8b832e service neutron] 10.222.0.16 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249823 Aug 11 02:52:58.270731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port decd9b5f-4692-4181-9a31-7b13d2710d7a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:58.272239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.277872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-03dad84d-1d53-48e3-8550-d8861e12b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.279566 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-03dad84d-1d53-48e3-8550-d8861e12b19a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177103 Aug 11 02:52:58.376114 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:58.465729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c5bfe93c-76a6-476c-b174-d141b93c9bd9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:58.606370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8e5e5-7978-47be-8623-41bd92cd77b2 req-dde34f24-a02b-4f72-bf10-26588cd35e35 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.608724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82c8e5e5-7978-47be-8623-41bd92cd77b2 req-dde34f24-a02b-4f72-bf10-26588cd35e35 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.1275585 Aug 11 02:52:58.655756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-81fb83ca-3700-40a9-997a-9f852da7a338 service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497861 Aug 11 02:52:58.675815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c5bfe93c-76a6-476c-b174-d141b93c9bd9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:58.676196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.715038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4506ae7a-c5c2-4dfc-9c8f-bc78e04c46bf req-66cc04fb-621b-4375-9a90-2ce917e6f363 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 210 time: 0.0909371 Aug 11 02:52:58.759309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82c8e5e5-7978-47be-8623-41bd92cd77b2 req-dce0f85d-fbf1-481d-8b3c-a8f65bee5261 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438055 Aug 11 02:52:58.816630 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-80bacd56-d17d-4a8a-9029-58e106f7db9b req-88c29900-4232-47f0-af08-6e7c69a49f28 service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349797 Aug 11 02:52:58.932095 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.994823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622a55e-9546-4925-bdf1-890f3facaa74 req-bb142a5d-a9c1-4051-a507-ad8465635dd2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.995608 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:55Z', 'revision_number': 7, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:56Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:58.996473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e622a55e-9546-4925-bdf1-890f3facaa74 req-bb142a5d-a9c1-4051-a507-ad8465635dd2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.1076071 Aug 11 02:52:59.072502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e622a55e-9546-4925-bdf1-890f3facaa74 req-c66f0ba2-db4b-4609-ac97-e4c74ae723d8 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686085 Aug 11 02:52:59.076168 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1580-815c-4647-b657-92eb281e4d65 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:55Z', 'revision_number': 7, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:56Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:59.103588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59564) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:59.398084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba797fc-3b45-4cd9-81ab-e88f66aac56d tempest-TestVolumeBootPattern-569898827 tempest-TestVolumeBootPattern-569898827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:59.404166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1ba797fc-3b45-4cd9-81ab-e88f66aac56d tempest-TestVolumeBootPattern-569898827 tempest-TestVolumeBootPattern-569898827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1092 time: 0.2978039 Aug 11 02:52:59.406101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59578) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:59.419650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:59.472178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port c5bfe93c-76a6-476c-b174-d141b93c9bd9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:59.474110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.478962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.610837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port c5bfe93c-76a6-476c-b174-d141b93c9bd9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c5bfe93c-76a6-476c-b174-d141b93c9bd9,segment=NetworkSegment(8db78718-6e61-4029-857f-f3e885cb9879),segment_id=8db78718-6e61-4029-857f-f3e885cb9879)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:59.612112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.629967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for c5bfe93c-76a6-476c-b174-d141b93c9bd9 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:59.655743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:59.681757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:59.684184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:59.776712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.903107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.25.6.243 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/54a1fca3-f24b-4480-bc62-a9bf1772ddf2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:59.958046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:00.035798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.071707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.120944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=c5bfe93c-76a6-476c-b174-d141b93c9bd9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:00.151896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.308464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:00.314690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=54a1fca3-f24b-4480-bc62-a9bf1772ddf2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:00.335300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:00.363746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cee33735-08aa-436b-bf74-04b4d3bc200d req-e3c66bcc-96a0-4c4d-a6b6-15d7f3204858 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 210 time: 0.2264087 Aug 11 02:53:00.365679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:00.367574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.638382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:55Z', 'revision_number': 7, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5bfe93c-76a6-476c-b174-d141b93c9bd9', 'name': '', 'network_id': 'ac3b271b-abf4-4e38-b039-b1f12ded7bd5', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:80:8f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:48Z', 'updated_at': '2021-08-11T02:52:56Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'c3a510b5-2640-47a1-8014-60cc99895166', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:00.729611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:00.741661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:00.742350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:00.861260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:01.081427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:01.092552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:01.109979 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a36c894b-9939-4f64-a505-1933489bd504 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0150142 Aug 11 02:53:01.116577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:01.188052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.218655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet c3a510b5-2640-47a1-8014-60cc99895166 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:01.230576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.259478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-53c738e0-17e7-4fde-85d2-097fed622fa9 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.261023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-53c738e0-17e7-4fde-85d2-097fed622fa9 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.25 "GET /v2.0/networks?id=1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 200 len: 910 time: 0.2879307 Aug 11 02:53:01.279652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Request body: {'port': {'device_id': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'admin_state_up': True, 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:01.293960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.309317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.352352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Made reservation on behalf of b5fbd654e32f4e7ca913ea6dd1cf301c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:01.355414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.501203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5ab2473-d56b-4fcb-b936-d59f135e4aca req-6ab14321-7b0e-4b76-8444-4258ee2bbd69 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 210 time: 0.0364132 Aug 11 02:53:01.569063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.619114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.620461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:59Z', 'revision_number': 8, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:01.625864 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.631468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Allocated IP 172.20.0.5 (1830706e-aab2-4347-b212-1bb807e8aa8c/e560aff0-b9bd-4689-a0ab-ccab091d56a2/8fb4efdf-24f9-45c5-a441-fb11f3aff610) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:01.700214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b81566-6c7f-4610-bed1-e14aac345d52 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:59Z', 'revision_number': 8, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:01.774184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.847112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=54a1fca3-f24b-4480-bc62-a9bf1772ddf2,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:01.910725 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.957243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777cbbf-0cdb-4f71-ae0d-af63fa273915 None None] Network ac3b271b-abf4-4e38-b039-b1f12ded7bd5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:01.963679 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.969151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/c3a510b5-2640-47a1-8014-60cc99895166 HTTP/1.1" status: 204 len: 168 time: 0.8510947 Aug 11 02:53:01.970091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59618) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:01.977805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad6088-e529-41c4-b160-058a02906d21 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a510b5-2640-47a1-8014-60cc99895166,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.264786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c5bfe93c-76a6-476c-b174-d141b93c9bd9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:02.308643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c5bfe93c-76a6-476c-b174-d141b93c9bd9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:02.309161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c5bfe93c-76a6-476c-b174-d141b93c9bd9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:02.348626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] DHCP port deletion for ac3b271b-abf4-4e38-b039-b1f12ded7bd5 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:02.433248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Deleting port decd9b5f-4692-4181-9a31-7b13d2710d7a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:02.433625 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.470717 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Floating IP 402e5816-7d4c-4172-b922-6f32e4784147 associated. External IP: 172.25.6.243, port: 31ceef43-b122-4557-b48f-4a58cb8abf2b. Aug 11 02:53:02.476488 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:02.493687 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:02.494768 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.516970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.528642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.557422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Transition to ACTIVE for port object 8fb4efdf-24f9-45c5-a441-fb11f3aff610 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:02.599139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] For port decd9b5f-4692-4181-9a31-7b13d2710d7a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=decd9b5f-4692-4181-9a31-7b13d2710d7a,segment=NetworkSegment(8db78718-6e61-4029-857f-f3e885cb9879),segment_id=8db78718-6e61-4029-857f-f3e885cb9879)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:02.599654 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.629699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Calling delete_port for decd9b5f-4692-4181-9a31-7b13d2710d7a owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:02.684685 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:02.691344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba16bde7-8711-44cc-8046-23846cab21a5 req-637be456-c603-41ef-a546-0a40270f894b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 210 time: 0.0491233 Aug 11 02:53:02.731113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.746309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.749608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ca6dfa8c-3531-4d95-ad5f-44eb9467780e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:02.790154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port decd9b5f-4692-4181-9a31-7b13d2710d7a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:02.790621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.822800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Pushing event deleted for resources: {'Port': ['ID=decd9b5f-4692-4181-9a31-7b13d2710d7a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.825575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] No DVR routers for this DVR port decd9b5f-4692-4181-9a31-7b13d2710d7a on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:02.856428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Network 1830706e-aab2-4347-b212-1bb807e8aa8c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:02.860436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.861115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.861690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.862190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.862664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.863463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.863955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.864666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.865136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.865604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.866222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.866710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466ecdf-63b2-4c6e-84c5-d9ab67c0bd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:02.876291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb4efdf-24f9-45c5-a441-fb11f3aff610,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.892260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:02.897195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:02.974684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port decd9b5f-4692-4181-9a31-7b13d2710d7a, host n-d-715271-8, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:02.975067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.001784 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:59Z', 'revision_number': 8, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.009261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:03.023221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for decd9b5f-4692-4181-9a31-7b13d2710d7a owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:03.026851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Port decd9b5f-4692-4181-9a31-7b13d2710d7a was not found and therefore no delete operation was performed {{(pid=94700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:53:03.028849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.029518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.033030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.034214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:03.045830 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:03.046780 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.073809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=decd9b5f-4692-4181-9a31-7b13d2710d7a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:03.093617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port decd9b5f-4692-4181-9a31-7b13d2710d7a on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:03.119593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f8a6d149-8d8c-4f4e-8184-ae67f8e4cc9e tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8439281 Aug 11 02:53:03.176001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Request body: {'port': {'device_id': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:03.260915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:03.308540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:03.331843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:03.343678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aaacb06d-11a1-48a5-9556-1243022a98f2 None None] Provisioning for port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:03.357720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aaacb06d-11a1-48a5-9556-1243022a98f2 None None] Provisioning complete for port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:03.358595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aaacb06d-11a1-48a5-9556-1243022a98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.361987 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.421064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.429344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0dd7ce4-33dd-411a-80a4-051f6f7f2700 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0215726 Aug 11 02:53:03.431828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:03.434166 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872fbeb8-877a-4274-996c-5b98648a2de0" -d '{"events": [{"name": "network-changed", "server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:03.451716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-aaacb06d-11a1-48a5-9556-1243022a98f2 None None] Port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:03.454181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:03.455022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.463505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.493117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3b271b-abf4-4e38-b039-b1f12ded7bd5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.514810 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952f01a-1549-44f9-9a0e-0cd6a82a05ff x-openstack-request-id: req-a952f01a-1549-44f9-9a0e-0cd6a82a05ff {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:03.515601 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:03.515601 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a952f01a-1549-44f9-9a0e-0cd6a82a05ff {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:03.515905 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'status': 'completed', 'code': 200} Aug 11 02:53:03.556045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db78718-6e61-4029-857f-f3e885cb9879') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.556832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db78718-6e61-4029-857f-f3e885cb9879') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.601790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.622513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:03.640533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.664254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-a856d829-63b3-43de-8ce7-7ff333cc9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.666640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-a856d829-63b3-43de-8ce7-7ff333cc9119 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1097 time: 0.1026485 Aug 11 02:53:03.688416 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:59Z', 'revision_number': 8, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.744231 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8809a811-8d3e-48c7-b439-5cc85a79a4bf None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:52:59Z', 'revision_number': 8, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31df1a7a-2894-45f3-813a-ddf739e3656f', 'name': '', 'network_id': '8494323d-6d71-4ba1-b5ba-4ff54c4d436f', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:b3:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:42Z', 'updated_at': '2021-08-11T02:52:51Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': '7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:03.761894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:03.762339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:03.765540 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:03.911222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-c24dc750-d3c8-4b00-9c31-65beb0068f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.912791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-c24dc750-d3c8-4b00-9c31-65beb0068f21 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2338667 Aug 11 02:53:03.930923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.947113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.959584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/ac3b271b-abf4-4e38-b039-b1f12ded7bd5 HTTP/1.1" status: 204 len: 168 time: 1.9776752 Aug 11 02:53:03.971627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:04.009881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf845843-9929-47af-afec-013a23f89031 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=ac3b271b-abf4-4e38-b039-b1f12ded7bd5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.136139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device decd9b5f-4692-4181-9a31-7b13d2710d7a no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:04.194774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-394ceee6-4f8d-4ed4-a97d-f1c5e50d94de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 200 len: 1000 time: 0.1948385 Aug 11 02:53:04.202901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: decd9b5f-4692-4181-9a31-7b13d2710d7a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:04.203443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa8c7-d103-4d8d-a280-4d72f14baa28 req-2ca0f3c4-575f-45ae-a54c-b5348d174d58 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.203669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device decd9b5f-4692-4181-9a31-7b13d2710d7a not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:04.205719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf2aa8c7-d103-4d8d-a280-4d72f14baa28 req-2ca0f3c4-575f-45ae-a54c-b5348d174d58 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1027 time: 0.2919769 Aug 11 02:53:04.222510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '402e5816-7d4c-4172-b922-6f32e4784147', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:b2:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35334819-e270-47a8-9037-dc7788a9e021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:53:00Z', 'updated_at': '2021-08-11T02:53:00Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:04.255888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:04.265406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:04.266363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:04.318078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb4efdf-24f9-45c5-a441-fb11f3aff610 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:04.332768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf2aa8c7-d103-4d8d-a280-4d72f14baa28 req-dc357696-23a8-4afb-82e7-031e22009bb1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145961 Aug 11 02:53:04.345546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.350649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-8035a6fb-007b-4900-a004-b8c3d5fea220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.353109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-8035a6fb-007b-4900-a004-b8c3d5fea220 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.1461880 Aug 11 02:53:04.381584 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Transition to ACTIVE for port object 8fb4efdf-24f9-45c5-a441-fb11f3aff610 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:04.389247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.412588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-c12ae31e-b475-4613-9a64-eff5775e9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.415103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-c12ae31e-b475-4613-9a64-eff5775e9723 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501757 Aug 11 02:53:04.451603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:04.539541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Pushing event updated for resources: {'Port': ['ID=8fb4efdf-24f9-45c5-a441-fb11f3aff610,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.587123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-15bd709b-3b59-407f-b62a-631b37adf718 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634464 Aug 11 02:53:04.659253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Attempting to bind port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:04.660291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Attempting to bind port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:04.661183 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Attempting to bind port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 on network 1830706e-aab2-4347-b212-1bb807e8aa8c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:04.714389 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 on network 1830706e-aab2-4347-b212-1bb807e8aa8c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:04.714827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Attempting to bind port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 on network 1830706e-aab2-4347-b212-1bb807e8aa8c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:04.725283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:04.725830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Checking segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:04.726366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Bound using segment: {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:04.726909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Bound port: 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:04.727767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.810811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] For port 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:04.814761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] For port 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:04.822098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.865092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-872fbeb8-877a-4274-996c-5b98648a2de0 req-21fbf22e-95de-4c20-b61c-a4930de114af service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698288 Aug 11 02:53:04.865406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '402e5816-7d4c-4172-b922-6f32e4784147', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:b2:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35334819-e270-47a8-9037-dc7788a9e021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:53:00Z', 'updated_at': '2021-08-11T02:53:00Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:04.878781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.879391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.886734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] 10.222.0.25 "PUT /v2.0/ports/8fb4efdf-24f9-45c5-a441-fb11f3aff610 HTTP/1.1" status: 200 len: 1091 time: 1.7191839 Aug 11 02:53:04.891289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'tag': '8fb4efdf-24f9-45c5-a441-fb11f3aff610'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:04.900649 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba725b7a-0a17-4d5b-b532-ef06025c84fd", "tag": "8fb4efdf-24f9-45c5-a441-fb11f3aff610"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:04.915126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1936f-51b1-45bf-8ef6-cc850d989c09 None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '402e5816-7d4c-4172-b922-6f32e4784147', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.243', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:b2:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35334819-e270-47a8-9037-dc7788a9e021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:53:00Z', 'updated_at': '2021-08-11T02:53:00Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:04.943757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbc463-db42-4f61-a446-c571d667143b service neutron] Pushing event updated for resources: {'Port': ['ID=8fb4efdf-24f9-45c5-a441-fb11f3aff610,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.013426 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e5eec-67c0-4056-82e8-85a9899ac4c9 x-openstack-request-id: req-200e5eec-67c0-4056-82e8-85a9899ac4c9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:05.014262 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba725b7a-0a17-4d5b-b532-ef06025c84fd", "tag": "8fb4efdf-24f9-45c5-a441-fb11f3aff610", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:05.015344 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-200e5eec-67c0-4056-82e8-85a9899ac4c9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:05.016571 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'tag': '8fb4efdf-24f9-45c5-a441-fb11f3aff610', 'status': 'completed', 'code': 200} Aug 11 02:53:05.030271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.165944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a75f989b-e04a-4ac0-873f-420588dcbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.169100 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-a75f989b-e04a-4ac0-873f-420588dcbd02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.2211270 Aug 11 02:53:05.324828 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9670e61-314c-4cb2-9af6-41ae1a2b61d4 None None] New status for floating IP 402e5816-7d4c-4172-b922-6f32e4784147: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:53:05.336269 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f1c54894-a793-4c8f-9bfb-92c29abb83cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610 HTTP/1.1" status: 200 len: 217 time: 0.1504695 Aug 11 02:53:05.411534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-4ce22f69-755f-4041-b2b0-40629db22204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.413107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-4ce22f69-755f-4041-b2b0-40629db22204 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e560aff0-b9bd-4689-a0ab-ccab091d56a2 HTTP/1.1" status: 200 len: 849 time: 0.0669856 Aug 11 02:53:05.529141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f46ecbd0-b517-4623-83a1-0a1408e3af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.530953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-f46ecbd0-b517-4623-83a1-0a1408e3af33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1830706e-aab2-4347-b212-1bb807e8aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047287 Aug 11 02:53:05.571345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1364e3-2f82-4142-9203-ef97798960f8 req-33b10b9e-972d-4fac-ab18-f37dab9efc5d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.581646 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d1364e3-2f82-4142-9203-ef97798960f8 req-33b10b9e-972d-4fac-ab18-f37dab9efc5d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.1112938 Aug 11 02:53:05.662435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d1364e3-2f82-4142-9203-ef97798960f8 req-cdf3abbb-a051-4caa-a4ec-49b4756a6542 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794163 Aug 11 02:53:05.746409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 31df1a7a-2894-45f3-813a-ddf739e3656f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:05.747013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.845290 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-e3de0a77-737b-4096-9382-b2f95453ad2b service neutron] 10.222.0.25 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997632 Aug 11 02:53:05.896586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port 31df1a7a-2894-45f3-813a-ddf739e3656f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=31df1a7a-2894-45f3-813a-ddf739e3656f,segment=NetworkSegment(0b015d29-d5fb-430c-809c-b06195452c1d),segment_id=0b015d29-d5fb-430c-809c-b06195452c1d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:05.897142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.914533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 31df1a7a-2894-45f3-813a-ddf739e3656f owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:06.128059 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fc87936b-a6f9-4ea3-89bb-5d2b7e343e80 req-15fb7530-e443-4607-81cc-0d040c83d383 service neutron] 10.222.0.25 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722573 Aug 11 02:53:06.221177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.254754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=31df1a7a-2894-45f3-813a-ddf739e3656f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:06.290447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-cb29f158-79b1-42e9-b4ec-140ddc684a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.292108 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-cb29f158-79b1-42e9-b4ec-140ddc684a46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.1021869 Aug 11 02:53:06.434542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.829273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939be5-bec0-4b9f-800c-95e56a854d4b req-9923066f-e918-4fab-a33a-1cdc930c3168 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.838783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50939be5-bec0-4b9f-800c-95e56a854d4b req-9923066f-e918-4fab-a33a-1cdc930c3168 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.0673747 Aug 11 02:53:06.842096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-acc84308-755f-46a1-9311-1ebd995ded0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.843608 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-acc84308-755f-46a1-9311-1ebd995ded0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 200 len: 910 time: 0.5186503 Aug 11 02:53:06.886749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-50939be5-bec0-4b9f-800c-95e56a854d4b req-898a1051-70ee-412c-aec2-43ef487c5ba1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463021 Aug 11 02:53:06.914772 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-b22db1f3-6b1b-4560-b7d5-11e3c75b1497 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610 HTTP/1.1" status: 200 len: 217 time: 0.0567234 Aug 11 02:53:07.017440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-bae23b7b-c202-47dd-9bdd-da101224c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.018976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-bae23b7b-c202-47dd-9bdd-da101224c0ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e560aff0-b9bd-4689-a0ab-ccab091d56a2 HTTP/1.1" status: 200 len: 849 time: 0.0919058 Aug 11 02:53:07.119568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:07.122945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-4579f10d-e24e-49fa-8422-837dea16fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.124952 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-4579f10d-e24e-49fa-8422-837dea16fc2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1830706e-aab2-4347-b212-1bb807e8aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696003 Aug 11 02:53:07.287915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:07.296571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59688) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.296761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ea98e352-3963-4420-88e3-717c404fef65 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2956505 Aug 11 02:53:07.319824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:07.323225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-1f68bb1f-4046-43ad-9aa0-2d72942f7ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856723 Aug 11 02:53:07.337691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:07.338376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.435387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet 7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:07.448774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.484042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:07.512064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ebf8b9a8-4dda-4acd-ade4-bf01df5a047d req-c6f0b4a9-f0d4-4621-a69d-8bc04321efea service neutron] 10.222.0.25 "GET /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772501 Aug 11 02:53:07.549783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.673738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.752788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.800508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:07.811859 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.812170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cc396a39-fef6-422e-bfba-d603a8aa35be tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206 HTTP/1.1" status: 204 len: 168 time: 0.5140402 Aug 11 02:53:07.818225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59696) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.823154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b5974-449f-4adc-91c2-6af6b854beaa None None] Network 8494323d-6d71-4ba1-b5ba-4ff54c4d436f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:07.912080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:06Z', 'revision_number': 9, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.956022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.990437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:08.036611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:08.036611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.119329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f525b-3af5-4197-8652-a6c1b98b5b55 req-fad7b3ae-29b1-4488-9d84-60ac3587eee1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:08.121473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c0f525b-3af5-4197-8652-a6c1b98b5b55 req-fad7b3ae-29b1-4488-9d84-60ac3587eee1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.0960703 Aug 11 02:53:08.123217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:08.123850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.230699 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c0f525b-3af5-4197-8652-a6c1b98b5b55 req-08e2ecbb-9d94-4e81-bf8c-8477ed48f8a8 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016157 Aug 11 02:53:08.236430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port 56c71a64-9eae-4ded-97b7-112a6c1c6d55, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56c71a64-9eae-4ded-97b7-112a6c1c6d55,segment=NetworkSegment(0b015d29-d5fb-430c-809c-b06195452c1d),segment_id=0b015d29-d5fb-430c-809c-b06195452c1d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:08.236937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.260385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 56c71a64-9eae-4ded-97b7-112a6c1c6d55 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:08.332723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:08.359119 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.388869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=56c71a64-9eae-4ded-97b7-112a6c1c6d55,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:08.392839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port 56c71a64-9eae-4ded-97b7-112a6c1c6d55 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:08.418701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5133d-889c-44c5-8644-4da66f9ec5db None None] DHCP port deletion for 8494323d-6d71-4ba1-b5ba-4ff54c4d436f request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:08.491586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.502620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8494323d-6d71-4ba1-b5ba-4ff54c4d436f']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.513843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b015d29-d5fb-430c-809c-b06195452c1d') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.514169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b015d29-d5fb-430c-809c-b06195452c1d') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.531283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.550235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:08.563723 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:08.577093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:06Z', 'revision_number': 9, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.613353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d59f1-c9d9-4367-a7fe-d3e5a8e42662 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:06Z', 'revision_number': 9, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': '2f528abb-4896-404b-93c6-7d062d363465', 'name': '', 'network_id': 'bb54e09c-147c-43e5-9a68-4944c96e9267', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:5f:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:31Z', 'updated_at': '2021-08-11T02:52:44Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a4d1ac84-8818-4c38-863a-57ef0652085b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:08.641633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.665243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.667391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/8494323d-6d71-4ba1-b5ba-4ff54c4d436f HTTP/1.1" status: 204 len: 168 time: 0.8469164 Aug 11 02:53:08.671745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.678429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081f134-19e3-4776-a92b-763854e2671c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=8494323d-6d71-4ba1-b5ba-4ff54c4d436f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:09.116271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.359615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5301c-32ef-405c-b09a-67a7dbe8284b req-c5e2f9be-28b6-43c2-9318-caa16002c0db tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.361117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91e5301c-32ef-405c-b09a-67a7dbe8284b req-c5e2f9be-28b6-43c2-9318-caa16002c0db tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.0435288 Aug 11 02:53:09.410076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91e5301c-32ef-405c-b09a-67a7dbe8284b req-3d09d04a-59b6-4b42-9800-c3553babacdc tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Aug 11 02:53:09.456136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port 2f528abb-4896-404b-93c6-7d062d363465 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:09.456477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.563214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port 2f528abb-4896-404b-93c6-7d062d363465, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2f528abb-4896-404b-93c6-7d062d363465,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:09.563589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.578319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for 2f528abb-4896-404b-93c6-7d062d363465 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:09.794363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.822688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=2f528abb-4896-404b-93c6-7d062d363465,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:10.009953 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.163664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 31df1a7a-2894-45f3-813a-ddf739e3656f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:10.212623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 31df1a7a-2894-45f3-813a-ddf739e3656f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:10.213005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 31df1a7a-2894-45f3-813a-ddf739e3656f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:10.213387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56c71a64-9eae-4ded-97b7-112a6c1c6d55 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:10.233136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 56c71a64-9eae-4ded-97b7-112a6c1c6d55 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:10.233475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56c71a64-9eae-4ded-97b7-112a6c1c6d55 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:10.312147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:10.420955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:10.429761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a5b77a6-fdc3-4a28-ae6e-ca0b9edd61e7 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7544470 Aug 11 02:53:10.430854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:10.445576 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db3282-faed-4494-826d-a8e0640b521d None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:10.458863 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:10.459875 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:10.535169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet a4d1ac84-8818-4c38-863a-57ef0652085b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:10.540054 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.597377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fb4efdf-24f9-45c5-a441-fb11f3aff610 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:10.604057 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.624982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf0b5-ed44-41a9-a72e-2eca74451f4b req-c2ea01a2-23cb-416f-9e6f-ed1798827915 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:10.629399 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:10.656073 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52ccf0b5-ed44-41a9-a72e-2eca74451f4b req-c2ea01a2-23cb-416f-9e6f-ed1798827915 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1094 time: 0.1296036 Aug 11 02:53:10.711949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52ccf0b5-ed44-41a9-a72e-2eca74451f4b req-21f48021-8b1d-48e0-8c2b-df647624fa03 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511897 Aug 11 02:53:10.789867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:10.790716 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.810387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '8fb4efdf-24f9-45c5-a441-fb11f3aff610', 'network_id': '1830706e-aab2-4347-b212-1bb807e8aa8c', 'port_id': '8fb4efdf-24f9-45c5-a441-fb11f3aff610', 'mac_address': 'fa:16:3e:d5:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e560aff0-b9bd-4689-a0ab-ccab091d56a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:10.864615 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.885924 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb4efdf-24f9-45c5-a441-fb11f3aff610 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:10.910058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.935185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:10.942721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.948991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.962839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622e559-dcea-4821-85e8-3aa7e5e9f3eb None None] Network bb54e09c-147c-43e5-9a68-4944c96e9267 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:10.971793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:10.983369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/a4d1ac84-8818-4c38-863a-57ef0652085b HTTP/1.1" status: 204 len: 168 time: 0.5521462 Aug 11 02:53:11.042438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa63899-ad8e-4684-9b1a-cd3f9ea085ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d1ac84-8818-4c38-863a-57ef0652085b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:11.067385 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:09Z', 'revision_number': 10, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.101420 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db3282-faed-4494-826d-a8e0640b521d None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:11.112449 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:11.113314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.147870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.288911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port de251338-da04-4136-9580-63e1ed37c573 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:11.292043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.297428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:11.350088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['8fb4efdf-24f9-45c5-a441-fb11f3aff610'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:11.360868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=8fb4efdf-24f9-45c5-a441-fb11f3aff610,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:11.470530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] DHCP port deletion for bb54e09c-147c-43e5-9a68-4944c96e9267 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:11.481072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port de251338-da04-4136-9580-63e1ed37c573, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de251338-da04-4136-9580-63e1ed37c573,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:11.481773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.523039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for de251338-da04-4136-9580-63e1ed37c573 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:11.626921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:11.652767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47db3282-faed-4494-826d-a8e0640b521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:09Z', 'revision_number': 10, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.698650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] Deleting port de251338-da04-4136-9580-63e1ed37c573 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:11.698957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.703402 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db3282-faed-4494-826d-a8e0640b521d None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:09Z', 'revision_number': 10, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None, '_interfaces': [{'id': 'a20f1113-355a-4157-90cc-b32f08609623', 'name': '', 'network_id': '271ae5c5-3e25-4c61-aa97-f6d1a42734f3', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'mac_address': 'fa:16:3e:e7:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:19Z', 'updated_at': '2021-08-11T02:52:37Z', 'revision_number': 5, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'subnets': [{'id': 'a8b31058-dba9-4212-8b94-ed39c8180a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:11.717804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.752719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=de251338-da04-4136-9580-63e1ed37c573,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:11.758444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port de251338-da04-4136-9580-63e1ed37c573 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:11.837062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c14326f-ae3b-4669-9dfd-b026bd63471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.851673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] For port de251338-da04-4136-9580-63e1ed37c573, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de251338-da04-4136-9580-63e1ed37c573,segment=NetworkSegment(b3a1a3fa-b684-4bf6-8f24-700867c67835),segment_id=b3a1a3fa-b684-4bf6-8f24-700867c67835)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:11.852257 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.867496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] Calling delete_port for de251338-da04-4136-9580-63e1ed37c573 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:11.893166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.904564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb54e09c-147c-43e5-9a68-4944c96e9267']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.919493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a1a3fa-b684-4bf6-8f24-700867c67835') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.919869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a1a3fa-b684-4bf6-8f24-700867c67835') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.930375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.950805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.958135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:11.958812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.964889 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.985051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c14326f-ae3b-4669-9dfd-b026bd63471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.991347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c14326f-ae3b-4669-9dfd-b026bd63471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.993680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] Pushing event deleted for resources: {'Port': ['ID=de251338-da04-4136-9580-63e1ed37c573,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.040646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3444-e249-4f7c-8591-39ed7d34f0d7 None None] No DVR routers for this DVR port de251338-da04-4136-9580-63e1ed37c573 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:12.092366 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:12.104631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.113786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c14326f-ae3b-4669-9dfd-b026bd63471b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03555acac81d4a51a2e06818f3ac3451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830990 Aug 11 02:53:12.114737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:12.130357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.135048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/bb54e09c-147c-43e5-9a68-4944c96e9267 HTTP/1.1" status: 204 len: 168 time: 1.1595063 Aug 11 02:53:12.137325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59774) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:12.138835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14326f-ae3b-4669-9dfd-b026bd63471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a7d938-a77f-473a-8c65-25c1265321c8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.177325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380862-72db-44cf-8aa7-e531721064c1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=bb54e09c-147c-43e5-9a68-4944c96e9267,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.241386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de251338-da04-4136-9580-63e1ed37c573 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:12.250623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac2c4-f5a6-4ef1-8508-26ec57aff249 req-27e36169-f420-461e-a800-3ce27bc3d0b0 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:12.263277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d86ac2c4-f5a6-4ef1-8508-26ec57aff249 req-27e36169-f420-461e-a800-3ce27bc3d0b0 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1095 time: 0.4626203 Aug 11 02:53:12.273574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4707ab5c-a3fc-4a46-a685-3f0fffc14a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.283052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: de251338-da04-4136-9580-63e1ed37c573 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:12.283442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de251338-da04-4136-9580-63e1ed37c573 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:12.283955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f528abb-4896-404b-93c6-7d062d363465 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:12.328339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4707ab5c-a3fc-4a46-a685-3f0fffc14a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.334882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2f528abb-4896-404b-93c6-7d062d363465 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:12.335236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2f528abb-4896-404b-93c6-7d062d363465 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:12.374142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d86ac2c4-f5a6-4ef1-8508-26ec57aff249 req-43cee154-c338-4954-adbd-b058f8f7c87a tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099126 Aug 11 02:53:12.404820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4707ab5c-a3fc-4a46-a685-3f0fffc14a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.412256 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4707ab5c-a3fc-4a46-a685-3f0fffc14a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.416357 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4707ab5c-a3fc-4a46-a685-3f0fffc14a51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44a7d938-a77f-473a-8c65-25c1265321c8 HTTP/1.1" status: 204 len: 168 time: 0.2876213 Aug 11 02:53:12.440603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707ab5c-a3fc-4a46-a685-3f0fffc14a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a7d938-a77f-473a-8c65-25c1265321c8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.698030 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.789462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:12.804625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bda1d8-6940-4822-b4e6-510f0b9676ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.922517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bda1d8-6940-4822-b4e6-510f0b9676ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.928304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bda1d8-6940-4822-b4e6-510f0b9676ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.976354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-49bda1d8-6940-4822-b4e6-510f0b9676ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91306cb356f466abc076734f8849df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856534 Aug 11 02:53:12.977774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bda1d8-6940-4822-b4e6-510f0b9676ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d126b-612f-4857-8b1e-67b224651d0f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.980894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:13.053731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port a20f1113-355a-4157-90cc-b32f08609623 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:13.053953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.110999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3807504-43c5-41a2-92f8-091e0d148893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.152741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3807504-43c5-41a2-92f8-091e0d148893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.200474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port a20f1113-355a-4157-90cc-b32f08609623, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a20f1113-355a-4157-90cc-b32f08609623,segment=NetworkSegment(7aae344f-9cb7-4adb-87d4-88d8c7097c98),segment_id=7aae344f-9cb7-4adb-87d4-88d8c7097c98)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:13.200849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.218994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for a20f1113-355a-4157-90cc-b32f08609623 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:13.236276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3807504-43c5-41a2-92f8-091e0d148893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.239668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3807504-43c5-41a2-92f8-091e0d148893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.242538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e3807504-43c5-41a2-92f8-091e0d148893 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa3d126b-612f-4857-8b1e-67b224651d0f HTTP/1.1" status: 204 len: 168 time: 0.2583385 Aug 11 02:53:13.280452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3807504-43c5-41a2-92f8-091e0d148893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d126b-612f-4857-8b1e-67b224651d0f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:13.450357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.484119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=a20f1113-355a-4157-90cc-b32f08609623,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:13.623637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e1a2-418a-4dc1-9bb0-2c9152cbd30f req-9366558f-d72f-42fd-bf12-70dc2be90d8b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:13.625195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a57e1a2-418a-4dc1-9bb0-2c9152cbd30f req-9366558f-d72f-42fd-bf12-70dc2be90d8b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1095 time: 0.1451056 Aug 11 02:53:13.628172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.787702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a57e1a2-418a-4dc1-9bb0-2c9152cbd30f req-f8bdce0c-cf32-4f93-93c5-0ec7c9a2e079 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423569 Aug 11 02:53:13.896421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:13.906500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-822bdf94-7a05-46cc-ade3-1ad6c3ad01c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.418943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:14.424578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-edd5bd6c-8353-43ff-9eb8-15d612a4fac6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862322 Aug 11 02:53:14.427478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59826) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:14.435845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:14.448091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:14.449193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:14.491238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting subnet a8b31058-dba9-4212-8b94-ed39c8180a35 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:14.494644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.536837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:14.558419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.599469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 11, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:14.627428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:14.637131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fb4efdf-24f9-45c5-a441-fb11f3aff610 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:14.664577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.680666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:14.681300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:14.764828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.780988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:14.812567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.820176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/a8b31058-dba9-4212-8b94-ed39c8180a35 HTTP/1.1" status: 204 len: 168 time: 0.3893654 Aug 11 02:53:14.820176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49ee02-eee1-43c9-bf99-139a52656f36 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b31058-dba9-4212-8b94-ed39c8180a35,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:14.820922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:14.854470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 11, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:14.860742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e17744-34e3-429b-b165-a65d21596a32 None None] Network 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:14.960301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.979735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dfe7e7-6e0e-456c-9eb1-c8ba04c38f83 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 11, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:15.001230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde2637-185d-44ab-bfeb-07c95d0933fd req-acd14650-0a1d-46e0-95eb-922e2332f67b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:15.008894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cde2637-185d-44ab-bfeb-07c95d0933fd req-acd14650-0a1d-46e0-95eb-922e2332f67b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1095 time: 0.1013649 Aug 11 02:53:15.026815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:15.051311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:15.051739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.059144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Deleting port db760f93-5269-4699-88cb-6cff78e223d9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:15.059585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.089321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cde2637-185d-44ab-bfeb-07c95d0933fd req-aa97e1d1-364b-4a08-96ba-9afa2daeaf42 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651226 Aug 11 02:53:15.161805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] For port db760f93-5269-4699-88cb-6cff78e223d9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=db760f93-5269-4699-88cb-6cff78e223d9,segment=NetworkSegment(7aae344f-9cb7-4adb-87d4-88d8c7097c98),segment_id=7aae344f-9cb7-4adb-87d4-88d8c7097c98)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:15.162386 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.177661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Calling delete_port for db760f93-5269-4699-88cb-6cff78e223d9 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:15.193665 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.230278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb4efdf-24f9-45c5-a441-fb11f3aff610'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:15.232697 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ccc3ba-8538-41a2-80de-1275e560f9ed" -d '{"events": [{"server_uuid": "ba725b7a-0a17-4d5b-b532-ef06025c84fd", "name": "network-vif-plugged", "status": "completed", "tag": "8fb4efdf-24f9-45c5-a441-fb11f3aff610"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:15.253677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:15.259562 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.331357 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcac5de8-b188-4e16-980c-55f41b25a12c x-openstack-request-id: req-bcac5de8-b188-4e16-980c-55f41b25a12c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:15.333401 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba725b7a-0a17-4d5b-b532-ef06025c84fd", "name": "network-vif-plugged", "status": "completed", "tag": "8fb4efdf-24f9-45c5-a441-fb11f3aff610", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:15.333686 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcac5de8-b188-4e16-980c-55f41b25a12c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:15.334173 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb4efdf-24f9-45c5-a441-fb11f3aff610', 'code': 200} Aug 11 02:53:15.366997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=8fb4efdf-24f9-45c5-a441-fb11f3aff610,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:15.407270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee7078f-3eed-4167-9e63-66489016b323 None None] DHCP port deletion for 271ae5c5-3e25-4c61-aa97-f6d1a42734f3 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:15.418045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.468886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Port': ['ID=db760f93-5269-4699-88cb-6cff78e223d9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:15.471320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No DVR routers for this DVR port db760f93-5269-4699-88cb-6cff78e223d9 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:15.599278 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f356f49-a5e2-4458-8041-14a02fa1045c req-68e42e44-71d5-4cff-a860-a3fe9042eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:15.601511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7f356f49-a5e2-4458-8041-14a02fa1045c req-68e42e44-71d5-4cff-a860-a3fe9042eaac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.1427734 Aug 11 02:53:15.603577 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.623711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271ae5c5-3e25-4c61-aa97-f6d1a42734f3']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:15.644119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aae344f-9cb7-4adb-87d4-88d8c7097c98') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:15.644591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aae344f-9cb7-4adb-87d4-88d8c7097c98') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:15.659154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.692822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.702252 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7f356f49-a5e2-4458-8041-14a02fa1045c req-99b5afcb-69fc-4d47-a911-684ed1f07c60 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 Aug 11 02:53:15.704497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:15.704497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:15.707433 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:15.812382 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.820196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.825491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59866) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:15.826324 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/networks/271ae5c5-3e25-4c61-aa97-f6d1a42734f3 HTTP/1.1" status: 204 len: 168 time: 1.0025690 Aug 11 02:53:15.835826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'routes': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:15.839843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ee4a9-a34b-425d-a122-ff2bbf9df3f9 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Pushing event deleted for resources: {'Network': ['ID=271ae5c5-3e25-4c61-aa97-f6d1a42734f3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:16.051005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a20f1113-355a-4157-90cc-b32f08609623 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:16.076596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a20f1113-355a-4157-90cc-b32f08609623 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:16.077313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a20f1113-355a-4157-90cc-b32f08609623 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:16.078026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db760f93-5269-4699-88cb-6cff78e223d9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:16.087368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.extraroute_db [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Added routes are [] {{(pid=94699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:53:16.087727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.extraroute_db [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Removed routes are [] {{(pid=94699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:53:16.088098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:16.126392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: db760f93-5269-4699-88cb-6cff78e223d9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:16.127354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device db760f93-5269-4699-88cb-6cff78e223d9 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:16.295709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:16.303277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:16.311090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fcd5d-ddd5-47a0-8fab-bc0c0084a3bd req-a52f8cce-a3bf-48af-89b7-df286f73c10b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:16.312741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b1fcd5d-ddd5-47a0-8fab-bc0c0084a3bd req-a52f8cce-a3bf-48af-89b7-df286f73c10b tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.1251998 Aug 11 02:53:16.438953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b1fcd5d-ddd5-47a0-8fab-bc0c0084a3bd req-1a34d018-5d57-43ae-8301-449eee1a8a28 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870316 Aug 11 02:53:16.442502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:16.564651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:16.571687 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:16.573243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-28b472ae-acff-402d-af3c-8875d9513494 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 705 time: 0.7441039 Aug 11 02:53:16.575556 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] Sync routers for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:16.576041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59882) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:16.590139 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:16.590813 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:16.606174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-48af0cef-86a2-4f27-8878-94ba0fa111fe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 205 time: 0.0292470 Aug 11 02:53:16.608735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59884) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:16.665021 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:16.701805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:16.721307 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 11, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:16.749692 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] Checking router: 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:16.758788 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] Routers {'874f40fa-899d-45ae-b9aa-51cbcf79bbb0'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:16.759472 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:52:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:16.848996 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] Set router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:16.918844 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 11, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:16.948959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:16.950272 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c83fc4-bfaf-4975-ba89-874e3d9e8c50 None None] The sync data for ids ['874f40fa-899d-45ae-b9aa-51cbcf79bbb0'] in n-d-715271-8 is: [{'id': '874f40fa-899d-45ae-b9aa-51cbcf79bbb0', 'name': 'tempest-RoutersIpV6Test-router-1040837604', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:14Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 11, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:16.959422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.013898 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.014797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router 874f40fa-899d-45ae-b9aa-51cbcf79bbb0 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:53:17.027537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.028882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6c828cce-5a7e-49c5-a7c7-63985e00d54e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 204 len: 168 time: 0.4192016 Aug 11 02:53:17.034795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59890) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:17.041029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1965364772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:17.085764 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.087092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.152958 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.157897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.177862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.179642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2aa4531f-ad11-4abf-b0db-4566fb18f4c5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1445177 Aug 11 02:53:17.182297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:17.186906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:17.468844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe68a-9e5d-4bc5-a0d2-cbcad7c8500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.602016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362cb2e-a371-4459-a857-34014fcf54a8 req-2d9f6e60-4525-43b0-95a3-dc4f14578c2c tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:17.604065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5362cb2e-a371-4459-a857-34014fcf54a8 req-2d9f6e60-4525-43b0-95a3-dc4f14578c2c tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.0537331 Aug 11 02:53:17.688174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5362cb2e-a371-4459-a857-34014fcf54a8 req-690e15e2-3666-4027-b44a-706459e37532 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667393 Aug 11 02:53:17.740694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.836292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9313df-46fb-477e-a81f-a64318a24e49 req-1bc80b97-bf04-4d1b-a4aa-a84ce0f4ffc4 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:17.838120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f9313df-46fb-477e-a81f-a64318a24e49 req-1bc80b97-bf04-4d1b-a4aa-a84ce0f4ffc4 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.0550866 Aug 11 02:53:17.845435 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100504'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.857216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694023'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.898243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f9313df-46fb-477e-a81f-a64318a24e49 req-46f92286-c9fc-4034-a39f-b07885d34550 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Aug 11 02:53:17.977386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Router 52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:53:18.023627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917e6f9-c4eb-483f-9fe9-1a58016b0b68 req-f7460a6d-b291-4c06-90ef-d3b29bc5211f tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:18.032084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7917e6f9-c4eb-483f-9fe9-1a58016b0b68 req-f7460a6d-b291-4c06-90ef-d3b29bc5211f tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.0489559 Aug 11 02:53:18.071260 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:18.075032 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7917e6f9-c4eb-483f-9fe9-1a58016b0b68 req-473fc381-9958-4fad-a461-40158a134234 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Aug 11 02:53:18.089044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] Sync routers for ids ['52a63d95-c6e4-4dd8-bd74-bb7e248e37d7'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:18.100998 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.102499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d510767a-3133-4c27-a337-f44d6bd2880c tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "PUT /v2.0/routers/52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 HTTP/1.1" status: 200 len: 698 time: 0.9192355 Aug 11 02:53:18.106495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] Routers {'52a63d95-c6e4-4dd8-bd74-bb7e248e37d7'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:18.106782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59914) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.107151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a63d95-c6e4-4dd8-bd74-bb7e248e37d7'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:18.215659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5ec77b5d-7351-48ba-adfd-c62d952ee624 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/routers/52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 HTTP/1.1" status: 200 len: 704 time: 0.1073267 Aug 11 02:53:18.225017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.255153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] Set router 52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:18.281872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59920) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.302544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1139221d-8a01-41b4-ab11-d1b4409029ab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 HTTP/1.1" status: 200 len: 205 time: 0.0765605 Aug 11 02:53:18.394089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a63d95-c6e4-4dd8-bd74-bb7e248e37d7', 'name': 'tempest-RoutersIpV6Test-router-1965364772', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:17Z', 'updated_at': '2021-08-11T02:53:17Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:18.433116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] Checking router: 52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:18.446882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] Routers {'52a63d95-c6e4-4dd8-bd74-bb7e248e37d7'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:18.447747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a63d95-c6e4-4dd8-bd74-bb7e248e37d7'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:18.452647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.535497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] Set router 52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:18.538854 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.613078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a63d95-c6e4-4dd8-bd74-bb7e248e37d7', 'name': 'tempest-RoutersIpV6Test-router-1965364772', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:17Z', 'updated_at': '2021-08-11T02:53:17Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:18.640034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b76bc-5d42-41fc-8387-c2820be48d57 None None] The sync data for ids ['52a63d95-c6e4-4dd8-bd74-bb7e248e37d7'] in n-d-715271-8 is: [{'id': '52a63d95-c6e4-4dd8-bd74-bb7e248e37d7', 'name': 'tempest-RoutersIpV6Test-router-1965364772', 'tenant_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:17Z', 'updated_at': '2021-08-11T02:53:17Z', 'revision_number': 2, 'project_id': 'e7c44146b32c4a23b841ec15bf7f4507', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:18.690729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7900dc-8fae-4963-86c0-1be26ed81e09 req-8853b30b-81ca-436d-a0b0-259a539a87a1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:18.692311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f7900dc-8fae-4963-86c0-1be26ed81e09 req-8853b30b-81ca-436d-a0b0-259a539a87a1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.1884396 Aug 11 02:53:18.738509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.742156 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.798225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f7900dc-8fae-4963-86c0-1be26ed81e09 req-b4c7bf41-c837-4449-b3b8-1826d8d14f0a tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797908 Aug 11 02:53:18.807117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.808058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Fanout notify agent at l3_agent the message router_deleted on router 52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:53:18.815792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.825541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-841bd65c-d5b9-485a-843c-c91d5f2e1659 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 HTTP/1.1" status: 204 len: 168 time: 0.5311334 Aug 11 02:53:18.825541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.855764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f5015c35-ceae-4f96-988a-dce5f8fe278f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 HTTP/1.1" status: 200 len: 205 time: 0.0302575 Aug 11 02:53:18.856130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59932) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.899641 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-4fcc741e-1cd8-45ca-9c73-6c8e7d47f31b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:18.903004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4fcc741e-1cd8-45ca-9c73-6c8e7d47f31b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/52a63d95-c6e4-4dd8-bd74-bb7e248e37d7 HTTP/1.1" status: 404 len: 336 time: 0.0433998 Aug 11 02:53:18.903575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.931699 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a450fe-7861-4c6a-864c-29c6694a84f4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:18.932212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a450fe-7861-4c6a-864c-29c6694a84f4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:18.936202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b9a450fe-7861-4c6a-864c-29c6694a84f4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/c3a510b5-2640-47a1-8014-60cc99895166 HTTP/1.1" status: 404 len: 337 time: 0.0291309 Aug 11 02:53:18.936454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:18.964810 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c319569-0647-47f6-a7fb-650ba14a8efc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:18.965270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c319569-0647-47f6-a7fb-650ba14a8efc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:18.967979 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5c319569-0647-47f6-a7fb-650ba14a8efc tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/7bdfeb75-3dcd-4244-9a22-0a3b5d2d6206 HTTP/1.1" status: 404 len: 337 time: 0.0296435 Aug 11 02:53:18.969534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.000695 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-de427d74-1ad5-42a0-b64a-098d32b38fc4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.001144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de427d74-1ad5-42a0-b64a-098d32b38fc4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.002891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de427d74-1ad5-42a0-b64a-098d32b38fc4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/a4d1ac84-8818-4c38-863a-57ef0652085b HTTP/1.1" status: 404 len: 337 time: 0.0324869 Aug 11 02:53:19.005393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59940) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.032058 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4c1bac-9af8-425a-8eb9-4098399305b3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.032506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4c1bac-9af8-425a-8eb9-4098399305b3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.034798 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5a4c1bac-9af8-425a-8eb9-4098399305b3 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/a8b31058-dba9-4212-8b94-ed39c8180a35 HTTP/1.1" status: 404 len: 337 time: 0.0285265 Aug 11 02:53:19.037485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.067975 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-49d8b481-b316-4158-81f8-c88c2d639f6e tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 200 len: 205 time: 0.0291934 Aug 11 02:53:19.070150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.106986 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b65a147e-0b56-47b2-8fd5-f9a6a2d6dedf tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:19.108020 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b65a147e-0b56-47b2-8fd5-f9a6a2d6dedf tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/874f40fa-899d-45ae-b9aa-51cbcf79bbb0 HTTP/1.1" status: 404 len: 336 time: 0.0369837 Aug 11 02:53:19.110782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59946) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.141453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b36ed4c2-0f05-42e2-9f65-e7a663398646 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb6f0712-dfca-4057-b87e-3b4af037e049 HTTP/1.1" status: 200 len: 205 time: 0.0285511 Aug 11 02:53:19.145328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.186876 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-c2d2ff95-b020-4a56-bcd9-87edb5814fab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:19.187936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c2d2ff95-b020-4a56-bcd9-87edb5814fab tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/cb6f0712-dfca-4057-b87e-3b4af037e049 HTTP/1.1" status: 404 len: 336 time: 0.0416837 Aug 11 02:53:19.191070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59956) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.222634 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-931de0b1-508c-4dc4-addb-a25e75d25cf5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.223091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931de0b1-508c-4dc4-addb-a25e75d25cf5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.224823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-931de0b1-508c-4dc4-addb-a25e75d25cf5 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/957d927b-f9fb-470c-a900-5524d704e610 HTTP/1.1" status: 404 len: 337 time: 0.0325086 Aug 11 02:53:19.227496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59960) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.261004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd7f61bf-67f3-4758-9569-4037d48173f1 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 200 len: 205 time: 0.0300970 Aug 11 02:53:19.261436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59964) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.303297 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-9c0b82e1-5a82-448a-9426-f830c73397c6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:19.306601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c0b82e1-5a82-448a-9426-f830c73397c6 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/9a97ac5d-7106-4717-815a-de051157836d HTTP/1.1" status: 404 len: 336 time: 0.0420010 Aug 11 02:53:19.306831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59970) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.339150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-47016484-de09-4331-9e0d-4947fef8db2f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f54f7f6-893f-431e-b5a5-99de43210317 HTTP/1.1" status: 200 len: 205 time: 0.0281243 Aug 11 02:53:19.339400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59972) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.378354 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-2111c2cc-e195-43a0-85bc-6611df4bc1d4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:19.379521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2111c2cc-e195-43a0-85bc-6611df4bc1d4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/6f54f7f6-893f-431e-b5a5-99de43210317 HTTP/1.1" status: 404 len: 336 time: 0.0390029 Aug 11 02:53:19.381918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59976) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.419636 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-380e8621-328c-4f48-ae3f-19c46e2f2de4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.420215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380e8621-328c-4f48-ae3f-19c46e2f2de4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.422060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-380e8621-328c-4f48-ae3f-19c46e2f2de4 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/c6ff5e56-8497-4a28-91b9-2a5e604df981 HTTP/1.1" status: 404 len: 337 time: 0.0389476 Aug 11 02:53:19.424680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59980) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.454754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-59a09e27-546a-4cfa-89ff-a370c61480e2 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1cdb455-4cbe-4809-a6c4-59faed4c8692 HTTP/1.1" status: 200 len: 205 time: 0.0268660 Aug 11 02:53:19.455221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.506310 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-940e5f79-e805-4066-98c6-8c985a9c1293 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:19.510920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-940e5f79-e805-4066-98c6-8c985a9c1293 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/a1cdb455-4cbe-4809-a6c4-59faed4c8692 HTTP/1.1" status: 404 len: 336 time: 0.0546982 Aug 11 02:53:19.511053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59984) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.541857 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-370197c2-0097-4f77-a6fc-99844fffedbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.542408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370197c2-0097-4f77-a6fc-99844fffedbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.544176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-370197c2-0097-4f77-a6fc-99844fffedbe tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/c3014690-a151-4ae2-8986-918022798e7f HTTP/1.1" status: 404 len: 337 time: 0.0322151 Aug 11 02:53:19.547071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.583734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59990) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.583976 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dfe104ac-f204-4677-91cd-0cb2296f0596 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "GET /v2.0/ports?device_id=04b634a2-f9bd-4f0b-9a0e-619854d2da2c HTTP/1.1" status: 200 len: 205 time: 0.0329189 Aug 11 02:53:19.629713 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-bffd2001-00cb-4e03-8022-37d4362b4789 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] delete failed (client error): The resource could not be found. Aug 11 02:53:19.631430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bffd2001-00cb-4e03-8022-37d4362b4789 tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/routers/04b634a2-f9bd-4f0b-9a0e-619854d2da2c HTTP/1.1" status: 404 len: 336 time: 0.0496180 Aug 11 02:53:19.634156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 59996) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.675458 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0de4e6-3759-4791-b88a-93d9e9b46c3b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.676271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0de4e6-3759-4791-b88a-93d9e9b46c3b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.678357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ba0de4e6-3759-4791-b88a-93d9e9b46c3b tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/74142752-f3a1-4a0b-a8dc-ab6a40705a4f HTTP/1.1" status: 404 len: 337 time: 0.0429475 Aug 11 02:53:19.681038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.727049 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7382ae18-69a3-41ed-a434-c29e04bcfa5f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:19.727601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7382ae18-69a3-41ed-a434-c29e04bcfa5f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:19.732953 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7382ae18-69a3-41ed-a434-c29e04bcfa5f tempest-RoutersIpV6Test-711017903 tempest-RoutersIpV6Test-711017903-project] 10.222.0.16 "DELETE /v2.0/subnets/491a9ec4-767c-42f9-b894-a5a91667acef HTTP/1.1" status: 404 len: 337 time: 0.0504174 Aug 11 02:53:19.759683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9073-8497-4c05-beb2-62bf9e250b5c req-47c67e98-8958-4981-8ee4-91424abaf914 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:19.770494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-486f9073-8497-4c05-beb2-62bf9e250b5c req-47c67e98-8958-4981-8ee4-91424abaf914 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.0908916 Aug 11 02:53:19.851964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-486f9073-8497-4c05-beb2-62bf9e250b5c req-1dd4c11d-e169-4bda-ab07-8f3d55287476 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801551 Aug 11 02:53:19.866280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:19.993134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873bf2-3532-4301-b876-7adf302b488f req-cfabe83e-5f35-4e10-be28-7d643494d1a7 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:19.995977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c873bf2-3532-4301-b876-7adf302b488f req-cfabe83e-5f35-4e10-be28-7d643494d1a7 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.0600307 Aug 11 02:53:20.011317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f2a0b3a-d3e7-45c3-a30a-9d59a4fdb776 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 994 time: 0.1430221 Aug 11 02:53:20.088815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c873bf2-3532-4301-b876-7adf302b488f req-fb89f24d-6560-4d57-8bcb-b70c6cfce914 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851595 Aug 11 02:53:20.113580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60014) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:20.115255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.264295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4c7f36d1-38b4-4228-b3cd-1b366663d464 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7c44146b32c4a23b841ec15bf7f4507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490240 Aug 11 02:53:20.267194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60022) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:20.333481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79585ae4-cffb-42bd-ba9a-a04e2d233e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.358140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79585ae4-cffb-42bd-ba9a-a04e2d233e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.428070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79585ae4-cffb-42bd-ba9a-a04e2d233e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.431869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79585ae4-cffb-42bd-ba9a-a04e2d233e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.433077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79585ae4-cffb-42bd-ba9a-a04e2d233e0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24b3bbea-c9db-421b-86c1-c8ee9bf8e461 HTTP/1.1" status: 204 len: 168 time: 0.1642370 Aug 11 02:53:20.452518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585ae4-cffb-42bd-ba9a-a04e2d233e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b3bbea-c9db-421b-86c1-c8ee9bf8e461,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:20.514538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146954a-759b-4056-9392-4d9c205c30a5 req-0c251f45-ef64-4655-b42e-3d60928b8d9f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:20.516755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e146954a-759b-4056-9392-4d9c205c30a5 req-0c251f45-ef64-4655-b42e-3d60928b8d9f tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1097 time: 0.0509589 Aug 11 02:53:20.578041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e146954a-759b-4056-9392-4d9c205c30a5 req-e2e4cc24-ed5d-4978-a791-1c5a17a33a00 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539439 Aug 11 02:53:20.598166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57913d-c337-4263-b1de-09d4f113a163 req-0169b7ee-7c3c-430c-bf4a-24d7b762c2a8 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:20.600539 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ba57913d-c337-4263-b1de-09d4f113a163 req-0169b7ee-7c3c-430c-bf4a-24d7b762c2a8 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.0754535 Aug 11 02:53:20.719333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Deleting port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:20.719692 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.833182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] For port 8fb4efdf-24f9-45c5-a441-fb11f3aff610, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=8fb4efdf-24f9-45c5-a441-fb11f3aff610,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:20.833580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.862250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Calling delete_port for 8fb4efdf-24f9-45c5-a441-fb11f3aff610 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:21.270748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5c819-e535-48bb-947b-48e543c2685c req-34f2c2c4-ebb6-4eac-9e10-cbf5f2d1568d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:21.273417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2b5c819-e535-48bb-947b-48e543c2685c req-34f2c2c4-ebb6-4eac-9e10-cbf5f2d1568d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba725b7a-0a17-4d5b-b532-ef06025c84fd HTTP/1.1" status: 200 len: 1096 time: 0.0583432 Aug 11 02:53:21.301169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.316106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ca6dfa8c-3531-4d95-ad5f-44eb9467780e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:21.362295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fb4efdf-24f9-45c5-a441-fb11f3aff610,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:21.463611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2b5c819-e535-48bb-947b-48e543c2685c req-34d1232d-b399-4229-98da-3e5f80039998 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720724 Aug 11 02:53:21.478450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['8fb4efdf-24f9-45c5-a441-fb11f3aff610'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:21.497259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] No DVR routers for this DVR port 8fb4efdf-24f9-45c5-a441-fb11f3aff610 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:21.509366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.515818 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ba57913d-c337-4263-b1de-09d4f113a163 req-c20cfb9e-81dd-4690-8ab3-1524d9c8420d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.25 "DELETE /v2.0/ports/8fb4efdf-24f9-45c5-a441-fb11f3aff610 HTTP/1.1" status: 204 len: 173 time: 0.8976169 Aug 11 02:53:21.516938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'name': 'network-vif-deleted', 'tag': '8fb4efdf-24f9-45c5-a441-fb11f3aff610'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:21.534621 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e43702b-0135-4a88-9017-76a97d6fd64b" -d '{"events": [{"server_uuid": "ba725b7a-0a17-4d5b-b532-ef06025c84fd", "name": "network-vif-deleted", "tag": "8fb4efdf-24f9-45c5-a441-fb11f3aff610"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:21.653329 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26d3f6f-53cf-43ea-9420-5b3c1f63d083 x-openstack-request-id: req-b26d3f6f-53cf-43ea-9420-5b3c1f63d083 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:21.653868 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba725b7a-0a17-4d5b-b532-ef06025c84fd", "name": "network-vif-deleted", "tag": "8fb4efdf-24f9-45c5-a441-fb11f3aff610", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:21.653868 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b26d3f6f-53cf-43ea-9420-5b3c1f63d083 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:21.654325 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba725b7a-0a17-4d5b-b532-ef06025c84fd', 'name': 'network-vif-deleted', 'tag': '8fb4efdf-24f9-45c5-a441-fb11f3aff610', 'status': 'completed', 'code': 200} Aug 11 02:53:21.786035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60086) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:21.790025 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028391 Aug 11 02:53:21.793192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:21.975310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-13ed0394-e963-4c45-828f-4c2718e4e6d4 tempest-NetworksApiDiscovery-2144318449 tempest-NetworksApiDiscovery-2144318449-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1803098 Aug 11 02:53:22.078196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-4755ae33-cc38-4274-97b1-f3040a8067eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2521544 Aug 11 02:53:22.368840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:22.598349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e803ac-f457-4ee3-a6df-7b05aba842de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.764945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e803ac-f457-4ee3-a6df-7b05aba842de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.772712 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6e803ac-f457-4ee3-a6df-7b05aba842de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.817041 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f6e803ac-f457-4ee3-a6df-7b05aba842de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df6c9c9706c242d6b43335e4fe4c52cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447160 Aug 11 02:53:22.817639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60124) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:22.851265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e803ac-f457-4ee3-a6df-7b05aba842de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323699cb-9768-4c04-9ced-4538f37dd024,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:22.940136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3079b3b-5259-44e7-8452-141bc35a9d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.991551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3079b3b-5259-44e7-8452-141bc35a9d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.077883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fba9a-d56a-4aae-86ae-9e54b646ddb4 req-6fbaf7b5-4de2-4caa-93f9-95062afa2310 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.080853 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-379fba9a-d56a-4aae-86ae-9e54b646ddb4 req-6fbaf7b5-4de2-4caa-93f9-95062afa2310 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.2348263 Aug 11 02:53:23.126223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3079b3b-5259-44e7-8452-141bc35a9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.126581 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.130262 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3079b3b-5259-44e7-8452-141bc35a9d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.133823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c3079b3b-5259-44e7-8452-141bc35a9d39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/323699cb-9768-4c04-9ced-4538f37dd024 HTTP/1.1" status: 204 len: 168 time: 0.3125343 Aug 11 02:53:23.139979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-379fba9a-d56a-4aae-86ae-9e54b646ddb4 req-265e4e6e-3e85-466d-97b7-4e51170787b3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486026 Aug 11 02:53:23.145807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3079b3b-5259-44e7-8452-141bc35a9d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323699cb-9768-4c04-9ced-4538f37dd024,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:23.163365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-138291e0-c34b-4512-a958-07031495f9f5 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:53:23.165203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-138291e0-c34b-4512-a958-07031495f9f5 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3202136 Aug 11 02:53:23.188962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Request body: {'binding': {'host': 'n-h2-715271-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:23.192481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Unknown quota resources ['binding']. {{(pid=94699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:53:23.224516 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.404538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on host n-h2-715271-8 for vnic_type normal with profile None {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:23.404914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:23.405248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:23.419743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:23.420262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:23.429496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:23.429844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Checking segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:23.430424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Bound using segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:23.430902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Bound port: 6c9599d3-0608-457e-9312-62f0599b53f4, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:23.528734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:23.535020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.536721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] 10.222.0.16 "POST /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3538928 Aug 11 02:53:23.713140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765226-94b9-4d10-a206-4dc2f694fd7b req-3337cc94-cb8a-4fa6-9e81-657b0f6850aa tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.721054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32765226-94b9-4d10-a206-4dc2f694fd7b req-3337cc94-cb8a-4fa6-9e81-657b0f6850aa tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.0916979 Aug 11 02:53:23.755805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32765226-94b9-4d10-a206-4dc2f694fd7b req-e501641e-9925-404a-8227-51b3a9433503 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337465 Aug 11 02:53:23.823507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-13df1c57-5283-4d8b-a920-e1f0bf1a4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.825037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-13df1c57-5283-4d8b-a920-e1f0bf1a4bfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1097 time: 0.0472932 Aug 11 02:53:23.924374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-3e693a09-a1b8-4d24-9603-e3eccdba12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.926231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-3e693a09-a1b8-4d24-9603-e3eccdba12fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 0.0913134 Aug 11 02:53:24.365993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-bd4c2966-7f73-49bf-a731-ddb2bd29cbe1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.367576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-bd4c2966-7f73-49bf-a731-ddb2bd29cbe1 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.1295922 Aug 11 02:53:24.534743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Deleting port ca6dfa8c-3531-4d95-ad5f-44eb9467780e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:24.535175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.615732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-77c6d994-cc84-4617-92e9-e553992bcef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1002 time: 0.6767056 Aug 11 02:53:24.665510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fb4efdf-24f9-45c5-a441-fb11f3aff610 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:24.699382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 8fb4efdf-24f9-45c5-a441-fb11f3aff610 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:24.700034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 8fb4efdf-24f9-45c5-a441-fb11f3aff610 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:24.708914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e240-cf2b-4ff6-8320-0d256a1b9db9 req-2fa93508-8f08-4b8a-bfd0-12047ebc3a2a tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.711766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8535e240-cf2b-4ff6-8320-0d256a1b9db9 req-2fa93508-8f08-4b8a-bfd0-12047ebc3a2a tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 1097 time: 0.1357939 Aug 11 02:53:24.723879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-177938a0-5431-4c4f-b8cd-66a4d0ca6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.726327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-177938a0-5431-4c4f-b8cd-66a4d0ca6293 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.1027157 Aug 11 02:53:24.745648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] For port ca6dfa8c-3531-4d95-ad5f-44eb9467780e, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:24.746612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.763578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Calling delete_port for ca6dfa8c-3531-4d95-ad5f-44eb9467780e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:24.803659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8535e240-cf2b-4ff6-8320-0d256a1b9db9 req-8c260000-fa73-4fd6-b6da-0889d8113f6d tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Aug 11 02:53:24.808739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-95fea1c3-7e55-4ae7-bbfa-9fcc2be6494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.810569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-95fea1c3-7e55-4ae7-bbfa-9fcc2be6494b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742946 Aug 11 02:53:25.017917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0a86-e75a-488c-b362-b3c7f64f6292 req-d901604e-2056-4d3d-9467-9d27611574a4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:25.019788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78ad0a86-e75a-488c-b362-b3c7f64f6292 req-d901604e-2056-4d3d-9467-9d27611574a4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.1523113 Aug 11 02:53:25.027072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.038837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ca6dfa8c-3531-4d95-ad5f-44eb9467780e'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:25.059133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-715ebf85-d82c-4b6f-8337-cd16311b30bc service neutron] 10.222.0.59 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413201 Aug 11 02:53:25.068974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca6dfa8c-3531-4d95-ad5f-44eb9467780e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:25.129288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] No DVR routers for this DVR port ca6dfa8c-3531-4d95-ad5f-44eb9467780e on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:25.133595 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.137394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-10da4b23-48ce-4a72-8fda-d92b587e2060 req-7c535ad3-5f6f-4254-9d06-f4e77f8c4dd3 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ca6dfa8c-3531-4d95-ad5f-44eb9467780e HTTP/1.1" status: 204 len: 173 time: 0.7607408 Aug 11 02:53:25.137394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'name': 'network-vif-deleted', 'tag': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:25.149482 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b58fa5-88ea-4a28-a34b-bbfece07fa8b" -d '{"events": [{"server_uuid": "2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f", "name": "network-vif-deleted", "tag": "ca6dfa8c-3531-4d95-ad5f-44eb9467780e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:25.184582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78ad0a86-e75a-488c-b362-b3c7f64f6292 req-63e8fc26-1534-4afb-a1fa-0ebb43b795ea tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516654 Aug 11 02:53:25.250262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-76827179-91ba-4026-a290-4dcaaf852c29 service neutron] 10.222.0.59 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784432 Aug 11 02:53:25.260634 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac99a8db-0130-4d6e-a14a-d84d561c1d5f x-openstack-request-id: req-ac99a8db-0130-4d6e-a14a-d84d561c1d5f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:25.260982 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f", "name": "network-vif-deleted", "tag": "ca6dfa8c-3531-4d95-ad5f-44eb9467780e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:25.261412 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac99a8db-0130-4d6e-a14a-d84d561c1d5f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:25.261846 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f', 'name': 'network-vif-deleted', 'tag': 'ca6dfa8c-3531-4d95-ad5f-44eb9467780e', 'status': 'completed', 'code': 200} Aug 11 02:53:25.543096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-a1d0fdef-cc40-4243-9e8f-b8b6cdd1d5f5 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:25.543096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-a1d0fdef-cc40-4243-9e8f-b8b6cdd1d5f5 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613&tenant_id=ca7c0f0103654e2b9246fb027410d45b&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1097 time: 0.2005429 Aug 11 02:53:25.551558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-8'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:25.681108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.061154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:26.165196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75f1b006-2216-4ada-863a-d18427660ae9 req-f846bda8-2fc0-418d-9363-a407411a92f0 tempest-TestServerMultinode-2102480695 tempest-TestServerMultinode-2102480695-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ba5c4cf-9a29-42e9-8a78-3705d5fe1e9f HTTP/1.1" status: 200 len: 210 time: 0.0602632 Aug 11 02:53:26.204891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:26.252765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:26.255569 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b439399-ffb5-4faa-ad30-1515fc622d7d" -d '{"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:26.260965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.269933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.348409 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e55d0c8-5a7f-4fd2-aa99-4fefa3e2edd4 x-openstack-request-id: req-9e55d0c8-5a7f-4fd2-aa99-4fefa3e2edd4 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:26.349147 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:26.349556 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e55d0c8-5a7f-4fd2-aa99-4fefa3e2edd4 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:26.350286 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'code': 200} Aug 11 02:53:26.351285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:26.705700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c80de1-4f13-4fa7-9956-b31b1f486454 req-b101caaa-954b-4797-9ea5-ddcc8fd9feb2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:26.713439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77c80de1-4f13-4fa7-9956-b31b1f486454 req-b101caaa-954b-4797-9ea5-ddcc8fd9feb2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 944 time: 0.3034074 Aug 11 02:53:26.771133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on host n-h1-715271-8 for vnic_type normal with profile {"migrating_to": "n-h2-715271-8"} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:26.771805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:26.772148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:26.779366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:26.779704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Attempting to bind port 6c9599d3-0608-457e-9312-62f0599b53f4 on network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:26.795835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:26.796265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Checking segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:26.796662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Bound using segment: {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:26.797117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Bound port: 6c9599d3-0608-457e-9312-62f0599b53f4, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6e7e9d-9100-4cef-8534-1adcba68b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:26.797520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.833202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77c80de1-4f13-4fa7-9956-b31b1f486454 req-7906c449-0e24-488f-80a9-8dc9dca66c05 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186695 Aug 11 02:53:26.888354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6f939f57-f061-4c9f-903b-538080c5456f None None] Provisioning complete for port 6c9599d3-0608-457e-9312-62f0599b53f4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:26.889433 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f939f57-f061-4c9f-903b-538080c5456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.919466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:26.923457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:26.932596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.987003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6f939f57-f061-4c9f-903b-538080c5456f None None] Port 6c9599d3-0608-457e-9312-62f0599b53f4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:27.124970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=8']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:27.185110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:27.186110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.187947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-647818cd-b3ae-4020-8fc5-2e4c78673a31 service neutron] 10.222.0.59 "PUT /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1122 time: 1.6465015 Aug 11 02:53:27.232906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:27.280431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6c9599d3-0608-457e-9312-62f0599b53f4'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:27.647699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cb5e2bb8-4f8a-44d7-b2d3-cd6dadfff0df None None] Provisioning complete for port 6c9599d3-0608-457e-9312-62f0599b53f4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:27.648083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2bb8-4f8a-44d7-b2d3-cd6dadfff0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.761495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.766528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2bb8-4f8a-44d7-b2d3-cd6dadfff0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.826449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:27.829432 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceaf6d8-c8e7-44f1-a9f8-089f548381fb" -d '{"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-plugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:27.860572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cb5e2bb8-4f8a-44d7-b2d3-cd6dadfff0df None None] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:27.919747 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca6811c-0515-4350-91b9-2fd56d543f01 x-openstack-request-id: req-3ca6811c-0515-4350-91b9-2fd56d543f01 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:27.920535 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-plugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:27.920535 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ca6811c-0515-4350-91b9-2fd56d543f01 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:27.920870 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'code': 200} Aug 11 02:53:27.921731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2bb8-4f8a-44d7-b2d3-cd6dadfff0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.026180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492419a8-32e8-492b-8dfd-64c5169e8a7e req-a255193f-f42f-4188-bf3f-64db86cb167b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:28.038912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-492419a8-32e8-492b-8dfd-64c5169e8a7e req-a255193f-f42f-4188-bf3f-64db86cb167b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.0912828 Aug 11 02:53:28.077528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:28.079530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ca6dfa8c-3531-4d95-ad5f-44eb9467780e no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:28.091116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e2bb8-4f8a-44d7-b2d3-cd6dadfff0df None None] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:28.178991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-492419a8-32e8-492b-8dfd-64c5169e8a7e req-c7725a80-f21c-4491-b2e4-4a1a7ad7fd94 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815501 Aug 11 02:53:28.186037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ca6dfa8c-3531-4d95-ad5f-44eb9467780e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:28.186398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ca6dfa8c-3531-4d95-ad5f-44eb9467780e not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:28.291146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Deleting port fcbb96c0-0b53-4a16-a681-6d6ed8770579 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:28.291681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.351856 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:28.354518 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830885a-76ea-46df-b1cf-a20b7527ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:28.421374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] For port fcbb96c0-0b53-4a16-a681-6d6ed8770579, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fcbb96c0-0b53-4a16-a681-6d6ed8770579,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:28.422767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.427985 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75ded5e-802d-430b-8c04-1f5b8ff1fc1a x-openstack-request-id: req-f75ded5e-802d-430b-8c04-1f5b8ff1fc1a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:28.428282 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:28.428539 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f75ded5e-802d-430b-8c04-1f5b8ff1fc1a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:28.428953 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'status': 'completed', 'code': 200} Aug 11 02:53:28.430169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:28.443737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 has no active binding in host n-h2-715271-8 {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:53:28.445696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Calling delete_port for fcbb96c0-0b53-4a16-a681-6d6ed8770579 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:28.553919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-06c17943-6740-4c23-8075-6d8cc41d5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:28.555497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-06c17943-6740-4c23-8075-6d8cc41d5164 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1127 time: 0.0994859 Aug 11 02:53:28.738360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-5c38e6f3-7033-4bfa-b7f9-27c4c99135a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:28.740083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-5c38e6f3-7033-4bfa-b7f9-27c4c99135a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 0.1735151 Aug 11 02:53:28.877394 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.883987 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-3995104d-761b-4c99-a8a2-261014c582f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1002 time: 0.0960855 Aug 11 02:53:28.911905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbb96c0-0b53-4a16-a681-6d6ed8770579,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:29.116079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-d533048f-c3cd-45d3-9fcd-c9b4124af079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:29.118715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-d533048f-c3cd-45d3-9fcd-c9b4124af079 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.2033629 Aug 11 02:53:29.196847 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:29.337102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e473901-6215-4165-8f2e-7e6bd1ada34d req-14383463-9385-453f-939f-4a9eec7e1524 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:29.338428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-10963eef-8b78-4acc-a5a1-8eba91ee43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:29.340109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-10963eef-8b78-4acc-a5a1-8eba91ee43e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106559 Aug 11 02:53:29.349229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e473901-6215-4165-8f2e-7e6bd1ada34d req-14383463-9385-453f-939f-4a9eec7e1524 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.0902607 Aug 11 02:53:29.399781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e473901-6215-4165-8f2e-7e6bd1ada34d req-22aedbd4-dd2b-4654-8f63-55e21a13012a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 Aug 11 02:53:29.405294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.924784 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-d9b96124-7ade-4515-831d-213853171485 service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704868 Aug 11 02:53:30.338382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4830885a-76ea-46df-b1cf-a20b7527ca2f req-21473f42-bebd-4924-8738-65fb2c2d4a67 service neutron] 10.222.0.25 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787842 Aug 11 02:53:30.371609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Router e1a39ae6-1f99-48be-b57e-faa87de7518c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:30.549742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:30.563513 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] Sync routers for ids ['e1a39ae6-1f99-48be-b57e-faa87de7518c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:30.571215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-147dfd70-6ef2-49ff-8232-48eff66376d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1a39ae6-1f99-48be-b57e-faa87de7518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3329091 Aug 11 02:53:30.571997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:30.599808 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] Routers {'e1a39ae6-1f99-48be-b57e-faa87de7518c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:30.600456 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e1a39ae6-1f99-48be-b57e-faa87de7518c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:30.666528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5882ef-cca4-4606-9a78-5314beb3f68d req-a1bbd61e-bb96-42c1-8b5f-e01e77bf5120 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:30.690638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b5882ef-cca4-4606-9a78-5314beb3f68d req-a1bbd61e-bb96-42c1-8b5f-e01e77bf5120 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.1801791 Aug 11 02:53:30.781487 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] Set router e1a39ae6-1f99-48be-b57e-faa87de7518c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:30.801194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b5882ef-cca4-4606-9a78-5314beb3f68d req-f5d0c25f-e991-4aae-a109-3cd0a2d5c38b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117852 Aug 11 02:53:30.850673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:30.994504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.056455 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:53:28Z', 'revision_number': 5, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port': {'id': 'eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:31.103192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Deleting port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:31.103348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.225584 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] Checking router: e1a39ae6-1f99-48be-b57e-faa87de7518c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:31.228536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] For port eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:31.229068 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.238789 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] Routers {'e1a39ae6-1f99-48be-b57e-faa87de7518c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:31.239789 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['e1a39ae6-1f99-48be-b57e-faa87de7518c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:31.245410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Calling delete_port for eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:31.349217 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] Set router e1a39ae6-1f99-48be-b57e-faa87de7518c gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:31.488477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.488799 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:53:30Z', 'revision_number': 6, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:31.529375 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc3b77-b6f1-4af1-982f-622917f50de9 None None] The sync data for ids ['e1a39ae6-1f99-48be-b57e-faa87de7518c'] in n-d-715271-8 is: [{'id': 'e1a39ae6-1f99-48be-b57e-faa87de7518c', 'name': 'tempest-TestServerMultinode-1478084519-router', 'tenant_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:55Z', 'updated_at': '2021-08-11T02:53:30Z', 'revision_number': 6, 'project_id': 'ddfb1f3cd6ac446fa63557c0fb701dba', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:31.558775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:31.682445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.872789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.875046 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.967126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.967867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a39ae6-1f99-48be-b57e-faa87de7518c {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:53:31.973849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.975160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9e3b48c2-6efe-4e6e-ba94-c5815de98220 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e1a39ae6-1f99-48be-b57e-faa87de7518c HTTP/1.1" status: 204 len: 168 time: 1.4002919 Aug 11 02:53:31.977868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:32.001090 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fda55-8cc9-4296-b356-84719dbc1860 req-21145422-3e94-47e5-8412-b7fecc95f382 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:32.004042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d5fda55-8cc9-4296-b356-84719dbc1860 req-21145422-3e94-47e5-8412-b7fecc95f382 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 946 time: 0.0805006 Aug 11 02:53:32.052280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Deleting subnet e560aff0-b9bd-4689-a0ab-ccab091d56a2 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:32.056931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.057735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d5fda55-8cc9-4296-b356-84719dbc1860 req-70360b8b-8542-4918-8b96-383ca539ff87 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 Aug 11 02:53:32.103140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.264376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.274569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:32.332802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:32.333230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eb6d5083-b29f-4c3e-9ed8-b0f6bd0779f2 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:32.333873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fcbb96c0-0b53-4a16-a681-6d6ed8770579 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:32.375827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: fcbb96c0-0b53-4a16-a681-6d6ed8770579 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:32.377136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fcbb96c0-0b53-4a16-a681-6d6ed8770579 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:32.403984 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-f66e2ca0-0071-4ea6-8924-66e6a5bb060f service neutron] 10.222.0.25 "GET /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4/bindings/n-h2-715271-8 HTTP/1.1" status: 200 len: 384 time: 0.1017094 Aug 11 02:53:32.407414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.488297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e12e43-4207-49f8-99ee-3822eff3d1ad None None] Network 1830706e-aab2-4347-b212-1bb807e8aa8c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:32.488808 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.491248 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e560aff0-b9bd-4689-a0ab-ccab091d56a2 HTTP/1.1" status: 204 len: 168 time: 0.5121737 Aug 11 02:53:32.493958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:32.571117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a9ec2-e822-4ea4-a40b-aba9efa37f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e560aff0-b9bd-4689-a0ab-ccab091d56a2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:32.664101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.827318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Deleting port 4f1dfd7e-211b-4e7b-8813-0206e848a934 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:32.830434 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.838890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:32.893896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:32.901866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] DHCP port deletion for 1830706e-aab2-4347-b212-1bb807e8aa8c request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:32.944486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] For port 4f1dfd7e-211b-4e7b-8813-0206e848a934, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f1dfd7e-211b-4e7b-8813-0206e848a934,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:32.945308 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.967913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Calling delete_port for 4f1dfd7e-211b-4e7b-8813-0206e848a934 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:32.976135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] Deleting port 4f1dfd7e-211b-4e7b-8813-0206e848a934 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:32.976650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.984629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:32.988161 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f985924-ab3a-4ff7-be18-924b1a1e8db8" -d '{"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:33.014599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:33.066921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.193138 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95462861-7f72-4547-8afc-94abe9ab86d2 x-openstack-request-id: req-95462861-7f72-4547-8afc-94abe9ab86d2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:33.195993 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:33.198481 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95462861-7f72-4547-8afc-94abe9ab86d2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:33.198920 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'code': 200} Aug 11 02:53:33.205737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.240684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] For port 4f1dfd7e-211b-4e7b-8813-0206e848a934, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4f1dfd7e-211b-4e7b-8813-0206e848a934,segment=NetworkSegment(27f5d9e1-dcf1-4354-9626-d0a6ce2d298b),segment_id=27f5d9e1-dcf1-4354-9626-d0a6ce2d298b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:33.241487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.259350 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] Transition to ACTIVE for port object 6c9599d3-0608-457e-9312-62f0599b53f4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:33.266309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.288888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] Calling delete_port for 4f1dfd7e-211b-4e7b-8813-0206e848a934 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:33.355534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1dfd7e-211b-4e7b-8813-0206e848a934,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:33.405511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] No DVR routers for this DVR port 4f1dfd7e-211b-4e7b-8813-0206e848a934 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:33.448818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=11']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:33.544395 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 02:53:33.559112 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.611932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] Pushing event deleted for resources: {'Port': ['ID=4f1dfd7e-211b-4e7b-8813-0206e848a934,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:33.619661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdbdb9-d311-48bd-9114-15fa5f431116 None None] No DVR routers for this DVR port 4f1dfd7e-211b-4e7b-8813-0206e848a934 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:33.672999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.691922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1830706e-aab2-4347-b212-1bb807e8aa8c']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:33.735777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:33.736116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f5d9e1-dcf1-4354-9626-d0a6ce2d298b') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:33.758966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.777441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1774b-5e81-4a89-938d-1446e7829d88 req-a734cf46-0705-4005-a029-78ec91b1f000 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:33.787218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1df1774b-5e81-4a89-938d-1446e7829d88 req-a734cf46-0705-4005-a029-78ec91b1f000 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.4812391 Aug 11 02:53:33.835281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.864988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:33.865808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.880172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] No DVR routers for this DVR port 6c9599d3-0608-457e-9312-62f0599b53f4 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:33.944427 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:33.952962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1df1774b-5e81-4a89-938d-1446e7829d88 req-10e3a465-6231-4dc1-ad48-c5b0e07ff2e0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631989 Aug 11 02:53:33.953291 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.961431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.964202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1830706e-aab2-4347-b212-1bb807e8aa8c HTTP/1.1" status: 204 len: 168 time: 1.4688325 Aug 11 02:53:33.971879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60422) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:34.097769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f1dfd7e-211b-4e7b-8813-0206e848a934 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:34.110360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-923a76d9-e81d-42a4-8d0d-74f9a167e540 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4/bindings/n-h2-715271-8/activate HTTP/1.1" status: 200 len: 369 time: 1.6925387 Aug 11 02:53:34.113792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77c5d-0062-4584-9e4a-7e0a360c3254 admin admin] Pushing event deleted for resources: {'Network': ['ID=1830706e-aab2-4347-b212-1bb807e8aa8c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:34.134129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4f1dfd7e-211b-4e7b-8813-0206e848a934 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:34.135374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4f1dfd7e-211b-4e7b-8813-0206e848a934 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:34.480112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-9e58172d-5337-46cb-ad12-7efc0a0cb867 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.481614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-9e58172d-5337-46cb-ad12-7efc0a0cb867 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613&tenant_id=ca7c0f0103654e2b9246fb027410d45b&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.2785840 Aug 11 02:53:34.609700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-bf481041-9a0f-4397-a20e-19329b00bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.612154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-bf481041-9a0f-4397-a20e-19329b00bf05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 1096 time: 0.1172523 Aug 11 02:53:34.758034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-719910b9-7d56-4ae2-a96c-f7446ceb8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.759606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-719910b9-7d56-4ae2-a96c-f7446ceb8a7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1096 time: 0.0989697 Aug 11 02:53:34.937437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-924365e4-2065-411f-8796-2f74ab4eb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.942091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-924365e4-2065-411f-8796-2f74ab4eb5d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 0.1554990 Aug 11 02:53:35.010604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:35.090270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-d06c470b-4f0f-46bb-87a2-1421e52bbe8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 1000 time: 0.1405256 Aug 11 02:53:35.728507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fe21b-44a8-4874-8de9-f4b299aac544 req-f35f8700-f710-49de-ba5b-e10378320490 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:35.738984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-107fe21b-44a8-4874-8de9-f4b299aac544 req-f35f8700-f710-49de-ba5b-e10378320490 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.6697080 Aug 11 02:53:35.756193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-003786ac-c0bc-4767-b253-1d4b55bccafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:35.758184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-003786ac-c0bc-4767-b253-1d4b55bccafc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.6494155 Aug 11 02:53:35.967810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-107fe21b-44a8-4874-8de9-f4b299aac544 req-5aa302c0-5c4d-451c-8797-08d548fbe0cd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270763 Aug 11 02:53:35.999570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-ceb4d525-465d-44ac-aab2-840c6f1c785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:36.001886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-ceb4d525-465d-44ac-aab2-840c6f1c785b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063072 Aug 11 02:53:36.195186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-1af0a291-d969-44a3-80c3-a505ce298462 service neutron] 10.222.0.59 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835582 Aug 11 02:53:36.286100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Deleting port 56a9328a-85a0-41b9-aa9c-27542f5074e5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:36.286546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:36.357705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-78adbb33-a7e6-4ebe-a933-5027028e3767 service neutron] 10.222.0.59 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541784 Aug 11 02:53:36.394214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] For port 56a9328a-85a0-41b9-aa9c-27542f5074e5, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=56a9328a-85a0-41b9-aa9c-27542f5074e5,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:36.394580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:36.409994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Calling delete_port for 56a9328a-85a0-41b9-aa9c-27542f5074e5 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:36.726146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:36.741867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156247-a900-41fc-86ca-9238a5bb4717 req-ac07177e-4b69-4e73-8b96-cbe97aeb1afc tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:36.743724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-ac07177e-4b69-4e73-8b96-cbe97aeb1afc tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613&tenant_id=ca7c0f0103654e2b9246fb027410d45b&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 1096 time: 0.1293628 Aug 11 02:53:36.785718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:36.791986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:36.842499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a9328a-85a0-41b9-aa9c-27542f5074e5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:37.222626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.327721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337823e-b8d9-4611-8117-1e10d767dc0c req-ac1a7fa1-bf57-4300-88f5-5575dde75931 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.329579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c337823e-b8d9-4611-8117-1e10d767dc0c req-ac1a7fa1-bf57-4300-88f5-5575dde75931 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.1998875 Aug 11 02:53:37.351054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-93156247-a900-41fc-86ca-9238a5bb4717 req-0f8097f9-85f8-4529-aed1-156de83e080c service neutron] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:37.365417 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-93156247-a900-41fc-86ca-9238a5bb4717 req-0f8097f9-85f8-4529-aed1-156de83e080c service neutron] Notify callbacks [] for binding, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.366978 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-0f8097f9-85f8-4529-aed1-156de83e080c service neutron] 10.222.0.59 "DELETE /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4/bindings/n-h1-715271-8 HTTP/1.1" status: 204 len: 173 time: 0.6141937 Aug 11 02:53:37.453687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c337823e-b8d9-4611-8117-1e10d767dc0c req-3ec3b141-f717-4ade-9c32-a3c6a34ca675 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121202 Aug 11 02:53:37.721676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94cb09-0e8e-47e4-bb58-c567c4640f32 req-e7c8a87b-b59c-4cdc-881e-64d156d6dc23 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.729762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a94cb09-0e8e-47e4-bb58-c567c4640f32 req-e7c8a87b-b59c-4cdc-881e-64d156d6dc23 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1096 time: 0.1522529 Aug 11 02:53:37.783570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a94cb09-0e8e-47e4-bb58-c567c4640f32 req-2a6d16d7-6550-4e1a-854b-7bd3be8c946b tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529313 Aug 11 02:53:37.847900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Router b3458e90-c632-4871-806a-8ccb45760a10 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:38.087811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630f11f-a0db-42b3-910a-bd62ac1b1f94 req-6b668603-a031-4c45-b5d1-4500d5c3014c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:38.089568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b630f11f-a0db-42b3-910a-bd62ac1b1f94 req-6b668603-a031-4c45-b5d1-4500d5c3014c tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.1533935 Aug 11 02:53:38.117735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:38.123882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ad764e5a-cabf-42b3-b57d-1e3d433099d0 admin admin] 10.222.0.16 "PUT /v2.0/routers/b3458e90-c632-4871-806a-8ccb45760a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1505454 Aug 11 02:53:38.127233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60500) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:38.151835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b630f11f-a0db-42b3-910a-bd62ac1b1f94 req-ff7807f8-d1f4-4df1-ab9a-454e69ea0345 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544331 Aug 11 02:53:38.156413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] Sync routers for ids ['b3458e90-c632-4871-806a-8ccb45760a10'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:38.171918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60502) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:38.190383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] Routers {'b3458e90-c632-4871-806a-8ccb45760a10'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:38.190383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b3458e90-c632-4871-806a-8ccb45760a10'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:38.196423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60508) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:38.344948 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-427c1b5d-ba1a-4947-bdda-47ca669d5d75 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 200 len: 992 time: 0.1454818 Aug 11 02:53:38.430675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.438570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c41cc666-3afd-4c94-86db-71666a8962f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.553496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] Set router b3458e90-c632-4871-806a-8ccb45760a10 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:38.609244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.615767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c41cc666-3afd-4c94-86db-71666a8962f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.625831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c41cc666-3afd-4c94-86db-71666a8962f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.677216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60516) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:38.790420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Deleting port 2d812767-199b-4e81-9654-eded559a0547 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:38.790420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.813132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c41cc666-3afd-4c94-86db-71666a8962f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab7f189b07e346efaf395017d5f3e352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399775 Aug 11 02:53:38.832298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cc666-3afd-4c94-86db-71666a8962f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c28041-e51c-4614-b170-2a967a4938d6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:38.841319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60526) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:38.866169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '2d812767-199b-4e81-9654-eded559a0547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:53:36Z', 'revision_number': 5, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port': {'id': '2d812767-199b-4e81-9654-eded559a0547', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:95:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:15Z', 'updated_at': '2021-08-11T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:38.948487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41566aed-ba84-4801-9d4b-57500cfc5dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.949449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] Checking router: b3458e90-c632-4871-806a-8ccb45760a10 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:38.949586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] For port 2d812767-199b-4e81-9654-eded559a0547, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2d812767-199b-4e81-9654-eded559a0547,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:38.949586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.968465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] Routers {'b3458e90-c632-4871-806a-8ccb45760a10'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:38.969463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b3458e90-c632-4871-806a-8ccb45760a10'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:39.035655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Calling delete_port for 2d812767-199b-4e81-9654-eded559a0547 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:39.063440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41566aed-ba84-4801-9d4b-57500cfc5dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.108085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 8e5d788f-44a4-4a9e-89a5-f0b024b67b15 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:39.108667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.117311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] Set router b3458e90-c632-4871-806a-8ccb45760a10 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:39.198964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:53:38Z', 'revision_number': 6, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:39.232968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a660d1d-d00b-46d3-876b-5dea2f12de4c None None] The sync data for ids ['b3458e90-c632-4871-806a-8ccb45760a10'] in n-d-715271-8 is: [{'id': 'b3458e90-c632-4871-806a-8ccb45760a10', 'name': 'tempest-TestServerMultinode-349094219-router', 'tenant_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:13Z', 'updated_at': '2021-08-11T02:53:38Z', 'revision_number': 6, 'project_id': 'b5fbd654e32f4e7ca913ea6dd1cf301c', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:39.263275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.263883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.284812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 8e5d788f-44a4-4a9e-89a5-f0b024b67b15 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:39.316301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41566aed-ba84-4801-9d4b-57500cfc5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.321759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41566aed-ba84-4801-9d4b-57500cfc5dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.325720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41566aed-ba84-4801-9d4b-57500cfc5dd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49c28041-e51c-4614-b170-2a967a4938d6 HTTP/1.1" status: 204 len: 168 time: 0.4805822 Aug 11 02:53:39.342787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41566aed-ba84-4801-9d4b-57500cfc5dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c28041-e51c-4614-b170-2a967a4938d6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:39.424599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.557950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d812767-199b-4e81-9654-eded559a0547,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:39.592751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.633108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=8e5d788f-44a4-4a9e-89a5-f0b024b67b15,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:39.675166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.751071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.752864 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP f7ef85cc-e28a-4a55-968b-94f986a384dd disassociated (deleted). External IP: 172.25.6.233, port: 6c9599d3-0608-457e-9312-62f0599b53f4. Aug 11 02:53:39.827601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.831090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.896452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60572) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:39.912120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed0555e0-5982-40ef-a07e-6e508127a10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.933125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.933871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3458e90-c632-4871-806a-8ccb45760a10 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:53:39.943071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.949072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9cf90abb-6b41-4740-9884-33b89cb288f4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b3458e90-c632-4871-806a-8ccb45760a10 HTTP/1.1" status: 204 len: 168 time: 1.8161893 Aug 11 02:53:39.949416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:40.008572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Deleting subnet e87b23f8-87a0-4737-929f-9194db7d05e8 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:40.012494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.127622 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.158018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router a90520ea-496e-4010-8e49-c6eff4994e0c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:40.240680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d812767-199b-4e81-9654-eded559a0547 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:40.284100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.292073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2d812767-199b-4e81-9654-eded559a0547 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:40.292433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2d812767-199b-4e81-9654-eded559a0547 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:40.294833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56a9328a-85a0-41b9-aa9c-27542f5074e5 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:40.340327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 56a9328a-85a0-41b9-aa9c-27542f5074e5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:40.340599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 56a9328a-85a0-41b9-aa9c-27542f5074e5 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:40.369149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.400484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87b23f8-87a0-4737-929f-9194db7d05e8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:40.406242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.408969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e87b23f8-87a0-4737-929f-9194db7d05e8 HTTP/1.1" status: 204 len: 168 time: 0.4583659 Aug 11 02:53:40.418319 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60586) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:40.419807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.420153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.420564 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.420843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.421010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9951afd-80a2-47f3-9950-282c869f51df None None] Network 6555cd17-361d-44b3-b0de-5fd99285c4b0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:40.421196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.421531 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.422043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.422352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.422686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.423022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.423407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.424016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af056e83-5f17-4c01-b506-58fa0691937a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:40.527861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.689394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Deleting port 0ca20076-8555-4371-957a-ba4eec02223f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:40.689749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.717500 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed0555e0-5982-40ef-a07e-6e508127a10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.726911 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ed0555e0-5982-40ef-a07e-6e508127a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.757181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:40.758959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] DHCP port deletion for 6555cd17-361d-44b3-b0de-5fd99285c4b0 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:40.769213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.780939 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] Sync routers for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:40.800500 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:40.805110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fcd6c466-79ee-4742-91f9-89b97003db6e tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/floatingips/f7ef85cc-e28a-4a55-968b-94f986a384dd HTTP/1.1" status: 204 len: 168 time: 2.1240897 Aug 11 02:53:40.805280 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] For port 0ca20076-8555-4371-957a-ba4eec02223f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0ca20076-8555-4371-957a-ba4eec02223f,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:40.805663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.812798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:40.815326 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c" -d '{"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:40.816402 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:40.831996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0555e0-5982-40ef-a07e-6e508127a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aef1a5-e15b-49f4-827a-b3503be15f6c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:40.841859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:40.849377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Calling delete_port for 0ca20076-8555-4371-957a-ba4eec02223f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:40.862264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ed0555e0-5982-40ef-a07e-6e508127a10c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05dae46118e348b3aeab5b6b24a872ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9406250 Aug 11 02:53:40.945980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] Deleting port 0ca20076-8555-4371-957a-ba4eec02223f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:40.946369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.955015 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680a7006-3eb7-4066-87b9-f81271b3cf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.960299 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1a100-8087-47a7-94da-d1ac378512fd x-openstack-request-id: req-0ed1a100-8087-47a7-94da-d1ac378512fd {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:40.960683 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:40.960955 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ed1a100-8087-47a7-94da-d1ac378512fd {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:40.961427 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'status': 'completed', 'code': 200} Aug 11 02:53:41.034809 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680a7006-3eb7-4066-87b9-f81271b3cf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.048240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.120978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-09212a16-5d68-4f62-affc-b1fe592f68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.122469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-09212a16-5d68-4f62-affc-b1fe592f68ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 1096 time: 0.1003182 Aug 11 02:53:41.139866 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:41.188251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca20076-8555-4371-957a-ba4eec02223f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:41.196052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] For port 0ca20076-8555-4371-957a-ba4eec02223f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=0ca20076-8555-4371-957a-ba4eec02223f,segment=NetworkSegment(98d4da1a-ac96-4df3-bd53-5d4bba83e5c4),segment_id=98d4da1a-ac96-4df3-bd53-5d4bba83e5c4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:41.196469 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.232227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] No DVR routers for this DVR port 0ca20076-8555-4371-957a-ba4eec02223f on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:41.245451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] Calling delete_port for 0ca20076-8555-4371-957a-ba4eec02223f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:41.367128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680a7006-3eb7-4066-87b9-f81271b3cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.372327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680a7006-3eb7-4066-87b9-f81271b3cf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.374231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-680a7006-3eb7-4066-87b9-f81271b3cf8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1aef1a5-e15b-49f4-827a-b3503be15f6c HTTP/1.1" status: 204 len: 168 time: 0.5312955 Aug 11 02:53:41.486688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.533351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] Pushing event deleted for resources: {'Port': ['ID=0ca20076-8555-4371-957a-ba4eec02223f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:41.554513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986182b1-8659-4da8-806e-6bfe7c56f3e4 None None] No DVR routers for this DVR port 0ca20076-8555-4371-957a-ba4eec02223f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:41.570965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bf563-14c4-4c58-a239-19944cc15722 req-3dacaac4-06af-4f98-bc4a-3fab01cab6a2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.577131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a7006-3eb7-4066-87b9-f81271b3cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aef1a5-e15b-49f4-827a-b3503be15f6c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:41.593670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.594479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-699bf563-14c4-4c58-a239-19944cc15722 req-3dacaac4-06af-4f98-bc4a-3fab01cab6a2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.2904687 Aug 11 02:53:41.617143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6555cd17-361d-44b3-b0de-5fd99285c4b0']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:41.650406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:41.655522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d4da1a-ac96-4df3-bd53-5d4bba83e5c4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:41.655671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-0e9c0cba-0cb8-4029-8c2a-ba9cdad1d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.661416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-0e9c0cba-0cb8-4029-8c2a-ba9cdad1d7bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 200 len: 897 time: 0.5205908 Aug 11 02:53:41.681160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.718602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.732102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:41.732522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:41.735929 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:41.828938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-aa8063b8-cce9-40c0-b9ea-6b79f27f126b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 200 len: 217 time: 0.1495900 Aug 11 02:53:41.879393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-699bf563-14c4-4c58-a239-19944cc15722 req-5404bae1-a69c-43b4-acbb-f4adac33fd05 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=3249cbf9-a81d-499e-a0d7-89ffc4aba09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750812 Aug 11 02:53:41.908507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.924306 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.928538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6555cd17-361d-44b3-b0de-5fd99285c4b0 HTTP/1.1" status: 204 len: 168 time: 1.5006011 Aug 11 02:53:41.962743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-ba9a07f9-0001-4329-9920-50871ea80550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.965473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-ba9a07f9-0001-4329-9920-50871ea80550 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 200 len: 835 time: 0.0928540 Aug 11 02:53:41.974267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-0937992a-dbcf-4704-933b-3afda201841f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.976333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-0937992a-dbcf-4704-933b-3afda201841f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 945 time: 0.1524646 Aug 11 02:53:41.977727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4a8dc-4274-4f90-99ea-26de1e323c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6555cd17-361d-44b3-b0de-5fd99285c4b0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:42.065320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:42.102398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0ca20076-8555-4371-957a-ba4eec02223f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:42.117109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-4a5908c1-2cfe-4f90-88ac-8a1fd0497083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.118496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-4a5908c1-2cfe-4f90-88ac-8a1fd0497083 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427817 Aug 11 02:53:42.144396 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] Checking router: a90520ea-496e-4010-8e49-c6eff4994e0c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:42.165573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:42.166398 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:42.170203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 0ca20076-8555-4371-957a-ba4eec02223f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:42.170203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 0ca20076-8555-4371-957a-ba4eec02223f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:42.175462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 6c9599d3-0608-457e-9312-62f0599b53f4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:42.183826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.282825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60634) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:42.348970 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:42.349338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-b4327b0b-fbc8-41dc-9e01-70ac3ca866cf service neutron] 10.222.0.59 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219453 Aug 11 02:53:42.400436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-422c0e47-e7c1-4142-940f-6dad37c2988c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddfb1f3cd6ac446fa63557c0fb701dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162283 Aug 11 02:53:42.403571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60642) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:42.533067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port 6c9599d3-0608-457e-9312-62f0599b53f4, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6c9599d3-0608-457e-9312-62f0599b53f4,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:42.533067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.555359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 6c9599d3-0608-457e-9312-62f0599b53f4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:42.559869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ec484d9-cd9e-4afb-baf8-d383bfddf04c req-3d346d09-5216-4075-b62b-838066511b41 service neutron] 10.222.0.59 "GET /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952467 Aug 11 02:53:42.627288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2ade4f-cabf-42c7-9028-208331342634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.679873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2ade4f-cabf-42c7-9028-208331342634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.741120 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:42.804942 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccd2af-9db4-4a30-9c7d-fbf416a65a7e None None] The sync data for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 is: [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:52:13Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b083217f-9f09-4db1-9d8d-002bbe61ac98', 'name': '', 'network_id': '5f4f3f67-4a00-4c49-b1ce-d9f0f3170959', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:d3:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:12Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': '593dc44f-2919-4cea-86ee-6a1c1477d093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:42.849195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.856708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2ade4f-cabf-42c7-9028-208331342634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.860121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2ade4f-cabf-42c7-9028-208331342634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.861893 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cd2ade4f-cabf-42c7-9028-208331342634 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1399ab54-4b1e-4f07-b9fb-1bd6ce2806fa HTTP/1.1" status: 204 len: 168 time: 0.4573331 Aug 11 02:53:42.911205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=6c9599d3-0608-457e-9312-62f0599b53f4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:42.913541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ade4f-cabf-42c7-9028-208331342634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399ab54-4b1e-4f07-b9fb-1bd6ce2806fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:43.046571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] No DVR routers for this DVR port 6c9599d3-0608-457e-9312-62f0599b53f4 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:43.059245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:43.066814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-975e44f5-4943-4590-9c6d-6fd35fc9e1e7 req-3d322990-c001-42eb-8c5e-b9e3f1af7a55 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "DELETE /v2.0/ports/6c9599d3-0608-457e-9312-62f0599b53f4 HTTP/1.1" status: 204 len: 173 time: 1.0827031 Aug 11 02:53:43.067483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-deleted', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:43.074237 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df564227-bc88-4100-b4b9-ead8026f3f0a" -d '{"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-deleted", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:43.257504 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88429c1b-9595-4f1f-a7b2-89d2482220c4 x-openstack-request-id: req-88429c1b-9595-4f1f-a7b2-89d2482220c4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:43.258058 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833ab5-6e1f-4c2b-82ab-cba09b015613", "name": "network-vif-deleted", "tag": "6c9599d3-0608-457e-9312-62f0599b53f4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:43.258783 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88429c1b-9595-4f1f-a7b2-89d2482220c4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:43.259354 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833ab5-6e1f-4c2b-82ab-cba09b015613', 'name': 'network-vif-deleted', 'tag': '6c9599d3-0608-457e-9312-62f0599b53f4', 'status': 'completed', 'code': 200} Aug 11 02:53:43.293165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c7dc8d0-27fa-40eb-8cc1-e7eacaec75ad req-e62d2b71-b126-4b1a-bf21-f1fc96054cee tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=51833ab5-6e1f-4c2b-82ab-cba09b015613 HTTP/1.1" status: 200 len: 210 time: 0.1757429 Aug 11 02:53:43.484657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98da15b-300d-4146-a335-17c619096247 None None] New status for floating IP f7ef85cc-e28a-4a55-968b-94f986a384dd: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:53:43.721539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60690) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:43.838161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-464675af-c5a7-4411-998b-20642d83c17b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5fbd654e32f4e7ca913ea6dd1cf301c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114771 Aug 11 02:53:43.839337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60694) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:43.910331 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3684b65b-31e1-4ed1-9496-0cec3ba81e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:43.919078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff5794c7-e68d-4146-a573-a981f63482cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:43.963189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff5794c7-e68d-4146-a573-a981f63482cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.028954 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff5794c7-e68d-4146-a573-a981f63482cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.031873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ff5794c7-e68d-4146-a573-a981f63482cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.033955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ff5794c7-e68d-4146-a573-a981f63482cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd8a16ff-83f8-4ba0-b7d6-c50b0322162a HTTP/1.1" status: 204 len: 168 time: 0.1935534 Aug 11 02:53:44.048339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5794c7-e68d-4146-a573-a981f63482cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a16ff-83f8-4ba0-b7d6-c50b0322162a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:44.100423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:44.128493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 6c9599d3-0608-457e-9312-62f0599b53f4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:44.129133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6c9599d3-0608-457e-9312-62f0599b53f4 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:44.371964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:44.375820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60714) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:44.685774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ef885b0-3760-42e6-a2f8-30082e742ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.824069 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ef885b0-3760-42e6-a2f8-30082e742ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.829722 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ef885b0-3760-42e6-a2f8-30082e742ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.880098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef885b0-3760-42e6-a2f8-30082e742ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4c65f-fbac-4d4d-908d-ce1c63df0dd9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:44.898387 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7ef885b0-3760-42e6-a2f8-30082e742ff7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4887de461458489ba130163a8cc91144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247846 Aug 11 02:53:44.899876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60726) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:44.963542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6a1f-19d2-46aa-9e03-767b752cd93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.996154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6a1f-19d2-46aa-9e03-767b752cd93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.056291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6a1f-19d2-46aa-9e03-767b752cd93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.059347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6a1f-19d2-46aa-9e03-767b752cd93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.060637 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ae7b6a1f-19d2-46aa-9e03-767b752cd93c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3d4c65f-fbac-4d4d-908d-ce1c63df0dd9 HTTP/1.1" status: 204 len: 168 time: 0.1596792 Aug 11 02:53:45.091100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b6a1f-19d2-46aa-9e03-767b752cd93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4c65f-fbac-4d4d-908d-ce1c63df0dd9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:45.182148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.556629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port b083217f-9f09-4db1-9d8d-002bbe61ac98 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:45.557302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.675433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port b083217f-9f09-4db1-9d8d-002bbe61ac98, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b083217f-9f09-4db1-9d8d-002bbe61ac98,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:45.676115 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.700139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for b083217f-9f09-4db1-9d8d-002bbe61ac98 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:46.024399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.057171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=b083217f-9f09-4db1-9d8d-002bbe61ac98,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:46.067850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.068661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.068661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.068891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.069214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.069554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.069892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.070259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.070594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.070924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.071254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.071581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:46.380551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.834341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router a90520ea-496e-4010-8e49-c6eff4994e0c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:46.981371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:47.098367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:47.105139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-28c53c0d-c04e-461d-ab51-8e104881c550 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/a90520ea-496e-4010-8e49-c6eff4994e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7132661 Aug 11 02:53:47.108086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60808) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:47.113203 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] Sync routers for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:47.124767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:47.125440 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:47.220514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a188717-94a3-432b-917d-837e5d79575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.255941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting subnet 593dc44f-2919-4cea-86ee-6a1c1477d093 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:47.265410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.298835 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:47.381214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.478194 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0c4242d-0032-4c15-8b9f-8e8ad82f2236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.547502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.653400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2277-5b79-4dd5-861f-caec6106098f req-a6be6312-6826-4ed4-b95f-75bc5b878fe1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.661076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-031d2277-5b79-4dd5-861f-caec6106098f req-a6be6312-6826-4ed4-b95f-75bc5b878fe1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1042159 Aug 11 02:53:47.734794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a188717-94a3-432b-917d-837e5d79575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.753466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.772630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-031d2277-5b79-4dd5-861f-caec6106098f req-2113cf78-39dc-4750-9335-c91912b6a5ee tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970418 Aug 11 02:53:47.785992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a188717-94a3-432b-917d-837e5d79575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.850653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60832) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:47.851264 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8a188717-94a3-432b-917d-837e5d79575e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9df9d7bd91e94c0989d5ded70fdbb4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8677125 Aug 11 02:53:47.855138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188717-94a3-432b-917d-837e5d79575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74186c-1990-49ed-bd4f-dee4ba84c6d9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:47.860984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.908658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7dbb1-2a94-4ef2-9804-b6f0ee8f0fc3 None None] Network 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:47.910478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Subnet': ['ID=593dc44f-2919-4cea-86ee-6a1c1477d093,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:47.914963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.919923 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:53:45Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:47.920286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b94f2f40-1c2b-4005-b7cc-704248e672d5 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/subnets/593dc44f-2919-4cea-86ee-6a1c1477d093 HTTP/1.1" status: 204 len: 168 time: 0.8108296 Aug 11 02:53:47.921018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:47.976368 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6c98-24ff-4858-b225-26ca8d6c6c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.009140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6c98-24ff-4858-b225-26ca8d6c6c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.076129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6c98-24ff-4858-b225-26ca8d6c6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.077276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] Checking router: a90520ea-496e-4010-8e49-c6eff4994e0c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:48.087511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6c98-24ff-4858-b225-26ca8d6c6c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.092634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f2bd6c98-24ff-4858-b225-26ca8d6c6c56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e74186c-1990-49ed-bd4f-dee4ba84c6d9 HTTP/1.1" status: 204 len: 168 time: 0.2388732 Aug 11 02:53:48.108907 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] Routers {'a90520ea-496e-4010-8e49-c6eff4994e0c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:48.109792 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a90520ea-496e-4010-8e49-c6eff4994e0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:48.137025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6c98-24ff-4858-b225-26ca8d6c6c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74186c-1990-49ed-bd4f-dee4ba84c6d9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:48.354167 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] Set router a90520ea-496e-4010-8e49-c6eff4994e0c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:48.542433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] DHCP port deletion for 5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:48.548522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.636804 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:53:45Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:48.662306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] Deleting port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:48.662851 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.708093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1a65e-000c-4f49-b903-db16cdd45266 None None] The sync data for ids ['a90520ea-496e-4010-8e49-c6eff4994e0c'] in n-d-715271-8 is: [{'id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485189083', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:00Z', 'updated_at': '2021-08-11T02:53:45Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': 'c30de8d2-fac7-4880-bea8-e9c3c297992b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90520ea-496e-4010-8e49-c6eff4994e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:01Z', 'updated_at': '2021-08-11T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:48.789025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] For port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,segment=NetworkSegment(8a6e7e9d-9100-4cef-8534-1adcba68b6e9),segment_id=8a6e7e9d-9100-4cef-8534-1adcba68b6e9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:48.792433 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.806352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.808189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:48.832818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] Calling delete_port for 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:48.865430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee9e7-a201-4dd6-8fc1-50f56e3ba80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.945064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.959042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c7600-1ff0-428a-9523-c1045d3a6866 req-abd6d101-76b4-453f-8b66-705e2e586f3f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.960946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e08c7600-1ff0-428a-9523-c1045d3a6866 req-abd6d101-76b4-453f-8b66-705e2e586f3f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.0821137 Aug 11 02:53:48.991736 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.993300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] No DVR routers for this DVR port 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:48.997453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88459b-6d63-41a1-9ab5-833079b693b7 None None] Pushing event deleted for resources: {'Port': ['ID=34a3f7d0-2b46-4489-8ed8-50740a7f0f54,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:49.029811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e08c7600-1ff0-428a-9523-c1045d3a6866 req-6d55ae93-a514-4798-b885-d0db687bdbd2 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598030 Aug 11 02:53:49.112754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port c30de8d2-fac7-4880-bea8-e9c3c297992b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:49.113104 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.217406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee9e7-a201-4dd6-8fc1-50f56e3ba80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.228903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee9e7-a201-4dd6-8fc1-50f56e3ba80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.289077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ee9e7-a201-4dd6-8fc1-50f56e3ba80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dee1a4-cf20-4821-b1ec-364d50e7210c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:49.294057 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5d0ee9e7-a201-4dd6-8fc1-50f56e3ba80d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=324e40f0b3474ec5a12863b2bcf82eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834352 Aug 11 02:53:49.296711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:49.320550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port c30de8d2-fac7-4880-bea8-e9c3c297992b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c30de8d2-fac7-4880-bea8-e9c3c297992b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:49.320919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.335583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for c30de8d2-fac7-4880-bea8-e9c3c297992b owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:49.400698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f34e-21e9-4935-a7e4-bdc57139ec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.453053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f34e-21e9-4935-a7e4-bdc57139ec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.462633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-d6470bcc-28b1-4214-b829-f3596a472b81 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5d87e4912da44523bc95f78fc497c075&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629895 Aug 11 02:53:49.526416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.555900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=c30de8d2-fac7-4880-bea8-e9c3c297992b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:49.595137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f34e-21e9-4935-a7e4-bdc57139ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.597773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f34e-21e9-4935-a7e4-bdc57139ec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.599055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9cc7f34e-21e9-4935-a7e4-bdc57139ec7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80dee1a4-cf20-4821-b1ec-364d50e7210c HTTP/1.1" status: 204 len: 168 time: 0.3013446 Aug 11 02:53:49.648156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.655904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7f34e-21e9-4935-a7e4-bdc57139ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dee1a4-cf20-4821-b1ec-364d50e7210c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:49.740304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-9cd26018-d39a-436f-ba31-778159fc66e7 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.742092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-9cd26018-d39a-436f-ba31-778159fc66e7 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684648 Aug 11 02:53:49.759961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-6f25d5ee-88f3-43de-9afe-7655df48c811 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/quotas/5d87e4912da44523bc95f78fc497c075 HTTP/1.1" status: 200 len: 375 time: 0.0109808 Aug 11 02:53:49.780664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.784033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.806251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-64e08221-fca9-4201-9f5a-d34ec5a44afc tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d87e4912da44523bc95f78fc497c075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352151 Aug 11 02:53:49.848003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.848775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Fanout notify agent at l3_agent the message router_deleted on router a90520ea-496e-4010-8e49-c6eff4994e0c {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:53:49.862724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.864335 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-72ddb5cc-6cb8-4ae8-823a-d3abc0d46fab tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/routers/a90520ea-496e-4010-8e49-c6eff4994e0c HTTP/1.1" status: 204 len: 168 time: 1.9422379 Aug 11 02:53:49.867319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60894) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:49.996727 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.125591 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.524469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:50.574472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.574768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:50.575305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 34a3f7d0-2b46-4489-8ed8-50740a7f0f54 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:50.575741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b083217f-9f09-4db1-9d8d-002bbe61ac98 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:50.578638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-278eaa52-9705-4245-b12d-e7dd517cdd7e req-bdc809c9-e67b-4de9-931c-3d3a28e9abc6 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 210 time: 0.4257271 Aug 11 02:53:50.590877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4f3f67-4a00-4c49-b1ce-d9f0f3170959']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:50.619392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b083217f-9f09-4db1-9d8d-002bbe61ac98 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:50.619484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6e7e9d-9100-4cef-8534-1adcba68b6e9') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:50.619569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b083217f-9f09-4db1-9d8d-002bbe61ac98 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:50.619679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6e7e9d-9100-4cef-8534-1adcba68b6e9') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:50.652916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.678998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176ab1-dce7-478e-b715-9487cfa14346 req-4ff5dfe7-9337-4eae-ae64-6dab869bdcb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.680550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15176ab1-dce7-478e-b715-9487cfa14346 req-4ff5dfe7-9337-4eae-ae64-6dab869bdcb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.5475962 Aug 11 02:53:50.684736 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.710373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:50.710966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:50.715592 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:50.797380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15176ab1-dce7-478e-b715-9487cfa14346 req-b04e6781-3971-4225-b4c7-c77ec8f7f81d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099572 Aug 11 02:53:50.813238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.836024 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.836024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/networks/5f4f3f67-4a00-4c49-b1ce-d9f0f3170959 HTTP/1.1" status: 204 len: 168 time: 0.9625316 Aug 11 02:53:50.836202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:50.849706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc9f7c-11f5-4cff-9220-59a5b884d8a3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Network': ['ID=5f4f3f67-4a00-4c49-b1ce-d9f0f3170959,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.920455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db50899-90c3-4996-a768-c3514221875a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.951311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db50899-90c3-4996-a768-c3514221875a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.052532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db50899-90c3-4996-a768-c3514221875a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.055416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db50899-90c3-4996-a768-c3514221875a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.057204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7db50899-90c3-4996-a768-c3514221875a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/security-groups/3249cbf9-a81d-499e-a0d7-89ffc4aba09d HTTP/1.1" status: 204 len: 168 time: 0.2216628 Aug 11 02:53:51.080686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db50899-90c3-4996-a768-c3514221875a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249cbf9-a81d-499e-a0d7-89ffc4aba09d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:51.291824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:51.297797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435241943', 'description': 'tempest-secgroup-smoke-435241943 description', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:51.358474 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.368801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-e5a0e561-08da-4ef7-a83d-b2f0b0b2f1a6 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5d87e4912da44523bc95f78fc497c075&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536106 Aug 11 02:53:51.597870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-e5941980-2ea2-4c71-83ea-2b43f7f2d630 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.599432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-e5941980-2ea2-4c71-83ea-2b43f7f2d630 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166505 Aug 11 02:53:51.613636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Request body: {'port': {'device_id': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '5d87e4912da44523bc95f78fc497c075'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:51.687418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.693923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.732698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.733944 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4409223 Aug 11 02:53:51.739133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 60980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:51.748942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4251b47d-151a-496a-88e4-3ec699df064a req-ae3240dc-e77d-4c9c-8161-3d417b1e9c6a tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 210 time: 0.0698233 Aug 11 02:53:51.753325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c66a45cd-9a0e-44fe-8d52-e44a19c6c96f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:51.770219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0bce2-20c5-4cd9-8723-09defbd6176b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:51.823914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.844330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Made reservation on behalf of 5d87e4912da44523bc95f78fc497c075 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:51.849726 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.868883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.917078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.926923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.974757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447af5f2-6040-45a6-a579-380c46294569,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:51.987078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37309a-3e65-4c27-9aec-b0a01999d676 req-e858f8fe-eccf-4aee-99b3-de1e0c3e7b95 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.994044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c37309a-3e65-4c27-9aec-b0a01999d676 req-e858f8fe-eccf-4aee-99b3-de1e0c3e7b95 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.0723357 Aug 11 02:53:52.011607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c30de8d2-fac7-4880-bea8-e9c3c297992b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:52.053523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c30de8d2-fac7-4880-bea8-e9c3c297992b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:52.054243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c30de8d2-fac7-4880-bea8-e9c3c297992b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:52.059050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c37309a-3e65-4c27-9aec-b0a01999d676 req-6fb84655-d111-40a8-8700-b6a764823329 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597196 Aug 11 02:53:52.094858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.099156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.124604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.130764 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f691adc8-61e4-43fc-9da9-9da513e4b2da tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3801877 Aug 11 02:53:52.130944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 60990) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:52.134963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c66a45cd-9a0e-44fe-8d52-e44a19c6c96f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:52.169423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.199182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2a237-fa9a-4674-aaee-5553bc82277e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.266728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.272790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.316617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02482de-824d-420b-b238-d6a304dfb3ff,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.320956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.322230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0ecd4033-a72a-4ca1-8538-e38f07bb1a78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1917458 Aug 11 02:53:52.325513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:52.333032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c66a45cd-9a0e-44fe-8d52-e44a19c6c96f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:52.348436 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Allocated IP 192.168.233.207 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/a4298846-32c1-4007-9d68-7ffe0fa3bb5f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:52.394855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.539932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.547406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.582601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c24e1c-3a02-495b-8a3f-8bfc78017649,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.593475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.598139 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e90c12ef-a48c-4d5e-824c-624d8a111247 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670887 Aug 11 02:53:52.598570 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.599346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32780) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:52.607140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c66a45cd-9a0e-44fe-8d52-e44a19c6c96f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:52.613872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Transition to ACTIVE for port object a4298846-32c1-4007-9d68-7ffe0fa3bb5f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:52.651419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.672219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.717644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:52.722589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:52.726547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:52.769912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Pushing event updated for resources: {'Port': ['ID=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.785771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.795321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.809243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.818207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.830903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f9343f-99cf-4bc1-95c7-cd30c4c9c66e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.835463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.840120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:52.840905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8d3144ca-5d88-40d1-866d-c837be4cf5e9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2392836 Aug 11 02:53:52.844952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c66a45cd-9a0e-44fe-8d52-e44a19c6c96f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:52.867036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-208bab7c-1666-48f7-a949-ebeeb28a7658 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2573199 Aug 11 02:53:52.894548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Request body: {'port': {'device_id': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:52.972875 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:53:52.980646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.986654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.988769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0aec-2e27-442a-9afd-bdd0892d1a3d req-76161a41-f810-4c4a-92e7-78156fa6226e tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.993283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7e0aec-2e27-442a-9afd-bdd0892d1a3d req-76161a41-f810-4c4a-92e7-78156fa6226e tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 936 time: 0.1282072 Aug 11 02:53:53.062860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7e0aec-2e27-442a-9afd-bdd0892d1a3d req-8b88852a-deb6-43c7-b2ee-e1469b7fea73 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626538 Aug 11 02:53:53.097683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.104598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.128792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.183524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7325a70c-ac18-49c3-8775-c636211b2e8b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.193205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e684b153-f824-47a3-aa94-a744352f5735 None None] Provisioning for port a4298846-32c1-4007-9d68-7ffe0fa3bb5f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:53.194161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.198297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a138d055-928e-427c-8f15-79723981a24b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3546319 Aug 11 02:53:53.199177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.202369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e684b153-f824-47a3-aa94-a744352f5735 None None] Provisioning complete for port a4298846-32c1-4007-9d68-7ffe0fa3bb5f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:53.202861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e684b153-f824-47a3-aa94-a744352f5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.206049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'security_group_rule': {'security_group_id': 'c66a45cd-9a0e-44fe-8d52-e44a19c6c96f', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:53.214679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407265-2f74-45b0-b0e5-421ddb530658 req-a46753d6-d546-4b66-a22a-1d46da0b51ea tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.217204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60407265-2f74-45b0-b0e5-421ddb530658 req-a46753d6-d546-4b66-a22a-1d46da0b51ea tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.0729027 Aug 11 02:53:53.260001 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.267204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60407265-2f74-45b0-b0e5-421ddb530658 req-edbd7dc2-c69e-4665-9ae2-c8d6de4ef6b9 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Aug 11 02:53:53.280394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e684b153-f824-47a3-aa94-a744352f5735 None None] Port a4298846-32c1-4007-9d68-7ffe0fa3bb5f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:53.294553 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Project ca7c0f0103654e2b9246fb027410d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:53:53.303495 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.415353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.437597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.470258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19acc68a-38b7-45cd-a7e0-17f923415e06,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.473678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4298846-32c1-4007-9d68-7ffe0fa3bb5f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:53.484563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.487810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.492069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6c152d0c-31b5-4773-83f3-17aeea31a288 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880666 Aug 11 02:53:53.492394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.497624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'network': {'name': 'tempest-network-smoke--2102745557', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:53.515928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Transition to ACTIVE for port object a4298846-32c1-4007-9d68-7ffe0fa3bb5f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:53.523102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.557819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:53.561351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.611833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Pushing event updated for resources: {'Port': ['ID=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.650831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:53.693746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.694065 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Added segment 3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7 of type vlan for network ec85e5d6-1b54-49a0-a70d-554672a75bc0 Aug 11 02:53:53.825893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.830211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Attempting to bind port a4298846-32c1-4007-9d68-7ffe0fa3bb5f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:53.830835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Attempting to bind port a4298846-32c1-4007-9d68-7ffe0fa3bb5f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:53.831506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Attempting to bind port a4298846-32c1-4007-9d68-7ffe0fa3bb5f on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:53.839416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Port a4298846-32c1-4007-9d68-7ffe0fa3bb5f on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:53.839970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Attempting to bind port a4298846-32c1-4007-9d68-7ffe0fa3bb5f on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:53.854576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:53.855411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:53.856193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:53.856847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Bound port: a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:53.857613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.937918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.945426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.946086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.074781 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5812798 Aug 11 02:53:54.078140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32802) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:54.083062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'admin_state_up': True, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:54.086202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed2249-9fb6-4eeb-9357-b41d7366d033 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Network': ['ID=ec85e5d6-1b54-49a0-a70d-554672a75bc0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:54.093039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] For port a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:54.098609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] For port a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:54.101870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:54.104231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.148845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.149733 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.151366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] 10.222.0.25 "PUT /v2.0/ports/a4298846-32c1-4007-9d68-7ffe0fa3bb5f HTTP/1.1" status: 200 len: 1096 time: 1.2751040 Aug 11 02:53:54.152000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'tag': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:54.154719 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a2102-8a05-4c8b-90b9-98fbe9b06721" -d '{"events": [{"name": "network-changed", "server_uuid": "61ce872a-1ecf-4a90-adca-5659f7d74bdc", "tag": "a4298846-32c1-4007-9d68-7ffe0fa3bb5f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:54.166520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.169321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.202305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5779e0-8727-4b72-bd5a-8748a3c97f7c service neutron] Pushing event updated for resources: {'Port': ['ID=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:54.273027 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c67888-fdcb-4f55-96f9-d69f2998ba25 x-openstack-request-id: req-e2c67888-fdcb-4f55-96f9-d69f2998ba25 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:54.273325 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ce872a-1ecf-4a90-adca-5659f7d74bdc", "tag": "a4298846-32c1-4007-9d68-7ffe0fa3bb5f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:54.273729 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2c67888-fdcb-4f55-96f9-d69f2998ba25 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:54.274244 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'tag': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f', 'status': 'completed', 'code': 200} Aug 11 02:53:54.320610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-3dd4b1df-27fb-4bc5-b838-1397b4ced839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.322210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-3dd4b1df-27fb-4bc5-b838-1397b4ced839 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d87e4912da44523bc95f78fc497c075&device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 1099 time: 0.1060331 Aug 11 02:53:54.374724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.409946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-e58e8831-5bbb-4f86-82d2-fedfc5f025e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f HTTP/1.1" status: 200 len: 217 time: 0.0780292 Aug 11 02:53:54.506546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-2d412dec-c2b8-4f08-a3e9-b7cb6437691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.509062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-2d412dec-c2b8-4f08-a3e9-b7cb6437691c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0845544 Aug 11 02:53:54.575463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffba61-8f45-4349-8117-38549fa59ec0 req-9209f94c-625d-45ba-901d-0a84f7af36ca tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.577938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecffba61-8f45-4349-8117-38549fa59ec0 req-9209f94c-625d-45ba-901d-0a84f7af36ca tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 948 time: 0.3494306 Aug 11 02:53:54.587647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-2e147b88-9cca-4bd2-8045-31dfe761896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.590227 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-2e147b88-9cca-4bd2-8045-31dfe761896f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726802 Aug 11 02:53:54.647324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befd93c-b7e0-48df-af2d-de6b7a0ea88b req-11817859-a663-44cb-86de-312bb60284d8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.649010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9befd93c-b7e0-48df-af2d-de6b7a0ea88b req-11817859-a663-44cb-86de-312bb60284d8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.2649388 Aug 11 02:53:54.709289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.736066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-aaa8b236-c350-4c8a-b9b4-2a46b6d22bbb service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369920 Aug 11 02:53:54.802782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecffba61-8f45-4349-8117-38549fa59ec0 req-733a7b13-7dde-4441-989d-db8584043c19 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739988 Aug 11 02:53:54.845581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9befd93c-b7e0-48df-af2d-de6b7a0ea88b req-da4f3e69-32e2-40b8-8aba-47c528c97baf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662028 Aug 11 02:53:54.963738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-202676b7-0614-43df-abcd-f8e2cfc4930c req-6aa4a77d-0a69-416a-903f-0f3a5a2d815d service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203081 Aug 11 02:53:55.128682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-304c4ead-f2be-4bc2-b5e2-006950029415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.130454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-304c4ead-f2be-4bc2-b5e2-006950029415 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d87e4912da44523bc95f78fc497c075&device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 1099 time: 0.0560436 Aug 11 02:53:55.139899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.171419 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.324898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.41 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/028162b3-ddc6-43bb-b8fd-67cf6ce20225) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:55.337232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-2c8f8a8d-b346-4a40-a0f4-f1225f5f83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.338742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-2c8f8a8d-b346-4a40-a0f4-f1225f5f83ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.1989586 Aug 11 02:53:55.474366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-deabbcac-be43-48be-9133-ea2c4324e9ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f HTTP/1.1" status: 200 len: 217 time: 0.1233685 Aug 11 02:53:55.480792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.550361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-80cc9fd9-cfed-4d32-a241-3c6c14a300d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.552326 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-80cc9fd9-cfed-4d32-a241-3c6c14a300d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0505874 Aug 11 02:53:55.585856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-7286de94-8a64-461b-b856-5f75d667569d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783808 Aug 11 02:53:55.602021 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.621377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-e5f08960-33a6-4ec0-ae3d-533a9c2e63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.629692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-e5f08960-33a6-4ec0-ae3d-533a9c2e63e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681984 Aug 11 02:53:55.699299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=028162b3-ddc6-43bb-b8fd-67cf6ce20225,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:55.725773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:55.733428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:55.737607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:55.762482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-c15cfde0-9f65-46f0-8045-ebd725b6d44a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114099 Aug 11 02:53:55.776586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-27426de3-7031-4ae2-ab0f-a0f5f7f03e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.778349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-27426de3-7031-4ae2-ab0f-a0f5f7f03e29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1097 time: 0.1231763 Aug 11 02:53:55.893475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-573a2102-8a05-4c8b-90b9-98fbe9b06721 req-b3b48ca2-3577-437c-882e-84451472d043 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213360 Aug 11 02:53:56.064919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-b5db0101-1a48-415c-8928-4c9a2945065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.067970 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-b5db0101-1a48-415c-8928-4c9a2945065a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1097 time: 0.0685043 Aug 11 02:53:56.229445 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-6497de5d-df44-4455-84ea-b7c2b5887cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.231727 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-6497de5d-df44-4455-84ea-b7c2b5887cbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1333189 Aug 11 02:53:56.233078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c01ba-32d1-4fc7-89f8-96a6a4f07c2d req-63880644-0260-481c-97ee-acdba63e6d48 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.236997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-200c01ba-32d1-4fc7-89f8-96a6a4f07c2d req-63880644-0260-481c-97ee-acdba63e6d48 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.2165191 Aug 11 02:53:56.243116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-06c38179-e501-4e5b-b645-2bc9ce081099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.244793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-06c38179-e501-4e5b-b645-2bc9ce081099 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.3856304 Aug 11 02:53:56.288597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec678b6-272a-4191-a903-5bd64f6c17af req-4943d6f7-a08c-451f-a347-c2b1a05d2294 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.290367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ec678b6-272a-4191-a903-5bd64f6c17af req-4943d6f7-a08c-451f-a347-c2b1a05d2294 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 948 time: 0.2798488 Aug 11 02:53:56.319873 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-3aa18f68-e053-488b-be71-5410113f34e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1002 time: 0.0802593 Aug 11 02:53:56.379405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-f077ea9e-c528-4ef7-b8bd-a9e2ed74573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.381082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-f077ea9e-c528-4ef7-b8bd-a9e2ed74573a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0545444 Aug 11 02:53:56.436358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-767287b1-7d35-4b9d-a791-e5a54a2e5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.439059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ec678b6-272a-4191-a903-5bd64f6c17af req-70403c74-ad84-43df-a2e0-93a4f391b6fa tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018860 Aug 11 02:53:56.446879 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-767287b1-7d35-4b9d-a791-e5a54a2e5a59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506406 Aug 11 02:53:56.450989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-200c01ba-32d1-4fc7-89f8-96a6a4f07c2d req-e8872497-0c67-4091-9646-ccc2d7b6cf2c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042904 Aug 11 02:53:56.468539 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.476831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-1c7632b5-5fda-4169-9d0a-334b08c645b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 200 len: 1002 time: 0.2136459 Aug 11 02:53:56.575977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-50ad5016-b03d-408e-b338-fff534a434be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.577508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-50ad5016-b03d-408e-b338-fff534a434be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0610230 Aug 11 02:53:56.580827 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-f449277b-8c1d-47b0-bc05-623385574fa9 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336341 Aug 11 02:53:56.680989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-37f35edd-2a2e-40a5-8005-2b4a26e466ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.682584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-37f35edd-2a2e-40a5-8005-2b4a26e466ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968759 Aug 11 02:53:56.683191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e81ed62e-b29a-4ac9-83ff-841474401cff req-a9c01538-c473-4313-8220-d5fb2344bd22 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949092 Aug 11 02:53:56.867718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-962b6f4e-f44f-4f1d-aaac-a7ed26bccfee service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748557 Aug 11 02:53:56.872612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.349016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8fd42db-01ee-481b-9f67-10fb2265322d req-8a2cd935-4585-4e7f-bd90-7fe7ec55ffd9 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730706 Aug 11 02:53:57.382172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router fbf4b290-7654-4aae-b3db-c473ebd2f548 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:53:57.506680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:57.517196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Sync routers for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:57.535339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.537006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ded59acc-c28a-4977-9ad6-c58cdd0cfab8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4577689 Aug 11 02:53:57.540286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:57.561523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:57.562522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:57.609222 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1093ef7f-9fff-42c8-a2f7-f2cbba32fb35 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ca7c0f0103654e2b9246fb027410d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676987 Aug 11 02:53:57.612144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:57.721029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb140-b008-468a-9ad0-c81087a65ffe req-4e749f81-964a-47b8-a671-de97c2d1fa06 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.731493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b5cb140-b008-468a-9ad0-c81087a65ffe req-4e749f81-964a-47b8-a671-de97c2d1fa06 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 948 time: 0.1256506 Aug 11 02:53:57.759600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:57.799065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142127f2-cb28-4137-98e1-8189c00543be req-6ecf4e91-e4f3-4949-8ec2-e80a3b480314 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.807153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-142127f2-cb28-4137-98e1-8189c00543be req-6ecf4e91-e4f3-4949-8ec2-e80a3b480314 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1838865 Aug 11 02:53:57.814191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ffca6-2f2a-4457-95b2-180bbf190917 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.818227 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-774ffca6-2f2a-4457-95b2-180bbf190917 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2020588 Aug 11 02:53:57.826589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:57.854173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b5cb140-b008-468a-9ad0-c81087a65ffe req-f9a24ce2-876a-4b1e-a09c-6d773a45b2e9 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215308 Aug 11 02:53:57.891279 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da12388e-11fb-43af-9f14-e5d928dd33cf tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630057 Aug 11 02:53:57.894658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:57.902865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1406850223', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:57.913965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-142127f2-cb28-4137-98e1-8189c00543be req-f15dfaa5-3e16-4730-a8a2-a8cb712e8878 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034861 Aug 11 02:53:58.029079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:53:56Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:58.047465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:58.053731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.065167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Checking router: fbf4b290-7654-4aae-b3db-c473ebd2f548 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:58.065812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Updating router fbf4b290-7654-4aae-b3db-c473ebd2f548 port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:53:58.095582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.312290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.390023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Subnet': ['ID=d4d4c902-5808-4a79-a0d3-2cf656cb3c06,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:58.413662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Checking segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:58.413662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network hostable DHCP agents. Network: ec85e5d6-1b54-49a0-a70d-554672a75bc0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:58.426937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.440958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:58.444333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Transition to ACTIVE for port object 028162b3-ddc6-43bb-b8fd-67cf6ce20225 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:58.451263 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.452201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ec85e5d6-1b54-49a0-a70d-554672a75bc0) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:58.462985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.465409 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.480954 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7fafcafa-1995-45b8-9957-4c5a67b878e6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5848606 Aug 11 02:53:58.483576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 32900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:58.495234 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfb744-3fbc-4c53-a8c1-cb7436f2b02d None None] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:58.609069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Attempting to bind port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:58.609746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Attempting to bind port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:58.609881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Attempting to bind port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:58.612332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289c19a-f5bc-4d4a-a75a-dd59e5ed7954 None None] Pushing event updated for resources: {'Port': ['ID=028162b3-ddc6-43bb-b8fd-67cf6ce20225,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:58.659610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:58.659990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:58.660399 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.660798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:58.661284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Bound port: 028162b3-ddc6-43bb-b8fd-67cf6ce20225, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:58.661666 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.722165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] For port 028162b3-ddc6-43bb-b8fd-67cf6ce20225, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:58.725515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] For port 028162b3-ddc6-43bb-b8fd-67cf6ce20225, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=028162b3-ddc6-43bb-b8fd-67cf6ce20225,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:58.732193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.771329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32904) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:58.809450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:58.810200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:58.856879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:58.858165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.866116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a4298846-32c1-4007-9d68-7ffe0fa3bb5f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:58.934619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3b8b89-21a1-4878-a2af-f30f56653505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.945888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289c19a-f5bc-4d4a-a75a-dd59e5ed7954 None None] Pushing event updated for resources: {'Port': ['ID=028162b3-ddc6-43bb-b8fd-67cf6ce20225,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:59.096292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9d07a-8ef9-4ec8-9c36-e568c329c5e9 req-9dc4a3f4-7698-43f0-ac77-6695ba6c2de3 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.098034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ea9d07a-8ef9-4ec8-9c36-e568c329c5e9 req-9dc4a3f4-7698-43f0-ac77-6695ba6c2de3 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 948 time: 0.1190929 Aug 11 02:53:59.120497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:59.220115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ea9d07a-8ef9-4ec8-9c36-e568c329c5e9 req-d3dd526a-90d3-4380-a1bd-35f4fd22446e tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147869 Aug 11 02:53:59.223290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3b8b89-21a1-4878-a2af-f30f56653505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.236379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856bbfc-0370-4bdd-835c-71d5e1c732f8 req-02170b1f-39f7-46ca-bca0-a230c8dcd155 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.238165 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d856bbfc-0370-4bdd-835c-71d5e1c732f8 req-02170b1f-39f7-46ca-bca0-a230c8dcd155 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1676311 Aug 11 02:53:59.239504 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0d3b8b89-21a1-4878-a2af-f30f56653505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.338347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0d3b8b89-21a1-4878-a2af-f30f56653505 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=545264359a5b4459ad21daef3b9ed0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656481 Aug 11 02:53:59.342263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32918) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:59.350985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b8b89-21a1-4878-a2af-f30f56653505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7f418-335a-49b5-849a-e8e00adeb5c6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:59.381287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d856bbfc-0370-4bdd-835c-71d5e1c732f8 req-6a32dae0-673d-455c-a26c-c5414e472101 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303434 Aug 11 02:53:59.432295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.455435 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb42b-4065-414e-b579-cbb4f7d6b7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.483449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb42b-4065-414e-b579-cbb4f7d6b7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.546957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:59.553931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb42b-4065-414e-b579-cbb4f7d6b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.559971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb42b-4065-414e-b579-cbb4f7d6b7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.562786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4ecb42b-4065-414e-b579-cbb4f7d6b7a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1a7f418-335a-49b5-849a-e8e00adeb5c6 HTTP/1.1" status: 204 len: 168 time: 0.2186127 Aug 11 02:53:59.568525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Allocated IP 172.20.0.2 (ec85e5d6-1b54-49a0-a70d-554672a75bc0/d4d4c902-5808-4a79-a0d3-2cf656cb3c06/337f40f2-09ac-49e6-825b-d286cbac1691) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:59.574299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecb42b-4065-414e-b579-cbb4f7d6b7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7f418-335a-49b5-849a-e8e00adeb5c6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:59.597433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f', 'mac_address': 'fa:16:3e:84:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:59.697953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.723072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4298846-32c1-4007-9d68-7ffe0fa3bb5f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:59.787779 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:59.797057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.914598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:53:56Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:59.916503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:59.918105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:59.934602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-516eb93f-4740-4456-a21a-3dc70875f0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.954946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87063ded-14fc-48a9-961b-d6e2d1171d7b None None] The sync data for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 is: [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:53:56Z', 'revision_number': 3, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:59.960916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.991369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Transition to ACTIVE for port object 337f40f2-09ac-49e6-825b-d286cbac1691 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:00.009088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Transition to ACTIVE for port object 337f40f2-09ac-49e6-825b-d286cbac1691 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:00.022804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.073062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-516eb93f-4740-4456-a21a-3dc70875f0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.081430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-516eb93f-4740-4456-a21a-3dc70875f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.083905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:00.086935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a4298846-32c1-4007-9d68-7ffe0fa3bb5f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:00.094898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:00.099862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:00.111158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.1 (ec85e5d6-1b54-49a0-a70d-554672a75bc0/d4d4c902-5808-4a79-a0d3-2cf656cb3c06/481b28ba-cb21-4a4e-b77a-0d1c46be608b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:00.147322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eb93f-4740-4456-a21a-3dc70875f0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0cd0af-9cd6-4f16-83a0-7f0b395f39e8,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.157050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-516eb93f-4740-4456-a21a-3dc70875f0bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4f4bd8e12e24d6a86ab8ae52b079463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362905 Aug 11 02:54:00.157243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 32930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:00.179329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Pushing event updated for resources: {'Port': ['ID=337f40f2-09ac-49e6-825b-d286cbac1691,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.212801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:00.258607 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3badf490-e8a5-4c76-acd8-bf81c530a49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.297391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Attempting to bind port 337f40f2-09ac-49e6-825b-d286cbac1691 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:00.297922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Attempting to bind port 337f40f2-09ac-49e6-825b-d286cbac1691 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:00.298417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Attempting to bind port 337f40f2-09ac-49e6-825b-d286cbac1691 on network ec85e5d6-1b54-49a0-a70d-554672a75bc0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:00.355820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3badf490-e8a5-4c76-acd8-bf81c530a49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.410847 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.429819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object 481b28ba-cb21-4a4e-b77a-0d1c46be608b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:00.469007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:00.473486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Checking segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:00.475033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.477038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Bound using segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:00.477706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Bound port: 337f40f2-09ac-49e6-825b-d286cbac1691, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:00.478299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.515150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc828f8-d11b-44e3-aca8-b7a47d84c0ce req-615f4281-d7d9-4d77-8ba9-3f4a8b2cb90c tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.517429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1bc828f8-d11b-44e3-aca8-b7a47d84c0ce req-615f4281-d7d9-4d77-8ba9-3f4a8b2cb90c tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 949 time: 0.1589136 Aug 11 02:54:00.561951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.576685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3badf490-e8a5-4c76-acd8-bf81c530a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.578323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3badf490-e8a5-4c76-acd8-bf81c530a49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.579795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3badf490-e8a5-4c76-acd8-bf81c530a49a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b0cd0af-9cd6-4f16-83a0-7f0b395f39e8 HTTP/1.1" status: 204 len: 168 time: 0.4214458 Aug 11 02:54:00.607085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badf490-e8a5-4c76-acd8-bf81c530a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0cd0af-9cd6-4f16-83a0-7f0b395f39e8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.615074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:00.671087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:00.674344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:00.687860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1bc828f8-d11b-44e3-aca8-b7a47d84c0ce req-be71d1b9-6750-4956-9029-7e7c1d16fb03 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529927 Aug 11 02:54:00.704542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9725707-9d3b-4d93-b4c7-9a692da8076f req-51edc852-3508-40d3-bba5-a73e01ae7534 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.706191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9725707-9d3b-4d93-b4c7-9a692da8076f req-51edc852-3508-40d3-bba5-a73e01ae7534 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1584303 Aug 11 02:54:00.769900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] For port 337f40f2-09ac-49e6-825b-d286cbac1691, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:00.776941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=481b28ba-cb21-4a4e-b77a-0d1c46be608b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.787077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9725707-9d3b-4d93-b4c7-9a692da8076f req-ea86ac0a-09d5-4d8c-a549-6bd4a5804660 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735981 Aug 11 02:54:00.844771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:00.847881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.871456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5ec8af8c-b879-42da-beec-7684f0245681', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'port_id': '5ec8af8c-b879-42da-beec-7684f0245681', 'mac_address': 'fa:16:3e:5d:c6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:00.902671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] For port 337f40f2-09ac-49e6-825b-d286cbac1691, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=337f40f2-09ac-49e6-825b-d286cbac1691,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:00.921831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.087797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733112e-4b72-4c7e-9779-903a84fa23db None None] Pushing event updated for resources: {'Port': ['ID=337f40f2-09ac-49e6-825b-d286cbac1691,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:01.094189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.121421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec8af8c-b879-42da-beec-7684f0245681 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:01.161817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:01.167186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.223452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.254686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5ec8af8c-b879-42da-beec-7684f0245681'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:01.352063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:01.817204 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.823708 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.997023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=481b28ba-cb21-4a4e-b77a-0d1c46be608b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:01.997410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01e51b-3cac-45d4-946c-2313769fb941 req-acc399ed-3454-489c-8b35-23011cf4bc7d tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.001693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa01e51b-3cac-45d4-946c-2313769fb941 req-acc399ed-3454-489c-8b35-23011cf4bc7d tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 949 time: 0.2008977 Aug 11 02:54:02.006107 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.064867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6c01e-1ab3-4e2c-a586-3e4a1057016e req-e4780192-e950-4d92-9b38-6fa35821386c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.066643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cac6c01e-1ab3-4e2c-a586-3e4a1057016e req-e4780192-e950-4d92-9b38-6fa35821386c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 945 time: 0.1531663 Aug 11 02:54:02.157871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa01e51b-3cac-45d4-946c-2313769fb941 req-7d53dba6-20f1-4cb3-bce1-c1ea99134486 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297407 Aug 11 02:54:02.199159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:02.201407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:02.203034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cac6c01e-1ab3-4e2c-a586-3e4a1057016e req-aefeb9f3-6054-4227-9fc6-3b1594c54ee4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188941 Aug 11 02:54:02.211180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:02.286131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 337f40f2-09ac-49e6-825b-d286cbac1691 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:02.380957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router fbf4b290-7654-4aae-b3db-c473ebd2f548 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:02.439466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5ec8af8c-b879-42da-beec-7684f0245681 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:02.447166 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.553377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 337f40f2-09ac-49e6-825b-d286cbac1691 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:02.583197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 028162b3-ddc6-43bb-b8fd-67cf6ce20225 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:02.593148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:02.606488 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0f28fbfb-4614-47cc-bed9-53af13931e3a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/fbf4b290-7654-4aae-b3db-c473ebd2f548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1215343 Aug 11 02:54:02.719256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:02.732799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:02.733176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.742497 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.984370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a4298846-32c1-4007-9d68-7ffe0fa3bb5f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:03.021573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:03.028101 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1964324-d29c-413b-bb9a-6f7ca0edb919" -d '{"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:03.070485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:03.103422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c15770-41cb-4fb0-b1f7-4290b1589f2e None None] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:03.114240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.133725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-c2130acb-2a53-486d-81aa-a41a17192279 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435241943&fields=id&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 267 time: 0.1855571 Aug 11 02:54:03.162450 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f8f5c8-a07d-4b15-9b03-4f3c49940351 x-openstack-request-id: req-83f8f5c8-a07d-4b15-9b03-4f3c49940351 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:03.166416 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:03.166856 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83f8f5c8-a07d-4b15-9b03-4f3c49940351 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:03.167423 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'code': 200} Aug 11 02:54:03.346688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:03.388293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.388642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.388988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.389329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.389975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.390357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.390947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.391278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.392141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.392643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.392988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.393314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:03.491477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] Provisioning for port 337f40f2-09ac-49e6-825b-d286cbac1691 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:03.491949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Sync routers for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:03.512945 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:03.513923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] Provisioning complete for port 337f40f2-09ac-49e6-825b-d286cbac1691 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:03.514078 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:03.514189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.533308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-22b3cf6f-cb7a-4e90-9925-20349d2a986b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:03.535267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-22b3cf6f-cb7a-4e90-9925-20349d2a986b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/networks?id=ec85e5d6-1b54-49a0-a70d-554672a75bc0 HTTP/1.1" status: 200 len: 797 time: 0.3992262 Aug 11 02:54:03.581233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f80c8-bcaf-43c8-9b56-4b0fa4f951d6 req-89d5a33e-a93a-41aa-8884-4f756375ab7c tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:03.592223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1f80c8-bcaf-43c8-9b56-4b0fa4f951d6 req-89d5a33e-a93a-41aa-8884-4f756375ab7c tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 949 time: 0.2737575 Aug 11 02:54:03.596539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port a4298846-32c1-4007-9d68-7ffe0fa3bb5f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:03.635248 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.671417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-d8d83921-caf9-49e6-b5ee-e7cc630d44d4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/quotas/ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 375 time: 0.1079350 Aug 11 02:54:03.702223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 028162b3-ddc6-43bb-b8fd-67cf6ce20225, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=028162b3-ddc6-43bb-b8fd-67cf6ce20225,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:03.723900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port a4298846-32c1-4007-9d68-7ffe0fa3bb5f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:03.724284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.729976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb1f80c8-bcaf-43c8-9b56-4b0fa4f951d6 req-50184c7e-1d6a-4b7e-bafa-55f47ff92df0 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244943 Aug 11 02:54:03.808137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-75ea008b-5eb7-43c7-acee-060cf3a4c77a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110039 Aug 11 02:54:03.824178 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:03.832931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.910253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=028162b3-ddc6-43bb-b8fd-67cf6ce20225,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.027926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.160714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.188846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01640050-1c81-46c6-a8d6-7142efe5ff87 req-199cf5d9-28d1-4b2e-a0e9-ad9bc4f6b244 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:04.206834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01640050-1c81-46c6-a8d6-7142efe5ff87 req-199cf5d9-28d1-4b2e-a0e9-ad9bc4f6b244 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1950204 Aug 11 02:54:04.208359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 028162b3-ddc6-43bb-b8fd-67cf6ce20225 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:04.283086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] For port 337f40f2-09ac-49e6-825b-d286cbac1691, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=337f40f2-09ac-49e6-825b-d286cbac1691,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:04.291198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-5caacca8-bece-41d3-a274-a75a3cd3f416 service neutron] 10.222.0.16 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677329 Aug 11 02:54:04.321959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.411847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:04.426660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.445033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0ff44-c137-4f30-9ac4-003700c269b6 None None] Pushing event updated for resources: {'Port': ['ID=337f40f2-09ac-49e6-825b-d286cbac1691,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.449558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:04.449938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.468911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01640050-1c81-46c6-a8d6-7142efe5ff87 req-54dfd844-7e62-45ec-96a9-366c512d0907 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566922 Aug 11 02:54:04.505107 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 2, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:04.530786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-070a09e5-37a9-4444-b214-b5d1ba493758 service neutron] 10.222.0.16 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282104 Aug 11 02:54:04.589962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.600801 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Checking router: fbf4b290-7654-4aae-b3db-c473ebd2f548 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:04.601158 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Updating router fbf4b290-7654-4aae-b3db-c473ebd2f548 port 481b28ba-cb21-4a4e-b77a-0d1c46be608b binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:54:04.681975 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.844042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9888589-c710-42d1-91ef-f7801fc530b3 req-6a35c58b-3a57-4dec-b622-6b3007a264f3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 210 time: 0.0690908 Aug 11 02:54:04.974068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42f511-68e9-4d88-a13d-a821661c448e req-38f1b007-3bd7-45bc-ac48-dd9b2daba21a tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:04.976136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f42f511-68e9-4d88-a13d-a821661c448e req-38f1b007-3bd7-45bc-ac48-dd9b2daba21a tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 950 time: 0.0993786 Aug 11 02:54:05.053756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c078415b-4191-4c46-a93b-d458b6a4e098 None None] Provisioning complete for port 337f40f2-09ac-49e6-825b-d286cbac1691 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:05.057592 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c078415b-4191-4c46-a93b-d458b6a4e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.100252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f42f511-68e9-4d88-a13d-a821661c448e req-0e416149-ecc8-4686-9224-0e83aff88381 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120632 Aug 11 02:54:05.242984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:05.252946 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342f52b8-8e14-4d8c-943b-833499a57b38" -d '{"events": [{"server_uuid": "61ce872a-1ecf-4a90-adca-5659f7d74bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a4298846-32c1-4007-9d68-7ffe0fa3bb5f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:05.253932 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.267666 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Transition to ACTIVE for port object 481b28ba-cb21-4a4e-b77a-0d1c46be608b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:05.277944 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.548274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3bf9-41e5-46b4-aa81-0172ec0e3279 req-75d080d5-a584-4d85-ad8c-bd4ff9fc858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:05.561990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-588e3bf9-41e5-46b4-aa81-0172ec0e3279 req-75d080d5-a584-4d85-ad8c-bd4ff9fc858a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 1101 time: 0.1192114 Aug 11 02:54:05.569235 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Pushing event updated for resources: {'Port': ['ID=481b28ba-cb21-4a4e-b77a-0d1c46be608b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:05.579953 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Attempting to bind port 481b28ba-cb21-4a4e-b77a-0d1c46be608b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:05.580601 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Attempting to bind port 481b28ba-cb21-4a4e-b77a-0d1c46be608b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:05.581136 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Attempting to bind port 481b28ba-cb21-4a4e-b77a-0d1c46be608b on network ec85e5d6-1b54-49a0-a70d-554672a75bc0 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:05.600343 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.606538 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.607070 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.607415 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.607744 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.609855 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.611620 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.613061 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.613548 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.614113 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.615556 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.616090 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:05.632062 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:05.635232 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Checking segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:05.638070 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.640525 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Bound using segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:05.642201 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Bound port: 481b28ba-cb21-4a4e-b77a-0d1c46be608b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:05.647896 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.752392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:05.778347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-588e3bf9-41e5-46b4-aa81-0172ec0e3279 req-216d089e-b8fe-40dc-9b65-70b3cbcb35ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071567 Aug 11 02:54:05.825103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47a337-378d-4140-9552-c206e3cdc74e req-e9dbb0bc-da92-427a-b2a7-9f19bce86dc5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:05.835472 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6b82c2-85bd-43b0-acf9-5e40d50a0972 x-openstack-request-id: req-4b6b82c2-85bd-43b0-acf9-5e40d50a0972 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:05.836041 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce872a-1ecf-4a90-adca-5659f7d74bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a4298846-32c1-4007-9d68-7ffe0fa3bb5f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:05.836452 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b6b82c2-85bd-43b0-acf9-5e40d50a0972 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:05.837088 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f', 'code': 200} Aug 11 02:54:05.837383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a47a337-378d-4140-9552-c206e3cdc74e req-e9dbb0bc-da92-427a-b2a7-9f19bce86dc5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1771038 Aug 11 02:54:05.849149 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] For port 481b28ba-cb21-4a4e-b77a-0d1c46be608b, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:05.854774 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] For port 481b28ba-cb21-4a4e-b77a-0d1c46be608b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=481b28ba-cb21-4a4e-b77a-0d1c46be608b,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:05.861302 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.884034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c078415b-4191-4c46-a93b-d458b6a4e098 None None] Provisioning for port 481b28ba-cb21-4a4e-b77a-0d1c46be608b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:05.943031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a47a337-378d-4140-9552-c206e3cdc74e req-68a22d12-74b3-4729-81f7-0b4d20a4b9d0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039498 Aug 11 02:54:06.069193 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9693ce-40e2-4def-a7b1-e703b6298907 None None] Pushing event updated for resources: {'Port': ['ID=481b28ba-cb21-4a4e-b77a-0d1c46be608b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:06.107478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13832040-b228-4214-9c2d-e2e219bb3aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.115175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-908340a0-6474-4ae1-a269-26140771eec0 req-3067bc57-7e97-4ffa-b36b-02c7191cbefb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 210 time: 0.0770435 Aug 11 02:54:06.129726 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:06.130831 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:53:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:06.216564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 337f40f2-09ac-49e6-825b-d286cbac1691 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:06.241491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:06.350544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 337f40f2-09ac-49e6-825b-d286cbac1691 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:06.350544 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.369169 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4873d1f-d5ea-435f-ad10-5394b48da689 req-87d22565-176d-45de-aa13-f4cd475546df tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:06.371850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4873d1f-d5ea-435f-ad10-5394b48da689 req-87d22565-176d-45de-aa13-f4cd475546df tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 950 time: 0.1086500 Aug 11 02:54:06.413020 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13832040-b228-4214-9c2d-e2e219bb3aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.426338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13832040-b228-4214-9c2d-e2e219bb3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.453486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:06.495894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4873d1f-d5ea-435f-ad10-5394b48da689 req-decba086-1abe-4423-bc9b-ab33fdcecdcd tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895948 Aug 11 02:54:06.599682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33090) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:06.602194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-13832040-b228-4214-9c2d-e2e219bb3aaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5aecf6749eea496da3fedb6c574801c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8479600 Aug 11 02:54:06.608673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832040-b228-4214-9c2d-e2e219bb3aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50edce-ab05-4b6b-bb94-7074390ec89a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:06.753280 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6394745d-c0f0-4613-aabe-a0fb95a370d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.818038 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6394745d-c0f0-4613-aabe-a0fb95a370d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.883522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-12ecd269-ef70-448a-84f3-58d458240bdb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:06.885915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-12ecd269-ef70-448a-84f3-58d458240bdb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "GET /v2.0/networks?id=ec85e5d6-1b54-49a0-a70d-554672a75bc0 HTTP/1.1" status: 200 len: 797 time: 0.2477531 Aug 11 02:54:06.944078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6394745d-c0f0-4613-aabe-a0fb95a370d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.949623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6394745d-c0f0-4613-aabe-a0fb95a370d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.951026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6394745d-c0f0-4613-aabe-a0fb95a370d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb50edce-ab05-4b6b-bb94-7074390ec89a HTTP/1.1" status: 204 len: 168 time: 0.3503306 Aug 11 02:54:06.992358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394745d-c0f0-4613-aabe-a0fb95a370d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50edce-ab05-4b6b-bb94-7074390ec89a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:07.023898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-6fdeca1c-5520-4460-bf19-02b3ece3530d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca7c0f0103654e2b9246fb027410d45b HTTP/1.1" status: 200 len: 379 time: 0.1279438 Aug 11 02:54:07.038401 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'port': {'device_id': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'admin_state_up': True, 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'security_groups': ['c66a45cd-9a0e-44fe-8d52-e44a19c6c96f']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:07.041003 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:05Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:07.266157 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a718a6-3c98-4910-af0e-13e76b589e9c None None] The sync data for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 is: [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:05Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:07.321975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28402-ce73-41ac-820d-d41880052589 req-840f4e2f-b83c-4b51-a42c-8469431a161f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.327609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7e28402-ce73-41ac-820d-d41880052589 req-840f4e2f-b83c-4b51-a42c-8469431a161f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1612477 Aug 11 02:54:07.383668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Made reservation on behalf of ca7c0f0103654e2b9246fb027410d45b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:07.391241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cedc9fd-0a4d-4f01-965a-0bb5d52665a2 req-6f66dabb-c7b8-472a-9f33-1817cf26dd9f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 210 time: 0.1037254 Aug 11 02:54:07.397252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.508202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7e28402-ce73-41ac-820d-d41880052589 req-cba679a1-39bd-428b-aa56-5e7706bb7ff9 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350477 Aug 11 02:54:07.715646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33104) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:07.750823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33ec2833-2532-4bed-b677-387da615a04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.757338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.20.0.13 (ec85e5d6-1b54-49a0-a70d-554672a75bc0/d4d4c902-5808-4a79-a0d3-2cf656cb3c06/ab92f5d6-9242-4182-a4fc-6b465dc6d208) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:07.776442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ae0f8-b168-419c-9375-ab158cd490e9 req-d0bfa0fe-8d4e-4d18-8205-e77c1c281d97 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.783327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f95ae0f8-b168-419c-9375-ab158cd490e9 req-d0bfa0fe-8d4e-4d18-8205-e77c1c281d97 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 950 time: 0.1798339 Aug 11 02:54:07.903425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f95ae0f8-b168-419c-9375-ab158cd490e9 req-f5d8f394-68a4-4452-a496-ce15948be47e tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126673 Aug 11 02:54:08.043369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33ec2833-2532-4bed-b677-387da615a04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.058170 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33ec2833-2532-4bed-b677-387da615a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.128635 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.157438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Transition to ACTIVE for port object ab92f5d6-9242-4182-a4fc-6b465dc6d208 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:08.208439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33ec2833-2532-4bed-b677-387da615a04b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca84ece152684ceda7be9909f8dccc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896924 Aug 11 02:54:08.210366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:08.221752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec2833-2532-4bed-b677-387da615a04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5245a084-c7be-485c-b011-4ffaccf8bca2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:08.280440 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 481b28ba-cb21-4a4e-b77a-0d1c46be608b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:08.399871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a434298-153d-4e7f-9363-a060f6e56cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.423793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 481b28ba-cb21-4a4e-b77a-0d1c46be608b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:08.430398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 481b28ba-cb21-4a4e-b77a-0d1c46be608b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:08.430815 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.454990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a434298-153d-4e7f-9363-a060f6e56cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.517782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.623426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e2b96-fc81-4872-b869-9f9a424bef07 req-dfd41c14-d2c6-4f8f-b49f-4f58d08c9cd6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.634537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f90e2b96-fc81-4872-b869-9f9a424bef07 req-dfd41c14-d2c6-4f8f-b49f-4f58d08c9cd6 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 932 time: 0.1485920 Aug 11 02:54:08.680085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:08.700140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:08.720148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:08.747152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.873924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.874701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.893878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 481b28ba-cb21-4a4e-b77a-0d1c46be608b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=481b28ba-cb21-4a4e-b77a-0d1c46be608b,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:08.899414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.932236 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9029589 Aug 11 02:54:08.947902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f90e2b96-fc81-4872-b869-9f9a424bef07 req-827c55c2-8d65-4edd-8a7b-683b98d49c90 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962608 Aug 11 02:54:08.955727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143588f6-9042-4804-93f9-35e90b7ffcc2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:08.977466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Request body: {'port': {'device_id': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:09.004235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce46825-76e8-414e-bb57-ee916cf98d27 req-5a8c6ef5-f583-4a39-844c-044358ed9bdf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:09.008308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ce46825-76e8-414e-bb57-ee916cf98d27 req-5a8c6ef5-f583-4a39-844c-044358ed9bdf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1789603 Aug 11 02:54:09.058238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=481b28ba-cb21-4a4e-b77a-0d1c46be608b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:09.098043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ce46825-76e8-414e-bb57-ee916cf98d27 req-44ab30d7-093a-4fd2-8e84-b715608dec8b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736253 Aug 11 02:54:09.115763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a434298-153d-4e7f-9363-a060f6e56cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.143789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a434298-153d-4e7f-9363-a060f6e56cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.145116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6a434298-153d-4e7f-9363-a060f6e56cb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5245a084-c7be-485c-b011-4ffaccf8bca2 HTTP/1.1" status: 204 len: 168 time: 0.9300468 Aug 11 02:54:09.247378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434298-153d-4e7f-9363-a060f6e56cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5245a084-c7be-485c-b011-4ffaccf8bca2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:09.289143 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.324678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8c9fc9d0-d72b-4510-bfb8-7fa8b11222b5 None None] Provisioning for port ab92f5d6-9242-4182-a4fc-6b465dc6d208 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:09.343481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8c9fc9d0-d72b-4510-bfb8-7fa8b11222b5 None None] Provisioning complete for port ab92f5d6-9242-4182-a4fc-6b465dc6d208 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:09.349346 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c9fc9d0-d72b-4510-bfb8-7fa8b11222b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.459037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fc9d0-d72b-4510-bfb8-7fa8b11222b5 None None] Port ab92f5d6-9242-4182-a4fc-6b465dc6d208 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:09.879287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab92f5d6-9242-4182-a4fc-6b465dc6d208 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:09.911013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.944834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Transition to ACTIVE for port object ab92f5d6-9242-4182-a4fc-6b465dc6d208 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:09.951445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.055058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:10.140213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 481b28ba-cb21-4a4e-b77a-0d1c46be608b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:10.193365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Attempting to bind port ab92f5d6-9242-4182-a4fc-6b465dc6d208 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:10.194171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Attempting to bind port ab92f5d6-9242-4182-a4fc-6b465dc6d208 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:10.195744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Attempting to bind port ab92f5d6-9242-4182-a4fc-6b465dc6d208 on network ec85e5d6-1b54-49a0-a70d-554672a75bc0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:10.212115 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Port ab92f5d6-9242-4182-a4fc-6b465dc6d208 on network ec85e5d6-1b54-49a0-a70d-554672a75bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:10.213318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Attempting to bind port ab92f5d6-9242-4182-a4fc-6b465dc6d208 on network ec85e5d6-1b54-49a0-a70d-554672a75bc0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:10.218992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b9bec-7c1f-4d94-a6d1-59561a5bee91 req-b3e267f6-1a58-437e-afc0-75afbfb0f032 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.224351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:10.224814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Checking segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:10.233548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Bound using segment: {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:10.234394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-705b9bec-7c1f-4d94-a6d1-59561a5bee91 req-b3e267f6-1a58-437e-afc0-75afbfb0f032 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 944 time: 0.1806288 Aug 11 02:54:10.235078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Bound port: ab92f5d6-9242-4182-a4fc-6b465dc6d208, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:10.237989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.347750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-705b9bec-7c1f-4d94-a6d1-59561a5bee91 req-4be78ac7-aaa4-4914-90fc-44e9b97230ac tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116011 Aug 11 02:54:10.464521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 481b28ba-cb21-4a4e-b77a-0d1c46be608b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:10.468340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.483252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:10.483972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631618c-988f-41b9-b23c-ce81f17e14b2 req-fa51f3e5-f62b-4716-89e0-65173778e0da tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.490126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:10.498411 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.505831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8631618c-988f-41b9-b23c-ce81f17e14b2 req-fa51f3e5-f62b-4716-89e0-65173778e0da tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1701429 Aug 11 02:54:10.655634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.661509 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.669938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] 10.222.0.59 "PUT /v2.0/ports/ab92f5d6-9242-4182-a4fc-6b465dc6d208 HTTP/1.1" status: 200 len: 1092 time: 1.7158713 Aug 11 02:54:10.670486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:10.672143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8631618c-988f-41b9-b23c-ce81f17e14b2 req-fe0b1981-20e3-4d5f-9da9-5d72da707036 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646118 Aug 11 02:54:10.673368 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633780d4-d780-486d-9650-809ee4689cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:10.848869 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a5d747-e65c-4603-aeba-85389d4fa0d1 x-openstack-request-id: req-f1a5d747-e65c-4603-aeba-85389d4fa0d1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:10.849322 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:10.849689 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1a5d747-e65c-4603-aeba-85389d4fa0d1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:10.851448 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'status': 'completed', 'code': 200} Aug 11 02:54:10.870481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6d2f9-26e9-4b1c-a994-db2a71152121 service neutron] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:10.924770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-5060e564-c678-49f1-a6d7-99435e41d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.926680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-5060e564-c678-49f1-a6d7-99435e41d86c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1095 time: 0.1780457 Aug 11 02:54:11.117346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-9dec22bd-375c-4e28-a969-127c65262bd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208 HTTP/1.1" status: 200 len: 217 time: 0.1770649 Aug 11 02:54:11.197772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-c80aea62-3e7b-4fcc-bc7d-53d53f4514d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.199496 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-c80aea62-3e7b-4fcc-bc7d-53d53f4514d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4d4c902-5808-4a79-a0d3-2cf656cb3c06 HTTP/1.1" status: 200 len: 835 time: 0.0769758 Aug 11 02:54:11.270964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-06c851d5-eaee-41f5-896f-3b837179e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.272776 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-06c851d5-eaee-41f5-896f-3b837179e96c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec85e5d6-1b54-49a0-a70d-554672a75bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660229 Aug 11 02:54:11.442781 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-fca7780b-add9-4bfe-bb7f-6149d78e1c76 service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598501 Aug 11 02:54:11.602352 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9bb3eb6c-88b4-43c1-9830-10725ebb2739 req-a66409b5-aeae-4cce-b1d6-1274a9c3529c service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519597 Aug 11 02:54:11.650390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c89bb6-bb91-426c-9399-5715590a0fff req-25450b52-55a0-4b6a-9fe0-8197d6df75a8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.652322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62c89bb6-bb91-426c-9399-5715590a0fff req-25450b52-55a0-4b6a-9fe0-8197d6df75a8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 944 time: 0.1380420 Aug 11 02:54:11.753651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62c89bb6-bb91-426c-9399-5715590a0fff req-016293ce-a405-4606-8d8d-2f0b708c4cf0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841947 Aug 11 02:54:11.760453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633780d4-d780-486d-9650-809ee4689cdc req-b50f6286-ba16-4e4c-bd5b-82da545f266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.762280 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-b50f6286-ba16-4e4c-bd5b-82da545f266d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1095 time: 0.0800436 Aug 11 02:54:11.977208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633780d4-d780-486d-9650-809ee4689cdc req-11cc6268-7d33-4f73-838b-0cea7a8f7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.980088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-11cc6268-7d33-4f73-838b-0cea7a8f7486 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec85e5d6-1b54-49a0-a70d-554672a75bc0 HTTP/1.1" status: 200 len: 897 time: 0.2078195 Aug 11 02:54:12.051382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-c28e6f9b-2699-4613-b0e5-e07d0e80bed7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208 HTTP/1.1" status: 200 len: 217 time: 0.0630507 Aug 11 02:54:12.230617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633780d4-d780-486d-9650-809ee4689cdc req-41bf2bc2-849b-4fbb-af0b-2702fc58d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:12.233382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-41bf2bc2-849b-4fbb-af0b-2702fc58d5ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4d4c902-5808-4a79-a0d3-2cf656cb3c06 HTTP/1.1" status: 200 len: 835 time: 0.1742561 Aug 11 02:54:12.334634 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633780d4-d780-486d-9650-809ee4689cdc req-8c71230e-a2b8-42e4-8409-b11570619890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:12.343722 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-8c71230e-a2b8-42e4-8409-b11570619890 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec85e5d6-1b54-49a0-a70d-554672a75bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027417 Aug 11 02:54:12.434874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887dcb-c341-4202-9d23-86ef1e6568f6 req-96f50911-385f-430f-95d2-6f885b3255fb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:12.440683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57887dcb-c341-4202-9d23-86ef1e6568f6 req-96f50911-385f-430f-95d2-6f885b3255fb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1050613 Aug 11 02:54:12.478468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-9a7677e2-7fa3-461c-a200-becdebea4416 service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266496 Aug 11 02:54:12.557109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57887dcb-c341-4202-9d23-86ef1e6568f6 req-99d01db8-3fed-4511-b585-c0ac29d5da4b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098351 Aug 11 02:54:12.759844 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-633780d4-d780-486d-9650-809ee4689cdc req-c8752904-06d2-41bf-af40-e9d4cb4759d1 service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176552 Aug 11 02:54:13.073855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc2921-a30c-4c14-bc1e-de2c03234d7d req-af408c88-3411-4103-8a0a-e373c0d31678 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.076048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31bc2921-a30c-4c14-bc1e-de2c03234d7d req-af408c88-3411-4103-8a0a-e373c0d31678 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 944 time: 0.1051323 Aug 11 02:54:13.177605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31bc2921-a30c-4c14-bc1e-de2c03234d7d req-cff0d32a-680f-4f8f-9261-183747635294 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947590 Aug 11 02:54:13.803909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14590b0-ee0a-4ee4-bcf6-2ebe1fc6f6e0 req-5ccfbb43-72a5-4cf3-93fd-d1bcc0237a45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.807429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e14590b0-ee0a-4ee4-bcf6-2ebe1fc6f6e0 req-5ccfbb43-72a5-4cf3-93fd-d1bcc0237a45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1317110 Aug 11 02:54:13.885246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e14590b0-ee0a-4ee4-bcf6-2ebe1fc6f6e0 req-0718011b-f18d-4fd7-9525-25e267a57e49 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642242 Aug 11 02:54:13.911965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfe7fcf8-6314-46b2-8f36-3d295ec5697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.922654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:14.148681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d30603-6180-4d32-901e-1303e5f96ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.357947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d30603-6180-4d32-901e-1303e5f96ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.363698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d30603-6180-4d32-901e-1303e5f96ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.370613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425960fb-1f35-459d-95b6-efdef98f3215 req-2b8507ac-915c-43bb-ac5d-1cafc7376be2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:14.372367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-425960fb-1f35-459d-95b6-efdef98f3215 req-2b8507ac-915c-43bb-ac5d-1cafc7376be2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 944 time: 0.0913785 Aug 11 02:54:14.421116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d1d30603-6180-4d32-901e-1303e5f96ecc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=887b6fed0cb84e9ca677d439bc1dc0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961400 Aug 11 02:54:14.422343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d30603-6180-4d32-901e-1303e5f96ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496ceec-4b2c-4b2f-ba43-6e39d5bfeff0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:14.425391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:14.487788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-425960fb-1f35-459d-95b6-efdef98f3215 req-98c5e4d3-d6df-432c-ac91-57790281eef0 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084361 Aug 11 02:54:14.552165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89c98faa-cbea-48d5-8d8c-ca5a8fd9a270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.592089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89c98faa-cbea-48d5-8d8c-ca5a8fd9a270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.649638 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89c98faa-cbea-48d5-8d8c-ca5a8fd9a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.653379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89c98faa-cbea-48d5-8d8c-ca5a8fd9a270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.655247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-89c98faa-cbea-48d5-8d8c-ca5a8fd9a270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3496ceec-4b2c-4b2f-ba43-6e39d5bfeff0 HTTP/1.1" status: 204 len: 168 time: 0.2282417 Aug 11 02:54:14.666539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98faa-cbea-48d5-8d8c-ca5a8fd9a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496ceec-4b2c-4b2f-ba43-6e39d5bfeff0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:15.125780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c19ad4-bd7d-40cb-a537-a1147fd91b14 req-e8d10138-b9e0-48a4-9f0f-375b42907960 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.129242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3c19ad4-bd7d-40cb-a537-a1147fd91b14 req-e8d10138-b9e0-48a4-9f0f-375b42907960 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1083181 Aug 11 02:54:15.198847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:15.233838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fee9ca7-d7f8-436f-9b6a-951e9b91233f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.247239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3c19ad4-bd7d-40cb-a537-a1147fd91b14 req-dba14c9b-6f6c-4641-a6d4-bda708b7c19f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076231 Aug 11 02:54:15.396717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fee9ca7-d7f8-436f-9b6a-951e9b91233f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.403471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fee9ca7-d7f8-436f-9b6a-951e9b91233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.447413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee9ca7-d7f8-436f-9b6a-951e9b91233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94677c12-36f6-46b8-8835-cc9388bdf5d4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:15.479036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5fee9ca7-d7f8-436f-9b6a-951e9b91233f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a94e91235f00490389ab362e061dcfe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761390 Aug 11 02:54:15.484220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:15.573685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe1c0-3606-4eff-99a9-8b0f3d60b0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.631948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe1c0-3606-4eff-99a9-8b0f3d60b0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.732611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ee221-1583-4211-9475-6341a8ad5ccb req-9cccafc5-417c-4cf1-81b2-c81df9097f2b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.735889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-628ee221-1583-4211-9475-6341a8ad5ccb req-9cccafc5-417c-4cf1-81b2-c81df9097f2b tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 944 time: 0.0985150 Aug 11 02:54:15.763979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe1c0-3606-4eff-99a9-8b0f3d60b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.768137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe1c0-3606-4eff-99a9-8b0f3d60b0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.773981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d3dfe1c0-3606-4eff-99a9-8b0f3d60b0d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94677c12-36f6-46b8-8835-cc9388bdf5d4 HTTP/1.1" status: 204 len: 168 time: 0.2862864 Aug 11 02:54:15.823223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-628ee221-1583-4211-9475-6341a8ad5ccb req-dd7ffdf8-a728-4333-b937-12649dce2952 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792985 Aug 11 02:54:15.858767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfe1c0-3606-4eff-99a9-8b0f3d60b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94677c12-36f6-46b8-8835-cc9388bdf5d4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:16.305888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:16.450992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecaf30-e3ac-42ab-ace2-f9dada2cee23 req-019ca394-8ab9-4971-89a1-ab75e32f938d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:16.452591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afecaf30-e3ac-42ab-ace2-f9dada2cee23 req-019ca394-8ab9-4971-89a1-ab75e32f938d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.0718334 Aug 11 02:54:16.491862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:16.507651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'port_id': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'mac_address': 'fa:16:3e:06:31:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:16.525385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afecaf30-e3ac-42ab-ace2-f9dada2cee23 req-80e790cc-cff1-4810-a23e-88241e42118c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642316 Aug 11 02:54:16.600595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.617920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab92f5d6-9242-4182-a4fc-6b465dc6d208 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:16.655417 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:16.661398 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.723275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:16.902329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ab92f5d6-9242-4182-a4fc-6b465dc6d208'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:17.115759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a56c1e-e396-4312-92df-288da700de9a req-8db1774d-2474-4faa-8e75-83bce4c4a45a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:17.121664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57a56c1e-e396-4312-92df-288da700de9a req-8db1774d-2474-4faa-8e75-83bce4c4a45a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 945 time: 0.1176023 Aug 11 02:54:17.232063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57a56c1e-e396-4312-92df-288da700de9a req-cbb3d8e3-010e-4b80-b53c-69fe7334a62a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031523 Aug 11 02:54:17.467280 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcc9d-f319-459c-9b7b-f702e214ff0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.704484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494aa6-e9a0-4de3-8b23-39f25452f066 req-2a9df852-7ce1-4a1f-bdfa-a85a12aae370 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:17.706483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23494aa6-e9a0-4de3-8b23-39f25452f066 req-2a9df852-7ce1-4a1f-bdfa-a85a12aae370 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1017833 Aug 11 02:54:17.736294 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.764741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23494aa6-e9a0-4de3-8b23-39f25452f066 req-705c1acb-a355-4431-b39f-b03e578fc3ba tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461974 Aug 11 02:54:18.327115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:18.434766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b525-357b-4bb7-adce-820517d9527b req-3de06e9e-4a41-4be1-b466-19d0b2dcb9bb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.438844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6389b525-357b-4bb7-adce-820517d9527b req-3de06e9e-4a41-4be1-b466-19d0b2dcb9bb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 945 time: 0.1069319 Aug 11 02:54:18.440406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ab92f5d6-9242-4182-a4fc-6b465dc6d208 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:18.463941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ab92f5d6-9242-4182-a4fc-6b465dc6d208 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:18.464594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.546378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6389b525-357b-4bb7-adce-820517d9527b req-e612a958-f178-4b14-bdde-cf98d163310f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955009 Aug 11 02:54:18.554780 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.647276 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.703006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:18.708741 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967625b-f15a-4561-9dda-5ce646120a35" -d '{"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-plugged", "status": "completed", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:18.734451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:18.734451 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.799577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:18.964961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0810f5-f2c4-4161-bc3a-d9312d147f92 req-3313edc9-c08c-421e-8e94-5a5bac1ebb9a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.966925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e0810f5-f2c4-4161-bc3a-d9312d147f92 req-3313edc9-c08c-421e-8e94-5a5bac1ebb9a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.0832703 Aug 11 02:54:19.102755 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fbd854-a677-4871-8668-17913407cd10 x-openstack-request-id: req-d5fbd854-a677-4871-8668-17913407cd10 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:19.103311 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-plugged", "status": "completed", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:19.103660 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5fbd854-a677-4871-8668-17913407cd10 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:19.104192 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'code': 200} Aug 11 02:54:19.108660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e0810f5-f2c4-4161-bc3a-d9312d147f92 req-201a399c-45fe-4459-ba77-f769757432b1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318071 Aug 11 02:54:19.231048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959e1e3-6bc2-4fca-8ad2-cb51554a2b67 req-e2dc041a-9372-41df-95d5-df30c6973223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:19.233239 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e959e1e3-6bc2-4fca-8ad2-cb51554a2b67 req-e2dc041a-9372-41df-95d5-df30c6973223 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1097 time: 0.0460427 Aug 11 02:54:19.280497 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e959e1e3-6bc2-4fca-8ad2-cb51554a2b67 req-ed7b1152-7b0a-4acd-a9b0-e41474b88b59 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396526 Aug 11 02:54:19.803628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562efa5f-5008-42dc-9b18-214ce74a600d req-ae674ee6-3d45-45ea-b167-a409500e9a97 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:19.819356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-562efa5f-5008-42dc-9b18-214ce74a600d req-ae674ee6-3d45-45ea-b167-a409500e9a97 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.1281409 Aug 11 02:54:19.919285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-562efa5f-5008-42dc-9b18-214ce74a600d req-127befce-2999-40d3-83ef-100158f220af tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977478 Aug 11 02:54:20.131893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.287408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eadaf1-3130-4bd1-b64b-7304a8fbf387 req-ff3c65a6-03d9-45f5-b237-bfab54e25205 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.289080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9eadaf1-3130-4bd1-b64b-7304a8fbf387 req-ff3c65a6-03d9-45f5-b237-bfab54e25205 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.0568140 Aug 11 02:54:20.342058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9eadaf1-3130-4bd1-b64b-7304a8fbf387 req-5c9e2103-d1a3-4582-b872-dad6899a2f52 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Aug 11 02:54:21.070259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ffe12-3c31-4a83-b8a8-2ce0c1150b8d req-67556bf2-ff78-4302-8b39-1e2994acec40 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.072462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4ffe12-3c31-4a83-b8a8-2ce0c1150b8d req-67556bf2-ff78-4302-8b39-1e2994acec40 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0670531 Aug 11 02:54:21.128769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c4ffe12-3c31-4a83-b8a8-2ce0c1150b8d req-24961260-f490-4ccc-95cd-2d901591a8c4 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488706 Aug 11 02:54:21.326781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994215e-6f0d-481e-be3c-38d3971b2f0e req-0f98f2fb-316f-4ca4-a2a3-5a927baab549 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.341050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7994215e-6f0d-481e-be3c-38d3971b2f0e req-0f98f2fb-316f-4ca4-a2a3-5a927baab549 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0716698 Aug 11 02:54:21.429555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7994215e-6f0d-481e-be3c-38d3971b2f0e req-786c16c7-4f95-469e-8521-8d90db53525a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730448 Aug 11 02:54:21.464649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33456) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:21.578037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a1eb0-e5a4-49df-8c67-a5d2b07f99ad req-51a48a91-88de-470f-a249-260e6a496c4b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.586990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c5a1eb0-e5a4-49df-8c67-a5d2b07f99ad req-51a48a91-88de-470f-a249-260e6a496c4b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1099765 Aug 11 02:54:21.647237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c5a1eb0-e5a4-49df-8c67-a5d2b07f99ad req-51234508-aa43-48f3-8d16-226df64c9315 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566986 Aug 11 02:54:21.918393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c68a7c-a9b0-45aa-8293-544737bf23c9 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.923777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:21.924117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e2c68a7c-a9b0-45aa-8293-544737bf23c9 tempest-TestNetworkAdvancedServerOps-1935198951 tempest-TestNetworkAdvancedServerOps-1935198951-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1092 time: 0.4549751 Aug 11 02:54:21.928878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:21.935064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-0ba77da1-a26c-4b6d-81ac-45e91bb96b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.936803 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-0ba77da1-a26c-4b6d-81ac-45e91bb96b88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1097 time: 0.0556998 Aug 11 02:54:21.966752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.049633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-1c1b52eb-e9e5-4ed0-abba-ab0d3b8d9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.051691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-1c1b52eb-e9e5-4ed0-abba-ab0d3b8d9d7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1070013 Aug 11 02:54:22.127811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.130742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-65a92735-cc61-43c1-896c-be917b07d548 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1002 time: 0.0707269 Aug 11 02:54:22.194241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-13ee6fb8-9501-433f-8a75-40a6ce8f6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.195874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-13ee6fb8-9501-433f-8a75-40a6ce8f6a8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0553772 Aug 11 02:54:22.267843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Allocated IP 172.25.6.95 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/4e82e44a-e7a7-4d0a-bac8-9431cc2ddad9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:22.290868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-79f96fdc-85e9-4057-a4e6-2c1e213e5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.300388 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-79f96fdc-85e9-4057-a4e6-2c1e213e5f98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968575 Aug 11 02:54:22.422800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.489028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.495977 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-70c1cda8-559f-406d-9db3-caf39d6051bd service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870310 Aug 11 02:54:22.552937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:22.566401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:22.570575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:22.633981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=4e82e44a-e7a7-4d0a-bac8-9431cc2ddad9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:22.730952 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-09a1508e-1b81-4667-a8ad-0da922d58f74 req-b131ce92-099d-451e-b21d-b927a42ad702 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277040 Aug 11 02:54:22.909578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b97b8-8297-41f9-93f0-e1768b7b96f2 req-e703a37d-2d98-4dce-848a-18783d6da519 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.911408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a43b97b8-8297-41f9-93f0-e1768b7b96f2 req-e703a37d-2d98-4dce-848a-18783d6da519 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.1354065 Aug 11 02:54:23.002787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a43b97b8-8297-41f9-93f0-e1768b7b96f2 req-d31b02dc-a73b-465e-9ec1-4d5361c8d1a1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836668 Aug 11 02:54:23.148147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.236944 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.262720 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.367626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.575276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.580403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.679555 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.744240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event updated for resources: {'Port': ['ID=4e82e44a-e7a7-4d0a-bac8-9431cc2ddad9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:24.283607 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP 4e81ffba-fb55-4eb5-be09-6b6024e019fa associated. External IP: 172.25.6.95, port: ab92f5d6-9242-4182-a4fc-6b465dc6d208. Aug 11 02:54:24.330828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:24.370369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656625a4-7a23-49ca-ab23-79599a0d7bbc req-0e3686bf-8d31-4bc1-b66c-55346eeeb904 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.377743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-656625a4-7a23-49ca-ab23-79599a0d7bbc req-0e3686bf-8d31-4bc1-b66c-55346eeeb904 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 946 time: 0.2580156 Aug 11 02:54:24.533389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.548601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-656625a4-7a23-49ca-ab23-79599a0d7bbc req-d5019c6c-be1a-40c2-9862-f8f84fb859b0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696558 Aug 11 02:54:24.614404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:24.616382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:24.620545 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69b361-6248-4507-b70c-c6886ef7fd49" -d '{"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:24.624633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.684809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:24.699938 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c9b7a-1f2f-405d-aa25-9014b4f76731 x-openstack-request-id: req-ac3c9b7a-1f2f-405d-aa25-9014b4f76731 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:24.700325 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:24.700675 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac3c9b7a-1f2f-405d-aa25-9014b4f76731 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:24.701162 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'code': 200} Aug 11 02:54:24.865373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router fbf4b290-7654-4aae-b3db-c473ebd2f548 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:25.031562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:25.045397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] Sync routers for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:25.057804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.059302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:25.060108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:25.110214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0e6af3c9-3fa2-4143-a9dc-d38e26e2cb78 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1846027 Aug 11 02:54:25.111324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:25.114842 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b386ac95-c95b-477c-a61b-5d15e9591718" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:25.212183 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b85c6-e713-4da4-9c06-ce670ee76488 x-openstack-request-id: req-331b85c6-e713-4da4-9c06-ce670ee76488 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:25.212487 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:25.212752 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-331b85c6-e713-4da4-9c06-ce670ee76488 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:25.213137 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'status': 'completed', 'code': 200} Aug 11 02:54:25.321173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:25.322579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-4a825cfe-3ed1-4300-8ce0-9cd256ff83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.324777 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-4a825cfe-3ed1-4300-8ce0-9cd256ff83c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1097 time: 0.0874293 Aug 11 02:54:25.327039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed32884-ac74-4384-8c19-792033964bc2 req-dce698ca-a00d-449a-890c-40eb8c559fee tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.328927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ed32884-ac74-4384-8c19-792033964bc2 req-dce698ca-a00d-449a-890c-40eb8c559fee tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0959363 Aug 11 02:54:25.413535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ed32884-ac74-4384-8c19-792033964bc2 req-3068160d-0652-40da-a9ed-918fbd321adb tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749443 Aug 11 02:54:25.456110 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:25.477914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-1c1c14d5-99f7-44bd-a69b-15d335692c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.479843 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-1c1c14d5-99f7-44bd-a69b-15d335692c3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec85e5d6-1b54-49a0-a70d-554672a75bc0 HTTP/1.1" status: 200 len: 897 time: 0.1480010 Aug 11 02:54:25.601556 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-535bd54a-b760-462e-8b9e-f3e6ba1228ad tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/4e81ffba-fb55-4eb5-be09-6b6024e019fa HTTP/1.1" status: 200 len: 991 time: 0.1442006 Aug 11 02:54:25.610344 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-ee012dcd-7cc3-4c19-83ff-67f0ed9e1d51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208 HTTP/1.1" status: 200 len: 999 time: 0.1223223 Aug 11 02:54:25.714216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-5ccdb8c8-eabb-4830-abb0-5de41b7d2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.716290 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-5ccdb8c8-eabb-4830-abb0-5de41b7d2c61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4d4c902-5808-4a79-a0d3-2cf656cb3c06 HTTP/1.1" status: 200 len: 835 time: 0.1001098 Aug 11 02:54:25.794095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe16af-dc18-4e1c-ae49-3878ce4af37f req-ba1eea99-daca-4852-a173-d20ebb39cc5e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.795974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aabe16af-dc18-4e1c-ae49-3878ce4af37f req-ba1eea99-daca-4852-a173-d20ebb39cc5e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0959735 Aug 11 02:54:25.805138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-ec38e7e6-577b-471f-bfe5-086bd7f49545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.806942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-ec38e7e6-577b-471f-bfe5-086bd7f49545 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec85e5d6-1b54-49a0-a70d-554672a75bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839448 Aug 11 02:54:25.815855 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '4e81ffba-fb55-4eb5-be09-6b6024e019fa', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'port_id': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'mac_address': 'fa:16:3e:06:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:54:23Z', 'updated_at': '2021-08-11T02:54:23Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:25.849219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] Checking router: fbf4b290-7654-4aae-b3db-c473ebd2f548 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:25.859798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:25.860731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:25.900665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aabe16af-dc18-4e1c-ae49-3878ce4af37f req-cfb7ed91-1b62-458d-90a6-bd86d60a28f6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968390 Aug 11 02:54:25.990293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-d0383c58-9577-4663-ae7d-cb2e3e11bc1c service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752975 Aug 11 02:54:26.028875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:26.228816 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b386ac95-c95b-477c-a61b-5d15e9591718 req-609db3f4-66ea-44e5-a559-095c2e522b53 service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297459 Aug 11 02:54:26.334983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '4e81ffba-fb55-4eb5-be09-6b6024e019fa', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'port_id': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'mac_address': 'fa:16:3e:06:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:54:23Z', 'updated_at': '2021-08-11T02:54:23Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:26.414211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b05c72-ff05-4402-b50c-4c80a0c94399 None None] The sync data for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 is: [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '4e81ffba-fb55-4eb5-be09-6b6024e019fa', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'port_id': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'mac_address': 'fa:16:3e:06:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:54:23Z', 'updated_at': '2021-08-11T02:54:23Z', 'revision_number': 0, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:26.604196 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:26.789672 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8ca800c8-d7f2-4777-86d5-629dd8e17960 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/4e81ffba-fb55-4eb5-be09-6b6024e019fa HTTP/1.1" status: 200 len: 991 time: 0.1814952 Aug 11 02:54:26.872771 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d2a056-4a93-41bc-9473-55859f94b417 None None] New status for floating IP 4e81ffba-fb55-4eb5-be09-6b6024e019fa: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:54:27.166078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2041215-8d50-4cc2-8851-fd4866026833 req-4d3e41c0-84f8-4f8f-8e60-1803b87089ea tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.187479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2041215-8d50-4cc2-8851-fd4866026833 req-4d3e41c0-84f8-4f8f-8e60-1803b87089ea tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1502762 Aug 11 02:54:27.269712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2041215-8d50-4cc2-8851-fd4866026833 req-486a02c6-50dd-4af5-9c9e-f8c65e86f80f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810328 Aug 11 02:54:27.385967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-203f8b18-0834-4ddd-9c39-5e09ec5b3d0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765743 Aug 11 02:54:27.792191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33618) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:27.944959 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-976ca1ba-7d6b-42a4-bdab-edf42ecbd026 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/4e81ffba-fb55-4eb5-be09-6b6024e019fa HTTP/1.1" status: 200 len: 993 time: 0.1509683 Aug 11 02:54:28.485876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98603b32-b977-4101-b740-38e26b6e303e req-42d8ec1a-f667-4501-9cc6-976085f510b8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.490934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98603b32-b977-4101-b740-38e26b6e303e req-42d8ec1a-f667-4501-9cc6-976085f510b8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1281955 Aug 11 02:54:28.752914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98603b32-b977-4101-b740-38e26b6e303e req-39f922ab-bccc-4d60-b130-3266d3c55645 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436259 Aug 11 02:54:29.998471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79dc54-05c2-4102-a423-4293c9ddc26d req-ffedf8d4-d11a-485b-9f25-37a3bf144f6f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.000896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f79dc54-05c2-4102-a423-4293c9ddc26d req-ffedf8d4-d11a-485b-9f25-37a3bf144f6f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1026950 Aug 11 02:54:30.090662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f79dc54-05c2-4102-a423-4293c9ddc26d req-4621771d-cbb2-4e4a-93b7-bcdfc8265101 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792322 Aug 11 02:54:31.315773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117bd9-98f3-4a65-a1d7-90e6e5ac0e4b req-15caa382-6600-498c-94c8-f54422656dc4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.318498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16117bd9-98f3-4a65-a1d7-90e6e5ac0e4b req-15caa382-6600-498c-94c8-f54422656dc4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1112232 Aug 11 02:54:31.381047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16117bd9-98f3-4a65-a1d7-90e6e5ac0e4b req-329e7ba0-2e24-4f1b-ab19-11cd08f50d7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568404 Aug 11 02:54:32.621070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09af6ba-c817-4008-9d56-a89313f2c014 req-4b1955dc-463f-4b09-8370-22187fed5478 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.629769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c09af6ba-c817-4008-9d56-a89313f2c014 req-4b1955dc-463f-4b09-8370-22187fed5478 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1255448 Aug 11 02:54:32.740320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c09af6ba-c817-4008-9d56-a89313f2c014 req-5b8df8e6-9ff6-4a8a-baa6-47d8dc2fb6eb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096001 Aug 11 02:54:34.007055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e27a1-c8db-4ff6-a171-145379131875 req-6698da6b-eeb8-45d5-9a70-c007398f5a39 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.008661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-348e27a1-c8db-4ff6-a171-145379131875 req-6698da6b-eeb8-45d5-9a70-c007398f5a39 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1280313 Aug 11 02:54:34.128431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-348e27a1-c8db-4ff6-a171-145379131875 req-b66e1812-3357-463c-b658-500d751daf32 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003928 Aug 11 02:54:34.535539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37846-3466-48af-872a-4a88f2969200 req-c608d927-2921-471b-9ca6-fb17dcf49675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.537089 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-c608d927-2921-471b-9ca6-fb17dcf49675 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f&tenant_id=04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 1095 time: 0.0823679 Aug 11 02:54:34.621454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37846-3466-48af-872a-4a88f2969200 req-4b0ae5a5-e6a9-464a-8ecb-159a894651f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.629160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-4b0ae5a5-e6a9-464a-8ecb-159a894651f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1095 time: 0.0640461 Aug 11 02:54:34.778188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37846-3466-48af-872a-4a88f2969200 req-f7579f2d-c371-4665-a4dd-326651b0f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.780190 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-f7579f2d-c371-4665-a4dd-326651b0f084 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1296327 Aug 11 02:54:34.867064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-79c8f682-5795-45af-8916-440d3e40201d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1000 time: 0.0785990 Aug 11 02:54:34.950787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37846-3466-48af-872a-4a88f2969200 req-0f55ef96-9a66-4a5d-a24b-cd087434a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.952674 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-0f55ef96-9a66-4a5d-a24b-cd087434a350 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0785112 Aug 11 02:54:35.029399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37846-3466-48af-872a-4a88f2969200 req-9aa203a0-5a8c-4e29-b657-ceac234f4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.030964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-9aa203a0-5a8c-4e29-b657-ceac234f4c2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713017 Aug 11 02:54:35.191865 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-3e1c5703-814a-44d2-9f7b-59cbcba7b8dc service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514840 Aug 11 02:54:35.353904 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8e37846-3466-48af-872a-4a88f2969200 req-945a6e80-6b6c-4d3c-a2ba-659cd6e832f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541502 Aug 11 02:54:35.378424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983ec4c-50bc-4c2a-b62e-3ac319c6cfb6 req-67903bec-e191-4389-affc-4288c78b52f5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.380850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b983ec4c-50bc-4c2a-b62e-3ac319c6cfb6 req-67903bec-e191-4389-affc-4288c78b52f5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0776250 Aug 11 02:54:35.441924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b983ec4c-50bc-4c2a-b62e-3ac319c6cfb6 req-4c54f913-76c0-44f6-89a6-6b811b314216 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537524 Aug 11 02:54:36.620755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f65bc-0633-46b0-bd3e-5be5af86b6b2 req-c9817873-32ae-483d-a811-8cc52dfc2397 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:36.623272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e51f65bc-0633-46b0-bd3e-5be5af86b6b2 req-c9817873-32ae-483d-a811-8cc52dfc2397 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0901346 Aug 11 02:54:36.696641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e51f65bc-0633-46b0-bd3e-5be5af86b6b2 req-1b9bd88e-0949-4aa4-aa58-754f2e627fb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666273 Aug 11 02:54:37.888921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284faa2-c2c5-4589-a284-491698ae256f req-3fe8a4aa-ddc5-4c26-a47b-a1a71eb414fa tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.897470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2284faa2-c2c5-4589-a284-491698ae256f req-3fe8a4aa-ddc5-4c26-a47b-a1a71eb414fa tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0759063 Aug 11 02:54:37.935920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2284faa2-c2c5-4589-a284-491698ae256f req-ddf16788-d655-476d-9f72-241c49799727 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371201 Aug 11 02:54:39.086942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89357e91-79d6-434a-b398-93ed1d063a56 req-530f5832-697b-4595-9f3a-ede18ae1eeef tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:39.090647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89357e91-79d6-434a-b398-93ed1d063a56 req-530f5832-697b-4595-9f3a-ede18ae1eeef tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0705092 Aug 11 02:54:39.162381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89357e91-79d6-434a-b398-93ed1d063a56 req-49b5c6ff-3691-431f-889e-70b59cb3b36f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647628 Aug 11 02:54:40.352003 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253116ef-3e31-48c0-8089-ff6394b46a64 req-5dbe700d-ab70-4dc7-9ca6-5074cf62a3f7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.363064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-253116ef-3e31-48c0-8089-ff6394b46a64 req-5dbe700d-ab70-4dc7-9ca6-5074cf62a3f7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0695858 Aug 11 02:54:40.424104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-253116ef-3e31-48c0-8089-ff6394b46a64 req-8827c611-ff72-4dc2-99f3-dd6c30eae819 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599728 Aug 11 02:54:41.567222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecd130-f8db-4089-be2e-b8ad1f20ffca req-dd783521-dfc3-4919-a83f-77716aa20bc1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.575216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37ecd130-f8db-4089-be2e-b8ad1f20ffca req-dd783521-dfc3-4919-a83f-77716aa20bc1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0743372 Aug 11 02:54:41.626309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37ecd130-f8db-4089-be2e-b8ad1f20ffca req-44b2daa4-ff30-4775-aec2-ed55a3e8275f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Aug 11 02:54:42.727886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:42.732991 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284692797', 'description': 'tempest-secgroup-smoke-284692797 description', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:42.786435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ac46d-16ed-42cb-a6a0-e5d12f4a513b req-38342f24-ccee-43e5-b87e-6f416f001f70 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:42.791882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.796724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-245ac46d-16ed-42cb-a6a0-e5d12f4a513b req-38342f24-ccee-43e5-b87e-6f416f001f70 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0824049 Aug 11 02:54:42.879597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-245ac46d-16ed-42cb-a6a0-e5d12f4a513b req-1c43b11f-a819-4b3e-88d0-7477daa3b65a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775230 Aug 11 02:54:42.931458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.939403 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.986357 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.987628 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2586117 Aug 11 02:54:42.991333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33988) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:42.998727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bb928-bae8-4412-af7c-c2cadd741fc1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:42.998910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb928-bae8-4412-af7c-c2cadd741fc1', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:43.009165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.009769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.010311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.010814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.011323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.011937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.012439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.013054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.013903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.014562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.015068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.015980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a581e25-421a-4850-9901-b4bc08835f92 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:43.042157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.108059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.119113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.144235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.148987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 33994) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:43.154431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb928-bae8-4412-af7c-c2cadd741fc1', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:43.159200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662967 Aug 11 02:54:43.167228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62d9de-e65a-4181-9b3a-f56a1806e468 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c87e91-4de1-4922-99e4-c8c01fe5fc79,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:43.198575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.231709 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:43.318417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.323298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.348714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa6a3d2-54f2-4b91-8f09-93408120cdf5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:43.356811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.362437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 33998) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:43.369231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb928-bae8-4412-af7c-c2cadd741fc1', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:43.374914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f078740c-2f64-41e8-a3d8-58230acff4c2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2232618 Aug 11 02:54:43.409098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.504635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.508909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.543160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77234d9-802b-4e79-ae11-2b87059706b2,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:43.552129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.553454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3bc2103b-1993-4589-9020-b9c84a87af13 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898329 Aug 11 02:54:43.556393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34006) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:43.561065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb928-bae8-4412-af7c-c2cadd741fc1', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:43.592279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.728072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.733132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.753268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901a1fb4-f14a-402b-8484-f9e946e3c0c4,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:43.761261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.762763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-97684648-e114-4172-bd7e-4d7bcaa4b3d2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053816 Aug 11 02:54:43.766580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:43.772796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb928-bae8-4412-af7c-c2cadd741fc1', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:43.834263 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Project e5c1cfc212544781a75010ee7cc07c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:54:43.845934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.903643 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f74b8b3-0c8e-4f63-bc3c-77bb39ce41b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.980275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.988331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.030952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dca56e9-edb3-4718-b66d-81d0055cda02,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:44.036536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.040433 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4eaf0129-90d2-4d5d-9160-f2e7c6b64f91 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2701004 Aug 11 02:54:44.041235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34018) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:44.051826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb928-bae8-4412-af7c-c2cadd741fc1', 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:44.086472 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Project e5c1cfc212544781a75010ee7cc07c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:54:44.123048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.173513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f31aa-9ac5-4e4b-9bd8-f54acbe9a4cb req-ab54c440-b195-4367-974a-b30243bf559b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.175187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-893f31aa-9ac5-4e4b-9bd8-f54acbe9a4cb req-ab54c440-b195-4367-974a-b30243bf559b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0917923 Aug 11 02:54:44.233878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-893f31aa-9ac5-4e4b-9bd8-f54acbe9a4cb req-24f1104a-b924-4ec7-a578-4372e8710f0e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Aug 11 02:54:44.250877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.256431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.288722 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.294050 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2475345 Aug 11 02:54:44.294050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695de8a-fdcf-432a-8511-bfb0f4a989f0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c538081-29d4-472b-8751-e9975f16844e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:44.578341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-ee6239fc-2683-42b0-b51a-7f55bbacf73b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284692797&fields=id&tenant_id=e5c1cfc212544781a75010ee7cc07c80 HTTP/1.1" status: 200 len: 267 time: 0.0397825 Aug 11 02:54:44.699608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-187c583d-8f4e-488d-84f5-d076132b4b5f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.701124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-187c583d-8f4e-488d-84f5-d076132b4b5f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 813 time: 0.1157970 Aug 11 02:54:44.716801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-beeca09b-a393-4082-a9c3-1a5133167e23 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/quotas/e5c1cfc212544781a75010ee7cc07c80 HTTP/1.1" status: 200 len: 375 time: 0.0094173 Aug 11 02:54:44.777388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-e80fca04-315d-4acd-93a5-2a9a26bd7ab3 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541186 Aug 11 02:54:44.902650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-5a5ceb1a-54de-4fa3-ab0e-7185c7752975 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126561 Aug 11 02:54:45.023843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-a807df22-7a5e-449b-a302-5048655aa2d1 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138949 Aug 11 02:54:45.594997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f453b9b-bb1e-4871-b171-01eb017bf362 req-0b9f7aae-8494-4d44-a458-3e913c1597ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:45.597086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f453b9b-bb1e-4871-b171-01eb017bf362 req-0b9f7aae-8494-4d44-a458-3e913c1597ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1574826 Aug 11 02:54:45.743332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ac3ed62-7b76-4e7a-ba72-8568e7370de8 req-5d484e01-e8a3-439e-842c-5092dc437088 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.1293609 Aug 11 02:54:45.788225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f453b9b-bb1e-4871-b171-01eb017bf362 req-91578f66-3864-4b96-9ce5-49782d84f6cf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846941 Aug 11 02:54:46.960029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abbdd8f1-f9b8-48cb-b5a1-3a47b8a3bebb req-76802ff9-1168-4163-ac30-07a1ae1709ad tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0571935 Aug 11 02:54:47.058523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b333a-fe5a-4fc4-8757-2e2af9cd33cc req-5c47306d-02ef-459b-9355-fe58db1b03f4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:47.060252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac2b333a-fe5a-4fc4-8757-2e2af9cd33cc req-5c47306d-02ef-459b-9355-fe58db1b03f4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0881333 Aug 11 02:54:47.103437 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac2b333a-fe5a-4fc4-8757-2e2af9cd33cc req-922432fc-fd1a-4909-8efa-f33ad1a1e6ad tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356231 Aug 11 02:54:47.460618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcc15217-5431-46ac-96b7-ffb3559019fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.735356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.082327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-69fa5e0d-7e32-439f-b163-71a45c324746 req-8dd798e6-8e8e-4b9c-bfa9-42d34647200b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0363197 Aug 11 02:54:48.237928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f8c77-e4c6-4f39-8c6c-e490255ad30e req-4747c996-7144-4569-80f4-f9c400f5d04e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:48.239955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-790f8c77-e4c6-4f39-8c6c-e490255ad30e req-4747c996-7144-4569-80f4-f9c400f5d04e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0592780 Aug 11 02:54:48.300379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-790f8c77-e4c6-4f39-8c6c-e490255ad30e req-fc223127-1e55-44bd-ba5e-c5b258689f03 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533564 Aug 11 02:54:48.502814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.216681 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-7fa71328-6daa-4305-b5b2-fa81cf3a5963 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.218361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-7fa71328-6daa-4305-b5b2-fa81cf3a5963 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.59 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 813 time: 0.1551518 Aug 11 02:54:49.248754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-307d3cc9-2ec5-4d77-89f8-64fa629c3c87 req-88621e04-6e3e-4301-94a4-ea72d0fbba9b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0543177 Aug 11 02:54:49.285896 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-7f17658a-6c89-4ee7-90ab-f5bd3317ffcc tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c1cfc212544781a75010ee7cc07c80 HTTP/1.1" status: 200 len: 379 time: 0.0561168 Aug 11 02:54:49.302562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'port': {'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'admin_state_up': True, 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'security_groups': ['f10bb928-bae8-4412-af7c-c2cadd741fc1']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:49.487477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907a139-08b3-4a8b-b7bd-5503957fc270 req-ddc4c276-dea0-46ed-8c03-9c455e1d303d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.495922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6907a139-08b3-4a8b-b7bd-5503957fc270 req-ddc4c276-dea0-46ed-8c03-9c455e1d303d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0904706 Aug 11 02:54:49.550389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6907a139-08b3-4a8b-b7bd-5503957fc270 req-bf3c65da-5a8d-41ea-8ea3-76af2c8d30f1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530431 Aug 11 02:54:49.580784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Made reservation on behalf of e5c1cfc212544781a75010ee7cc07c80 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:49.590096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.761375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Allocated IP 172.20.0.7 (fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba/474beadf-e600-4bc7-a5a8-fdb3bba50345/5d760b18-f017-46d4-b0b1-81b1d8ac299c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:49.963730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.982079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Transition to ACTIVE for port object 5d760b18-f017-46d4-b0b1-81b1d8ac299c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:50.018698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.064739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:50.068948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:50.073800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:50.122214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.176666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'Port': ['ID=5d760b18-f017-46d4-b0b1-81b1d8ac299c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:50.235960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.235960 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.257336 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-fdda81fa-27a3-486e-9c65-a2350d376bf5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9615619 Aug 11 02:54:50.298947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Request body: {'port': {'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:50.423567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.455868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432cef1-378d-45a9-928b-f0bb0e8d0549 req-dff63154-3eb8-4d0e-8074-9e66157c10a1 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.460917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b432cef1-378d-45a9-928b-f0bb0e8d0549 req-dff63154-3eb8-4d0e-8074-9e66157c10a1 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 931 time: 0.0748494 Aug 11 02:54:50.491648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a92aae58-fc10-4dcf-a0c9-694b3a5586fa None None] Provisioning for port 5d760b18-f017-46d4-b0b1-81b1d8ac299c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:50.497047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a92aae58-fc10-4dcf-a0c9-694b3a5586fa None None] Provisioning complete for port 5d760b18-f017-46d4-b0b1-81b1d8ac299c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:50.497694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a92aae58-fc10-4dcf-a0c9-694b3a5586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.547959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a92aae58-fc10-4dcf-a0c9-694b3a5586fa None None] Port 5d760b18-f017-46d4-b0b1-81b1d8ac299c cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:50.549801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b432cef1-378d-45a9-928b-f0bb0e8d0549 req-74df4b4e-0b08-4d9d-87c8-578a9e080a64 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820866 Aug 11 02:54:50.793095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a654-80d8-44fe-89e6-f852c72ff9e6 req-c6e29d3c-dbf7-4290-b4a7-af139ee362bf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.794779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a41a654-80d8-44fe-89e6-f852c72ff9e6 req-c6e29d3c-dbf7-4290-b4a7-af139ee362bf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1275864 Aug 11 02:54:50.893953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a41a654-80d8-44fe-89e6-f852c72ff9e6 req-6bda862c-c4d2-474f-93f6-ece5d63915de tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918241 Aug 11 02:54:50.938570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d760b18-f017-46d4-b0b1-81b1d8ac299c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:50.947781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.962951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Transition to ACTIVE for port object 5d760b18-f017-46d4-b0b1-81b1d8ac299c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:50.968395 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.084189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Pushing event updated for resources: {'Port': ['ID=5d760b18-f017-46d4-b0b1-81b1d8ac299c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:51.150221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Attempting to bind port 5d760b18-f017-46d4-b0b1-81b1d8ac299c on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:51.150585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Attempting to bind port 5d760b18-f017-46d4-b0b1-81b1d8ac299c by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:51.150994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Attempting to bind port 5d760b18-f017-46d4-b0b1-81b1d8ac299c on network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:51.156831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Port 5d760b18-f017-46d4-b0b1-81b1d8ac299c on network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:51.157253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Attempting to bind port 5d760b18-f017-46d4-b0b1-81b1d8ac299c on network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:51.163294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:51.163910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Checking segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:51.164454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Bound using segment: {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:51.165042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Bound port: 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ff4301-3609-4f01-93d8-2913d84addf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:51.165579 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.253880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] For port 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:51.259234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] For port 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:51.267884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.329215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:51.329861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.331362 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] 10.222.0.59 "PUT /v2.0/ports/5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 1091 time: 1.0443058 Aug 11 02:54:51.331836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:51.334377 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf739a42-0603-4151-b78a-739c4a010157" -d '{"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:51.367060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3c0f-d59a-4f1c-9168-eadc27137f5d service neutron] Pushing event updated for resources: {'Port': ['ID=5d760b18-f017-46d4-b0b1-81b1d8ac299c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:51.433493 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976dd4ad-c907-4362-89e8-a2b56f3a910d x-openstack-request-id: req-976dd4ad-c907-4362-89e8-a2b56f3a910d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:51.433903 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:51.434120 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-976dd4ad-c907-4362-89e8-a2b56f3a910d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:51.434562 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'status': 'completed', 'code': 200} Aug 11 02:54:51.458641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-b7d4aa59-1f33-457a-b70e-9dac9eb47ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:51.458641 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-b7d4aa59-1f33-457a-b70e-9dac9eb47ecb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1094 time: 0.0627117 Aug 11 02:54:51.583550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-06a48f5c-d381-44b0-8708-3ce57fd5de78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 217 time: 0.1041036 Aug 11 02:54:51.677547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-66288f7d-8cb4-4278-9add-ea10783619dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:51.679124 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-66288f7d-8cb4-4278-9add-ea10783619dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 200 len: 852 time: 0.0874481 Aug 11 02:54:51.724937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0abfa-f41c-4f0d-b724-0bb29b58cb56 req-a22045a3-8f16-4862-a30e-916fe39f9966 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:51.727222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07f0abfa-f41c-4f0d-b724-0bb29b58cb56 req-a22045a3-8f16-4862-a30e-916fe39f9966 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0947049 Aug 11 02:54:51.786883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-1c37c4ea-9cd1-4e8d-a78e-cd8e9b7f375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:51.790053 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-1c37c4ea-9cd1-4e8d-a78e-cd8e9b7f375d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980213 Aug 11 02:54:51.823771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07f0abfa-f41c-4f0d-b724-0bb29b58cb56 req-26ba2009-fa6e-487d-86cc-2488f15e52dd tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832374 Aug 11 02:54:51.958787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-c2de2804-4678-4831-a346-45eb2ccda591 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588230 Aug 11 02:54:52.088850 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0ee262e1-a4ed-4456-aa35-0c5441ebeeb4 req-ac0b649f-eac9-47c4-9356-4fa850b8993a service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203325 Aug 11 02:54:52.115418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9de14d-00f8-4e61-8c1f-939886350542 req-a8c22268-aba7-4093-b7eb-e027e9f8d330 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.118104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c9de14d-00f8-4e61-8c1f-939886350542 req-a8c22268-aba7-4093-b7eb-e027e9f8d330 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0756798 Aug 11 02:54:52.172457 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5c9de14d-00f8-4e61-8c1f-939886350542 req-76bbae42-1162-4b99-ac3e-ad9b4752178d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457702 Aug 11 02:54:52.204776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739a42-0603-4151-b78a-739c4a010157 req-e52e3876-114b-4e1b-aef9-326f4b23b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.207182 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-e52e3876-114b-4e1b-aef9-326f4b23b1cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1094 time: 0.0702407 Aug 11 02:54:52.363079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739a42-0603-4151-b78a-739c4a010157 req-da1ea2f1-051b-4ac2-a4d9-8df2bdb3a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.364627 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-da1ea2f1-051b-4ac2-a4d9-8df2bdb3a145 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 913 time: 0.1455479 Aug 11 02:54:52.418452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-5bcd2d6b-b5a1-4c4f-b2f2-8d05ef4d2931 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 217 time: 0.0448339 Aug 11 02:54:52.481700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739a42-0603-4151-b78a-739c4a010157 req-8e29aef1-d5ac-48c2-857a-ed298854e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.483498 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-8e29aef1-d5ac-48c2-857a-ed298854e719 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 200 len: 852 time: 0.0580573 Aug 11 02:54:52.546509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739a42-0603-4151-b78a-739c4a010157 req-d00cca66-d067-4c0f-b7f8-b2ec82de1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.549176 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-d00cca66-d067-4c0f-b7f8-b2ec82de1dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567546 Aug 11 02:54:52.698635 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-6c3059d0-dd74-40dc-9d12-0b1f40363c7c service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403315 Aug 11 02:54:52.874434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cf739a42-0603-4151-b78a-739c4a010157 req-e4920127-80e2-478b-a3ba-c8f52de2e5d5 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626327 Aug 11 02:54:53.024146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a221e9-a63b-42cc-be5e-77c483ed93fd req-23a35ace-6d17-45c0-9b88-13ee7d52033d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:53.027221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66a221e9-a63b-42cc-be5e-77c483ed93fd req-23a35ace-6d17-45c0-9b88-13ee7d52033d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0921156 Aug 11 02:54:53.083463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66a221e9-a63b-42cc-be5e-77c483ed93fd req-3820bbf5-c06e-41be-8e26-38a9d82dae62 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484674 Aug 11 02:54:53.141936 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.254018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.386015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54926962-590d-40f7-8cf6-59533a71fd33 req-5c166c40-6299-44ce-9b3e-8abd592c1774 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:53.387924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54926962-590d-40f7-8cf6-59533a71fd33 req-5c166c40-6299-44ce-9b3e-8abd592c1774 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0723374 Aug 11 02:54:53.448324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54926962-590d-40f7-8cf6-59533a71fd33 req-b6765b90-69a7-408c-8355-a277b4f41f2a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498636 Aug 11 02:54:54.258634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f680e0-9ef1-46c9-886c-17765274d9e9 req-2733a5b1-5267-4a90-9f08-71ff3a12e7d6 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.260296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23f680e0-9ef1-46c9-886c-17765274d9e9 req-2733a5b1-5267-4a90-9f08-71ff3a12e7d6 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0733817 Aug 11 02:54:54.317889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23f680e0-9ef1-46c9-886c-17765274d9e9 req-4ed2072d-f69a-4678-b3a7-92a5f427bb2e tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463192 Aug 11 02:54:54.639079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e72534-d9c8-4c72-9300-beb99a47759e req-c29e8512-5967-4061-84a9-32980db76c67 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.641514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00e72534-d9c8-4c72-9300-beb99a47759e req-c29e8512-5967-4061-84a9-32980db76c67 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0726838 Aug 11 02:54:54.691810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-00e72534-d9c8-4c72-9300-beb99a47759e req-0fc503b1-8db5-4cb1-93c5-3e534928de45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Aug 11 02:54:55.291518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52cdeb-1098-48fe-af87-c065e76061bf req-8daddd9e-822f-431d-9023-120a6433b343 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:55.306638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e52cdeb-1098-48fe-af87-c065e76061bf req-8daddd9e-822f-431d-9023-120a6433b343 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.1392100 Aug 11 02:54:55.388662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e52cdeb-1098-48fe-af87-c065e76061bf req-01976e3a-b2c3-4c54-99db-de2511b2fc6d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800753 Aug 11 02:54:55.504536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8096f-b013-4749-96af-0b7dd2d64aa0 req-ccd86642-fdde-456b-900f-3a25a937672f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:55.512069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fd8096f-b013-4749-96af-0b7dd2d64aa0 req-ccd86642-fdde-456b-900f-3a25a937672f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0717714 Aug 11 02:54:55.582685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4fd8096f-b013-4749-96af-0b7dd2d64aa0 req-0eb64b72-d9ac-4c66-a39f-1f8032d68476 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660172 Aug 11 02:54:55.850534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2a29d-852b-4509-a178-7045a6837185 req-01c032b4-2df6-49c1-a538-1301df340217 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:55.852266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8af2a29d-852b-4509-a178-7045a6837185 req-01c032b4-2df6-49c1-a538-1301df340217 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0655527 Aug 11 02:54:55.930897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8af2a29d-852b-4509-a178-7045a6837185 req-0bc150fe-a4ac-4327-8771-0049138e6bb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709565 Aug 11 02:54:56.519445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac62d6-0934-40d6-931a-7c494f5db67e req-e1c793f0-676b-4700-8915-5cbcc7218f8f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:56.527202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abac62d6-0934-40d6-931a-7c494f5db67e req-e1c793f0-676b-4700-8915-5cbcc7218f8f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0676172 Aug 11 02:54:56.586867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abac62d6-0934-40d6-931a-7c494f5db67e req-d500520a-7cb0-4f17-983a-74a514f6cb0a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579796 Aug 11 02:54:56.735008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdece9-4b6b-4771-9ce1-513e19e57e37 req-8df0c1a0-cc46-4272-8f7b-db6d1a77bda5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:56.736708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9bdece9-4b6b-4771-9ce1-513e19e57e37 req-8df0c1a0-cc46-4272-8f7b-db6d1a77bda5 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0586715 Aug 11 02:54:56.794591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9bdece9-4b6b-4771-9ce1-513e19e57e37 req-d9a2da5f-19f4-4841-b074-da5176d10d06 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503035 Aug 11 02:54:57.103326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6b51-d864-4947-8451-4b89f44ece9e req-8ad9e493-8991-4a75-b353-082d00349dde tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.105656 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-552b6b51-d864-4947-8451-4b89f44ece9e req-8ad9e493-8991-4a75-b353-082d00349dde tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.0795414 Aug 11 02:54:57.120832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7e10-005f-4abd-8864-e96d60008587 req-9d90b674-35a6-4ff2-ba29-cc8a0d7c707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.122378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-9d90b674-35a6-4ff2-ba29-cc8a0d7c707d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1095 time: 0.0474448 Aug 11 02:54:57.174186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-552b6b51-d864-4947-8451-4b89f44ece9e req-17a85c19-525f-4aca-946e-ba717d9b1605 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500100 Aug 11 02:54:57.251431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7e10-005f-4abd-8864-e96d60008587 req-d3002309-d511-4abd-9d62-8e9bc963dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.252937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-d3002309-d511-4abd-9d62-8e9bc963dedb service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1085567 Aug 11 02:54:57.350164 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-24d4d525-60be-4127-9d4e-f17718ffb3fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 200 len: 1000 time: 0.0882318 Aug 11 02:54:57.410880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7e10-005f-4abd-8864-e96d60008587 req-eb6d4e56-8b13-4074-bfe3-cabc29301a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.412754 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-eb6d4e56-8b13-4074-bfe3-cabc29301a0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0547450 Aug 11 02:54:57.472147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7e10-005f-4abd-8864-e96d60008587 req-abad6aa2-9502-4155-8250-115d3b9a151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.473731 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-abad6aa2-9502-4155-8250-115d3b9a151c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513084 Aug 11 02:54:57.554721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-754ed61a-ff81-469f-8e85-99a72d5090c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712585 Aug 11 02:54:57.594115 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-75e7cffc-c384-42ba-ac43-c82bf36381bb service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099517 Aug 11 02:54:57.725201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-1e602720-b78b-481e-a0e0-50921f39b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.727503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-1e602720-b78b-481e-a0e0-50921f39b10c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 1097 time: 0.1146410 Aug 11 02:54:57.821556 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-14cb7e10-005f-4abd-8864-e96d60008587 req-7c21a310-84fa-4b51-a5d0-a84c7c09834a service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143264 Aug 11 02:54:57.863257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee791b-7514-422f-add3-ed6de597bf5f req-556372ea-7074-407c-9b5d-96f12f7d73b7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.871632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62ee791b-7514-422f-add3-ed6de597bf5f req-556372ea-7074-407c-9b5d-96f12f7d73b7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.1420434 Aug 11 02:54:57.982809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62ee791b-7514-422f-add3-ed6de597bf5f req-62e9b49a-e5ff-4be1-b954-54f63f1d3dd9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050918 Aug 11 02:54:57.982809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-b4981690-7c50-4ad2-b5e4-4a9e59668eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.982809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-b4981690-7c50-4ad2-b5e4-4a9e59668eb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2065175 Aug 11 02:54:58.070880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59805846-c4d1-49f1-92d8-755cf545388f req-6ccd6ee3-d99c-4095-b87d-dad26d5dbbdf tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.072496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59805846-c4d1-49f1-92d8-755cf545388f req-6ccd6ee3-d99c-4095-b87d-dad26d5dbbdf tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.1607580 Aug 11 02:54:58.099076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-159ea8d1-b40f-473c-bbd9-9792dd6ba635 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 200 len: 1002 time: 0.1038494 Aug 11 02:54:58.152227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59805846-c4d1-49f1-92d8-755cf545388f req-09b1e5ac-5945-4aff-a92d-ae5fef49c81d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697773 Aug 11 02:54:58.167909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-3c0491fb-e641-4628-bfcb-c9285c82c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.169489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-3c0491fb-e641-4628-bfcb-c9285c82c477 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0619464 Aug 11 02:54:58.232824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-fa4c97b1-2be3-4fce-afee-bb1e7ba54d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.234988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-fa4c97b1-2be3-4fce-afee-bb1e7ba54d40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547290 Aug 11 02:54:58.370605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21024b1-77db-420a-9c36-5040bfb78582 req-70224736-7e21-403f-ba91-48a1e7d22469 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.374246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21024b1-77db-420a-9c36-5040bfb78582 req-70224736-7e21-403f-ba91-48a1e7d22469 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 944 time: 0.1147525 Aug 11 02:54:58.424640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-6a54aa5e-1720-4b68-b8be-1b5852bb7ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814396 Aug 11 02:54:58.431964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21024b1-77db-420a-9c36-5040bfb78582 req-d0d3a817-d872-436f-a25d-e9311324ad1e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503514 Aug 11 02:54:58.520319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:58.537574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2671417-bd2d-48a5-953f-7b65d9495655 req-5873a98a-42e6-4d7a-808f-64b1bee08303 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046093 Aug 11 02:54:58.635793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:58.648318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5ec8af8c-b879-42da-beec-7684f0245681', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'port_id': '5ec8af8c-b879-42da-beec-7684f0245681', 'mac_address': 'fa:16:3e:5d:c6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:58.688442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.703294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec8af8c-b879-42da-beec-7684f0245681 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:58.725774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:58.732438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.788084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:58.964699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5ec8af8c-b879-42da-beec-7684f0245681'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:59.166168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17b20-8b44-4105-bf66-5a8325e622d0 req-a9984e49-027f-462d-8ea9-c85411ce2998 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.168931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31b17b20-8b44-4105-bf66-5a8325e622d0 req-a9984e49-027f-462d-8ea9-c85411ce2998 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0809875 Aug 11 02:54:59.234102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31b17b20-8b44-4105-bf66-5a8325e622d0 req-2af112c2-1276-40b5-9e18-63a4e55c9dba tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489678 Aug 11 02:54:59.284978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e321d7-5923-4189-bbdc-fc459e9957a4 req-ebb14229-cf40-47ac-83ac-de3c3bcff29c tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.286903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35e321d7-5923-4189-bbdc-fc459e9957a4 req-ebb14229-cf40-47ac-83ac-de3c3bcff29c tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0514452 Aug 11 02:54:59.340892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35e321d7-5923-4189-bbdc-fc459e9957a4 req-e3614a3f-7cbe-427a-9d83-ba6d118b9847 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456934 Aug 11 02:54:59.575078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aac984-31e2-474f-a16a-9b05ffb8898c req-4e7ca831-c7e9-46d7-8e15-0240dae3b8a4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.576676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63aac984-31e2-474f-a16a-9b05ffb8898c req-4e7ca831-c7e9-46d7-8e15-0240dae3b8a4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 945 time: 0.0634210 Aug 11 02:54:59.618516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-63aac984-31e2-474f-a16a-9b05ffb8898c req-b9fa67cb-b3ed-4b13-98ea-e21fede74f51 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336988 Aug 11 02:55:00.444689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e4d8f-8a9f-4c8d-921f-90a793d3f889 req-3fab4089-a5ab-49eb-8453-114142f6736a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:00.447787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f42e4d8f-8a9f-4c8d-921f-90a793d3f889 req-3fab4089-a5ab-49eb-8453-114142f6736a tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.1024904 Aug 11 02:55:00.516106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f42e4d8f-8a9f-4c8d-921f-90a793d3f889 req-812bd360-15b2-46ac-86c8-16b6e8b77107 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636072 Aug 11 02:55:00.533172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc09c6-0878-4abf-8b77-2122d6b9e5df req-fec08b99-dacf-4c0a-924e-9849236aee3f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:00.534966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0cc09c6-0878-4abf-8b77-2122d6b9e5df req-fec08b99-dacf-4c0a-924e-9849236aee3f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0808582 Aug 11 02:55:00.544577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:00.589847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0cc09c6-0878-4abf-8b77-2122d6b9e5df req-d7363525-6559-473a-a467-6b5c74d502a7 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470600 Aug 11 02:55:00.602061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5ec8af8c-b879-42da-beec-7684f0245681 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:00.602441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.739781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.779673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:00.781197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:00.784731 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d29137c-cbf0-412b-982e-1b07c357d554" -d '{"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:00.789030 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.802118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24399d0-b4d6-47de-b4f0-fdf2b03d915b req-c3717705-3a78-4c6c-80db-6c2388d5c076 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:00.804221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b24399d0-b4d6-47de-b4f0-fdf2b03d915b req-c3717705-3a78-4c6c-80db-6c2388d5c076 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 945 time: 0.0578964 Aug 11 02:55:00.844299 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a618d-f6e5-4880-8a46-06c3c73c403d x-openstack-request-id: req-773a618d-f6e5-4880-8a46-06c3c73c403d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:00.844481 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:00.844961 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-773a618d-f6e5-4880-8a46-06c3c73c403d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:00.845534 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'code': 200} Aug 11 02:55:00.857537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:00.886304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b24399d0-b4d6-47de-b4f0-fdf2b03d915b req-f9e09545-76f3-4e36-9d0c-e66624ebe64e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Aug 11 02:55:01.035829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ecd44-acaf-4092-9d8c-debce53c0382 req-215e887a-1223-48f3-85f5-174fc5d74a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.039074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f6ecd44-acaf-4092-9d8c-debce53c0382 req-215e887a-1223-48f3-85f5-174fc5d74a09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 1098 time: 0.0516653 Aug 11 02:55:01.087593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6f6ecd44-acaf-4092-9d8c-debce53c0382 req-e310380d-9d99-425a-b2da-f75f8aa6e4c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Aug 11 02:55:01.667587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b530c8-03ae-42b8-b608-2f292b32a3e7 req-ed1be337-a8af-4f19-995b-43023f429dc3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.670287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3b530c8-03ae-42b8-b608-2f292b32a3e7 req-ed1be337-a8af-4f19-995b-43023f429dc3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0720255 Aug 11 02:55:01.716496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3b530c8-03ae-42b8-b608-2f292b32a3e7 req-eb0cd19d-29cf-4af3-b3ea-51f6f9a8d445 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390546 Aug 11 02:55:01.769652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb1b9f-2480-443f-8a9e-ce1a8671dedb req-903e23bf-3c75-4e54-aefc-905e19afd700 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.771379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eabb1b9f-2480-443f-8a9e-ce1a8671dedb req-903e23bf-3c75-4e54-aefc-905e19afd700 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0597322 Aug 11 02:55:01.819254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eabb1b9f-2480-443f-8a9e-ce1a8671dedb req-56d1c84f-8afc-458e-8791-90ca956162dc tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Aug 11 02:55:02.105892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b58db3-e8af-43d8-af03-8cd45546b35d req-a020ee8c-481c-4536-821b-bc1e81b84e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.107597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60b58db3-e8af-43d8-af03-8cd45546b35d req-a020ee8c-481c-4536-821b-bc1e81b84e69 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 947 time: 0.0924318 Aug 11 02:55:02.152317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60b58db3-e8af-43d8-af03-8cd45546b35d req-18f708ab-6ddf-4074-91b8-ac445ab67284 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371745 Aug 11 02:55:02.872278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f82a4-c650-4958-95f6-655857b3dcf4 req-aea8c5a0-e542-4c8a-89b9-65ac182c2c46 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.882748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-636f82a4-c650-4958-95f6-655857b3dcf4 req-aea8c5a0-e542-4c8a-89b9-65ac182c2c46 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0729725 Aug 11 02:55:02.956960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-636f82a4-c650-4958-95f6-655857b3dcf4 req-870a1d22-989b-4796-9746-c7a9e6abb5ee tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733731 Aug 11 02:55:02.977367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e07c-9aca-4503-92a8-8baeb9a738ec req-3d8597e6-7faf-4830-82bf-e500cf5ebf29 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.979456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7526e07c-9aca-4503-92a8-8baeb9a738ec req-3d8597e6-7faf-4830-82bf-e500cf5ebf29 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.0684276 Aug 11 02:55:03.029663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7526e07c-9aca-4503-92a8-8baeb9a738ec req-336712b1-09c0-4eda-a5c4-41e41b55b905 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413771 Aug 11 02:55:03.286654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c7953-f75e-450c-ba9a-7fa3016e01f0 req-1719352d-9a16-4512-866f-1df997dec043 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.292516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe3c7953-f75e-450c-ba9a-7fa3016e01f0 req-1719352d-9a16-4512-866f-1df997dec043 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 947 time: 0.0605550 Aug 11 02:55:03.331821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe3c7953-f75e-450c-ba9a-7fa3016e01f0 req-613fe9af-4f3a-4a48-80d7-8e72f81f7b05 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Aug 11 02:55:04.108523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29159d4-d4c8-40f7-a173-6412366a8bcf req-38f6ecbe-c3b8-43af-bf2b-086ca46572cf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:04.110829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e29159d4-d4c8-40f7-a173-6412366a8bcf req-38f6ecbe-c3b8-43af-bf2b-086ca46572cf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0627806 Aug 11 02:55:04.197582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e29159d4-d4c8-40f7-a173-6412366a8bcf req-32896c48-346f-4c0f-b76b-680e97bae159 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760200 Aug 11 02:55:04.211201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6a62b-5d25-4a92-9e45-5a3b02243584 req-9ad8c2df-e94b-44be-a1cd-d27b003cabfe tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:04.221559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ed6a62b-5d25-4a92-9e45-5a3b02243584 req-9ad8c2df-e94b-44be-a1cd-d27b003cabfe tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 943 time: 0.1012492 Aug 11 02:55:04.256026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ed6a62b-5d25-4a92-9e45-5a3b02243584 req-58b2eaac-73ca-4e3c-aff5-dfa8466f937a tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Aug 11 02:55:04.579371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5d760b18-f017-46d4-b0b1-81b1d8ac299c details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:04.690209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:04.702922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:04.745585 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.759399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d760b18-f017-46d4-b0b1-81b1d8ac299c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:04.779997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:04.785172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.840971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5d760b18-f017-46d4-b0b1-81b1d8ac299c,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.849628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.850159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.850506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.850844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.851213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.851546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.851898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.852264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.852587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.852923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.853247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:04.853568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.028564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['5d760b18-f017-46d4-b0b1-81b1d8ac299c'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:05.375569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0ed9-1648-4d85-a6d0-2cbebb134024 req-960c306d-e387-4a4c-a049-c24b29378880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.377314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-885b0ed9-1648-4d85-a6d0-2cbebb134024 req-960c306d-e387-4a4c-a049-c24b29378880 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0830390 Aug 11 02:55:05.433506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349f604-b544-4f27-81b3-1fc21abbe00d req-0bd0f8a5-4895-49e6-b434-8799b4efe8a3 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.435099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6349f604-b544-4f27-81b3-1fc21abbe00d req-0bd0f8a5-4895-49e6-b434-8799b4efe8a3 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 944 time: 0.0954785 Aug 11 02:55:05.441267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-885b0ed9-1648-4d85-a6d0-2cbebb134024 req-1079b74c-6441-4f86-9a97-45830e59cf1f tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571759 Aug 11 02:55:05.495219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6349f604-b544-4f27-81b3-1fc21abbe00d req-928940de-ea74-40d6-9e82-c2dbbc508fb3 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481303 Aug 11 02:55:06.591061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5d760b18-f017-46d4-b0b1-81b1d8ac299c up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:06.637101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae17e-8781-4930-af29-6a1acafb781f req-91addffe-e5ff-4880-800a-eb2589f451bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.650102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6aae17e-8781-4930-af29-6a1acafb781f req-91addffe-e5ff-4880-800a-eb2589f451bd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.1213341 Aug 11 02:55:06.692940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 5d760b18-f017-46d4-b0b1-81b1d8ac299c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:06.696825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 5d760b18-f017-46d4-b0b1-81b1d8ac299c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:06.697196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:06.716358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6aae17e-8781-4930-af29-6a1acafb781f req-29cd2899-4d2d-4010-b9db-9a2033162f88 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646544 Aug 11 02:55:06.726091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c9c6c-f45b-40ee-8070-2e5dcbe7e95e req-87599e9b-e69a-43d6-9761-f5cbe2b47fe4 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.735620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee9c9c6c-f45b-40ee-8070-2e5dcbe7e95e req-87599e9b-e69a-43d6-9761-f5cbe2b47fe4 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 944 time: 0.1581829 Aug 11 02:55:06.775056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee9c9c6c-f45b-40ee-8070-2e5dcbe7e95e req-c03a8c1d-5134-42e7-90f3-1667d00e3628 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Aug 11 02:55:06.833878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:06.858990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:06.861365 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728d502-66e1-4256-9879-3bb5731253ac" -d '{"events": [{"server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:06.877241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:06.886123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:06.943239 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bce93f-5312-41e8-9cf4-8e0a1745038d x-openstack-request-id: req-81bce93f-5312-41e8-9cf4-8e0a1745038d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:06.943526 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:06.943955 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81bce93f-5312-41e8-9cf4-8e0a1745038d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:06.944500 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'code': 200} Aug 11 02:55:06.994328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=5d760b18-f017-46d4-b0b1-81b1d8ac299c,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:07.063250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a285c-ff36-465f-bdad-d1abeeb9f400 req-ef881739-acae-4206-8530-1e48438edcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.064803 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f72a285c-ff36-465f-bdad-d1abeeb9f400 req-ef881739-acae-4206-8530-1e48438edcfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1096 time: 0.0640185 Aug 11 02:55:07.154856 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f72a285c-ff36-465f-bdad-d1abeeb9f400 req-468befcf-3112-4c53-995c-3e75c3405e0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831246 Aug 11 02:55:07.849071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711dea7-75b3-47d0-aa8a-eda5c0f78a47 req-609253ce-0b09-41bf-b4df-c4007280ad45 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.854267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d711dea7-75b3-47d0-aa8a-eda5c0f78a47 req-609253ce-0b09-41bf-b4df-c4007280ad45 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0802004 Aug 11 02:55:07.932638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d711dea7-75b3-47d0-aa8a-eda5c0f78a47 req-8ad41c7f-0071-4b0f-a3fb-60eae4993ac2 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756333 Aug 11 02:55:07.967649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021b858-e390-48eb-8177-f61c86f02577 req-58c1db7e-43fc-421a-a664-9e73fc5126d0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.977206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1021b858-e390-48eb-8177-f61c86f02577 req-58c1db7e-43fc-421a-a664-9e73fc5126d0 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 945 time: 0.0997016 Aug 11 02:55:08.025163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1021b858-e390-48eb-8177-f61c86f02577 req-a5fc6deb-bf07-4779-a402-2f72560775ce tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466516 Aug 11 02:55:08.496806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325321-e851-46c4-93be-82d21041d902 req-549e4e26-ff03-4a58-a912-852b3bdc53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:08.498977 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc325321-e851-46c4-93be-82d21041d902 req-549e4e26-ff03-4a58-a912-852b3bdc53f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1097 time: 0.0605366 Aug 11 02:55:08.537442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dc325321-e851-46c4-93be-82d21041d902 req-5ef95234-9a23-44ed-adf5-59f2986264df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Aug 11 02:55:09.069767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936a63-8cfb-415b-8ed9-c89b15332f8e req-d74df9c6-d523-4a85-8d4f-6958f4a11de3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.078613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22936a63-8cfb-415b-8ed9-c89b15332f8e req-d74df9c6-d523-4a85-8d4f-6958f4a11de3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0690186 Aug 11 02:55:09.208620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22936a63-8cfb-415b-8ed9-c89b15332f8e req-a5c387a3-c5ae-4665-a1e8-75d6459dcd54 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923936 Aug 11 02:55:09.225207 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762e17-4d69-4234-8dac-876ed20e198a req-d2704303-7eaf-4819-81ab-742be492cb08 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.233201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94762e17-4d69-4234-8dac-876ed20e198a req-d2704303-7eaf-4819-81ab-742be492cb08 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 945 time: 0.1021543 Aug 11 02:55:09.280271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94762e17-4d69-4234-8dac-876ed20e198a req-fc1030fc-8ccd-4170-a109-a950f14ab7ca tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422964 Aug 11 02:55:09.451567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da46d30-ff97-42d0-8cbe-0b7942720cbf req-98d42b39-3215-44e0-badf-8e075f8609ef tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.460406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3da46d30-ff97-42d0-8cbe-0b7942720cbf req-98d42b39-3215-44e0-badf-8e075f8609ef tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 945 time: 0.0830369 Aug 11 02:55:09.535401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3da46d30-ff97-42d0-8cbe-0b7942720cbf req-af452fb2-0490-482a-b81b-a5d1cdd422b7 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736678 Aug 11 02:55:09.574650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:09.629096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddc3b0-4240-46b4-a797-5533c7f9573e req-e2a86978-ad53-403f-b0d8-d6f7893225cd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.637354 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fddc3b0-4240-46b4-a797-5533c7f9573e req-e2a86978-ad53-403f-b0d8-d6f7893225cd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.0767252 Aug 11 02:55:09.708326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fddc3b0-4240-46b4-a797-5533c7f9573e req-706e2085-8d1e-4d39-b186-feb3991ca5d9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699537 Aug 11 02:55:09.885089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb926ee-0cbd-4f31-9016-94ae1a158500 tempest-TestVolumeBackupRestore-913202240 tempest-TestVolumeBackupRestore-913202240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.889592 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-afb926ee-0cbd-4f31-9016-94ae1a158500 tempest-TestVolumeBackupRestore-913202240 tempest-TestVolumeBackupRestore-913202240-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1091 time: 0.3108945 Aug 11 02:55:09.889972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 34904) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:09.894875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:09.919964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.050832 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.184260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Allocated IP 172.25.6.32 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/b93e2f53-15f6-4b24-b848-8bd9ef35d931) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:10.331048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.373869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a53e-5b2f-436c-a434-4677f5ce8113 req-53af231d-91eb-4186-bfae-29bc154b8117 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:10.375988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e43a53e-5b2f-436c-a434-4677f5ce8113 req-53af231d-91eb-4186-bfae-29bc154b8117 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.0881877 Aug 11 02:55:10.421315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.468830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e43a53e-5b2f-436c-a434-4677f5ce8113 req-38a095d8-4dc1-4098-a1cc-b7c1ac9357f7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768278 Aug 11 02:55:10.481170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:10.489123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:10.493061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 34920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:10.493495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:10.499245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'Port': ['ID=b93e2f53-15f6-4b24-b848-8bd9ef35d931,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:10.528847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.529126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.529545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.529729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.530078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.530484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.531438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.531770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.532105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.532431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.532761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.533100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:10.586294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-96696a1b-b365-45c6-be39-e93a2aabe9f9 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/floatingips/4e81ffba-fb55-4eb5-be09-6b6024e019fa HTTP/1.1" status: 200 len: 993 time: 0.0924549 Aug 11 02:55:10.616238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:10.619980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:10.776774 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.797603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:10.817909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'port_id': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'mac_address': 'fa:16:3e:06:31:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:10.823807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:10.826332 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04650d66-3e6b-4491-83c2-cc1e7ee08980" -d '{"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-unplugged", "status": "completed", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:10.844134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:10.869534 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.904835 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de51b160-a617-4647-95f2-7adcaeba6f61 x-openstack-request-id: req-de51b160-a617-4647-95f2-7adcaeba6f61 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:10.905117 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-unplugged", "status": "completed", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:10.905950 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de51b160-a617-4647-95f2-7adcaeba6f61 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:10.906299 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'code': 200} Aug 11 02:55:10.915168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.107243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab92f5d6-9242-4182-a4fc-6b465dc6d208 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:11.126259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:11.166053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:55:11.166559 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:55:11.397268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce752954-ac1d-449c-9680-6abb822d8610 req-d9321e1d-4d13-43db-86a8-b587c01bfdff tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.405245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce752954-ac1d-449c-9680-6abb822d8610 req-d9321e1d-4d13-43db-86a8-b587c01bfdff tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.5945373 Aug 11 02:55:11.479579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375da610-e1fa-4062-b75f-4016139b3746 req-15c3a441-1035-4446-bdac-03c77a08eec9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.481277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-375da610-e1fa-4062-b75f-4016139b3746 req-15c3a441-1035-4446-bdac-03c77a08eec9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 946 time: 0.1880169 Aug 11 02:55:11.482689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.486658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce752954-ac1d-449c-9680-6abb822d8610 req-8c6b1374-322a-462c-8901-cd43352ed02e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804543 Aug 11 02:55:11.637766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.698858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port 31ceef43-b122-4557-b48f-4a58cb8abf2b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:11.699205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.713152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.727425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab92f5d6-9242-4182-a4fc-6b465dc6d208 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:11.750527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:11.756013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.824827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:11.859015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port 31ceef43-b122-4557-b48f-4a58cb8abf2b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=31ceef43-b122-4557-b48f-4a58cb8abf2b,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:11.859309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.988091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.995096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.027880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ab92f5d6-9242-4182-a4fc-6b465dc6d208'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:12.112791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event updated for resources: {'Port': ['ID=b93e2f53-15f6-4b24-b848-8bd9ef35d931,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:12.170124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.229469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.229993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.230358 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Floating IP 402e5816-7d4c-4172-b922-6f32e4784147 disassociated. External IP: 172.25.6.243, port: 31ceef43-b122-4557-b48f-4a58cb8abf2b. Aug 11 02:55:12.230700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for 31ceef43-b122-4557-b48f-4a58cb8abf2b owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:12.345548 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Floating IP 0ca26741-47b7-417b-a35a-c2a5bed943d9 associated. External IP: 172.25.6.32, port: 5d760b18-f017-46d4-b0b1-81b1d8ac299c. Aug 11 02:55:12.556563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.595652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=31ceef43-b122-4557-b48f-4a58cb8abf2b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:12.654069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cc1f645-39c2-42f4-9a35-12e8aab2bde3 req-3de14c72-5aa1-441a-9e6c-e754b3ba38b3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0611086 Aug 11 02:55:12.800622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Router 0bc400d0-5d10-4d82-980c-285d304bd0ce has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:12.911720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:13.390042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:13.403649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] Sync routers for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:13.414546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:13.415599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:13.480702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:13.482633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.498525 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:13.523403 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:13.524370 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:13.550501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port 31ceef43-b122-4557-b48f-4a58cb8abf2b on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:13.554278 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.556789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-375da610-e1fa-4062-b75f-4016139b3746 req-98cce2b8-974b-4a57-a777-42b8ddccf539 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "DELETE /v2.0/ports/31ceef43-b122-4557-b48f-4a58cb8abf2b HTTP/1.1" status: 204 len: 173 time: 2.0677664 Aug 11 02:55:13.557579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'name': 'network-vif-deleted', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:13.560660 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117bd02-edbf-43bd-a6c1-cb4b59c98eab" -d '{"events": [{"server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "name": "network-vif-deleted", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:13.566652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a26f808a-873f-425d-930e-79e20904e46d tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6748285 Aug 11 02:55:13.569084 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 35002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:13.621971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:13.650212 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a760d8-f9b5-49ed-b274-3c3e5f8d6731 x-openstack-request-id: req-96a760d8-f9b5-49ed-b274-3c3e5f8d6731 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:13.650751 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35334819-e270-47a8-9037-dc7788a9e021", "name": "network-vif-deleted", "tag": "31ceef43-b122-4557-b48f-4a58cb8abf2b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:13.651024 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96a760d8-f9b5-49ed-b274-3c3e5f8d6731 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:13.651469 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35334819-e270-47a8-9037-dc7788a9e021', 'name': 'network-vif-deleted', 'tag': '31ceef43-b122-4557-b48f-4a58cb8abf2b', 'status': 'completed', 'code': 200} Aug 11 02:55:13.695520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e272ad-87de-484b-8ede-d0adc97a0ecf tempest-TestVolumeBackupRestore-913202240 tempest-TestVolumeBackupRestore-913202240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.701389 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63e272ad-87de-484b-8ede-d0adc97a0ecf tempest-TestVolumeBackupRestore-913202240 tempest-TestVolumeBackupRestore-913202240-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1091 time: 0.1304686 Aug 11 02:55:13.704415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 35006) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:13.709353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Request body: {'floatingip': {'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:13.740910 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:13.850130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a70b4900-eebb-4a71-b05f-45ccc2750015 req-11a7129a-b32d-4a12-a8c7-54b9f00c1382 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0516720 Aug 11 02:55:13.867712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.998754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-010069a4-c9e2-4d9c-9f51-b8bbdd205f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.175320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:14.183454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0ca26741-47b7-417b-a35a-c2a5bed943d9', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:10Z', 'updated_at': '2021-08-11T02:55:10Z', 'revision_number': 0, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:14.212672 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:14.213418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] Checking router: 0bc400d0-5d10-4d82-980c-285d304bd0ce for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:14.223337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:14.224027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:14.225300 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:14.226212 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:14.365602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:14.395353 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:14.637887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:14.711791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.721642 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.777267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ab92f5d6-9242-4182-a4fc-6b465dc6d208 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:14.777674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.810779 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:14.811802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0ca26741-47b7-417b-a35a-c2a5bed943d9', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:10Z', 'updated_at': '2021-08-11T02:55:10Z', 'revision_number': 0, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:14.847708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814b2fe-bbb7-4998-b2a8-9a88b9c818ce None None] The sync data for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 is: [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0ca26741-47b7-417b-a35a-c2a5bed943d9', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:10Z', 'updated_at': '2021-08-11T02:55:10Z', 'revision_number': 0, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:14.895979 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3c06e-4d53-4a65-b84b-4188fcb47842 None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:14.941484 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.989088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:14.993090 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a159b-8b45-4c83-a3d1-511b9781136e" -d '{"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-plugged", "status": "completed", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:15.007485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-feaeaca3-67cc-4791-bd79-836bd0a71396 req-754f8166-8a94-4375-92f8-6e8220e7b69f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0601604 Aug 11 02:55:15.055565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:15.066644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.208331 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d6136-9954-4294-a241-1eb370a554cb x-openstack-request-id: req-c75d6136-9954-4294-a241-1eb370a554cb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:15.208783 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-plugged", "status": "completed", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:15.209146 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c75d6136-9954-4294-a241-1eb370a554cb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:15.209715 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'code': 200} Aug 11 02:55:15.235368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 31ceef43-b122-4557-b48f-4a58cb8abf2b no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:15.293920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 31ceef43-b122-4557-b48f-4a58cb8abf2b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:15.298338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 31ceef43-b122-4557-b48f-4a58cb8abf2b not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:15.336742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Router 0bc400d0-5d10-4d82-980c-285d304bd0ce has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:15.347920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafee170-66b4-4907-beab-841d8db9bc3d None None] New status for floating IP 0ca26741-47b7-417b-a35a-c2a5bed943d9: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:15.352406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:15.530411 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e278e-abe1-4715-8461-d988d00dfb13 None None] New status for floating IP 402e5816-7d4c-4172-b922-6f32e4784147: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:15.625335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:15.657260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.662130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:15.667555 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed879b-6582-44a8-bc87-f275de6b7ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:15.743265 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf4fc74-a8f9-4ddf-abae-8ef8d7fd63d2 x-openstack-request-id: req-3bf4fc74-a8f9-4ddf-abae-8ef8d7fd63d2 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:15.743932 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:15.745011 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bf4fc74-a8f9-4ddf-abae-8ef8d7fd63d2 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:15.745433 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'status': 'completed', 'code': 200} Aug 11 02:55:15.832927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2b593ee3-3558-42a4-8d84-9daed558a82b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "PUT /v2.0/floatingips/0ca26741-47b7-417b-a35a-c2a5bed943d9 HTTP/1.1" status: 200 len: 990 time: 2.1266761 Aug 11 02:55:15.867992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] Sync routers for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:15.880930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-ecb3bd11-1cb0-45c0-ab47-160bce1f47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.887478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-ecb3bd11-1cb0-45c0-ab47-160bce1f47a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1096 time: 0.0929911 Aug 11 02:55:15.887804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:15.888432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:16.015952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-b90bc73a-fc1b-49f0-8a91-c9bc368703d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.017846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-b90bc73a-fc1b-49f0-8a91-c9bc368703d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 913 time: 0.1185329 Aug 11 02:55:16.077246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:16.151094 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-4d9234f0-a8db-4f6f-a84a-4886dd56f1c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 1000 time: 0.1238511 Aug 11 02:55:16.207225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81a6e615-27c8-43e7-8a2a-084990e04ac2 req-a70106d7-9a88-4956-92fd-3ef29a5b0de5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0780528 Aug 11 02:55:16.260475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-34dea792-6569-4424-ae16-b713f2931356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.262499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-34dea792-6569-4424-ae16-b713f2931356 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 200 len: 852 time: 0.0954804 Aug 11 02:55:16.347133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-b6d0740f-3f06-4892-a97a-8bdb64229277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.349610 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-b6d0740f-3f06-4892-a97a-8bdb64229277 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778210 Aug 11 02:55:16.488905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0ca26741-47b7-417b-a35a-c2a5bed943d9', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:10Z', 'updated_at': '2021-08-11T02:55:15Z', 'revision_number': 2, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:16.499286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-8b8aec77-6dd0-4603-b28a-c8979a41715d service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397054 Aug 11 02:55:16.528021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] Checking router: 0bc400d0-5d10-4d82-980c-285d304bd0ce for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:16.540581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:16.541682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:54:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:16.645335 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78ed879b-6582-44a8-bc87-f275de6b7ed0 req-a5d5b199-d887-412a-a3cc-dd365472c726 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264658 Aug 11 02:55:16.721813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:17.156360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0ca26741-47b7-417b-a35a-c2a5bed943d9', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:10Z', 'updated_at': '2021-08-11T02:55:15Z', 'revision_number': 2, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:17.189474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f432e4d-2472-4dc1-80e0-858c3b7e2fc8 None None] The sync data for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 is: [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0ca26741-47b7-417b-a35a-c2a5bed943d9', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'port_id': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'mac_address': 'fa:16:3e:8e:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:10Z', 'updated_at': '2021-08-11T02:55:15Z', 'revision_number': 2, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:17.375117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa1f199d-161e-440f-af99-4c5e195db40b req-d4d0cf87-2710-49d8-af6b-847474162079 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0287690 Aug 11 02:55:17.463337 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9ee1-baa7-4a74-a84d-61843cbed257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:17.732389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:17.746884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}, {'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:17.750415 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68952d0-c44d-4d59-9305-348fee1ec6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}, {"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:17.796928 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d29f12-d147-42b6-bcd7-a153704aa451 x-openstack-request-id: req-39d29f12-d147-42b6-bcd7-a153704aa451 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:17.797408 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:17.797769 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39d29f12-d147-42b6-bcd7-a153704aa451 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:17.798773 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'status': 'completed', 'code': 200} Aug 11 02:55:17.799282 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'status': 'completed', 'code': 200} Aug 11 02:55:17.894396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-73abc2ee-1777-464a-b38f-dc3128fd03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.896254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-73abc2ee-1777-464a-b38f-dc3128fd03a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1096 time: 0.0533013 Aug 11 02:55:18.025508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-236676dd-0d6b-48b6-b829-607378d35fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.027069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-236676dd-0d6b-48b6-b829-607378d35fe9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 913 time: 0.1241946 Aug 11 02:55:18.111647 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-58e679f2-8988-4978-9c47-f16bdd6d3d14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 1000 time: 0.0760996 Aug 11 02:55:18.176354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-c842ed69-5f00-4da9-b042-baa06d4bd6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.177981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-c842ed69-5f00-4da9-b042-baa06d4bd6c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 200 len: 852 time: 0.0587025 Aug 11 02:55:18.230942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-f2fe2ffd-c0b7-445e-829b-979678a2ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.232654 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-f2fe2ffd-c0b7-445e-829b-979678a2ad38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475390 Aug 11 02:55:18.339600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-7386ad04-2f90-4809-be22-5aab6394142f service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000671 Aug 11 02:55:18.462032 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-79427392-e73f-4c49-a4ec-a0aa692e2dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088831 Aug 11 02:55:18.505734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.509000 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-266ad57f-80f8-457b-bf66-d70c64c0e95f req-773a0bfa-e229-438a-8635-7cedeb46b368 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=35334819-e270-47a8-9037-dc7788a9e021 HTTP/1.1" status: 200 len: 210 time: 0.0448124 Aug 11 02:55:18.584301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-34adb273-2ed0-4695-a552-67c7b77be18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.586078 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-34adb273-2ed0-4695-a552-67c7b77be18b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1096 time: 0.0599072 Aug 11 02:55:18.706143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-823558bf-09c0-40f4-9bce-e5b9b05f8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.707135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-823558bf-09c0-40f4-9bce-e5b9b05f8a86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 913 time: 0.1130903 Aug 11 02:55:18.786681 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-580145e5-6e59-45f5-96d9-f4bbdc1c8cc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 1000 time: 0.0706854 Aug 11 02:55:18.850327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-b81e5535-9951-4a38-9415-4d732e58e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.851966 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-b81e5535-9951-4a38-9415-4d732e58e486 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 200 len: 852 time: 0.0578234 Aug 11 02:55:18.913659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-8e98e829-954c-4c91-bb41-33d1625e1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.915109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-8e98e829-954c-4c91-bb41-33d1625e1de2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551355 Aug 11 02:55:19.023191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-aa333fa9-fb9a-4bdc-a9a3-c8373fed83a9 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953467 Aug 11 02:55:19.129364 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a68952d0-c44d-4d59-9305-348fee1ec6bd req-f259dd3c-0814-4951-ab56-5b1eca9892a5 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989785 Aug 11 02:55:19.807480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-91b3f185-78ee-4672-a4c0-9c321ec7d000 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249368848&fields=id&tenant_id=fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 267 time: 0.0383284 Aug 11 02:55:19.939174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-8904d297-1934-40b1-9894-cac943fefda9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.940998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-8904d297-1934-40b1-9894-cac943fefda9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.1259773 Aug 11 02:55:19.974740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-5dc92381-d8b1-44ca-b536-b4aaf136fc85 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0271270 Aug 11 02:55:20.117293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-af076251-b64e-4447-8650-ea4e31d2b3a0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1299000 Aug 11 02:55:20.147037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.231373 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:20.280737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-6a58d7c1-5355-431c-8c2f-4941bef2fa6c service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271327 Aug 11 02:55:20.396150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-eb53e5af-fb28-4934-a6b8-1efe390be68a service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069438 Aug 11 02:55:20.828358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17b5ea45-0c11-491c-a963-338a522ddf1e req-8792d96a-e5aa-4867-a687-27d891c3fd9e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0444739 Aug 11 02:55:21.876420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-88234e86-3c8d-41f4-846b-9f7aecd85b49 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:21.878087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-88234e86-3c8d-41f4-846b-9f7aecd85b49 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.1144598 Aug 11 02:55:21.965543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38ae3a4d-9916-4133-8ec0-2719354731d6 req-5b85bd3c-66d9-49d1-9fcd-ef8cfc26f001 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Aug 11 02:55:21.972531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-84211ffb-631b-41fe-98c9-6fd107cbcffd tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 380 time: 0.0838532 Aug 11 02:55:21.990421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'security_groups': ['01192832-709f-481c-9cca-16f0b9dd1ea5']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:22.106822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:22.111108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.258290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.14 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/d0de8621-3d09-4faa-9fe4-c818f6cb5ab7) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:22.447235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.470623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:22.520162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.587453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:22.592076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:22.594658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:22.596935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:22.680592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.681855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.715162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f5a0507f-80e8-427b-9302-83afee2f1236 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7349074 Aug 11 02:55:22.731428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Request body: {'port': {'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:22.809307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.942373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-95f1d0d2-0cca-4ad8-bbb8-99358eb08039 None None] Provisioning for port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:22.946434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-95f1d0d2-0cca-4ad8-bbb8-99358eb08039 None None] Provisioning complete for port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:22.947015 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f1d0d2-0cca-4ad8-bbb8-99358eb08039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.984673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-95f1d0d2-0cca-4ad8-bbb8-99358eb08039 None None] Port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:55:23.126752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b066ebf-c2b8-4e92-a300-dcd0edc02466 req-d68f6d95-7a3b-4014-a050-c0659712ffc0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.128488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b066ebf-c2b8-4e92-a300-dcd0edc02466 req-d68f6d95-7a3b-4014-a050-c0659712ffc0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 932 time: 0.0818028 Aug 11 02:55:23.139159 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.196153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:23.207508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b066ebf-c2b8-4e92-a300-dcd0edc02466 req-d5acd986-1719-4eaf-8b72-e614323e8bbb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710933 Aug 11 02:55:23.209602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.229767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Transition to ACTIVE for port object d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:23.229767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.257634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.286291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Pushing event updated for resources: {'Port': ['ID=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:23.377336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Attempting to bind port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:23.377871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Attempting to bind port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:23.378312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Attempting to bind port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:23.383889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:23.384218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Attempting to bind port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:23.390662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:23.391008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:23.391401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:23.391841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Bound port: d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:23.392204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.464963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] For port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:23.468913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] For port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:23.475424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.528744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.529319 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.530850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] 10.222.0.25 "PUT /v2.0/ports/d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 1092 time: 0.8046436 Aug 11 02:55:23.531298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:23.533570 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a3ee2-83f3-46de-8fb7-29e8cb347608" -d '{"events": [{"name": "network-changed", "server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:23.560269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111d7bc-7462-43a9-be26-b8d3f18a6307 service neutron] Pushing event updated for resources: {'Port': ['ID=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:23.610890 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db072de7-3ffa-4bf4-8139-d3557d0812c5 x-openstack-request-id: req-db072de7-3ffa-4bf4-8139-d3557d0812c5 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:23.611324 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:23.611675 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db072de7-3ffa-4bf4-8139-d3557d0812c5 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:23.612186 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'status': 'completed', 'code': 200} Aug 11 02:55:23.629297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-bd48c81a-6414-4aa8-a1a1-03fdf389137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.634912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-bd48c81a-6414-4aa8-a1a1-03fdf389137b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1095 time: 0.0554616 Aug 11 02:55:23.704577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-088eb9af-8a8d-4a46-b215-4b15aaa850a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 217 time: 0.0593760 Aug 11 02:55:23.779115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-b968c600-69ba-4694-a2d5-d88e11f09fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.780733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-b968c600-69ba-4694-a2d5-d88e11f09fcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0685351 Aug 11 02:55:23.833668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-d934d529-1b09-4e2d-8908-d24d4ccef23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.835199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-d934d529-1b09-4e2d-8908-d24d4ccef23b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465052 Aug 11 02:55:23.939394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-053855c7-d44b-4006-96fe-488bd063ba25 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946467 Aug 11 02:55:24.069651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31153fa8-ed4e-4cf7-9be5-0f2c6d8e7169 req-7fc7868c-9fac-4e1d-b4a4-9b93f4b831be service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215091 Aug 11 02:55:24.303150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-bfa3f9f4-2ee0-45af-886b-6978bbe905f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.303150 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-bfa3f9f4-2ee0-45af-886b-6978bbe905f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1095 time: 0.0678089 Aug 11 02:55:24.422089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74f41-c01b-4588-8df4-03ed5d4fc1f4 req-57fd50bb-25a7-4977-9f0f-fb9fa8f620ef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.423836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31c74f41-c01b-4588-8df4-03ed5d4fc1f4 req-57fd50bb-25a7-4977-9f0f-fb9fa8f620ef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.1169238 Aug 11 02:55:24.432214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-7c04fa19-4ac3-4b9e-b4b6-5dd499e2ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.435076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-7c04fa19-4ac3-4b9e-b4b6-5dd499e2ddcd service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2339070 Aug 11 02:55:24.509683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-f31f3030-9a0e-4f2e-a9d1-dbda4805d6a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 217 time: 0.0604677 Aug 11 02:55:24.565500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31c74f41-c01b-4588-8df4-03ed5d4fc1f4 req-f1c36d8d-801f-43eb-82dc-c1447a084f39 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289127 Aug 11 02:55:24.581939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-f63b4d7c-e87d-44de-93ab-ee3bf859efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.583922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-f63b4d7c-e87d-44de-93ab-ee3bf859efd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0654097 Aug 11 02:55:24.665043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-69229d22-5911-4192-851e-6dd4d3ee33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.666493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-69229d22-5911-4192-851e-6dd4d3ee33a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750546 Aug 11 02:55:24.808808 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-7068850d-56da-4626-904e-a03af46f433a service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326144 Aug 11 02:55:25.268183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-032a3ee2-83f3-46de-8fb7-29e8cb347608 req-dce8e5fb-0d6b-41df-bfc2-1d825853c63b service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508739 Aug 11 02:55:25.715916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89366-8c1c-414f-8185-65747f0122fc req-31cded18-8de5-4b01-a326-7f7289d938c4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:25.718288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89b89366-8c1c-414f-8185-65747f0122fc req-31cded18-8de5-4b01-a326-7f7289d938c4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0614147 Aug 11 02:55:25.762559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89b89366-8c1c-414f-8185-65747f0122fc req-1033194a-75fd-4f41-87fa-62fe83b0ff2b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342042 Aug 11 02:55:26.954392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4641a9-36b5-4a52-9402-4d15de16d8eb req-b342afbe-62c8-4da3-bb9a-4e0828ce14c2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.956015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d4641a9-36b5-4a52-9402-4d15de16d8eb req-b342afbe-62c8-4da3-bb9a-4e0828ce14c2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0945001 Aug 11 02:55:27.023542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d4641a9-36b5-4a52-9402-4d15de16d8eb req-a37ec05c-d69e-451b-afdc-92167dbac191 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605547 Aug 11 02:55:28.171975 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ffca9-ed02-45b0-b1e0-18897bd01865 req-ad940f26-d65f-42af-8c9e-4302076a4dca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.173612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d0ffca9-ed02-45b0-b1e0-18897bd01865 req-ad940f26-d65f-42af-8c9e-4302076a4dca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0721927 Aug 11 02:55:28.220078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d0ffca9-ed02-45b0-b1e0-18897bd01865 req-b9120a55-371f-49d7-8b1c-cd41be4d7420 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361269 Aug 11 02:55:29.389198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393de2-9f23-49cb-a548-e9518c9325f1 req-b60649a7-3059-4c34-a5dc-c1815aa35462 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.392571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9393de2-9f23-49cb-a548-e9518c9325f1 req-b60649a7-3059-4c34-a5dc-c1815aa35462 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0875769 Aug 11 02:55:29.443567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f9393de2-9f23-49cb-a548-e9518c9325f1 req-ebda9d74-94be-449a-84c2-88f513370953 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Aug 11 02:55:30.593559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ceee5-fa42-472a-b8b4-a0cf72d0d085 req-5f9af90e-ef7b-4955-8b17-0ba2edc7468f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.601151 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-736ceee5-fa42-472a-b8b4-a0cf72d0d085 req-5f9af90e-ef7b-4955-8b17-0ba2edc7468f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0613277 Aug 11 02:55:30.651270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-736ceee5-fa42-472a-b8b4-a0cf72d0d085 req-da080f27-6e74-4076-bf34-244d4661338b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480530 Aug 11 02:55:31.825482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e4a1e-09b4-4b2c-bfef-47c438e0b314 req-73c406e1-42b9-4744-9c2f-47e683abecc6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.833684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f4e4a1e-09b4-4b2c-bfef-47c438e0b314 req-73c406e1-42b9-4744-9c2f-47e683abecc6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0756621 Aug 11 02:55:31.878362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f4e4a1e-09b4-4b2c-bfef-47c438e0b314 req-7bdb4ec6-dd6b-416b-8ecb-ff336481c00c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Aug 11 02:55:33.026884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4707-66fe-4661-a530-cfc7d4b90b45 req-f095c2cf-e844-4960-a9c3-c5cb6e0a4633 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.028496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-305e4707-66fe-4661-a530-cfc7d4b90b45 req-f095c2cf-e844-4960-a9c3-c5cb6e0a4633 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0634651 Aug 11 02:55:33.078228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-305e4707-66fe-4661-a530-cfc7d4b90b45 req-7f2bcc33-00eb-4b31-b52a-462bf3f0e70c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Aug 11 02:55:34.215721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a10a-f10a-4dc5-9086-24841334426a req-4d79e795-40d5-4a8c-a3b9-14c32ef82bcc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.217452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ae4a10a-f10a-4dc5-9086-24841334426a req-4d79e795-40d5-4a8c-a3b9-14c32ef82bcc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0564544 Aug 11 02:55:34.266142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ae4a10a-f10a-4dc5-9086-24841334426a req-f804b2af-b04b-4995-b053-da5a9be6c1e9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Aug 11 02:55:35.439977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c203-01f0-4954-8d57-eb65aeaa2b90 req-3559b9e7-f2e4-4836-9c19-71214c2ef471 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.442640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e501c203-01f0-4954-8d57-eb65aeaa2b90 req-3559b9e7-f2e4-4836-9c19-71214c2ef471 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0729990 Aug 11 02:55:35.490142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e501c203-01f0-4954-8d57-eb65aeaa2b90 req-9f980e72-d453-4421-8758-10369e4f4788 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390708 Aug 11 02:55:36.621337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878ed4b-b417-4863-badb-0f04a8948f06 req-7b8ee1ac-2f00-40ba-82f0-994954c8851e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:36.623751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4878ed4b-b417-4863-badb-0f04a8948f06 req-7b8ee1ac-2f00-40ba-82f0-994954c8851e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0599115 Aug 11 02:55:36.689122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4878ed4b-b417-4863-badb-0f04a8948f06 req-d3d63663-dfa1-4b68-ace0-a2d15f018508 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579050 Aug 11 02:55:37.777153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa6c-8b72-4e23-9f84-3772851db80d req-c69a776e-0a6c-4dfa-ac37-62fd8a22e002 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.778920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a40fa6c-8b72-4e23-9f84-3772851db80d req-c69a776e-0a6c-4dfa-ac37-62fd8a22e002 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 950 time: 0.0586543 Aug 11 02:55:37.849634 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a40fa6c-8b72-4e23-9f84-3772851db80d req-3be63d73-7077-457a-8a99-35114704a20d tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Aug 11 02:55:37.859087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5412b-08c2-409e-aaf0-882519bd1c10 req-49ba0864-c337-4e94-9707-b30de91ba8b1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.860734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6b5412b-08c2-409e-aaf0-882519bd1c10 req-49ba0864-c337-4e94-9707-b30de91ba8b1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0917556 Aug 11 02:55:37.908931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c6b5412b-08c2-409e-aaf0-882519bd1c10 req-8c2040b7-57cc-4df8-b304-37dd506c8e90 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Aug 11 02:55:38.971146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fc06-9af7-4f74-bbde-4b5a0956bf0a req-3ec554c7-53b3-4d68-bdbd-02f1ff989619 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.972692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cd3fc06-9af7-4f74-bbde-4b5a0956bf0a req-3ec554c7-53b3-4d68-bdbd-02f1ff989619 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 950 time: 0.0511255 Aug 11 02:55:39.044394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cd3fc06-9af7-4f74-bbde-4b5a0956bf0a req-a731f47c-e7ca-42f5-9d2b-065ccd505970 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fe2a237-fa9a-4674-aaee-5553bc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646119 Aug 11 02:55:39.059954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2809d-5e95-49e4-b4aa-45d6c81a093f req-1d5feadd-4772-40e8-b3e7-eb06c24bb7ca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:39.062030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eda2809d-5e95-49e4-b4aa-45d6c81a093f req-1d5feadd-4772-40e8-b3e7-eb06c24bb7ca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 944 time: 0.0747709 Aug 11 02:55:39.107015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eda2809d-5e95-49e4-b4aa-45d6c81a093f req-d89934c6-530c-4cb8-a1d5-c7b4c23be0b2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Aug 11 02:55:39.345495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:39.464059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:39.478128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:39.518634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.524035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-b633e6cf-02b7-4be1-8149-f33d35f088bc tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:39.525903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-b633e6cf-02b7-4be1-8149-f33d35f088bc tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 950 time: 0.0586312 Aug 11 02:55:39.532665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:39.554862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:39.569251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.620170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:39.641414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Deleting port a4298846-32c1-4007-9d68-7ffe0fa3bb5f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:39.641913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.732346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] For port a4298846-32c1-4007-9d68-7ffe0fa3bb5f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:39.732716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.748361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Calling delete_port for a4298846-32c1-4007-9d68-7ffe0fa3bb5f owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:39.818286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['d0de8621-3d09-4faa-9fe4-c818f6cb5ab7'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:39.886842 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.918052 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Pushing event deleted for resources: {'Port': ['ID=a4298846-32c1-4007-9d68-7ffe0fa3bb5f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:39.970101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] No DVR routers for this DVR port a4298846-32c1-4007-9d68-7ffe0fa3bb5f on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:39.975315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.980018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57e6988a-080b-46f4-9142-b7b0db507b42 req-1c9b1855-6744-4972-899c-e9f77208dc62 tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.25 "DELETE /v2.0/ports/a4298846-32c1-4007-9d68-7ffe0fa3bb5f HTTP/1.1" status: 204 len: 173 time: 0.4454055 Aug 11 02:55:39.980800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'name': 'network-vif-deleted', 'tag': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:39.989731 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae65a931-baa5-4157-9ba5-c0fb8f4f4de6" -d '{"events": [{"server_uuid": "61ce872a-1ecf-4a90-adca-5659f7d74bdc", "name": "network-vif-deleted", "tag": "a4298846-32c1-4007-9d68-7ffe0fa3bb5f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:40.038117 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c9b58f-3096-467f-bd1e-9177a108adbc x-openstack-request-id: req-d3c9b58f-3096-467f-bd1e-9177a108adbc {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:40.038419 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce872a-1ecf-4a90-adca-5659f7d74bdc", "name": "network-vif-deleted", "tag": "a4298846-32c1-4007-9d68-7ffe0fa3bb5f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:40.038682 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3c9b58f-3096-467f-bd1e-9177a108adbc {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:40.039078 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce872a-1ecf-4a90-adca-5659f7d74bdc', 'name': 'network-vif-deleted', 'tag': 'a4298846-32c1-4007-9d68-7ffe0fa3bb5f', 'status': 'completed', 'code': 200} Aug 11 02:55:40.180822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-31c478ed-990d-41e2-b10d-a09327943d91 req-a36df77e-a7bd-4499-9cfc-8ed863ca615b tempest-VolumesBackupsTest-1048829764 tempest-VolumesBackupsTest-1048829764-project] 10.222.0.16 "GET /v2.0/ports?device_id=61ce872a-1ecf-4a90-adca-5659f7d74bdc HTTP/1.1" status: 200 len: 210 time: 0.0284398 Aug 11 02:55:40.238519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95c513-7bab-41b9-ad58-a5b5f148a487 req-8109790c-b801-407b-99eb-7e33c8734461 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:40.240051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc95c513-7bab-41b9-ad58-a5b5f148a487 req-8109790c-b801-407b-99eb-7e33c8734461 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Aug 11 02:55:40.282474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc95c513-7bab-41b9-ad58-a5b5f148a487 req-820f62af-4bec-4099-8969-76db99745f8f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355279 Aug 11 02:55:40.422076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['a4298846-32c1-4007-9d68-7ffe0fa3bb5f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:41.342977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:41.476927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:41.486199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:41.487342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.530327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7de953-fb67-4f80-b9e3-274ce0565ded req-12b80ed1-989a-48fa-bb76-5ea9a8070fc3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.532712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb7de953-fb67-4f80-b9e3-274ce0565ded req-12b80ed1-989a-48fa-bb76-5ea9a8070fc3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 945 time: 0.0682027 Aug 11 02:55:41.583435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb7de953-fb67-4f80-b9e3-274ce0565ded req-f232621b-341a-415a-b5e9-caab6dc7d6c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Aug 11 02:55:41.644931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.682708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:41.686755 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21fc901-825f-4847-ab31-de6cfa3852b1" -d '{"events": [{"server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "name": "network-vif-plugged", "status": "completed", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:41.709283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:41.716189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.742227 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc55be-fce9-47bf-86b0-bac468cdaaa8 x-openstack-request-id: req-64cc55be-fce9-47bf-86b0-bac468cdaaa8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:41.742518 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "name": "network-vif-plugged", "status": "completed", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:41.742771 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64cc55be-fce9-47bf-86b0-bac468cdaaa8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:41.743157 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'code': 200} Aug 11 02:55:41.781894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:41.854349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09cc5f-e64f-430e-bdc0-21e0744a440a req-e17b0dce-aa27-4d29-8489-4bdacd642a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.856144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a09cc5f-e64f-430e-bdc0-21e0744a440a req-e17b0dce-aa27-4d29-8489-4bdacd642a00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1097 time: 0.0529609 Aug 11 02:55:41.897620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a09cc5f-e64f-430e-bdc0-21e0744a440a req-db75775c-d329-48f6-86eb-af5e70cd95ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Aug 11 02:55:42.641632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-bbd9839c-573f-4cb7-a1eb-c1763c40066e req-77dce46d-bfb2-47c7-bbf3-0bc9bb784317 service neutron] (94700) timed out ('10.222.0.16', 43400) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:55:42.730612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c442cca-678e-4f9b-b009-63bd4f6a65fb req-01d29668-8f05-4605-9971-06cc13bbc6ed tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:42.732365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c442cca-678e-4f9b-b009-63bd4f6a65fb req-01d29668-8f05-4605-9971-06cc13bbc6ed tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 946 time: 0.0699542 Aug 11 02:55:42.808349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9c442cca-678e-4f9b-b009-63bd4f6a65fb req-1f2ff540-72b9-46bc-95e7-eb12a1092605 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672829 Aug 11 02:55:43.351190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a4298846-32c1-4007-9d68-7ffe0fa3bb5f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:43.383458 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: a4298846-32c1-4007-9d68-7ffe0fa3bb5f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:43.383641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device a4298846-32c1-4007-9d68-7ffe0fa3bb5f not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:43.919214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3494e574-4463-4677-b5d4-9efc624b9dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:43.993846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18c12-3549-49b2-a397-9047b53b35a4 req-99a63987-065c-4b3a-b602-0b31791f8519 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:43.996254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08b18c12-3549-49b2-a397-9047b53b35a4 req-99a63987-065c-4b3a-b602-0b31791f8519 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 946 time: 0.0759997 Aug 11 02:55:44.060590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08b18c12-3549-49b2-a397-9047b53b35a4 req-3f93e991-a73a-4d47-a051-7b6f96f685ef tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571921 Aug 11 02:55:44.230248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10292fda-d6df-449f-b05a-159e795926b8 req-6b59cf03-1f45-4374-bb09-992777d77e0c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.240306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10292fda-d6df-449f-b05a-159e795926b8 req-6b59cf03-1f45-4374-bb09-992777d77e0c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 946 time: 0.0938814 Aug 11 02:55:44.308897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10292fda-d6df-449f-b05a-159e795926b8 req-2d3b6194-52b9-43a8-a7a6-75233b39d281 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669405 Aug 11 02:55:44.331348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:44.381374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff19e3-075d-455d-8590-adcd9a1491b1 tempest-TestVolumeBootPattern-569898827 tempest-TestVolumeBootPattern-569898827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.385924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bfff19e3-075d-455d-8590-adcd9a1491b1 tempest-TestVolumeBootPattern-569898827 tempest-TestVolumeBootPattern-569898827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1092 time: 0.0530655 Aug 11 02:55:44.386542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:44.392961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:44.425130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.037056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.177757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.25.6.205 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/9c265611-bdd2-4c60-9448-e3b4d503e293) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:45.329010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.388477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.459738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=9c265611-bdd2-4c60-9448-e3b4d503e293,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:45.469555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.469748 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.470590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.471086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.471596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.472294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.473273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.473773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.474291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.474903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.475525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.476006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:45.490967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:45.502892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:45.507872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:46.363169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.567341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.856501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.862765 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.967845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=9c265611-bdd2-4c60-9448-e3b4d503e293,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:46.974107 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.149372 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Floating IP 0047d8ae-77c1-4030-9f30-c0a5a68020bf associated. External IP: 172.25.6.205, port: d0de8621-3d09-4faa-9fe4-c818f6cb5ab7. Aug 11 02:55:47.409056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:47.465303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0468-47c0-4beb-b5b1-a678542d73d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.575873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:47.590711 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:47.602893 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:47.603515 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:47.611453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.671338 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e75668dd-d276-49f5-bb73-a4cce6a47431 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2795827 Aug 11 02:55:47.672602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:47.675433 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dbac90-6173-44f3-8595-e103da678e57" -d '{"events": [{"name": "network-changed", "server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:47.730164 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:47.744721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.835188 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0966381c-4d53-4b02-8679-a4abb3222a6a x-openstack-request-id: req-0966381c-4d53-4b02-8679-a4abb3222a6a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:47.835539 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:47.836018 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0966381c-4d53-4b02-8679-a4abb3222a6a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:47.836612 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'status': 'completed', 'code': 200} Aug 11 02:55:47.947322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbac90-6173-44f3-8595-e103da678e57 req-6b397a92-1e59-441e-aa74-b364dd0b0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:47.952216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-6b397a92-1e59-441e-aa74-b364dd0b0d6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1097 time: 0.0832045 Aug 11 02:55:48.072544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbac90-6173-44f3-8595-e103da678e57 req-8b6a5a55-79b5-496a-b026-7b466523b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:48.074562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-8b6a5a55-79b5-496a-b026-7b466523b14f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.1104295 Aug 11 02:55:48.168986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-a32a4206-a73c-421a-a64f-241bdfd02cff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 1000 time: 0.0841310 Aug 11 02:55:48.175498 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:45Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:48.205316 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:48.214275 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:48.215105 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:48.239725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbac90-6173-44f3-8595-e103da678e57 req-a3d06b86-cd56-4756-b95f-938f07424b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:48.242362 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-a3d06b86-cd56-4756-b95f-938f07424b80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0611894 Aug 11 02:55:48.328809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbac90-6173-44f3-8595-e103da678e57 req-8de914c5-b35c-41bb-add2-0ff8fea46798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:48.330776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-8de914c5-b35c-41bb-add2-0ff8fea46798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797405 Aug 11 02:55:48.376701 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:48.469134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-fa54805f-bf4b-4ed0-b5c0-8745534ef8e3 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299846 Aug 11 02:55:48.502344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.627862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1dbac90-6173-44f3-8595-e103da678e57 req-0243c2ab-ee5e-4e9f-b227-aef252b60ed1 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505244 Aug 11 02:55:48.783967 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:45Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:48.834662 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26628c-f028-4a6c-bc0f-7f2c651b1d3c None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:45Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:49.135523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45bf40-f618-415a-983e-bdcd47dbd27f None None] New status for floating IP 0047d8ae-77c1-4030-9f30-c0a5a68020bf: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:49.402849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204e1ed-be9e-4aa8-91f3-92f9f5478af9 req-20f80500-3844-40b9-bf6b-5c45d6bdcb40 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:49.405674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4204e1ed-be9e-4aa8-91f3-92f9f5478af9 req-20f80500-3844-40b9-bf6b-5c45d6bdcb40 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 947 time: 0.0559225 Aug 11 02:55:49.447346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4204e1ed-be9e-4aa8-91f3-92f9f5478af9 req-034e6fe1-d95f-4c0f-af72-de1d675cf8fd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347166 Aug 11 02:55:50.120993 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.586387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de1988-5ef6-4dda-a832-b4ee8bb64119 req-ca46b19a-6021-4f0a-9be4-18f2b4550ed0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.588901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6de1988-5ef6-4dda-a832-b4ee8bb64119 req-ca46b19a-6021-4f0a-9be4-18f2b4550ed0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 947 time: 0.0595737 Aug 11 02:55:50.640647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6de1988-5ef6-4dda-a832-b4ee8bb64119 req-21e4c295-40b8-4e2a-981c-df653c53ddcb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Aug 11 02:55:51.381223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-fe14cfe6-908d-4361-8b7c-59121e629827 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.382852 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-fe14cfe6-908d-4361-8b7c-59121e629827 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 947 time: 0.0565889 Aug 11 02:55:51.504907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Deleting port 5ec8af8c-b879-42da-beec-7684f0245681 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:51.505529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.605924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] For port 5ec8af8c-b879-42da-beec-7684f0245681, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5ec8af8c-b879-42da-beec-7684f0245681,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:51.606389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.796996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47890-b18d-4913-a8d6-4d70f6bd4206 req-dda4baf3-9eb3-414d-8657-3bee964685fd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.798724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3a47890-b18d-4913-a8d6-4d70f6bd4206 req-dda4baf3-9eb3-414d-8657-3bee964685fd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 947 time: 0.0695951 Aug 11 02:55:51.855342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3a47890-b18d-4913-a8d6-4d70f6bd4206 req-3f4ae385-73eb-4bf7-93db-3400bae11e70 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=63adbcc5-a21b-4215-864d-514b6497d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497932 Aug 11 02:55:51.895385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.895892 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.896317 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Floating IP 49a58ad9-795a-4619-8a3e-c689a097cf19 disassociated. External IP: 172.25.6.223, port: 5ec8af8c-b879-42da-beec-7684f0245681. Aug 11 02:55:51.896744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Calling delete_port for 5ec8af8c-b879-42da-beec-7684f0245681 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:51.909104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:52.131221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.155836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 4e82e44a-e7a7-4d0a-bac8-9431cc2ddad9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:52.156474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.187461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event deleted for resources: {'Port': ['ID=5ec8af8c-b879-42da-beec-7684f0245681,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:52.273163 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.273627 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.289765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 4e82e44a-e7a7-4d0a-bac8-9431cc2ddad9 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:52.355629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:52.491128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:52.495575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.506704 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:52.529988 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:52.531029 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:52.566872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=4e82e44a-e7a7-4d0a-bac8-9431cc2ddad9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:52.586166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] No DVR routers for this DVR port 5ec8af8c-b879-42da-beec-7684f0245681 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:52.595538 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.601640 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7a0297ea-fda1-498a-9a9f-cfad55e8fc9a req-c9d92720-0d4d-4f97-b570-6c0a9a8c655b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "DELETE /v2.0/ports/5ec8af8c-b879-42da-beec-7684f0245681 HTTP/1.1" status: 204 len: 173 time: 1.2084236 Aug 11 02:55:52.602299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-deleted', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:52.621500 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d79204-6c4f-4c06-968d-1e68eda1d603" -d '{"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-deleted", "tag": "5ec8af8c-b879-42da-beec-7684f0245681"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:52.718918 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b73ba1-119a-4025-a091-07a839d71ffc x-openstack-request-id: req-57b73ba1-119a-4025-a091-07a839d71ffc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:52.719364 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c4472-c172-46cb-9c5b-d125db1af58f", "name": "network-vif-deleted", "tag": "5ec8af8c-b879-42da-beec-7684f0245681", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:52.719688 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57b73ba1-119a-4025-a091-07a839d71ffc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:52.720159 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c4472-c172-46cb-9c5b-d125db1af58f', 'name': 'network-vif-deleted', 'tag': '5ec8af8c-b879-42da-beec-7684f0245681', 'status': 'completed', 'code': 200} Aug 11 02:55:52.755186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.757194 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Floating IP 4e81ffba-fb55-4eb5-be09-6b6024e019fa disassociated (deleted). External IP: 172.25.6.95, port: ab92f5d6-9242-4182-a4fc-6b465dc6d208. Aug 11 02:55:52.832828 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:53.062298 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:53.086434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa78e423-9169-4034-a68b-61b677b021d6 req-62c254db-a319-4d4e-afb7-f230fa699251 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=483c4472-c172-46cb-9c5b-d125db1af58f HTTP/1.1" status: 200 len: 210 time: 0.0391772 Aug 11 02:55:53.101516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router fbf4b290-7654-4aae-b3db-c473ebd2f548 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:53.152196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.237186 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:53.278062 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.280648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:53.282287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:53.291631 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:53.292521 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:53.305531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.306384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] Sync routers for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:53.320710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:53.321707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:53.323540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Deleting port b93e2f53-15f6-4b24-b848-8bd9ef35d931 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:53.324362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.346934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a9566fef-7496-41b8-a8a7-361ea46d8473 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e81ffba-fb55-4eb5-be09-6b6024e019fa HTTP/1.1" status: 204 len: 168 time: 1.4364972 Aug 11 02:55:53.348048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:53.350694 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e109c-2154-4dbf-98ba-6aa160b4a688" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:53.427446 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea33d30c-2a02-4f23-aa75-e4e4c0a7b322 x-openstack-request-id: req-ea33d30c-2a02-4f23-aa75-e4e4c0a7b322 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:53.428183 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:53.428846 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea33d30c-2a02-4f23-aa75-e4e4c0a7b322 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:53.429450 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'status': 'completed', 'code': 200} Aug 11 02:55:53.555764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:53.581381 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:53.625358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.626052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.724707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Calling delete_port for b93e2f53-15f6-4b24-b848-8bd9ef35d931 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:53.764595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-10ad903a-60fb-4020-9ba0-375a79768732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.769480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-10ad903a-60fb-4020-9ba0-375a79768732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca7c0f0103654e2b9246fb027410d45b&device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 1097 time: 0.2936389 Aug 11 02:55:53.886604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c9cdb-ad8e-4d67-8114-c06c06cb2168 req-df8e10aa-a429-4524-baa8-a015413dcdea tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.899231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-395c9cdb-ad8e-4d67-8114-c06c06cb2168 req-df8e10aa-a429-4524-baa8-a015413dcdea tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.1251416 Aug 11 02:55:53.942817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:53.988764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-395c9cdb-ad8e-4d67-8114-c06c06cb2168 req-8fc65661-3aec-43eb-a951-eec7639de8d7 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885396 Aug 11 02:55:54.027818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] Checking router: fbf4b290-7654-4aae-b3db-c473ebd2f548 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:54.046428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:54.048873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:54.050892 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:54.094385 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34827ae8-1e38-4765-b512-c6f7d50d5521 None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:54.103400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-1741f2ad-d435-49c7-aab8-2979fbd8d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:54.105061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-1741f2ad-d435-49c7-aab8-2979fbd8d443 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec85e5d6-1b54-49a0-a70d-554672a75bc0 HTTP/1.1" status: 200 len: 897 time: 0.3243434 Aug 11 02:55:54.271180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36622) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:54.273129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:54.400943 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88c026c0-a747-42be-9150-0388aa181b7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.445631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88c026c0-a747-42be-9150-0388aa181b7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.547397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88c026c0-a747-42be-9150-0388aa181b7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.554369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88c026c0-a747-42be-9150-0388aa181b7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.554369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-88c026c0-a747-42be-9150-0388aa181b7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "DELETE /v2.0/security-groups/63adbcc5-a21b-4215-864d-514b6497d44a HTTP/1.1" status: 204 len: 168 time: 0.2809486 Aug 11 02:55:54.559622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36624) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:54.606297 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e7950-58a7-4cab-b415-bf18a067196f None None] New status for floating IP 49a58ad9-795a-4619-8a3e-c689a097cf19: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:54.618798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c026c0-a747-42be-9150-0388aa181b7e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63adbcc5-a21b-4215-864d-514b6497d44a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:54.627841 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-1f1f9387-fcbf-4cf7-ba14-5d09bd851c13 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] show failed (client error): The resource could not be found. Aug 11 02:55:54.631783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1f1f9387-fcbf-4cf7-ba14-5d09bd851c13 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups/63adbcc5-a21b-4215-864d-514b6497d44a HTTP/1.1" status: 404 len: 347 time: 0.0626433 Aug 11 02:55:54.654010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36626) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:54.772092 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-05dd3f95-417a-4c4b-8eac-da9a14db4b29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208 HTTP/1.1" status: 200 len: 217 time: 0.6564658 Aug 11 02:55:54.789622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:54.900256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eaca05-2fba-40ac-87ed-4c67adfb535e None None] The sync data for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 is: [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:54:01Z', 'revision_number': 4, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '481b28ba-cb21-4a4e-b77a-0d1c46be608b', 'name': '', 'network_id': 'ec85e5d6-1b54-49a0-a70d-554672a75bc0', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'mac_address': 'fa:16:3e:05:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:54:08Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'subnets': [{'id': 'd4d4c902-5808-4a79-a0d3-2cf656cb3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:54.922941 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.012227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event deleted for resources: {'Port': ['ID=b93e2f53-15f6-4b24-b848-8bd9ef35d931,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:55.064284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-58c838e9-2db6-4ab8-a117-b947a8481823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:55.066394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-58c838e9-2db6-4ab8-a117-b947a8481823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4d4c902-5808-4a79-a0d3-2cf656cb3c06 HTTP/1.1" status: 200 len: 835 time: 0.1958861 Aug 11 02:55:55.113777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Deleting port a469cf43-ee07-4613-9e29-9b2e9eb8b697 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:55.114196 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.125954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.126723 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Floating IP 0ca26741-47b7-417b-a35a-c2a5bed943d9 disassociated (deleted). External IP: 172.25.6.32, port: 5d760b18-f017-46d4-b0b1-81b1d8ac299c. Aug 11 02:55:55.198996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-385bd494-813d-4547-a214-8a9a608f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:55.201313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-385bd494-813d-4547-a214-8a9a608f250c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec85e5d6-1b54-49a0-a70d-554672a75bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205709 Aug 11 02:55:55.259099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.259099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.274116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Calling delete_port for a469cf43-ee07-4613-9e29-9b2e9eb8b697 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:55.456685 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-b4e0d377-9c53-422e-8e4d-657319e361e0 service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439961 Aug 11 02:55:55.553718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5539c8-5c96-4805-bf12-1b22fae7ba5b None None] New status for floating IP 4e81ffba-fb55-4eb5-be09-6b6024e019fa: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:55.635307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.697983 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Router 0bc400d0-5d10-4d82-980c-285d304bd0ce has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:55.699342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event deleted for resources: {'Port': ['ID=a469cf43-ee07-4613-9e29-9b2e9eb8b697,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:55.700377 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7c7e109c-2154-4dbf-98ba-6aa160b4a688 req-6d1ce254-d525-4f08-83a5-8de44da4213d service neutron] 10.222.0.59 "GET /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317886 Aug 11 02:55:55.756517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e139ab5-82d4-4871-8a02-6ba859763854 req-c9f747bf-6900-4201-95bd-76192caf5eb3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:55.758543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e139ab5-82d4-4871-8a02-6ba859763854 req-c9f747bf-6900-4201-95bd-76192caf5eb3 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.2626777 Aug 11 02:55:55.797100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-29e69e69-ae3c-4249-b482-947dac3b16e8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:55.798780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-29e69e69-ae3c-4249-b482-947dac3b16e8 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 946 time: 0.3016632 Aug 11 02:55:55.918068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:55.923439 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.939594 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] Sync routers for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:55.940199 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.943146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.957703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5322bdee-9af3-4b18-a97a-cb236584d9dc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "DELETE /v2.0/floatingips/49a58ad9-795a-4619-8a3e-c689a097cf19 HTTP/1.1" status: 204 len: 168 time: 1.2898481 Aug 11 02:55:55.964411 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:55.965529 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:55.996597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e139ab5-82d4-4871-8a02-6ba859763854 req-12712a97-1ef0-4b27-892c-5f65366ac328 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/security-groups?id=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131169 Aug 11 02:55:56.029054 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-066f0bd9-49bb-47d1-8e9b-62fb20d23e04 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "DELETE /v2.0/floatingips/0ca26741-47b7-417b-a35a-c2a5bed943d9 HTTP/1.1" status: 204 len: 168 time: 2.9606464 Aug 11 02:55:56.029054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:56.055537 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede" -d '{"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:56.131505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port ab92f5d6-9242-4182-a4fc-6b465dc6d208 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:56.133831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.327320 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae67cfd-1c1e-432d-b5fb-ca49c436e7d2 x-openstack-request-id: req-fae67cfd-1c1e-432d-b5fb-ca49c436e7d2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:56.327683 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:56.328638 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fae67cfd-1c1e-432d-b5fb-ca49c436e7d2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:56.329225 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'status': 'completed', 'code': 200} Aug 11 02:55:56.379380 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:56.404526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port ab92f5d6-9242-4182-a4fc-6b465dc6d208, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ab92f5d6-9242-4182-a4fc-6b465dc6d208,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:56.405137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.413514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-1ca517ef-5655-41d2-810c-c236776b4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.421119 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-1ca517ef-5655-41d2-810c-c236776b4566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5c1cfc212544781a75010ee7cc07c80&device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 1096 time: 0.0579388 Aug 11 02:55:56.421311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for ab92f5d6-9242-4182-a4fc-6b465dc6d208 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:56.603437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-a14fbb0c-c3cb-459f-a7ca-a6e32758efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.604951 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-a14fbb0c-c3cb-459f-a7ca-a6e32758efd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 200 len: 913 time: 0.1772389 Aug 11 02:55:56.679515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef618d-3f09-44cc-9ea1-20121cdf8ccb req-78fb5a05-cdb6-43b1-8d3c-88a941ecc0a8 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.689487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3eef618d-3f09-44cc-9ea1-20121cdf8ccb req-78fb5a05-cdb6-43b1-8d3c-88a941ecc0a8 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 945 time: 0.1499193 Aug 11 02:55:56.751576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:56.769439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3eef618d-3f09-44cc-9ea1-20121cdf8ccb req-190814d4-264c-4a53-b3e3-9dfa38fc2225 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791733 Aug 11 02:55:56.773664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-4c4e2420-6493-47bc-a6e4-bcbdf8ec0a4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 200 len: 217 time: 0.1583974 Aug 11 02:55:56.783771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.797632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5ec8af8c-b879-42da-beec-7684f0245681 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:56.797632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5ec8af8c-b879-42da-beec-7684f0245681 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:56.852860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36668) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:56.870711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24626976', 'description': 'tempest-description--1044092677'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:56.893348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=ab92f5d6-9242-4182-a4fc-6b465dc6d208,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:56.924470 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:56.960782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] No DVR routers for this DVR port ab92f5d6-9242-4182-a4fc-6b465dc6d208 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:56.965060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.967717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-204bc04d-d953-474d-bc25-7a2f6aad7152 req-4c0341f7-73fe-4e4d-bc37-dd42a24e7e31 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.59 "DELETE /v2.0/ports/ab92f5d6-9242-4182-a4fc-6b465dc6d208 HTTP/1.1" status: 204 len: 173 time: 1.1327965 Aug 11 02:55:56.968341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-deleted', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:56.978293 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06c86f-eac9-4111-92f3-7cc4a2ca39b2" -d '{"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-deleted", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:56.988914 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] Checking router: 0bc400d0-5d10-4d82-980c-285d304bd0ce for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:57.011694 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:57.012684 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:57.012826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-64743e3c-a062-481c-804e-00251ffc68db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.019747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-64743e3c-a062-481c-804e-00251ffc68db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 200 len: 852 time: 0.2306356 Aug 11 02:55:57.020856 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.029073 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31966347-6a95-406c-b335-1e67bede91d9 x-openstack-request-id: req-31966347-6a95-406c-b335-1e67bede91d9 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:57.029603 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb5c08-8848-4d25-b24a-607c505a99a6", "name": "network-vif-deleted", "tag": "ab92f5d6-9242-4182-a4fc-6b465dc6d208", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:57.030060 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31966347-6a95-406c-b335-1e67bede91d9 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:57.030743 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb5c08-8848-4d25-b24a-607c505a99a6', 'name': 'network-vif-deleted', 'tag': 'ab92f5d6-9242-4182-a4fc-6b465dc6d208', 'status': 'completed', 'code': 200} Aug 11 02:55:57.196828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8ae6bd04-8f6d-46e2-80bb-083c6248839b req-ab70beaf-2b99-4375-9e79-cb2d2e45d500 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdbb5c08-8848-4d25-b24a-607c505a99a6 HTTP/1.1" status: 200 len: 210 time: 0.0472910 Aug 11 02:55:57.240199 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:57.281905 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:57.328759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.337891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.359882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-16313dae-d12a-4df4-bc73-5ba681a6e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.361600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-16313dae-d12a-4df4-bc73-5ba681a6e02f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3026061 Aug 11 02:55:57.371527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.372855 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5171034 Aug 11 02:55:57.376871 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36680) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:57.388356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'security_group_rule': {'security_group_id': '1de2a8a2-cbc6-4550-8413-6054c447ac54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:57.457169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.499721 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3714f-9ad9-49ec-8732-1931ecd7475e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2a8a2-cbc6-4550-8413-6054c447ac54,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:57.573422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.580168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.582893 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-09f421f8-fe86-44cc-82de-ff86302cdef0 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057445 Aug 11 02:55:57.612545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.617580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355330 Aug 11 02:55:57.620242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36684) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:57.625032 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:57.636793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'security_group_rule': {'security_group_id': '1de2a8a2-cbc6-4550-8413-6054c447ac54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:57.649396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb89f4c-2b9b-4ba3-a085-e9fc07d0183e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184a5e7b-f8dc-4ce0-95d7-45b5613d94cd,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:57.706531 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d5d83c-7085-46d8-ac33-1dec7cf8af86 None None] The sync data for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 is: [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 4, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bfa0b802-87df-4245-9b1e-d8f18e228502', 'name': '', 'network_id': 'fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'mac_address': 'fa:16:3e:75:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:27Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'subnets': [{'id': '474beadf-e600-4bc7-a5a8-fdb3bba50345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:57.710468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.811687 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b9a93e6-f3c0-4a0c-85cf-a71cb8f78ede req-79e0bc96-4b29-444e-ae1f-fe80442e91b6 service neutron] 10.222.0.59 "GET /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080028 Aug 11 02:55:57.847422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.855688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.924832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2d45b4-3fa6-4474-87d5-2395335da157,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:57.979570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.982790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f200e07c-a1bd-4057-a614-05eeae14b1e3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545661 Aug 11 02:55:57.985876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36694) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:57.995776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:58.032642 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.079420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baa37c-646c-4449-b6e1-514871fa0780 req-b2d6bead-423b-4282-9c29-72624183aec2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.083957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-95c21e9c-497c-4a81-916f-bd9cea5591d1 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.085606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-95c21e9c-497c-4a81-916f-bd9cea5591d1 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.59 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 945 time: 0.0859420 Aug 11 02:55:58.087517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1baa37c-646c-4449-b6e1-514871fa0780 req-b2d6bead-423b-4282-9c29-72624183aec2 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 945 time: 0.1783352 Aug 11 02:55:58.202475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82d8764-93ec-47d4-b797-e634347fe355 None None] New status for floating IP 0ca26741-47b7-417b-a35a-c2a5bed943d9: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:58.215462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Deleting port 5d760b18-f017-46d4-b0b1-81b1d8ac299c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:58.215804 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.222631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1baa37c-646c-4449-b6e1-514871fa0780 req-bad22ffd-b99b-4960-bc1c-94ada4fbc53e tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10bb928-bae8-4412-af7c-c2cadd741fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342385 Aug 11 02:55:58.291583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36702) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:58.374256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.393004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] For port 5d760b18-f017-46d4-b0b1-81b1d8ac299c, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=5d760b18-f017-46d4-b0b1-81b1d8ac299c,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:58.393385 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.426258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Calling delete_port for 5d760b18-f017-46d4-b0b1-81b1d8ac299c owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:58.617124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.651155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event deleted for resources: {'Port': ['ID=5d760b18-f017-46d4-b0b1-81b1d8ac299c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:58.720869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] No DVR routers for this DVR port 5d760b18-f017-46d4-b0b1-81b1d8ac299c on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:58.724183 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.736502 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88adead0-91b8-44e7-9232-d79d7bcdd67a req-88e4cef7-01dc-42be-bf63-5cf79bee7958 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.59 "DELETE /v2.0/ports/5d760b18-f017-46d4-b0b1-81b1d8ac299c HTTP/1.1" status: 204 len: 173 time: 0.6431911 Aug 11 02:55:58.737017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'name': 'network-vif-deleted', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:58.745208 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8debd74c-c855-4b95-affc-acd9a1a1cb97" -d '{"events": [{"server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "name": "network-vif-deleted", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:58.786233 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad94612b-734f-49ce-a8b1-1be703abfdd5 x-openstack-request-id: req-ad94612b-734f-49ce-a8b1-1be703abfdd5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:58.786532 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772a7aa0-1df7-4cd2-9a54-df9840e017d0", "name": "network-vif-deleted", "tag": "5d760b18-f017-46d4-b0b1-81b1d8ac299c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:58.786789 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad94612b-734f-49ce-a8b1-1be703abfdd5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:58.787200 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772a7aa0-1df7-4cd2-9a54-df9840e017d0', 'name': 'network-vif-deleted', 'tag': '5d760b18-f017-46d4-b0b1-81b1d8ac299c', 'status': 'completed', 'code': 200} Aug 11 02:55:59.002696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Allocated IP 172.25.6.171 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/53925379-7a81-4d2e-b4ab-5d8b7e5cc225) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:59.324363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.381566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e589d400-1da5-4f74-872f-abb49fd4c459 req-7b3953a8-e217-4dc3-9850-e0ea9790e324 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0615821 Aug 11 02:55:59.434093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.531755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:59.538213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:59.542079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:59.545332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'Port': ['ID=53925379-7a81-4d2e-b4ab-5d8b7e5cc225,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:59.615257 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.786461 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.885005 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.189510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.206679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.259364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 481b28ba-cb21-4a4e-b77a-0d1c46be608b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:00.259844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.312670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'Port': ['ID=53925379-7a81-4d2e-b4ab-5d8b7e5cc225,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:00.417961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.476969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port 481b28ba-cb21-4a4e-b77a-0d1c46be608b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=481b28ba-cb21-4a4e-b77a-0d1c46be608b,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:00.477343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.511801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.512561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33221331-4a18-4734-8ef7-5234874bb995 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5256126 Aug 11 02:56:00.513629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 481b28ba-cb21-4a4e-b77a-0d1c46be608b owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:00.535443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6203dd00-a79f-40ea-9766-b5b54b8aa0a9 req-cdc1b25a-78c7-4892-bffc-56071bcd553f tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0484486 Aug 11 02:56:00.762451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:00.809118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ab92f5d6-9242-4182-a4fc-6b465dc6d208 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:00.809479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ab92f5d6-9242-4182-a4fc-6b465dc6d208 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:00.814111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.880002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=481b28ba-cb21-4a4e-b77a-0d1c46be608b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:00.967203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-db3b10af-a557-4411-9875-98555ca56856 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--24626976&fields=id&tenant_id=04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 267 time: 0.1553071 Aug 11 02:56:01.146165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-0447e638-27db-4e95-af05-413d82ee9a47 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.154849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-0447e638-27db-4e95-af05-413d82ee9a47 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 816 time: 0.1863925 Aug 11 02:56:01.208862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-65d280f4-2efd-465f-bcec-25286ca08043 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/quotas/04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 375 time: 0.0530341 Aug 11 02:56:01.322133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-d4a3053d-f899-4518-97ab-87cee965765e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122985 Aug 11 02:56:01.326995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.597890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-3d991171-99f7-498c-b0a0-cdf1e610a724 service neutron] 10.222.0.16 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645409 Aug 11 02:56:01.773966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-9b84fbde-c2cc-4134-b7e4-7527b9749fac service neutron] 10.222.0.16 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666377 Aug 11 02:56:01.817419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a617f28a-1948-4d78-86d5-241643ea819c req-4e0df523-dec8-4928-8f44-fd01b4b3015b tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0413630 Aug 11 02:56:02.007080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Router fbf4b290-7654-4aae-b3db-c473ebd2f548 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:02.302855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f081466-3fe3-43e0-8b4b-7cab4956b2d3 req-07ae6607-9c97-47eb-8ef8-354d7e691a64 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 210 time: 0.2488258 Aug 11 02:56:02.406320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:02.414124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5c21e318-a297-4dd6-b1a0-4a9cfc1556dd tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "PUT /v2.0/routers/fbf4b290-7654-4aae-b3db-c473ebd2f548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1214225 Aug 11 02:56:02.416793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36794) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:02.421267 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] Sync routers for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:02.440439 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:02.441190 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:02.483939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting subnet d4d4c902-5808-4a79-a0d3-2cf656cb3c06 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:02.488833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:02.565574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:02.725780 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:02.742608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:02.776407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5d760b18-f017-46d4-b0b1-81b1d8ac299c no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:02.836253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 5d760b18-f017-46d4-b0b1-81b1d8ac299c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:02.836881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 5d760b18-f017-46d4-b0b1-81b1d8ac299c not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:02.888370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.039808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.045399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/subnets/d4d4c902-5808-4a79-a0d3-2cf656cb3c06 HTTP/1.1" status: 204 len: 168 time: 0.6237209 Aug 11 02:56:03.046382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36806) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:03.056436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef053c7c-7f96-44d5-a900-9ee7243cbc93 None None] Network ec85e5d6-1b54-49a0-a70d-554672a75bc0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:03.069657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477a3d5-55b3-44ed-b5b8-08dc50e018bf tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d4c902-5808-4a79-a0d3-2cf656cb3c06,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:03.136819 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:56:00Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:03.198127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] Checking router: fbf4b290-7654-4aae-b3db-c473ebd2f548 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:03.208371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] Routers {'fbf4b290-7654-4aae-b3db-c473ebd2f548'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:03.209003 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['fbf4b290-7654-4aae-b3db-c473ebd2f548'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:03.221548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7047f0c-3692-43c7-9fe2-f65fd7670c73 req-4da36624-4c82-4d08-a1f9-12e843606370 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.1740956 Aug 11 02:56:03.497813 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] Set router fbf4b290-7654-4aae-b3db-c473ebd2f548 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:03.529744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] DHCP port deletion for ec85e5d6-1b54-49a0-a70d-554672a75bc0 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:56:03.716354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] Deleting port 337f40f2-09ac-49e6-825b-d286cbac1691 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:03.717311 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.771567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-429f377e-6ed7-42e7-8dae-6ac99ffbf4fe tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.778604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-429f377e-6ed7-42e7-8dae-6ac99ffbf4fe tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 816 time: 0.2655101 Aug 11 02:56:03.863474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-925180ac-0d15-4e88-845d-a36a0dd9bb16 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 378 time: 0.0723376 Aug 11 02:56:03.876304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'port': {'device_id': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'admin_state_up': True, 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'security_groups': ['1de2a8a2-cbc6-4550-8413-6054c447ac54']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:03.887696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] For port 337f40f2-09ac-49e6-825b-d286cbac1691, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=337f40f2-09ac-49e6-825b-d286cbac1691,segment=NetworkSegment(3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7),segment_id=3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:03.891942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.937639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] Calling delete_port for 337f40f2-09ac-49e6-825b-d286cbac1691 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:03.943929 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:56:00Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:03.977063 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b319c31-bd8d-47ce-abd0-61dbedc7b943 None None] The sync data for ids ['fbf4b290-7654-4aae-b3db-c473ebd2f548'] in n-d-715271-8 is: [{'id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320928452', 'tenant_id': 'ca7c0f0103654e2b9246fb027410d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:54Z', 'updated_at': '2021-08-11T02:56:00Z', 'revision_number': 5, 'project_id': 'ca7c0f0103654e2b9246fb027410d45b', 'gw_port': {'id': '028162b3-ddc6-43bb-b8fd-67cf6ce20225', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4b290-7654-4aae-b3db-c473ebd2f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:55Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:04.040899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.094846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Made reservation on behalf of 04953a6313a84c7a90c1835bcb44bed4 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:04.102043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.147993 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.167029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01c5e98c-ba2d-4408-99e0-c4ff3390ccd2 req-d1f8c352-fa3b-49e1-b0e0-e90a975268f3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 210 time: 0.1235862 Aug 11 02:56:04.180190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] No DVR routers for this DVR port 337f40f2-09ac-49e6-825b-d286cbac1691 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:04.214106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a2024-1f9a-467a-98c2-94cd8656525e None None] Pushing event deleted for resources: {'Port': ['ID=337f40f2-09ac-49e6-825b-d286cbac1691,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:04.298866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.383268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbd1132f-bdf4-4944-a472-b01ca70cbb2e req-924f2086-b5df-45d1-b737-c34f58a517a6 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "GET /v2.0/ports?device_id=772a7aa0-1df7-4cd2-9a54-df9840e017d0 HTTP/1.1" status: 200 len: 210 time: 0.0663328 Aug 11 02:56:04.407882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Allocated IP 172.20.0.6 (b40aa721-e790-472b-93c6-59be46a710ef/8086b966-176d-4ede-983c-e2b0a73cd1c4/2c73537e-0333-4bc1-9ec5-092cbb6c6da6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:04.533039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 337f40f2-09ac-49e6-825b-d286cbac1691 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:04.540347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Deleting port 028162b3-ddc6-43bb-b8fd-67cf6ce20225 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:04.540703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.564674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 337f40f2-09ac-49e6-825b-d286cbac1691 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:04.564674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 337f40f2-09ac-49e6-825b-d286cbac1691 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:04.564674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 481b28ba-cb21-4a4e-b77a-0d1c46be608b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:04.610376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 481b28ba-cb21-4a4e-b77a-0d1c46be608b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:04.610782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 481b28ba-cb21-4a4e-b77a-0d1c46be608b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:04.681189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] For port 028162b3-ddc6-43bb-b8fd-67cf6ce20225, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=028162b3-ddc6-43bb-b8fd-67cf6ce20225,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:04.681557 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.695466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Calling delete_port for 028162b3-ddc6-43bb-b8fd-67cf6ce20225 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:04.765377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.801672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Transition to ACTIVE for port object 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:04.844774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.902143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Network b40aa721-e790-472b-93c6-59be46a710ef is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:04.908065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:04.912569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:04.951091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:04.996161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.997087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.007161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.020847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-fd4a3f66-b06e-4e88-9954-9aef5f0e671e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503267 Aug 11 02:56:05.050683 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Request body: {'port': {'device_id': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:05.070974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Port': ['ID=028162b3-ddc6-43bb-b8fd-67cf6ce20225,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:05.165217 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.186866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.380238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c3572191-de85-4c50-8c6f-ee146c396a9a None None] Provisioning for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:05.384705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c3572191-de85-4c50-8c6f-ee146c396a9a None None] Provisioning complete for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:05.385080 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3572191-de85-4c50-8c6f-ee146c396a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.430899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.434475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.493991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c3572191-de85-4c50-8c6f-ee146c396a9a None None] Port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:05.497941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf88c4-bdcb-46ee-8297-f086a94514cf req-ddeafa0a-711d-41fb-b5c1-58fb7fee43c7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.499979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84bf88c4-bdcb-46ee-8297-f086a94514cf req-ddeafa0a-711d-41fb-b5c1-58fb7fee43c7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 931 time: 0.1658318 Aug 11 02:56:05.502769 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:05.506836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.507437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Fanout notify agent at l3_agent the message router_deleted on router fbf4b290-7654-4aae-b3db-c473ebd2f548 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:56:05.522945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.524127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1b1d296c-d14d-4cb7-9cfb-b063d473eb84 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/routers/fbf4b290-7654-4aae-b3db-c473ebd2f548 HTTP/1.1" status: 204 len: 168 time: 2.4697356 Aug 11 02:56:05.540593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 36870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:05.671700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84bf88c4-bdcb-46ee-8297-f086a94514cf req-e0448eca-04f9-48a9-818c-64ac9ce4d7cc tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464081 Aug 11 02:56:05.675045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ea41e4-b6c3-485b-847d-c92cc28e3864 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.694493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.738482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ea41e4-b6c3-485b-847d-c92cc28e3864 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.830078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.842319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec85e5d6-1b54-49a0-a70d-554672a75bc0']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:05.854300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ea41e4-b6c3-485b-847d-c92cc28e3864 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.856451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:05.856829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfd1afe-2e80-4fe2-b3a8-53aa28ac5bc7') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:05.858594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ea41e4-b6c3-485b-847d-c92cc28e3864 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.867214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.872408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f5ea41e4-b6c3-485b-847d-c92cc28e3864 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] 10.222.0.16 "DELETE /v2.0/security-groups/f10bb928-bae8-4412-af7c-c2cadd741fc1 HTTP/1.1" status: 204 len: 168 time: 0.3570373 Aug 11 02:56:05.890861 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.900675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:05.901294 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.911890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea41e4-b6c3-485b-847d-c92cc28e3864 tempest-TestVolumeBackupRestore-1433777808 tempest-TestVolumeBackupRestore-1433777808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bb928-bae8-4412-af7c-c2cadd741fc1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:05.921018 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:05.962917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:05.972678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.987948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Transition to ACTIVE for port object 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:05.992616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.057721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.068658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.080349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.084697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/networks/ec85e5d6-1b54-49a0-a70d-554672a75bc0 HTTP/1.1" status: 204 len: 168 time: 0.5406353 Aug 11 02:56:06.086133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 36886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:06.158067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272b414-05ff-43d7-b404-6deeb74da28d tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'Network': ['ID=ec85e5d6-1b54-49a0-a70d-554672a75bc0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.233956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 028162b3-ddc6-43bb-b8fd-67cf6ce20225 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:06.294331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:06.297399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:06.297912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:06.323604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 028162b3-ddc6-43bb-b8fd-67cf6ce20225 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:06.324106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 028162b3-ddc6-43bb-b8fd-67cf6ce20225 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:06.328775 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on network b40aa721-e790-472b-93c6-59be46a710ef not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:06.329245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:06.348644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:06.348989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Checking segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:06.349377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Bound using segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:06.349825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Bound port: 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:06.350222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.377947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29e8ac15-6127-4ae1-ab17-bf35c446b603 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.410497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29e8ac15-6127-4ae1-ab17-bf35c446b603 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.527599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29e8ac15-6127-4ae1-ab17-bf35c446b603 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.547388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29e8ac15-6127-4ae1-ab17-bf35c446b603 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.548514 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-29e8ac15-6127-4ae1-ab17-bf35c446b603 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] 10.222.0.16 "DELETE /v2.0/security-groups/c66a45cd-9a0e-44fe-8d52-e44a19c6c96f HTTP/1.1" status: 204 len: 168 time: 0.4611304 Aug 11 02:56:06.603580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8ac15-6127-4ae1-ab17-bf35c446b603 tempest-TestNetworkAdvancedServerOps-1070390015 tempest-TestNetworkAdvancedServerOps-1070390015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a45cd-9a0e-44fe-8d52-e44a19c6c96f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.783003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:06.786814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:06.796059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.931982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.959007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.960068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.961716 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-39fdef7c-e5de-400b-96dc-2d60cc420bbc service neutron] 10.222.0.59 "PUT /v2.0/ports/2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 1091 time: 1.9315002 Aug 11 02:56:06.962480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:06.964952 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503cecce-cc5f-4738-b567-d159d90b9c16" -d '{"events": [{"name": "network-changed", "server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:07.037751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a1974-2873-45e2-9856-7098c9d2a640 req-166681a9-d671-47d1-bd95-52e771884c9c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.054406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94a1974-2873-45e2-9856-7098c9d2a640 req-166681a9-d671-47d1-bd95-52e771884c9c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 943 time: 0.2317839 Aug 11 02:56:07.056882 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636ba6ba-8e8d-42b5-a424-f555615da36d x-openstack-request-id: req-636ba6ba-8e8d-42b5-a424-f555615da36d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:07.057453 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:07.057914 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-636ba6ba-8e8d-42b5-a424-f555615da36d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:07.058549 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'status': 'completed', 'code': 200} Aug 11 02:56:07.077671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-25ac6abc-9713-4d7a-b2d3-550b39ebc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.080342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-25ac6abc-9713-4d7a-b2d3-550b39ebc928 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1094 time: 0.0708575 Aug 11 02:56:07.152765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-81f76c04-d57c-4abc-ab45-5f7a3f4a790d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 217 time: 0.0629451 Aug 11 02:56:07.211549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94a1974-2873-45e2-9856-7098c9d2a640 req-e9250ccd-cb27-438e-948d-845b42202dd3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536937 Aug 11 02:56:07.235003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-ba6ce30e-6959-43ab-a3ff-6ca4b4e5f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.237117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-ba6ce30e-6959-43ab-a3ff-6ca4b4e5f025 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0773149 Aug 11 02:56:07.307725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-ba08468d-6dd2-4f7c-9b47-0e6bdeafad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.311072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-ba08468d-6dd2-4f7c-9b47-0e6bdeafad00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666707 Aug 11 02:56:07.478861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37012) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:07.599509 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-4ea982bc-11f3-4158-a349-5a89134f07b0 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813711 Aug 11 02:56:07.777211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:07.777690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-87b4b27e-5bba-46f1-bcf8-1637e5a6a1b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca7c0f0103654e2b9246fb027410d45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975433 Aug 11 02:56:07.859434 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-20d08c17-3571-47f3-9c53-2d5c7b9490db req-82ad7fad-e50e-4ed4-a340-bd8f09375788 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418883 Aug 11 02:56:07.873302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4ace-ccb2-4c35-80b1-f822ae38b6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.955551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4ace-ccb2-4c35-80b1-f822ae38b6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.055015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-f7af052d-f3e1-4511-a331-506eded51bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.062466 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-f7af052d-f3e1-4511-a331-506eded51bbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1094 time: 0.1276524 Aug 11 02:56:08.152573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4ace-ccb2-4c35-80b1-f822ae38b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.159041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4ace-ccb2-4c35-80b1-f822ae38b6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.162477 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fd2c4ace-ccb2-4c35-80b1-f822ae38b6dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01431829-a836-44fd-8d93-12f30991cbff HTTP/1.1" status: 204 len: 168 time: 0.3822021 Aug 11 02:56:08.199629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c4ace-ccb2-4c35-80b1-f822ae38b6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01431829-a836-44fd-8d93-12f30991cbff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:08.279830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-7464e1f6-c48f-4922-9bfe-6a103d87f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.302652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-7464e1f6-c48f-4922-9bfe-6a103d87f200 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.2329092 Aug 11 02:56:08.357103 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-f255090b-b61d-4cd4-8fa9-93c53f2549ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 217 time: 0.0469611 Aug 11 02:56:08.455318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-bad36356-f53b-4aba-b09d-6a254dbe9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.456922 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-bad36356-f53b-4aba-b09d-6a254dbe9935 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0916548 Aug 11 02:56:08.516265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-83dd02d7-e469-4007-9dea-b2928ef7feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.518648 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-83dd02d7-e469-4007-9dea-b2928ef7feed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523801 Aug 11 02:56:08.539251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf22ce-e2c7-4139-8e20-d0ebb841370e req-96bc4f27-a220-4bee-afb0-f03034e878f6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.551760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4adf22ce-e2c7-4139-8e20-d0ebb841370e req-96bc4f27-a220-4bee-afb0-f03034e878f6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 943 time: 0.1579072 Aug 11 02:56:08.607724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4adf22ce-e2c7-4139-8e20-d0ebb841370e req-f6989999-43a9-498e-bf32-0b6fe8810a75 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484383 Aug 11 02:56:08.752028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-a889a2a0-ba42-4b39-8b4d-f7f2f7abde1b service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230642 Aug 11 02:56:08.908517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37174) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:08.990718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-78b20e16-fa99-4ac2-a78e-121d3f13d296 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98fc0178a99b4369b64fce608716dd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793221 Aug 11 02:56:08.991660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:09.048286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-503cecce-cc5f-4738-b567-d159d90b9c16 req-8cab9957-3a7c-4bd1-8ac6-f092fc7a72c3 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859881 Aug 11 02:56:09.085475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de4b8e73-c0cc-4ef9-b832-62ac50bcadfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.150030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de4b8e73-c0cc-4ef9-b832-62ac50bcadfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.224675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de4b8e73-c0cc-4ef9-b832-62ac50bcadfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.228959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de4b8e73-c0cc-4ef9-b832-62ac50bcadfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.234487 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de4b8e73-c0cc-4ef9-b832-62ac50bcadfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c4b8890-7f3c-4c63-8071-cc0196e1e91f HTTP/1.1" status: 204 len: 168 time: 0.2412403 Aug 11 02:56:09.259516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b8e73-c0cc-4ef9-b832-62ac50bcadfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b8890-7f3c-4c63-8071-cc0196e1e91f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:10.016824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a1f17-bc42-41cf-89e5-a5c5fab659c7 req-bffb94d4-9c10-4b67-a5b4-e5ec8e5d2b92 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.026976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-017a1f17-bc42-41cf-89e5-a5c5fab659c7 req-bffb94d4-9c10-4b67-a5b4-e5ec8e5d2b92 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 943 time: 0.2039034 Aug 11 02:56:10.093603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-017a1f17-bc42-41cf-89e5-a5c5fab659c7 req-62f92d14-2239-401a-846c-3e82b81ff072 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653410 Aug 11 02:56:10.812707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:11.145068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:11.205864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'mac_address': 'fa:16:3e:d0:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:11.331773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.401758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:11.423363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571741f-8165-41c3-935b-8929b185bbd7 req-d2e648ba-3bb9-4f93-a066-e574e9161ea6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.431288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6571741f-8165-41c3-935b-8929b185bbd7 req-d2e648ba-3bb9-4f93-a066-e574e9161ea6 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 943 time: 0.1643269 Aug 11 02:56:11.484366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:11.490610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.498300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6571741f-8165-41c3-935b-8929b185bbd7 req-59e05e27-71d8-4b13-8982-30a119002809 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640621 Aug 11 02:56:11.640400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:11.659100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.659775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.660183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.660892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.661295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.661745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.662165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.662697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.663094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.663491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.663901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.664293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:11.708529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['2c73537e-0333-4bc1-9ec5-092cbb6c6da6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:12.261315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:12.685898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86091f11-bc36-4848-9014-7460bd303947 req-4729d76d-cc8d-408f-87c6-838b66f9b21a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.693244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86091f11-bc36-4848-9014-7460bd303947 req-4729d76d-cc8d-408f-87c6-838b66f9b21a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0836442 Aug 11 02:56:12.744421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86091f11-bc36-4848-9014-7460bd303947 req-16c55a71-10ea-4080-9fd9-2bda7218793f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501900 Aug 11 02:56:12.840390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:12.912514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:12.924376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:12.924758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.042270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.049761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.079936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:13.082233 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab600a69-efdc-4eac-b81b-6760b1ad637e" -d '{"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-plugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:13.094993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:13.100764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.145522 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f722dfd4-59d4-4640-a036-804ca17ca24e x-openstack-request-id: req-f722dfd4-59d4-4640-a036-804ca17ca24e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:13.145848 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-plugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:13.146082 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f722dfd4-59d4-4640-a036-804ca17ca24e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:13.146478 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'code': 200} Aug 11 02:56:13.206340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:13.316798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aea3c-f26f-4d20-be33-be09812804ab req-7a9c4422-23c7-4227-9f7a-9fb37377aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.318349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-786aea3c-f26f-4d20-be33-be09812804ab req-7a9c4422-23c7-4227-9f7a-9fb37377aa51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1096 time: 0.0960782 Aug 11 02:56:13.370100 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-786aea3c-f26f-4d20-be33-be09812804ab req-d427d628-8290-45c0-a78f-4faf23bbcba8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421677 Aug 11 02:56:13.462647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Deleting port bfa0b802-87df-4245-9b1e-d8f18e228502 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:13.467731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.565168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] For port bfa0b802-87df-4245-9b1e-d8f18e228502, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bfa0b802-87df-4245-9b1e-d8f18e228502,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:13.565550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.586305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Calling delete_port for bfa0b802-87df-4245-9b1e-d8f18e228502 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:13.819735 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.870692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa0b802-87df-4245-9b1e-d8f18e228502,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:13.915728 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfc28-9d50-4be9-96dd-9849ec61d425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.921899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dd340-c5a5-43d5-afbd-a82004fd6d50 req-baf858f1-674d-4b05-ac14-58b6999508b8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.924227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-066dd340-c5a5-43d5-afbd-a82004fd6d50 req-baf858f1-674d-4b05-ac14-58b6999508b8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0956283 Aug 11 02:56:13.989254 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-066dd340-c5a5-43d5-afbd-a82004fd6d50 req-c8f37efa-aa3a-4e8e-9c74-75fd5e334278 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586469 Aug 11 02:56:14.090596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:14.748492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Router 0bc400d0-5d10-4d82-980c-285d304bd0ce has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:14.865658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:14.870994 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1aa8bb16-d438-4cfb-b0ed-ea97d5486ab4 admin admin] 10.222.0.16 "PUT /v2.0/routers/0bc400d0-5d10-4d82-980c-285d304bd0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083887 Aug 11 02:56:14.875062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:14.877981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] Sync routers for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:14.887603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:14.889051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:15.036107 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.171539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.251829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f0f5-0aaf-462b-98d3-eab6297a7820 req-c4a588b0-98e2-4a29-8c4c-ee379e8aa97c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.253751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:15.255858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7228f0f5-0aaf-462b-98d3-eab6297a7820 req-c4a588b0-98e2-4a29-8c4c-ee379e8aa97c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1230552 Aug 11 02:56:15.302378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Deleting port 2569cea4-3f81-4d45-9f67-7225cc742374 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:15.302814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.346792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7228f0f5-0aaf-462b-98d3-eab6297a7820 req-1247e6f8-0425-4cdf-8feb-005c43b23f4c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765786 Aug 11 02:56:15.423488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] For port 2569cea4-3f81-4d45-9f67-7225cc742374, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2569cea4-3f81-4d45-9f67-7225cc742374,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:15.423851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.437946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Calling delete_port for 2569cea4-3f81-4d45-9f67-7225cc742374 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:15.565139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:56:13Z', 'revision_number': 5, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port': {'id': '2569cea4-3f81-4d45-9f67-7225cc742374', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:01Z', 'updated_at': '2021-08-11T02:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:15.572176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371886a-2e83-443b-a95c-9de77bcb11b6 req-f8e3cd6a-3e29-48cc-9c5e-e73834288ee3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.585840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e371886a-2e83-443b-a95c-9de77bcb11b6 req-f8e3cd6a-3e29-48cc-9c5e-e73834288ee3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0911064 Aug 11 02:56:15.586076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:15.595575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Request body: {'floatingip': {'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:15.599918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] Checking router: 0bc400d0-5d10-4d82-980c-285d304bd0ce for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:15.610716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] Routers {'0bc400d0-5d10-4d82-980c-285d304bd0ce'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:15.611607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['0bc400d0-5d10-4d82-980c-285d304bd0ce'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:15.677424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.713651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] Set router 0bc400d0-5d10-4d82-980c-285d304bd0ce gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:15.800641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:56:15Z', 'revision_number': 6, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:15.835506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9a541-d171-49ce-9783-6826003c0afb None None] The sync data for ids ['0bc400d0-5d10-4d82-980c-285d304bd0ce'] in n-d-715271-8 is: [{'id': '0bc400d0-5d10-4d82-980c-285d304bd0ce', 'name': 'tempest-TestVolumeBackupRestore-387569975-router', 'tenant_id': 'e5c1cfc212544781a75010ee7cc07c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:00Z', 'updated_at': '2021-08-11T02:56:15Z', 'revision_number': 6, 'project_id': 'e5c1cfc212544781a75010ee7cc07c80', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:15.925489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.965608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2569cea4-3f81-4d45-9f67-7225cc742374,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:16.119081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.262098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.267310 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.344772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bfa0b802-87df-4245-9b1e-d8f18e228502 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:16.371826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.372575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc400d0-5d10-4d82-980c-285d304bd0ce {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:56:16.382023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.384771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37540) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:16.386469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: bfa0b802-87df-4245-9b1e-d8f18e228502 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:16.386849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bfa0b802-87df-4245-9b1e-d8f18e228502 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:16.394570 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-84023c01-49d2-4e2b-8c6c-a2441e6c6db4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0bc400d0-5d10-4d82-980c-285d304bd0ce HTTP/1.1" status: 204 len: 168 time: 1.5184307 Aug 11 02:56:16.447963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Deleting subnet 474beadf-e600-4bc7-a5a8-fdb3bba50345 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:16.453071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.495612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.510973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.516129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.592425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.655115 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Floating IP d8f8d8b7-bf84-42b0-b1f0-82176b56fdd0 associated. External IP: 172.25.6.171, port: 2c73537e-0333-4bc1-9ec5-092cbb6c6da6. Aug 11 02:56:16.664228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.702110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.706890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/474beadf-e600-4bc7-a5a8-fdb3bba50345 HTTP/1.1" status: 204 len: 168 time: 0.3208780 Aug 11 02:56:16.707546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37546) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:16.708329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474beadf-e600-4bc7-a5a8-fdb3bba50345,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:16.716761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1f9d8-fdf7-48b6-9a02-43581e920c3b None None] Network fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:16.855262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.862859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.863361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.863810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.865810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.866777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.867230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.868181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.870631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.871041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.871485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.871932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e12c2-19d2-450f-b150-88c6eb9b38d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:16.920877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.975055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] DHCP port deletion for fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:56:17.016551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Deleting port 5f8ab452-c16c-4080-a59b-39db603bfb38 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:17.017267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.090413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:17.128237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] Deleting port 5f8ab452-c16c-4080-a59b-39db603bfb38 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:17.128617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.138615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] For port 5f8ab452-c16c-4080-a59b-39db603bfb38, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5f8ab452-c16c-4080-a59b-39db603bfb38,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:17.139221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.188150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Calling delete_port for 5f8ab452-c16c-4080-a59b-39db603bfb38 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:17.231031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] For port 5f8ab452-c16c-4080-a59b-39db603bfb38, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5f8ab452-c16c-4080-a59b-39db603bfb38,segment=NetworkSegment(37ff4301-3609-4f01-93d8-2913d84addf2),segment_id=37ff4301-3609-4f01-93d8-2913d84addf2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:17.231429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.245611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] Calling delete_port for 5f8ab452-c16c-4080-a59b-39db603bfb38 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:17.278499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:17.289304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.296256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:17.314091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.316870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:17.318201 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:55:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.348166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] No DVR routers for this DVR port 5f8ab452-c16c-4080-a59b-39db603bfb38 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:17.348582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.376353 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46408f5d-6c60-420a-a2bd-76ec945e7855 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "PUT /v2.0/floatingips/d8f8d8b7-bf84-42b0-b1f0-82176b56fdd0 HTTP/1.1" status: 200 len: 991 time: 1.7900774 Aug 11 02:56:17.379079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:17.383331 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a" -d '{"events": [{"name": "network-changed", "server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:17.391390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] Pushing event deleted for resources: {'Port': ['ID=5f8ab452-c16c-4080-a59b-39db603bfb38,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:17.393476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d168d04-4a25-429e-93e9-4c57a757f9e1 None None] No DVR routers for this DVR port 5f8ab452-c16c-4080-a59b-39db603bfb38 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:17.423913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8ab452-c16c-4080-a59b-39db603bfb38,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:17.468969 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9940d16-297c-4714-936a-fb8e5b686d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.491134 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca8850e-82f8-45a0-81d7-72da2f9fbb28 x-openstack-request-id: req-4ca8850e-82f8-45a0-81d7-72da2f9fbb28 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:17.491530 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:17.491931 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ca8850e-82f8-45a0-81d7-72da2f9fbb28 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:17.492455 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'status': 'completed', 'code': 200} Aug 11 02:56:17.565049 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.577283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.590565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ff4301-3609-4f01-93d8-2913d84addf2') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.591121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ff4301-3609-4f01-93d8-2913d84addf2') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:17.601404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.618617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.626450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:17.627222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:17.629643 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:17.637030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-c34f0503-e2ec-496d-ad21-d601f28dc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.644501 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:17.644863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-c34f0503-e2ec-496d-ad21-d601f28dc9f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1096 time: 0.1194432 Aug 11 02:56:17.701378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.708211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.713934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba HTTP/1.1" status: 204 len: 168 time: 1.0003419 Aug 11 02:56:17.723517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37566) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:17.732127 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091e244-7e15-4e6e-9501-5bf60c80ea2d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0d1cfe-ddc0-4d02-8d9e-6990c85a72ba,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:17.754173 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.846579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-324dc09c-253d-43cf-b963-bea1e1a3bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.848942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-324dc09c-253d-43cf-b963-bea1e1a3bb08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1954150 Aug 11 02:56:17.973107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-6274620f-3908-4835-b46a-16ebc1153ce7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 999 time: 0.1138542 Aug 11 02:56:18.043785 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'd8f8d8b7-bf84-42b0-b1f0-82176b56fdd0', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'mac_address': 'fa:16:3e:d0:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:16Z', 'revision_number': 1, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:18.066690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-c61f5401-4dfd-42a7-85a2-08d3d5d71858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:18.073010 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-c61f5401-4dfd-42a7-85a2-08d3d5d71858 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0914369 Aug 11 02:56:18.075457 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:18.089973 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:18.091612 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:56:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:18.132654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-707c482f-1b61-46ac-b582-f4aa601b0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:18.134251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-707c482f-1b61-46ac-b582-f4aa601b0b47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537827 Aug 11 02:56:18.217491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2569cea4-3f81-4d45-9f67-7225cc742374 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:18.243644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:18.252949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:18.255679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2569cea4-3f81-4d45-9f67-7225cc742374 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:18.256035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2569cea4-3f81-4d45-9f67-7225cc742374 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:18.256467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5f8ab452-c16c-4080-a59b-39db603bfb38 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:18.268144 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-50e2f54d-9c5b-48fc-b798-555f6dcb8d8e service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263893 Aug 11 02:56:18.298073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 5f8ab452-c16c-4080-a59b-39db603bfb38 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:18.298430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5f8ab452-c16c-4080-a59b-39db603bfb38 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:18.393652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bbbbf5f-e734-49aa-80ae-1c1c4c07d20a req-31ffae81-a2d4-4b23-bbf0-7bf5682f1a40 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180851 Aug 11 02:56:18.513016 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:18.593717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Deleting port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:18.596677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:18.647554 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'd8f8d8b7-bf84-42b0-b1f0-82176b56fdd0', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'mac_address': 'fa:16:3e:d0:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:16Z', 'revision_number': 1, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:18.688234 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0ca41-4a71-4984-8b1e-02fea645ce91 None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'd8f8d8b7-bf84-42b0-b1f0-82176b56fdd0', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'mac_address': 'fa:16:3e:d0:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:16Z', 'revision_number': 1, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:18.714190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] For port f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,segment=NetworkSegment(2a819e68-f8b4-4765-adbb-4cc8affb06ab),segment_id=2a819e68-f8b4-4765-adbb-4cc8affb06ab)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:18.714914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:18.741045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Calling delete_port for f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:18.956763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:18.990675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:19.027677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8778faf0-51a0-4e97-815a-9b135f31fd98 None None] New status for floating IP d8f8d8b7-bf84-42b0-b1f0-82176b56fdd0: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:56:19.221086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.474995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Router b344a137-472b-4136-a987-4d1743d3bfd8 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:19.595943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:19.601718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9e31db84-8508-4d61-a93f-37d100e31692 admin admin] 10.222.0.16 "PUT /v2.0/routers/b344a137-472b-4136-a987-4d1743d3bfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770010 Aug 11 02:56:19.604281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37600) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:19.608748 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] Sync routers for ids ['b344a137-472b-4136-a987-4d1743d3bfd8'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:19.619953 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] Routers {'b344a137-472b-4136-a987-4d1743d3bfd8'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:19.620866 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:56:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b344a137-472b-4136-a987-4d1743d3bfd8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:19.793917 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] Set router b344a137-472b-4136-a987-4d1743d3bfd8 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:20.054392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:56:18Z', 'revision_number': 5, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:20.082830 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] Checking router: b344a137-472b-4136-a987-4d1743d3bfd8 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:20.095521 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] Routers {'b344a137-472b-4136-a987-4d1743d3bfd8'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:20.096926 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:56:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b344a137-472b-4136-a987-4d1743d3bfd8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:20.125756 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.131747 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.228967 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] Set router b344a137-472b-4136-a987-4d1743d3bfd8 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:20.244144 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.302723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Deleting port 958146e4-504f-4650-b686-bcf3acf929c4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:20.303056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.393844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] For port 958146e4-504f-4650-b686-bcf3acf929c4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=958146e4-504f-4650-b686-bcf3acf929c4,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:20.394257 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.414704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Calling delete_port for 958146e4-504f-4650-b686-bcf3acf929c4 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:20.432268 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:56:18Z', 'revision_number': 5, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:20.466412 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ac572-a0e9-44ce-b81f-ae1f440b8269 None None] The sync data for ids ['b344a137-472b-4136-a987-4d1743d3bfd8'] in n-d-715271-8 is: [{'id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'name': 'tempest-TestVolumeBackupRestore-1897260083-router', 'tenant_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '958146e4-504f-4650-b686-bcf3acf929c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:56:18Z', 'revision_number': 5, 'project_id': '3aa4ac8418b4427099f4f623f1f2ea00', 'gw_port': {'id': '958146e4-504f-4650-b686-bcf3acf929c4', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344a137-472b-4136-a987-4d1743d3bfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:25Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:20.594861 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.627246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Pushing event deleted for resources: {'Port': ['ID=958146e4-504f-4650-b686-bcf3acf929c4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:20.706935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.809223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.811621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.859179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.859953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b344a137-472b-4136-a987-4d1743d3bfd8 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:56:20.865410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.866888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4742bb81-3537-4233-b95e-8fc98a4f0741 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b344a137-472b-4136-a987-4d1743d3bfd8 HTTP/1.1" status: 204 len: 168 time: 1.2616873 Aug 11 02:56:20.869551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:20.969754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Deleting subnet e67cc5d3-9dae-4348-93e3-24a7de95904c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:20.973506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.017412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.116943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.203179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.236480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67cc5d3-9dae-4348-93e3-24a7de95904c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:21.240744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.243495 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8f2c68bf-43d3-4acb-b4f4-719f495ec477 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e67cc5d3-9dae-4348-93e3-24a7de95904c HTTP/1.1" status: 204 len: 168 time: 0.3721735 Aug 11 02:56:21.245973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:21.299410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86da916-c873-4e03-88fc-c31a851e20bd None None] Network 6281a3f0-7172-43fe-8dda-71c4d842910d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:21.355032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.483734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Deleting port b445be0c-03d1-4cfa-9ea0-db2998626917 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:21.484396 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.589102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] For port b445be0c-03d1-4cfa-9ea0-db2998626917, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=b445be0c-03d1-4cfa-9ea0-db2998626917,segment=NetworkSegment(2a819e68-f8b4-4765-adbb-4cc8affb06ab),segment_id=2a819e68-f8b4-4765-adbb-4cc8affb06ab)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:21.589890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.603831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Calling delete_port for b445be0c-03d1-4cfa-9ea0-db2998626917 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:21.708213 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.745328 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] No DVR routers for this DVR port b445be0c-03d1-4cfa-9ea0-db2998626917 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:21.760496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d00447-5f87-4140-b74e-b484c24d63cd None None] DHCP port deletion for 6281a3f0-7172-43fe-8dda-71c4d842910d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:56:21.846364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Pushing event deleted for resources: {'Port': ['ID=b445be0c-03d1-4cfa-9ea0-db2998626917,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:21.859536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.873768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6281a3f0-7172-43fe-8dda-71c4d842910d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:21.886751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a819e68-f8b4-4765-adbb-4cc8affb06ab') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:21.887111 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a819e68-f8b4-4765-adbb-4cc8affb06ab') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:21.908159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.927377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.934368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:21.934683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: timer() Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:21.936974 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:22.180473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:22.206534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:22.207135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f82b51ed-410b-4c5f-aeec-b8e2c7bea3fe not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:22.207705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b445be0c-03d1-4cfa-9ea0-db2998626917 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:22.235287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b445be0c-03d1-4cfa-9ea0-db2998626917 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:22.235878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b445be0c-03d1-4cfa-9ea0-db2998626917 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:22.236446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 958146e4-504f-4650-b686-bcf3acf929c4 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:22.257503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 958146e4-504f-4650-b686-bcf3acf929c4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:22.258147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 958146e4-504f-4650-b686-bcf3acf929c4 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:22.378810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.400514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.403957 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] 10.222.0.16 "DELETE /v2.0/networks/6281a3f0-7172-43fe-8dda-71c4d842910d HTTP/1.1" status: 204 len: 168 time: 1.1564541 Aug 11 02:56:22.424721 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f71bbb-8b70-4b9e-8e0d-dc07ada59afb admin admin] Pushing event deleted for resources: {'Network': ['ID=6281a3f0-7172-43fe-8dda-71c4d842910d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:22.541666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:22.583632 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-86606e9c-88e4-4c0a-93b2-a25a934fa8c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5c1cfc212544781a75010ee7cc07c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407128 Aug 11 02:56:22.592085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:22.661839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-129bfb97-7cb1-491a-9029-33655fb4a7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.701112 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-129bfb97-7cb1-491a-9029-33655fb4a7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.756451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-129bfb97-7cb1-491a-9029-33655fb4a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.759772 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-129bfb97-7cb1-491a-9029-33655fb4a7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.763943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-129bfb97-7cb1-491a-9029-33655fb4a7cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aef9404f-6e3c-4a74-9161-b7b63780345e HTTP/1.1" status: 204 len: 168 time: 0.1678565 Aug 11 02:56:22.771767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bfb97-7cb1-491a-9029-33655fb4a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef9404f-6e3c-4a74-9161-b7b63780345e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:23.156271 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.183243 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 37702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:23.239250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 37710) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:23.239676 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ff071957-fdb5-4fd6-81c9-8855541c725b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3aa4ac8418b4427099f4f623f1f2ea00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544977 Aug 11 02:56:23.265779 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.317616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d91831b-6522-4930-9538-982cf5eac898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.340240 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d91831b-6522-4930-9538-982cf5eac898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.391675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d91831b-6522-4930-9538-982cf5eac898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.394375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3d91831b-6522-4930-9538-982cf5eac898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.396576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3d91831b-6522-4930-9538-982cf5eac898 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da060a01-da0d-46a7-b5ca-fc887fd0dd16 HTTP/1.1" status: 204 len: 168 time: 0.1557205 Aug 11 02:56:23.405792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91831b-6522-4930-9538-982cf5eac898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da060a01-da0d-46a7-b5ca-fc887fd0dd16,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:34.247542 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:43.913478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3702f305-dfd2-4243-bb5d-3b80f8d1ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.466377 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8886efbd-6a29-4994-bba1-2bf0c3735030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.746368 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.526779 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.167831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38586) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:49.360882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.529023 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.535538 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.585427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b185dcbe1fe4d2ca510ac53f3e3c4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144053 Aug 11 02:56:49.588166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38590) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:49.618799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada9ace5-d953-4f34-91fc-7030ec0f47fe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:49.632544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.633092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.633645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.634484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.635052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.635579 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.636134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.636660 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.637197 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.638288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.638796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.639828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e04b8bb-85b0-4886-8c44-e95dc3c8de6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:49.670166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25ca5873-ad22-448f-b705-e64732bf3f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.695258 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25ca5873-ad22-448f-b705-e64732bf3f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.773197 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25ca5873-ad22-448f-b705-e64732bf3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.776186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-25ca5873-ad22-448f-b705-e64732bf3f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.778610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-25ca5873-ad22-448f-b705-e64732bf3f44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ada9ace5-d953-4f34-91fc-7030ec0f47fe HTTP/1.1" status: 204 len: 168 time: 0.1873562 Aug 11 02:56:49.791637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5873-ad22-448f-b705-e64732bf3f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada9ace5-d953-4f34-91fc-7030ec0f47fe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:50.130716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.192582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38602) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:50.208658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd01-2b5b-49d0-9eae-74568cfa8bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.350397 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd01-2b5b-49d0-9eae-74568cfa8bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.355637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd01-2b5b-49d0-9eae-74568cfa8bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.398908 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dac7cd01-2b5b-49d0-9eae-74568cfa8bea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb5c7a4cd58a4e028f1af0c7ae2555e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046921 Aug 11 02:56:50.401383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7cd01-2b5b-49d0-9eae-74568cfa8bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd1ad3-1149-46e5-8c27-cf7d31637eea,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:50.403717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:50.502596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e84dea20-3cc8-4fde-93f7-9396f4e727b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.537309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e84dea20-3cc8-4fde-93f7-9396f4e727b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.618742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e84dea20-3cc8-4fde-93f7-9396f4e727b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.625174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e84dea20-3cc8-4fde-93f7-9396f4e727b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.634665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e84dea20-3cc8-4fde-93f7-9396f4e727b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1dd1ad3-1149-46e5-8c27-cf7d31637eea HTTP/1.1" status: 204 len: 168 time: 0.2252486 Aug 11 02:56:50.657910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dea20-3cc8-4fde-93f7-9396f4e727b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd1ad3-1149-46e5-8c27-cf7d31637eea,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:52.053498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38650) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:52.203035 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f65b93-fa67-4815-9703-e99517a434ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.339172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f65b93-fa67-4815-9703-e99517a434ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.344774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f65b93-fa67-4815-9703-e99517a434ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.387144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-62f65b93-fa67-4815-9703-e99517a434ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d607abe6a3a9450b85f9577d3ec72f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319173 Aug 11 02:56:52.388114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f65b93-fa67-4815-9703-e99517a434ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070e9fb-d9df-4066-b8d1-49ae64214d01,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:52.390583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:52.473986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5543d183-15ed-4ec5-b84c-20ca2f45df27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.505416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5543d183-15ed-4ec5-b84c-20ca2f45df27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.577746 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5543d183-15ed-4ec5-b84c-20ca2f45df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.580836 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5543d183-15ed-4ec5-b84c-20ca2f45df27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.582369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5543d183-15ed-4ec5-b84c-20ca2f45df27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0070e9fb-d9df-4066-b8d1-49ae64214d01 HTTP/1.1" status: 204 len: 168 time: 0.1894476 Aug 11 02:56:52.591528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543d183-15ed-4ec5-b84c-20ca2f45df27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070e9fb-d9df-4066-b8d1-49ae64214d01,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:53.192430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:53.289583 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.479945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-24d183ce-7fd7-4a44-a313-a2b45c14a5db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509582 Aug 11 02:56:58.597864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-474ec874-ee60-4dfd-a8f2-03da0a18c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.600018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-474ec874-ee60-4dfd-a8f2-03da0a18c85b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1097 time: 0.0635083 Aug 11 02:56:58.759805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-786876b9-5b74-4279-bf5a-eccf1c5b6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.763958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-786876b9-5b74-4279-bf5a-eccf1c5b6aa8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.1351123 Aug 11 02:56:58.887955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-b3787503-b52e-4dc0-8e0f-4675e7544a79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 1002 time: 0.1157994 Aug 11 02:56:58.966594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-21678cf0-b8ed-4248-b60b-9ddb89f1442f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554690 Aug 11 02:56:58.991689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-1cdc147f-ebed-4b27-8a1f-cd39807fc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.994372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-1cdc147f-ebed-4b27-8a1f-cd39807fc94f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0975173 Aug 11 02:56:59.080706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-bdd0cd3f-5a21-49ec-9858-2b7d9143ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.083209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-d136f89e-394f-43c6-a8a4-b06fd07c9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.084387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-bdd0cd3f-5a21-49ec-9858-2b7d9143ca82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797067 Aug 11 02:56:59.085442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-d136f89e-394f-43c6-a8a4-b06fd07c9ebe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1096 time: 0.0670726 Aug 11 02:56:59.283864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-f3496bc3-12d0-4da5-935f-9a71a28b31b3 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813245 Aug 11 02:56:59.287262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-1b297f09-de44-4cde-b688-a6a4e7ab27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.289910 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-1b297f09-de44-4cde-b688-a6a4e7ab27ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1630194 Aug 11 02:56:59.375731 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-3b4de0aa-c79a-4cbd-b9e0-1ba3a1c5ce9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 1001 time: 0.0710323 Aug 11 02:56:59.423303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a99fd57c-d59d-4ac7-b8d7-0b60087f620e req-df14399a-c9a6-4ebb-b15a-979a67dd6985 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305854 Aug 11 02:56:59.437971 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-018750ed-782f-4cb0-aef6-5e9fc06962cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.440863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-018750ed-782f-4cb0-aef6-5e9fc06962cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0565765 Aug 11 02:56:59.499804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-886572b2-1453-4f7f-8417-28656cf5b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.501452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-886572b2-1453-4f7f-8417-28656cf5b842 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522830 Aug 11 02:56:59.620821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-e6e4f928-6c9e-4793-982c-b79f2d376e27 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115069 Aug 11 02:56:59.751609 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2b67ca84-5464-4ca3-ac70-d32f21996baf req-25e7dffc-15cd-40ec-9b27-03d3673e6520 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233594 Aug 11 02:57:04.427528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:04.587490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90d65247-9f96-49c6-b094-8b12b385401a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.706581 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90d65247-9f96-49c6-b094-8b12b385401a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.711151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90d65247-9f96-49c6-b094-8b12b385401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.751467 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90d65247-9f96-49c6-b094-8b12b385401a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0ddf0e506464f288f3af19f457f9f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225920 Aug 11 02:57:04.753503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d65247-9f96-49c6-b094-8b12b385401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1074b056-b998-4c19-90f4-c1b63e0ec117,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:04.754345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38898) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:04.811105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-acbf3cbf-57d2-44b7-9464-b3acb0f3c2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.834772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-acbf3cbf-57d2-44b7-9464-b3acb0f3c2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.903541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-acbf3cbf-57d2-44b7-9464-b3acb0f3c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.907726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-acbf3cbf-57d2-44b7-9464-b3acb0f3c2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.909541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-acbf3cbf-57d2-44b7-9464-b3acb0f3c2d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1074b056-b998-4c19-90f4-c1b63e0ec117 HTTP/1.1" status: 204 len: 168 time: 0.1539154 Aug 11 02:57:04.922433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf3cbf-57d2-44b7-9464-b3acb0f3c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074b056-b998-4c19-90f4-c1b63e0ec117,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:05.221297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38908) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:05.239822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f9c4077b-523d-43b8-9e81-1b5a2192b89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.350459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f9c4077b-523d-43b8-9e81-1b5a2192b89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.355105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f9c4077b-523d-43b8-9e81-1b5a2192b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.404074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4077b-523d-43b8-9e81-1b5a2192b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cbe6f4-8308-45c5-af6c-e3663a1ce78a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:05.411345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f9c4077b-523d-43b8-9e81-1b5a2192b89a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c23b72aa08134dae9adfa14ec7d06cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885679 Aug 11 02:57:05.413753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38914) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:05.474197 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e07caff2-1559-43d3-a890-960ad6da2abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.497458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e07caff2-1559-43d3-a890-960ad6da2abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.552294 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e07caff2-1559-43d3-a890-960ad6da2abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.555353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e07caff2-1559-43d3-a890-960ad6da2abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.556602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e07caff2-1559-43d3-a890-960ad6da2abd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97cbe6f4-8308-45c5-af6c-e3663a1ce78a HTTP/1.1" status: 204 len: 168 time: 0.1417308 Aug 11 02:57:05.565949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07caff2-1559-43d3-a890-960ad6da2abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cbe6f4-8308-45c5-af6c-e3663a1ce78a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:05.979766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:05.993991 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-80739bfb-07e2-4dda-8e60-60dcc206821f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.133963 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-80739bfb-07e2-4dda-8e60-60dcc206821f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.139069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-80739bfb-07e2-4dda-8e60-60dcc206821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.179792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-80739bfb-07e2-4dda-8e60-60dcc206821f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61c31015141d4e0c9d0cc9f561654167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996310 Aug 11 02:57:06.180615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739bfb-07e2-4dda-8e60-60dcc206821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a3b66-2dd5-4997-803d-cb6619c633fa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:06.183059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38930) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:06.239132 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99624ffb-42bc-47b2-8f23-c785b70c368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.262820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99624ffb-42bc-47b2-8f23-c785b70c368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.312830 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99624ffb-42bc-47b2-8f23-c785b70c368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.315473 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-99624ffb-42bc-47b2-8f23-c785b70c368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.316713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-99624ffb-42bc-47b2-8f23-c785b70c368d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d27a3b66-2dd5-4997-803d-cb6619c633fa HTTP/1.1" status: 204 len: 168 time: 0.1327019 Aug 11 02:57:06.325229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99624ffb-42bc-47b2-8f23-c785b70c368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a3b66-2dd5-4997-803d-cb6619c633fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:07.131766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 38964) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:07.249437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-578886765-network', 'tenant_id': '51fc9a54b413437daf59156b00483373'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:07.273957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Made reservation on behalf of 51fc9a54b413437daf59156b00483373 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:07.276383 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.286523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.391641 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.395993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.432323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:57:07.438632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c534dda-e243-406d-ad27-8ec0001a4431,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:07.447536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.447884 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Added segment 2024669c-9b32-4722-a3ab-432812c19f6e of type vlan for network a8541de4-52f0-4f3d-9c32-4f98f63359cd Aug 11 02:57:07.508663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.547049 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.547591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.548442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.628742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4955506 Aug 11 02:57:07.633859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 38974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:07.642840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Request body: {'subnet': {'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-578886765-subnet', 'tenant_id': '51fc9a54b413437daf59156b00483373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:07.664730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9175-bcc8-43e4-a2f6-da8a12a8ed49 admin admin] Pushing event updated for resources: {'Network': ['ID=a8541de4-52f0-4f3d-9c32-4f98f63359cd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:07.676580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a8541de4-52f0-4f3d-9c32-4f98f63359cd details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:57:07.692594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Made reservation on behalf of 51fc9a54b413437daf59156b00483373 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:07.695643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.910799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.971277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b8ff95-d58b-4591-bac1-efa56ab90e42,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:07.982802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Checking segment: {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:07.983164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Network hostable DHCP agents. Network: a8541de4-52f0-4f3d-9c32-4f98f63359cd, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:57:08.000904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Network a8541de4-52f0-4f3d-9c32-4f98f63359cd is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:57:08.012202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a8541de4-52f0-4f3d-9c32-4f98f63359cd) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:08.017423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.017894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.026441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019687bb-80c9-4df6-946e-11816e5f4439 None None] Network a8541de4-52f0-4f3d-9c32-4f98f63359cd requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:08.039139 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df93fbab-32d7-4055-ad23-4f13ba8ff6c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3989105 Aug 11 02:57:08.203132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c87a9-aa75-4181-8125-6628280ef3f0 None None] Network a8541de4-52f0-4f3d-9c32-4f98f63359cd requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:11.247525 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:13.927513 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2df947f6-70f7-41df-aea2-b4b57cd22038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.481650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37160b82-9778-4acc-9ef8-480b56dbe6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.789732 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.530239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:20.119487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.204861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.280485 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.656272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-d3bc90ee-8a13-4489-b5a1-db192e1a6b9e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249368848&fields=id&tenant_id=fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 267 time: 0.0476422 Aug 11 02:57:40.802642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-81067405-f87d-4d36-9bc5-d134f73629c6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:40.804269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-81067405-f87d-4d36-9bc5-d134f73629c6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.1408346 Aug 11 02:57:40.831865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-252aa3c2-c764-4ace-90ce-033da7364e9f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/quotas/fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 375 time: 0.0188270 Aug 11 02:57:40.898863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-f44e4412-e85f-4b8b-b981-969a01983f7e tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590892 Aug 11 02:57:41.091725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-587a2fb8-5ed4-485b-9c9e-8f5da8a95a48 service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742463 Aug 11 02:57:41.215801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-5100c52f-c36c-48fc-b340-0afc0524edcc service neutron] 10.222.0.16 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054327 Aug 11 02:57:41.776747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0894674b-5214-4930-968e-27b0f012d704 req-c40b39d0-534b-499e-b64a-678daa5bb0fc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.1242461 Aug 11 02:57:42.981274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3dc6944-2849-4786-ba44-647cac0abda4 req-b6376882-0097-45fa-a0e1-c5a39de62895 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.0593879 Aug 11 02:57:43.015664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-f71ace98-3ae6-4050-b447-6baf975ee8a6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:43.017669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-f71ace98-3ae6-4050-b447-6baf975ee8a6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 812 time: 0.2308314 Aug 11 02:57:43.076055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3cbb8ff8-ede6-4d28-8c53-75a054464eaa tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe8cc99ce06a44899057b7da9c567879 HTTP/1.1" status: 200 len: 380 time: 0.0463610 Aug 11 02:57:43.090786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'port': {'device_id': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'admin_state_up': True, 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'security_groups': ['01192832-709f-481c-9cca-16f0b9dd1ea5']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:43.274191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Made reservation on behalf of fe8cc99ce06a44899057b7da9c567879 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:43.279786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.436352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.20.0.11 (4867ec5b-9785-4f8a-a9bc-a12ebc790e76/52fb7d77-fe8e-4a44-b2fc-be73e3308142/3ea7209e-5955-42b8-a275-ed225c7e486f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:43.651718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.672767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Transition to ACTIVE for port object 3ea7209e-5955-42b8-a275-ed225c7e486f will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:43.729605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.782282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:43.804378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=3ea7209e-5955-42b8-a275-ed225c7e486f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:43.815614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:43.818877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:43.873197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.873547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.873895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.874435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.874779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.875119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.875454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.875786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.876121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.876450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.876780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.877109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:43.920367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-906c2f0e-fece-4065-94c2-5e97ef03feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.942141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:43.942850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.984714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-66d36653-3e6a-4463-88a1-152c1d03c6ea tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9012754 Aug 11 02:57:43.997403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-6738426f-61fd-4f7d-a956-890c1efcb928 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:57:43.998852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-6738426f-61fd-4f7d-a956-890c1efcb928 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066991 Aug 11 02:57:44.018715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Request body: {'port': {'device_id': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:44.188583 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.267810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a9c799a-ff78-43f2-9ef2-52e8c4cde731 None None] Provisioning for port 3ea7209e-5955-42b8-a275-ed225c7e486f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:44.275058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a9c799a-ff78-43f2-9ef2-52e8c4cde731 None None] Provisioning complete for port 3ea7209e-5955-42b8-a275-ed225c7e486f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:44.275677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a9c799a-ff78-43f2-9ef2-52e8c4cde731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.299471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b27f03-21b7-48bd-ac45-b66bcf6177d7 req-bcac685f-3b31-4882-98e2-1ea18217a70b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:44.301256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46b27f03-21b7-48bd-ac45-b66bcf6177d7 req-bcac685f-3b31-4882-98e2-1ea18217a70b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 932 time: 0.1225832 Aug 11 02:57:44.371411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c799a-ff78-43f2-9ef2-52e8c4cde731 None None] Port 3ea7209e-5955-42b8-a275-ed225c7e486f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:57:44.438901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-46b27f03-21b7-48bd-ac45-b66bcf6177d7 req-a117a5ca-5ab5-4771-b86b-ad0995e8cadf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219795 Aug 11 02:57:44.713827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea7209e-5955-42b8-a275-ed225c7e486f {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:44.723889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.742978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Transition to ACTIVE for port object 3ea7209e-5955-42b8-a275-ed225c7e486f will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:44.750905 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.909314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea7209e-5955-42b8-a275-ed225c7e486f,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:44.956635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Attempting to bind port 3ea7209e-5955-42b8-a275-ed225c7e486f on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:44.957570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Attempting to bind port 3ea7209e-5955-42b8-a275-ed225c7e486f by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:44.958194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Attempting to bind port 3ea7209e-5955-42b8-a275-ed225c7e486f on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:44.965237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Port 3ea7209e-5955-42b8-a275-ed225c7e486f on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:44.966024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Attempting to bind port 3ea7209e-5955-42b8-a275-ed225c7e486f on network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:44.972588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:44.973212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Checking segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:44.973905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Bound using segment: {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:44.974710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Bound port: 3ea7209e-5955-42b8-a275-ed225c7e486f, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9f5ff8-3732-42df-a72f-7f2998296f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:44.975386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.098194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] For port 3ea7209e-5955-42b8-a275-ed225c7e486f, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:45.104820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] For port 3ea7209e-5955-42b8-a275-ed225c7e486f, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3ea7209e-5955-42b8-a275-ed225c7e486f,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:45.115581 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.182851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea7209e-5955-42b8-a275-ed225c7e486f,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:45.208225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.208847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.210227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-3b156ffc-b902-43cb-b131-3a6f896e594f service neutron] 10.222.0.25 "PUT /v2.0/ports/3ea7209e-5955-42b8-a275-ed225c7e486f HTTP/1.1" status: 200 len: 1092 time: 1.2031217 Aug 11 02:57:45.210703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:45.213007 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:45.331432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-6f79cbdc-0d34-4e98-9dd9-e5747791d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.333054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-6f79cbdc-0d34-4e98-9dd9-e5747791d6eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 1095 time: 0.0756834 Aug 11 02:57:45.409207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-513d28a0-ef50-440b-836c-891a4b5886e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea7209e-5955-42b8-a275-ed225c7e486f HTTP/1.1" status: 200 len: 217 time: 0.0672479 Aug 11 02:57:45.417166 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0431d49f-7c10-4e49-8374-a9db0edc3375 x-openstack-request-id: req-0431d49f-7c10-4e49-8374-a9db0edc3375 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:45.417586 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:45.417904 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0431d49f-7c10-4e49-8374-a9db0edc3375 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:45.418469 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'status': 'completed', 'code': 200} Aug 11 02:57:45.510820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-1a94528e-b51f-455a-a2e5-b282383c8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.514352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-1a94528e-b51f-455a-a2e5-b282383c8129 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0913153 Aug 11 02:57:45.679103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-d2431b3a-0f3c-475c-be7b-b87fc26acbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.680956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-d2431b3a-0f3c-475c-be7b-b87fc26acbcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581535 Aug 11 02:57:45.689135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611a577-12d6-4f3c-8169-4fcabc454154 req-a55f8ae6-37de-4c22-9b35-b3ad41f81a64 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.690965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0611a577-12d6-4f3c-8169-4fcabc454154 req-a55f8ae6-37de-4c22-9b35-b3ad41f81a64 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.1306360 Aug 11 02:57:45.790189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0611a577-12d6-4f3c-8169-4fcabc454154 req-aa55dc5b-7e86-4fd9-891f-038e08732d9b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887680 Aug 11 02:57:45.852322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-f0948570-e312-4039-a23f-cb101ea36108 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601086 Aug 11 02:57:45.992818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8252c5f4-9f2c-4f2e-a20a-930ee3fe009a req-a7ea2df9-a819-4a4c-8ab5-36fc0f2c5c98 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324596 Aug 11 02:57:46.138738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-71e20979-4d49-4cdd-99eb-8210c435f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:46.148831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-71e20979-4d49-4cdd-99eb-8210c435f31a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 1095 time: 0.0929103 Aug 11 02:57:46.276209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-e21ab37b-3853-4f49-950e-7cfe8adb13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:46.279282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-e21ab37b-3853-4f49-950e-7cfe8adb13e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.1244507 Aug 11 02:57:46.338233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-990c2d8a-9820-4505-ac0c-fd2176317f68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea7209e-5955-42b8-a275-ed225c7e486f HTTP/1.1" status: 200 len: 217 time: 0.0507889 Aug 11 02:57:46.436973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-f91431b5-46df-405a-979f-b83a4c26b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:46.439288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-f91431b5-46df-405a-979f-b83a4c26b02c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0897512 Aug 11 02:57:46.527360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-ea8227bc-9e68-4163-9200-06f0460533d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:46.529187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-ea8227bc-9e68-4163-9200-06f0460533d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774851 Aug 11 02:57:46.715449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-e47f0b4f-4367-4800-8c84-8f49d45aa05b service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709764 Aug 11 02:57:46.875679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7fb35bf-6cc2-47cd-b536-bbb1ed0e64f3 req-fc67b05e-3d3e-4375-bb21-fb8087b61393 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526864 Aug 11 02:57:46.998337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb18cf-c405-404f-a682-21d1a2aadcb7 req-e5be7ee9-3753-4549-8f56-6c7950ba4d66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.000559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4dbb18cf-c405-404f-a682-21d1a2aadcb7 req-e5be7ee9-3753-4549-8f56-6c7950ba4d66 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0933144 Aug 11 02:57:47.080124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4dbb18cf-c405-404f-a682-21d1a2aadcb7 req-dd00fa36-c311-4287-b08b-0c5baa555b93 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695755 Aug 11 02:57:47.481919 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4e73-97f9-41f9-989c-144708e9f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:47.749103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.247807 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:48.294907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6b3e5-4e01-4566-a62f-86847fb6354e req-441e7e37-5c6a-44dc-ae3d-4504d29a096f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:48.307307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bc6b3e5-4e01-4566-a62f-86847fb6354e req-441e7e37-5c6a-44dc-ae3d-4504d29a096f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0947244 Aug 11 02:57:48.383060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bc6b3e5-4e01-4566-a62f-86847fb6354e req-02f04d01-06e1-42cb-ab2b-d467c5beb673 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740714 Aug 11 02:57:48.527382 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.545754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c0ef6-8828-4ec1-86fe-03b86a5ee7a2 req-dd02eb59-2c2e-4226-acdb-cc55eb500e2c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:49.547758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-250c0ef6-8828-4ec1-86fe-03b86a5ee7a2 req-dd02eb59-2c2e-4226-acdb-cc55eb500e2c tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0667603 Aug 11 02:57:49.610861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-250c0ef6-8828-4ec1-86fe-03b86a5ee7a2 req-96427954-3762-404d-bca0-e2ddfdc4e82f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543232 Aug 11 02:57:50.139467 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.789005 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7222c-6482-49fb-bbc7-de213baa0276 req-feeddd5a-3abd-4ee8-917e-f5aea043ad01 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.790835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bb7222c-6482-49fb-bbc7-de213baa0276 req-feeddd5a-3abd-4ee8-917e-f5aea043ad01 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0726135 Aug 11 02:57:50.853316 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bb7222c-6482-49fb-bbc7-de213baa0276 req-b447d902-0ebf-4294-bf76-def78649c2b6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500059 Aug 11 02:57:52.337177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbbe3e-bc10-4dc6-a5f4-9ca2d19598bf req-b3b6ff2f-eb01-41eb-9bc4-fa1fa5818d97 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.338836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ebbbe3e-bc10-4dc6-a5f4-9ca2d19598bf req-b3b6ff2f-eb01-41eb-9bc4-fa1fa5818d97 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.4058945 Aug 11 02:57:52.390844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2ebbbe3e-bc10-4dc6-a5f4-9ca2d19598bf req-af782657-587d-457c-9dc3-b47409ba0811 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 Aug 11 02:57:53.231175 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.317871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.638200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243422c-4799-46d2-8987-c4b439232386 req-202ce999-cb1e-4703-a926-6b09981886f5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.653625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0243422c-4799-46d2-8987-c4b439232386 req-202ce999-cb1e-4703-a926-6b09981886f5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.1320169 Aug 11 02:57:53.714902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0243422c-4799-46d2-8987-c4b439232386 req-7bafe1b0-b6af-4ddd-a713-76be43182efb tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598536 Aug 11 02:57:54.885656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32c95-75a8-46e7-8778-6cf61b335afc req-b3e17d3a-44e6-41c4-bddd-9e548b59e373 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:54.895236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54b32c95-75a8-46e7-8778-6cf61b335afc req-b3e17d3a-44e6-41c4-bddd-9e548b59e373 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0623651 Aug 11 02:57:54.952341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54b32c95-75a8-46e7-8778-6cf61b335afc req-1000546c-c591-4aef-8ef9-658b069dd2be tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556779 Aug 11 02:57:55.864985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b66e7-fe23-4d29-9103-d7e1acd081d9 req-6a585316-3d18-438d-84c8-3ce2bf9ea5f7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:55.866602 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce7b66e7-fe23-4d29-9103-d7e1acd081d9 req-6a585316-3d18-438d-84c8-3ce2bf9ea5f7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0675483 Aug 11 02:57:55.941604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce7b66e7-fe23-4d29-9103-d7e1acd081d9 req-41fb42d4-23ea-4010-99fc-82d24744cba0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672717 Aug 11 02:57:56.116369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bdb7b-43fb-442a-b706-3d1aa061a34b req-8df37a3d-d7c1-4a0e-97ef-ff286668103b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:56.117944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f05bdb7b-43fb-442a-b706-3d1aa061a34b req-8df37a3d-d7c1-4a0e-97ef-ff286668103b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0548689 Aug 11 02:57:56.176174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f05bdb7b-43fb-442a-b706-3d1aa061a34b req-78f57b47-6461-4e37-ad2b-d31d15c87406 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Aug 11 02:57:57.096491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422a7f8-c685-48ef-908f-eb579dc1ef66 req-4c8be490-75bf-46ea-98cb-69fbf02a9716 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:57.098167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2422a7f8-c685-48ef-908f-eb579dc1ef66 req-4c8be490-75bf-46ea-98cb-69fbf02a9716 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0616758 Aug 11 02:57:57.142866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2422a7f8-c685-48ef-908f-eb579dc1ef66 req-341a3f89-b92e-4f8e-8a5f-624d87611cef tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379722 Aug 11 02:57:57.327873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035958ab-91ad-483f-9096-21bbff6f8e6d req-f6c56077-cad6-48ef-b21b-e11863026b7a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:57.329842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-035958ab-91ad-483f-9096-21bbff6f8e6d req-f6c56077-cad6-48ef-b21b-e11863026b7a tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 944 time: 0.0705566 Aug 11 02:57:57.376523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-035958ab-91ad-483f-9096-21bbff6f8e6d req-c9adf21d-5b62-4b96-b40d-ca83f65ca14b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Aug 11 02:57:58.108677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3ea7209e-5955-42b8-a275-ed225c7e486f details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:58.238335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3ea7209e-5955-42b8-a275-ed225c7e486f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3ea7209e-5955-42b8-a275-ed225c7e486f,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:58.253758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'port_id': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'mac_address': 'fa:16:3e:8d:b5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:58.307879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.309104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3b42-ef44-4b1b-a031-b5099b34e19f req-30bada04-09d5-4c77-bfd9-884226a993e7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.318343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e6a3b42-ef44-4b1b-a031-b5099b34e19f req-30bada04-09d5-4c77-bfd9-884226a993e7 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0662653 Aug 11 02:57:58.344579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea7209e-5955-42b8-a275-ed225c7e486f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:58.369852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e6a3b42-ef44-4b1b-a031-b5099b34e19f req-124d6193-8286-4636-85f4-f4fda4d91f41 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504239 Aug 11 02:57:58.370082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3ea7209e-5955-42b8-a275-ed225c7e486f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3ea7209e-5955-42b8-a275-ed225c7e486f,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:58.374728 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.435685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3ea7209e-5955-42b8-a275-ed225c7e486f,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:58.444357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.444884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.445243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.445643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.445988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.446445 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.446789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.447126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.447460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.447831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.449350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.449808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:58.545945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7850a6-f8fd-47f0-8a77-582a4c94b875 req-3ddb3583-57c1-42c2-a78a-ef00137b006f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.548734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a7850a6-f8fd-47f0-8a77-582a4c94b875 req-3ddb3583-57c1-42c2-a78a-ef00137b006f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 945 time: 0.0612965 Aug 11 02:57:58.596412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a7850a6-f8fd-47f0-8a77-582a4c94b875 req-02885d18-1094-4649-a5e9-977dc1ef26e6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374026 Aug 11 02:57:58.639608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3ea7209e-5955-42b8-a275-ed225c7e486f'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:59.160850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-7fc34b49-0810-4f03-80cb-184da9eb234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.162448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-7fc34b49-0810-4f03-80cb-184da9eb234d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1096 time: 0.1654468 Aug 11 02:57:59.293626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-a5550e6f-dd57-41b3-94c3-f6d605228535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.295312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-a5550e6f-dd57-41b3-94c3-f6d605228535 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1058400 Aug 11 02:57:59.382310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-e06832f0-1c91-4edc-b80a-3c44f7fed42c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 1001 time: 0.0702541 Aug 11 02:57:59.462034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-00a968da-1ebe-4a90-b4fa-d6a938100eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.464517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-00a968da-1ebe-4a90-b4fa-d6a938100eab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0739946 Aug 11 02:57:59.518129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-720280ee-7856-4c20-84f7-63946ad86102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.519965 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-720280ee-7856-4c20-84f7-63946ad86102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450625 Aug 11 02:57:59.534955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-8120d291-f9dd-425e-a668-9943b11acf3b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:57:59.536442 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-8120d291-f9dd-425e-a668-9943b11acf3b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087929 Aug 11 02:57:59.558722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a51a2-6c62-4ffb-a3bc-528b3431dc87 req-df816f7e-fb60-4f17-91a2-b8df6e25a83f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.560402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-205a51a2-6c62-4ffb-a3bc-528b3431dc87 req-df816f7e-fb60-4f17-91a2-b8df6e25a83f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0706856 Aug 11 02:57:59.563711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-ef293972-fb0a-4ed4-90ea-57b5129cd2dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054859 Aug 11 02:57:59.676409 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-eac71be7-6dbb-44be-a705-a5d1f621dc4e service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324773 Aug 11 02:57:59.710829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-205a51a2-6c62-4ffb-a3bc-528b3431dc87 req-8b145e0e-8f41-45f9-9bb1-a46d996c5fbf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416314 Aug 11 02:57:59.768654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-10fe710d-c6dd-4485-94b9-e46c4eee96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.770943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-10fe710d-c6dd-4485-94b9-e46c4eee96eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1097 time: 0.1505320 Aug 11 02:57:59.807429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc573141-1432-49df-8c08-2888641a2817 req-09ef0b39-05b7-43f0-8885-04eaca29c040 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.809650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc573141-1432-49df-8c08-2888641a2817 req-09ef0b39-05b7-43f0-8885-04eaca29c040 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 945 time: 0.0973613 Aug 11 02:57:59.863779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c569b9a0-ab3f-47aa-805c-653c6559e805 req-335928eb-e92c-4dca-9683-7ed7c46440f3 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789544 Aug 11 02:57:59.939611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc573141-1432-49df-8c08-2888641a2817 req-e3764cbc-75e5-4e6f-a000-910a263f9e11 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719285 Aug 11 02:57:59.955760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-3a10712f-71da-4b03-8de6-1da2173cf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.958782 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-3a10712f-71da-4b03-8de6-1da2173cf95f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.1480994 Aug 11 02:58:00.048574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-6450ca5e-c150-47af-8a3c-91768fd3833d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 1002 time: 0.0810282 Aug 11 02:58:00.105880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3ea7209e-5955-42b8-a275-ed225c7e486f up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:00.122095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-bf310cc9-4c87-40df-ba90-6fdc3d6b4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.123919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-bf310cc9-4c87-40df-ba90-6fdc3d6b4509 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0674000 Aug 11 02:58:00.182689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3ea7209e-5955-42b8-a275-ed225c7e486f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:00.186093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-bb3dd42d-352d-4c44-9a2b-f606e4297810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.187351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3ea7209e-5955-42b8-a275-ed225c7e486f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:00.187804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.187998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-bb3dd42d-352d-4c44-9a2b-f606e4297810 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558004 Aug 11 02:58:00.334462 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.352599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-7a3ea7c0-994f-4bf9-99e2-c313619f5e8c service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560423 Aug 11 02:58:00.362776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:00.366813 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a91fffa-4a54-4b69-b53f-9ebc378dc866" -d '{"events": [{"server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "name": "network-vif-plugged", "status": "completed", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:00.399874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3ea7209e-5955-42b8-a275-ed225c7e486f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3ea7209e-5955-42b8-a275-ed225c7e486f,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:00.407241 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.459413 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ddd41-93cb-48d5-88da-1a64cfc7c419 x-openstack-request-id: req-f60ddd41-93cb-48d5-88da-1a64cfc7c419 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:00.459635 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "name": "network-vif-plugged", "status": "completed", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:00.459773 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f60ddd41-93cb-48d5-88da-1a64cfc7c419 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:00.460162 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'code': 200} Aug 11 02:58:00.484851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3ea7209e-5955-42b8-a275-ed225c7e486f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:00.527745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a27c0111-c108-4e81-a67c-c96ca1e93bc4 req-baa08c29-c020-40d8-b50a-373e492b682c service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634257 Aug 11 02:58:00.571557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835042da-24d6-4bae-ab5e-2ae68be0ace7 req-569e0f83-e0fb-463c-96b7-da0705fcc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.573314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-835042da-24d6-4bae-ab5e-2ae68be0ace7 req-569e0f83-e0fb-463c-96b7-da0705fcc213 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 1097 time: 0.0572731 Aug 11 02:58:00.616960 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-835042da-24d6-4bae-ab5e-2ae68be0ace7 req-9bc50ec8-5fa3-4073-b3ae-61a271a9f458 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356538 Aug 11 02:58:00.846186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ed9ca-91f8-4961-89b7-1e5bb235a36c req-6c697bcc-6da6-45d4-8ba6-e877e409cd09 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.848944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-742ed9ca-91f8-4961-89b7-1e5bb235a36c req-6c697bcc-6da6-45d4-8ba6-e877e409cd09 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0651960 Aug 11 02:58:00.897985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-742ed9ca-91f8-4961-89b7-1e5bb235a36c req-4a138b6e-ed0e-47b6-866e-7f386a29a48c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373826 Aug 11 02:58:01.094820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e71d1-5c7c-419d-91cd-5fdfb82c0e6f req-176b4a88-4849-4f00-bb92-0875be20a1ce tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:01.096379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c6e71d1-5c7c-419d-91cd-5fdfb82c0e6f req-176b4a88-4849-4f00-bb92-0875be20a1ce tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 946 time: 0.0764382 Aug 11 02:58:01.140234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c6e71d1-5c7c-419d-91cd-5fdfb82c0e6f req-867783b0-e159-40ee-952d-2d349e26e32d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Aug 11 02:58:02.058583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70afd-410d-4c10-8420-fa2bd4439f2c req-e5824373-f87e-4313-9b29-8ce96a422c17 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.060438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6a70afd-410d-4c10-8420-fa2bd4439f2c req-e5824373-f87e-4313-9b29-8ce96a422c17 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0777769 Aug 11 02:58:02.140553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6a70afd-410d-4c10-8420-fa2bd4439f2c req-38867bb9-d491-4505-be97-19549eb0d7a4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590887 Aug 11 02:58:02.284850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0bc3c-011c-47ca-a33f-27049133c905 req-16ff50d5-2bae-4377-b5a2-9ee477e9dde3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.286408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6f0bc3c-011c-47ca-a33f-27049133c905 req-16ff50d5-2bae-4377-b5a2-9ee477e9dde3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 946 time: 0.0555823 Aug 11 02:58:02.333103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6f0bc3c-011c-47ca-a33f-27049133c905 req-a72b1987-53e0-4836-aebc-89c1d713eb38 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403187 Aug 11 02:58:02.466883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04853fa4-d7d1-4dbd-9d73-412ed16e6b9b req-ba7e99ef-929d-423b-86d8-1fd1c97879d4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.476834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04853fa4-d7d1-4dbd-9d73-412ed16e6b9b req-ba7e99ef-929d-423b-86d8-1fd1c97879d4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 946 time: 0.0693924 Aug 11 02:58:02.530607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04853fa4-d7d1-4dbd-9d73-412ed16e6b9b req-58a1420a-773e-4810-ba65-f7f486440b69 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521417 Aug 11 02:58:02.554565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40330) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:02.816648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818aa5c5-7f37-4600-b959-edb0c1965964 tempest-TestVolumeBootPattern-569898827 tempest-TestVolumeBootPattern-569898827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.820530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-818aa5c5-7f37-4600-b959-edb0c1965964 tempest-TestVolumeBootPattern-569898827 tempest-TestVolumeBootPattern-569898827-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 1092 time: 0.2641079 Aug 11 02:58:02.824472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 40362) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:02.833136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:02.862091 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.015147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.167930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Allocated IP 172.25.6.86 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/b424c5ee-1cea-4e55-bdf3-cfb4c4f1e7ea) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:03.322437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb00d6-6f15-4913-991b-8aeeb35c4dc7 req-936bbd7d-55b4-4037-855d-a18407611aba tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:03.324544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6edb00d6-6f15-4913-991b-8aeeb35c4dc7 req-936bbd7d-55b4-4037-855d-a18407611aba tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0795166 Aug 11 02:58:03.365178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.397371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6edb00d6-6f15-4913-991b-8aeeb35c4dc7 req-996accf2-93a8-4d64-9a6b-6c317187d46e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650759 Aug 11 02:58:03.430405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.470951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:03.476159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:03.480345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:03.509066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=b424c5ee-1cea-4e55-bdf3-cfb4c4f1e7ea,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:03.936619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.041371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.270117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.277343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.369795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event updated for resources: {'Port': ['ID=b424c5ee-1cea-4e55-bdf3-cfb4c4f1e7ea,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:04.379562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.529793 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Floating IP 6b98f133-6912-4fea-92ac-da53ba49b974 associated. External IP: 172.25.6.86, port: 3ea7209e-5955-42b8-a275-ed225c7e486f. Aug 11 02:58:04.623272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3275da7-673a-42e1-b23c-9920b770da36 req-31513d71-28c5-4b38-b267-430c01f48dc1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:04.628845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3275da7-673a-42e1-b23c-9920b770da36 req-31513d71-28c5-4b38-b267-430c01f48dc1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1462901 Aug 11 02:58:04.734261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3275da7-673a-42e1-b23c-9920b770da36 req-c1231110-01b5-4f0e-b894-6911ec7317f5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598831 Aug 11 02:58:04.876116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:58:05.006967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:05.027492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:05.036549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.045343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:05.047022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:57:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:05.098043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2b350061-c455-44fd-82e2-35ce0c6f5c24 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2578073 Aug 11 02:58:05.098043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:05.098043 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd14eea-b4a3-48a5-86fc-e2236580e027" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:05.134257 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe8c060-58e4-45bc-8edb-70308c136d23 x-openstack-request-id: req-dfe8c060-58e4-45bc-8edb-70308c136d23 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:05.134562 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:05.135077 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfe8c060-58e4-45bc-8edb-70308c136d23 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:05.135770 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'status': 'completed', 'code': 200} Aug 11 02:58:05.214711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-a0ef769d-bfd9-4c90-baac-01e93ff90e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.216452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-a0ef769d-bfd9-4c90-baac-01e93ff90e18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 1097 time: 0.0537522 Aug 11 02:58:05.253713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:05.372283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-a3e5accc-3c3c-4e2a-a70b-1b7347304f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.373959 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-a3e5accc-3c3c-4e2a-a70b-1b7347304f9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.1414554 Aug 11 02:58:05.463016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-f5be3752-6025-480b-961c-dd66ade4512a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea7209e-5955-42b8-a275-ed225c7e486f HTTP/1.1" status: 200 len: 999 time: 0.0812469 Aug 11 02:58:05.530752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-b9996dd1-0c04-45a4-9efe-f51230c8917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.532696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-b9996dd1-0c04-45a4-9efe-f51230c8917c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0622501 Aug 11 02:58:05.614936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-b03f21d8-6ff6-4cc5-bdaf-f65e832a6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.615512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:49Z', 'revision_number': 1, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}, {'id': '6b98f133-6912-4fea-92ac-da53ba49b974', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:8d:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:03Z', 'updated_at': '2021-08-11T02:58:03Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:05.616868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-b03f21d8-6ff6-4cc5-bdaf-f65e832a6436 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765600 Aug 11 02:58:05.678929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:05.690963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:05.692217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:57:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:05.819981 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-25a01326-95f8-4373-9a6a-d248445c3f82 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943495 Aug 11 02:58:06.016372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaf94e-9317-45aa-b155-ea58e8ae8aa6 req-911b8505-7560-4e44-b03f-2db204a0f561 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.018238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-96aaf94e-9317-45aa-b155-ea58e8ae8aa6 req-911b8505-7560-4e44-b03f-2db204a0f561 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1271420 Aug 11 02:58:06.113487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-96aaf94e-9317-45aa-b155-ea58e8ae8aa6 req-6daf793a-0abc-429b-953d-dfa6501d48dd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878000 Aug 11 02:58:06.151475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bd14eea-b4a3-48a5-86fc-e2236580e027 req-48d8fc08-986b-4e71-a806-40c65e8280d8 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137095 Aug 11 02:58:06.204529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:06.479215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:49Z', 'revision_number': 1, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}, {'id': '6b98f133-6912-4fea-92ac-da53ba49b974', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:8d:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:03Z', 'updated_at': '2021-08-11T02:58:03Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:06.512279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc5a69-08b3-49c5-8ba6-027277915fa1 None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:49Z', 'revision_number': 1, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}, {'id': '6b98f133-6912-4fea-92ac-da53ba49b974', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:8d:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:03Z', 'updated_at': '2021-08-11T02:58:03Z', 'revision_number': 0, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:06.770642 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0143e478-a2e9-449d-80f9-b1e1ee4eb961 None None] New status for floating IP 6b98f133-6912-4fea-92ac-da53ba49b974: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:58:07.277198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34563a02-fd71-439c-8049-b2c51fa04aec req-407002ea-dab5-4c9a-9902-0e146031222a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.280177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34563a02-fd71-439c-8049-b2c51fa04aec req-407002ea-dab5-4c9a-9902-0e146031222a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0626495 Aug 11 02:58:07.343062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:07.363299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34563a02-fd71-439c-8049-b2c51fa04aec req-b92b433f-dd5e-4ec7-b10d-fb6ec45ca965 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685854 Aug 11 02:58:07.496260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:07.509694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'mac_address': 'fa:16:3e:d0:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:07.555218 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:07.571014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:07.609387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:07.615002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:07.691904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:07.708279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['2c73537e-0333-4bc1-9ec5-092cbb6c6da6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:08.566753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf6094-4d96-485d-9ca8-0830ceca4097 req-8cfd999d-467b-4c08-8acd-c1586417872f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.568408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbbf6094-4d96-485d-9ca8-0830ceca4097 req-8cfd999d-467b-4c08-8acd-c1586417872f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0947840 Aug 11 02:58:08.629725 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bbbf6094-4d96-485d-9ca8-0830ceca4097 req-3841f233-332c-48ed-bb41-9371ce139179 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496106 Aug 11 02:58:09.343600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:09.428305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:09.428950 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:09.536374 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:09.588272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:09.591455 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa26c54-126d-42db-8aa4-666f212c60cf" -d '{"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-plugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:09.629516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:09.652268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:09.717576 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d7b684-7476-468c-82c5-8883d7f7b2bc x-openstack-request-id: req-06d7b684-7476-468c-82c5-8883d7f7b2bc {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:09.717810 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-plugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:09.718275 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06d7b684-7476-468c-82c5-8883d7f7b2bc {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:09.719084 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'code': 200} Aug 11 02:58:09.720331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:09.907095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c9656-ee72-4053-b88a-214a45e7d855 req-081ccb7e-719c-49be-95c0-f0be571a6c47 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.911893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-772c9656-ee72-4053-b88a-214a45e7d855 req-081ccb7e-719c-49be-95c0-f0be571a6c47 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0809138 Aug 11 02:58:10.017522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-772c9656-ee72-4053-b88a-214a45e7d855 req-ef77379c-199e-4859-abcc-c76f6b394535 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990946 Aug 11 02:58:11.292065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b30df-dd47-4656-a2c9-747e9a02ed1f req-e8a0f0b5-7864-4f11-a49f-0409bbd8032f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.294829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-527b30df-dd47-4656-a2c9-747e9a02ed1f req-e8a0f0b5-7864-4f11-a49f-0409bbd8032f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0874050 Aug 11 02:58:11.369368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-527b30df-dd47-4656-a2c9-747e9a02ed1f req-9f6f9dff-97f6-410e-9c8f-6e79e3a3a7be tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631001 Aug 11 02:58:12.568619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd843233-f034-488b-8a29-505a04d1a4ef req-c91ad67f-5e2d-4c45-82c3-a1a901832edb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.581838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd843233-f034-488b-8a29-505a04d1a4ef req-c91ad67f-5e2d-4c45-82c3-a1a901832edb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0936024 Aug 11 02:58:12.662687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd843233-f034-488b-8a29-505a04d1a4ef req-648e768c-bf20-4a13-8155-d59b89f6a9ce tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790842 Aug 11 02:58:13.833351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc97a4-8d51-483c-91fd-2a8bc909a918 req-24b57f32-40d1-47e3-b7b6-11fa7a48a6c1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:13.842221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7bc97a4-8d51-483c-91fd-2a8bc909a918 req-24b57f32-40d1-47e3-b7b6-11fa7a48a6c1 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0751495 Aug 11 02:58:13.921122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7bc97a4-8d51-483c-91fd-2a8bc909a918 req-bb07ca80-1301-44ea-890f-2408f5939931 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776942 Aug 11 02:58:13.947921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c3e5abb-aa83-4779-9652-d73137755033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.157140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-069afceb-c0aa-4c6d-8388-be7eda9f933a tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.159049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-069afceb-c0aa-4c6d-8388-be7eda9f933a tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 813 time: 0.1808524 Aug 11 02:58:14.179835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-18147cf0-3e80-4eb7-bbb9-e20a3bfa0982 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/quotas/51fc9a54b413437daf59156b00483373 HTTP/1.1" status: 200 len: 375 time: 0.0147820 Aug 11 02:58:14.227707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-ad005608-a767-4f34-836f-83eda9818d74 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381114 Aug 11 02:58:14.333820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-0d5bea1f-14ee-44e9-b7ac-0d3f0d2d4e77 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:14.343024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-0d5bea1f-14ee-44e9-b7ac-0d3f0d2d4e77 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1076562 Aug 11 02:58:14.474297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-b8dda7d4-1946-4eb7-aace-256f3561c538 service neutron] 10.222.0.16 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290047 Aug 11 02:58:14.612937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-3d7934ff-e3f4-4ffa-bc3c-fde208ada56d service neutron] 10.222.0.16 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311562 Aug 11 02:58:14.860167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be54b581-ce76-4af6-9f3d-6978f3e19177 req-2460bcae-12fc-4832-a973-04c2aa104f79 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 210 time: 0.0428572 Aug 11 02:58:15.119733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f5638-a134-454b-ad1a-6ae7c3b711e2 req-ce9a9a6d-a538-48e8-9223-e4ee756882a0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.121405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a2f5638-a134-454b-ad1a-6ae7c3b711e2 req-ce9a9a6d-a538-48e8-9223-e4ee756882a0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0789711 Aug 11 02:58:15.175194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4a2f5638-a134-454b-ad1a-6ae7c3b711e2 req-ac583fdc-70b8-4914-85a2-6518b08b8739 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466990 Aug 11 02:58:16.062231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ba20d5b1-c27b-44e4-8d46-c9717de6f925 req-8d9f65de-0fea-4c6e-adcf-34b21b87a7e6 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 210 time: 0.0471361 Aug 11 02:58:16.377636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118120c-7a9a-4325-bd63-542a969dce12 req-51edf9da-a175-436c-b6bb-f97cc530ccd8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:16.386263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1118120c-7a9a-4325-bd63-542a969dce12 req-51edf9da-a175-436c-b6bb-f97cc530ccd8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0714934 Aug 11 02:58:16.437527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1118120c-7a9a-4325-bd63-542a969dce12 req-a1f26105-564a-46af-9166-448e3bdb9c37 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499616 Aug 11 02:58:17.251245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b0103b8-fadd-4dba-b6f1-f3d87efd996e req-be4c59df-e6a4-45b6-9cee-9b76eb375338 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 210 time: 0.0496609 Aug 11 02:58:17.487831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-471aee29-73a6-4a61-8401-9625cd0fc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.670813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe20be-5942-4ba1-b0ff-f95e7af8c461 req-82e31aef-8009-4821-bf85-bb23a02fbbb3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.673417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bbe20be-5942-4ba1-b0ff-f95e7af8c461 req-82e31aef-8009-4821-bf85-bb23a02fbbb3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1213064 Aug 11 02:58:17.733937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bbe20be-5942-4ba1-b0ff-f95e7af8c461 req-66b216cd-325b-4bbf-8650-0532b2374e8d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491467 Aug 11 02:58:17.782050 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.391932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6437bbd2-f6bc-44cf-b1ca-dd2adbf880e8 req-47cb926b-a490-423a-afa2-7bae70f6f73e tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 210 time: 0.0348837 Aug 11 02:58:18.537301 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.849098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-8896e6d2-5ac5-4cae-9351-15653b1bb719 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.851604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-8896e6d2-5ac5-4cae-9351-15653b1bb719 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 813 time: 0.2199798 Aug 11 02:58:18.867688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Request body: {'port': {'device_id': '877a2c67-7742-4754-92e8-e974ae894edb', 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd', 'admin_state_up': True, 'tenant_id': '51fc9a54b413437daf59156b00483373'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:18.916830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061e37c-974c-441a-9c25-e42dacb9f24e req-fc3551ec-81e8-41eb-bf1c-0e401f6d4df2 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.918930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b061e37c-974c-441a-9c25-e42dacb9f24e req-fc3551ec-81e8-41eb-bf1c-0e401f6d4df2 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0865605 Aug 11 02:58:18.963024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b061e37c-974c-441a-9c25-e42dacb9f24e req-d78020d6-5c92-4484-b20d-21174ea09b60 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379477 Aug 11 02:58:19.001754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Made reservation on behalf of 51fc9a54b413437daf59156b00483373 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:19.001754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.188785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Allocated IP 172.20.0.2 (a8541de4-52f0-4f3d-9c32-4f98f63359cd/38b8ff95-d58b-4591-bac1-efa56ab90e42/fb421c7a-5b07-47a5-ad82-adc5f6984318) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:19.362829 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.409165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.457594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Network a8541de4-52f0-4f3d-9c32-4f98f63359cd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:19.461164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:19.465482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:19.496210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Pushing event updated for resources: {'Port': ['ID=fb421c7a-5b07-47a5-ad82-adc5f6984318,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:19.508924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.509277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.509643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.509966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.510385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.510754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.511703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.512055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.512441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.512894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.513169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.513497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:19.532086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.532775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.549551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-d9bc000f-17b5-41d4-aa7f-9d7136e42e91 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867805 Aug 11 02:58:19.565571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Request body: {'port': {'device_id': '877a2c67-7742-4754-92e8-e974ae894edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:19.580834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eb8e8-9551-4980-8215-cae9c142c527 req-1371612e-9708-49be-aed0-553f52638a37 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.582420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851eb8e8-9551-4980-8215-cae9c142c527 req-1371612e-9708-49be-aed0-553f52638a37 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 931 time: 0.0618434 Aug 11 02:58:19.629139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.663512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-851eb8e8-9551-4980-8215-cae9c142c527 req-16d29789-82e2-4794-8b30-5ca69879f0cd tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731537 Aug 11 02:58:19.862081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-e2c313fc-4345-4548-b3f5-24dbe92500f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.864754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-e2c313fc-4345-4548-b3f5-24dbe92500f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1096 time: 0.0597472 Aug 11 02:58:19.975158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-53f92c7a-e666-4172-9afe-c37fab0e2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.976777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-53f92c7a-e666-4172-9afe-c37fab0e2e45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1042273 Aug 11 02:58:20.004590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb421c7a-5b07-47a5-ad82-adc5f6984318 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:20.012860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.036536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Transition to ACTIVE for port object fb421c7a-5b07-47a5-ad82-adc5f6984318 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:20.042117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.076830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-93bce371-7d22-464b-9dd8-4b3ea9429dd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 1001 time: 0.0918677 Aug 11 02:58:20.142418 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.169601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb421c7a-5b07-47a5-ad82-adc5f6984318,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:20.194214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-d13f8721-017f-4879-ae07-9097d2d2ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.196103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-d13f8721-017f-4879-ae07-9097d2d2ec85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.1084065 Aug 11 02:58:20.207361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Attempting to bind port fb421c7a-5b07-47a5-ad82-adc5f6984318 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:20.207705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Attempting to bind port fb421c7a-5b07-47a5-ad82-adc5f6984318 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:20.208037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Attempting to bind port fb421c7a-5b07-47a5-ad82-adc5f6984318 on network a8541de4-52f0-4f3d-9c32-4f98f63359cd {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:20.219449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Port fb421c7a-5b07-47a5-ad82-adc5f6984318 on network a8541de4-52f0-4f3d-9c32-4f98f63359cd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:20.222174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Attempting to bind port fb421c7a-5b07-47a5-ad82-adc5f6984318 on network a8541de4-52f0-4f3d-9c32-4f98f63359cd {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:20.229749 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:20.230310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Checking segment: {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:20.230846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Bound using segment: {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:20.231397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Bound port: fb421c7a-5b07-47a5-ad82-adc5f6984318, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:20.231871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.250242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf182-4b6d-4f5d-98c6-3fe97fe444d8 req-3607f1e5-e343-4a58-baa2-2558b50ba4d3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.252728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-055cf182-4b6d-4f5d-98c6-3fe97fe444d8 req-3607f1e5-e343-4a58-baa2-2558b50ba4d3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1739211 Aug 11 02:58:20.296066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-9c1675c2-89a8-4059-beea-b7ba43e94276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.297788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-9c1675c2-89a8-4059-beea-b7ba43e94276 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937455 Aug 11 02:58:20.305542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-055cf182-4b6d-4f5d-98c6-3fe97fe444d8 req-b9b9d162-0aa7-4810-95b1-3fc2d7da29bd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465338 Aug 11 02:58:20.310887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] For port fb421c7a-5b07-47a5-ad82-adc5f6984318, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:20.314638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] For port fb421c7a-5b07-47a5-ad82-adc5f6984318, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:20.320162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.380030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb421c7a-5b07-47a5-ad82-adc5f6984318,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:20.393826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.394621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.396171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-1609aa52-ab8e-4989-9f4a-e57246e0a4c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/fb421c7a-5b07-47a5-ad82-adc5f6984318 HTTP/1.1" status: 200 len: 1091 time: 0.8352199 Aug 11 02:58:20.396635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877a2c67-7742-4754-92e8-e974ae894edb', 'tag': 'fb421c7a-5b07-47a5-ad82-adc5f6984318'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:20.399017 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9643e082-126b-4dc2-be15-edf64dd2e99e" -d '{"events": [{"name": "network-changed", "server_uuid": "877a2c67-7742-4754-92e8-e974ae894edb", "tag": "fb421c7a-5b07-47a5-ad82-adc5f6984318"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:20.413222 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-c9ddd382-34f6-4f18-8036-70221288cdd3 service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062951 Aug 11 02:58:20.440488 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727d503c-4e43-4197-ad18-41ecfe14ef10 x-openstack-request-id: req-727d503c-4e43-4197-ad18-41ecfe14ef10 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:20.441017 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877a2c67-7742-4754-92e8-e974ae894edb", "tag": "fb421c7a-5b07-47a5-ad82-adc5f6984318", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:20.441433 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-727d503c-4e43-4197-ad18-41ecfe14ef10 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:20.442047 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877a2c67-7742-4754-92e8-e974ae894edb', 'tag': 'fb421c7a-5b07-47a5-ad82-adc5f6984318', 'status': 'completed', 'code': 200} Aug 11 02:58:20.507409 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-76d642a2-a131-4d7a-8bc5-d687b278001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.509143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-76d642a2-a131-4d7a-8bc5-d687b278001c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 1094 time: 0.0586448 Aug 11 02:58:20.559918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-7511e5d3-1a9a-4e64-aa85-d9055fb7294c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318 HTTP/1.1" status: 200 len: 217 time: 0.0428464 Aug 11 02:58:20.563113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-907354f0-602b-4eb8-8ee3-13171817d00e service neutron] 10.222.0.59 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410534 Aug 11 02:58:20.615100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-832fa6a7-fcbb-4b55-96cd-e6f24bc9d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.616604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-832fa6a7-fcbb-4b55-96cd-e6f24bc9d947 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 200 len: 853 time: 0.0469191 Aug 11 02:58:20.657404 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-f2982ae3-0ff1-43cb-b408-5c397f783426 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8541de4-52f0-4f3d-9c32-4f98f63359cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315058 Aug 11 02:58:20.770230 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-41909319-0102-45b1-b0e5-e58ae04292d4 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041915 Aug 11 02:58:20.810694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e3ee4-b335-476a-b400-3fd5784a93b7 req-fbe599af-fb3d-43d5-b070-5dcced085088 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.812462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-606e3ee4-b335-476a-b400-3fd5784a93b7 req-fbe599af-fb3d-43d5-b070-5dcced085088 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 943 time: 0.0703945 Aug 11 02:58:20.856401 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-606e3ee4-b335-476a-b400-3fd5784a93b7 req-1cb21558-e940-423a-913c-abcf9c4e4e00 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366521 Aug 11 02:58:20.903998 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59978e38-b38a-4bb8-aa09-13f74295f102 req-eade6f2b-3001-45e5-b1dd-03eb2a869f6b service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251795 Aug 11 02:58:20.994532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-18528348-976a-445e-b4be-aabbc2ef495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.996594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-18528348-976a-445e-b4be-aabbc2ef495c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 1094 time: 0.0443246 Aug 11 02:58:21.111251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-b6917154-3399-43a1-856d-fd73fd9533c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.112847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-b6917154-3399-43a1-856d-fd73fd9533c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 913 time: 0.1089125 Aug 11 02:58:21.159346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-84067b2c-9e44-40d7-9b08-cf14ea5e3d06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318 HTTP/1.1" status: 200 len: 217 time: 0.0362561 Aug 11 02:58:21.216281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-6511266c-6542-476c-aa34-dcea2d08c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.217799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-6511266c-6542-476c-aa34-dcea2d08c4a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 200 len: 853 time: 0.0516047 Aug 11 02:58:21.260066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-5f8bb01a-8365-497c-9ddf-6ad4d998a179 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8541de4-52f0-4f3d-9c32-4f98f63359cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329585 Aug 11 02:58:21.409881 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-c4c12c76-ddcf-4104-8aca-9281c71403e1 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404786 Aug 11 02:58:21.555253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9cdd-19e2-4582-b7b8-501d64ebd1cd req-0128a2fb-3a09-4173-a9a5-69f8d5392e2f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.559079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-830a9cdd-19e2-4582-b7b8-501d64ebd1cd req-0128a2fb-3a09-4173-a9a5-69f8d5392e2f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1079111 Aug 11 02:58:21.583765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643e082-126b-4dc2-be15-edf64dd2e99e req-b012f0ec-2b2a-4799-890e-9f8ca6e3c2fb service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643786 Aug 11 02:58:21.622831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-830a9cdd-19e2-4582-b7b8-501d64ebd1cd req-2652929d-4232-43c1-ae4f-7f597b66d416 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514598 Aug 11 02:58:21.988053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de36690-9d2b-41b2-bb76-e808f76818ff req-4eb30837-24ac-4063-a26a-85240c78b15d tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.989720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3de36690-9d2b-41b2-bb76-e808f76818ff req-4eb30837-24ac-4063-a26a-85240c78b15d tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 943 time: 0.0565329 Aug 11 02:58:22.033540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3de36690-9d2b-41b2-bb76-e808f76818ff req-3e407036-05c1-40d1-bcdf-23f489732423 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Aug 11 02:58:22.774915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d490-9ad3-4933-9523-c921cf62282d req-bc7f10ac-8d83-458d-a32c-9d25d17ef8fd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.777091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1062d490-9ad3-4933-9523-c921cf62282d req-bc7f10ac-8d83-458d-a32c-9d25d17ef8fd tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0599058 Aug 11 02:58:22.824692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1062d490-9ad3-4933-9523-c921cf62282d req-225803b2-9c49-470b-a9e5-608fcc51a469 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388920 Aug 11 02:58:23.216991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.228496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d445fa-9c2f-4ecf-b907-e5a9b33cc760 req-1d0d4013-6210-4ce4-a43e-dcc0bf58e284 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:23.235193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03d445fa-9c2f-4ecf-b907-e5a9b33cc760 req-1d0d4013-6210-4ce4-a43e-dcc0bf58e284 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 943 time: 0.1043177 Aug 11 02:58:23.303218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-03d445fa-9c2f-4ecf-b907-e5a9b33cc760 req-3bd72c71-1a92-41f9-a5ce-fefe3bff50e8 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655789 Aug 11 02:58:23.314804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.462543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fb421c7a-5b07-47a5-ad82-adc5f6984318 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:23.465355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:23.633837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.659140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fb421c7a-5b07-47a5-ad82-adc5f6984318, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:23.681215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'fb421c7a-5b07-47a5-ad82-adc5f6984318', 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd', 'port_id': 'fb421c7a-5b07-47a5-ad82-adc5f6984318', 'mac_address': 'fa:16:3e:84:a3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8ff95-d58b-4591-bac1-efa56ab90e42', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:23.688129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:23.690756 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202463af-d8df-49cc-bfbf-09d0e4654f85" -d '{"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:23.711880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:23.740538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.790830 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ba3809-4fdb-449e-a6e7-befc4a3849f5 x-openstack-request-id: req-f3ba3809-4fdb-449e-a6e7-befc4a3849f5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:23.791459 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-unplugged", "status": "failed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "code": 422}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:23.792501 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3ba3809-4fdb-449e-a6e7-befc4a3849f5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:23.793307 n-d-715271-8 neutron-server[94701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'code': 422} returned with failed status Aug 11 02:58:23.843367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.872309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:23.881423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb421c7a-5b07-47a5-ad82-adc5f6984318 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:23.922785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fb421c7a-5b07-47a5-ad82-adc5f6984318, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:23.928417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.998793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca37f-6081-4a30-8c11-5feaefa8a473 req-30fd199d-8ed7-45bf-9324-4d6b74602a9c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:24.000450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea6ca37f-6081-4a30-8c11-5feaefa8a473 req-30fd199d-8ed7-45bf-9324-4d6b74602a9c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 943 time: 0.0674446 Aug 11 02:58:24.014898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=fb421c7a-5b07-47a5-ad82-adc5f6984318,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:24.056551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea6ca37f-6081-4a30-8c11-5feaefa8a473 req-317cba12-e526-47e0-9f8a-687cbb75da86 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403495 Aug 11 02:58:24.103921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-71162e71-ebe6-4458-b5c5-b1fe2440cad5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298308 Aug 11 02:58:24.136661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['fb421c7a-5b07-47a5-ad82-adc5f6984318'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:24.454935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f6159-57df-41d2-a6f9-a0c050285161 req-b5bdd07d-f869-4eca-8299-6d6e9253fedf tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:24.456908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b0f6159-57df-41d2-a6f9-a0c050285161 req-b5bdd07d-f869-4eca-8299-6d6e9253fedf tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 944 time: 0.0580978 Aug 11 02:58:24.846294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b0f6159-57df-41d2-a6f9-a0c050285161 req-dafc808b-203c-4d49-9973-bfa90c9c205c tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816547 Aug 11 02:58:25.089753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2268134a-dc9a-437f-9ece-55ec68269561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.092715 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2268134a-dc9a-437f-9ece-55ec68269561 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d&tenant_id=04953a6313a84c7a90c1835bcb44bed4 HTTP/1.1" status: 200 len: 1094 time: 0.0491977 Aug 11 02:58:25.109025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:25.181011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.233850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6163fd5-0829-464a-8646-f080fa24092a req-cd653a10-a7f8-4f70-a3d6-4d1aaf661240 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.238114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6163fd5-0829-464a-8646-f080fa24092a req-cd653a10-a7f8-4f70-a3d6-4d1aaf661240 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 943 time: 0.0793674 Aug 11 02:58:25.266863 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:25.315285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6163fd5-0829-464a-8646-f080fa24092a req-1c89d5ac-b938-4e9f-8792-82125f326a14 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637918 Aug 11 02:58:25.456406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:25.470176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fb421c7a-5b07-47a5-ad82-adc5f6984318 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:25.497922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:25.538946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:25.545752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port fb421c7a-5b07-47a5-ad82-adc5f6984318 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:25.549032 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.554033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port fb421c7a-5b07-47a5-ad82-adc5f6984318 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:25.554033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.571844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Transition to ACTIVE for port object 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:25.577225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.670488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.696643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=9']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.726210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port fb421c7a-5b07-47a5-ad82-adc5f6984318, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:25.733514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.735108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:25.767514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] No DVR routers for this DVR port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:25.794707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a2c67-7742-4754-92e8-e974ae894edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb421c7a-5b07-47a5-ad82-adc5f6984318'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:25.797190 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91ab6c0-e36c-4a70-ab3e-4bb296cb5008" -d '{"events": [{"server_uuid": "877a2c67-7742-4754-92e8-e974ae894edb", "name": "network-vif-plugged", "status": "completed", "tag": "fb421c7a-5b07-47a5-ad82-adc5f6984318"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:25.836538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:25.841780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=fb421c7a-5b07-47a5-ad82-adc5f6984318,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.893777 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd6b403-c8c6-4b23-8573-5ff5395a26f3 x-openstack-request-id: req-1bd6b403-c8c6-4b23-8573-5ff5395a26f3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:25.894372 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a2c67-7742-4754-92e8-e974ae894edb", "name": "network-vif-plugged", "status": "completed", "tag": "fb421c7a-5b07-47a5-ad82-adc5f6984318", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:25.894372 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bd6b403-c8c6-4b23-8573-5ff5395a26f3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:25.895037 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877a2c67-7742-4754-92e8-e974ae894edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb421c7a-5b07-47a5-ad82-adc5f6984318', 'code': 200} Aug 11 02:58:25.960548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:25.960921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:25.961234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.983235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on network b40aa721-e790-472b-93c6-59be46a710ef not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:25.983235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Attempting to bind port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on network b40aa721-e790-472b-93c6-59be46a710ef {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:26.004484 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:26.004832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Checking segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:26.005231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Bound using segment: {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:26.005817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Bound port: 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:26.006168 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.035874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7873d-070b-4a4d-be5a-e8ebd0597c3d req-1e48dcd4-7cd1-454b-a081-f25e5857de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.037698 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4d7873d-070b-4a4d-be5a-e8ebd0597c3d req-1e48dcd4-7cd1-454b-a081-f25e5857de4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 1096 time: 0.0728440 Aug 11 02:58:26.059493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23fa0-b4aa-49c4-8068-177b423d4c31 req-3e4d2d85-356f-4830-8c9f-d20ae8da0935 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.066670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dae23fa0-b4aa-49c4-8068-177b423d4c31 req-3e4d2d85-356f-4830-8c9f-d20ae8da0935 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 945 time: 0.1094084 Aug 11 02:58:26.111041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dae23fa0-b4aa-49c4-8068-177b423d4c31 req-9269e4da-8548-4e6e-8b80-89468192892a tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Aug 11 02:58:26.116120 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b4d7873d-070b-4a4d-be5a-e8ebd0597c3d req-815d396d-c2fc-4319-b7d9-8fafe96c287a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600638 Aug 11 02:58:26.123958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:26.128062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:26.141422 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.185090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.185727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.187191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] 10.222.0.25 "PUT /v2.0/ports/2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 1091 time: 1.0847440 Aug 11 02:58:26.187730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:26.189930 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88df03ad-a39a-4d66-af97-349f507cf70d" -d '{"events": [{"name": "network-changed", "server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:26.253110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce07a5f-ea8a-4e61-8e33-3512561dc439 service neutron] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.263668 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf7ee3-5e1b-4aec-b53f-e6616464a95e x-openstack-request-id: req-4eaf7ee3-5e1b-4aec-b53f-e6616464a95e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:26.264709 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:26.265033 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4eaf7ee3-5e1b-4aec-b53f-e6616464a95e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:26.266063 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'status': 'completed', 'code': 200} Aug 11 02:58:26.300849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96358d-d831-49cd-8201-70aba6b9a024 req-7569acb8-4038-4ed5-b4df-9533176790dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.302520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-7569acb8-4038-4ed5-b4df-9533176790dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1095 time: 0.0806513 Aug 11 02:58:26.460304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96358d-d831-49cd-8201-70aba6b9a024 req-83239cf3-8fb6-4085-b511-e9b3850c018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.462066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-83239cf3-8fb6-4085-b511-e9b3850c018c service neutron] 10.222.0.25 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1494780 Aug 11 02:58:26.500827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c435af9-f9a0-486b-a2a4-3c4e5ed62b42 req-84bfcd0e-1569-4820-9173-74b5b9f48644 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.503764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c435af9-f9a0-486b-a2a4-3c4e5ed62b42 req-84bfcd0e-1569-4820-9173-74b5b9f48644 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0811765 Aug 11 02:58:26.550030 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-abc1a20b-3836-4a73-a875-60ac81deab0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 999 time: 0.0797842 Aug 11 02:58:26.567722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3c435af9-f9a0-486b-a2a4-3c4e5ed62b42 req-5a366837-be36-4e32-966e-0a0fe14a1d18 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587566 Aug 11 02:58:26.622410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96358d-d831-49cd-8201-70aba6b9a024 req-b645cefa-9859-45f9-a0da-139a24248b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.623924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-b645cefa-9859-45f9-a0da-139a24248b18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0613420 Aug 11 02:58:26.688603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96358d-d831-49cd-8201-70aba6b9a024 req-930f0778-841c-4338-b7b9-d0b5e30dec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.690195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-930f0778-841c-4338-b7b9-d0b5e30dec64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577788 Aug 11 02:58:26.793108 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-e1cdbe03-8435-45f4-bb98-87fac1184c2f service neutron] 10.222.0.25 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937858 Aug 11 02:58:26.907411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-df96358d-d831-49cd-8201-70aba6b9a024 req-20a6cc50-80bc-4a7f-a92a-6247c79e979f service neutron] 10.222.0.25 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052380 Aug 11 02:58:27.059299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df03ad-a39a-4d66-af97-349f507cf70d req-6515d3a5-15e2-422c-866b-0fea31760530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.061759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-6515d3a5-15e2-422c-866b-0fea31760530 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=04953a6313a84c7a90c1835bcb44bed4&device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1095 time: 0.0737243 Aug 11 02:58:27.250360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df03ad-a39a-4d66-af97-349f507cf70d req-8d264f47-9bbb-4a22-b907-044e80c028b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.253128 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-8d264f47-9bbb-4a22-b907-044e80c028b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 200 len: 916 time: 0.1822212 Aug 11 02:58:27.298071 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fabef4-a19a-44a7-93c3-a321a158254a req-650bc0a9-276c-4473-956f-eca0485d1f22 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.303336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05fabef4-a19a-44a7-93c3-a321a158254a req-650bc0a9-276c-4473-956f-eca0485d1f22 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 945 time: 0.0983291 Aug 11 02:58:27.386657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05fabef4-a19a-44a7-93c3-a321a158254a req-3719137e-bef7-42e7-9b40-4f6fbf413c5d tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727174 Aug 11 02:58:27.801904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972060b-f774-468e-8870-567c9b58fbff req-449971b2-3331-4dd2-9222-d5ea6012c987 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.803623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3972060b-f774-468e-8870-567c9b58fbff req-449971b2-3331-4dd2-9222-d5ea6012c987 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.1384504 Aug 11 02:58:27.918059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3972060b-f774-468e-8870-567c9b58fbff req-f250c0c0-d914-47c8-8290-74f03d0b3bd5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029506 Aug 11 02:58:28.000915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-12834a8c-99fd-466a-b44d-9973ccc4b241 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 200 len: 999 time: 0.7384577 Aug 11 02:58:29.114857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91337c-18bf-4102-ae69-5f69357c9ded req-7268faff-8acb-4551-82c4-9340c77a45b4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.119079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f91337c-18bf-4102-ae69-5f69357c9ded req-7268faff-8acb-4551-82c4-9340c77a45b4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0975821 Aug 11 02:58:29.173975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7f91337c-18bf-4102-ae69-5f69357c9ded req-365de64a-9bc4-493d-baef-01ce979dd318 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456131 Aug 11 02:58:30.395088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d04bd0-36c3-4ec5-9b27-8f3caf4dcc74 req-2014eb13-76a8-4190-966c-199b939e7e96 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:30.399279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81d04bd0-36c3-4ec5-9b27-8f3caf4dcc74 req-2014eb13-76a8-4190-966c-199b939e7e96 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0954266 Aug 11 02:58:30.483589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81d04bd0-36c3-4ec5-9b27-8f3caf4dcc74 req-2ce97ad3-8b01-4b6c-866e-94f6c14d8d48 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590186 Aug 11 02:58:31.688618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b23ec-b165-47d3-97ad-35709158ffa6 req-5b0a9af1-69b8-4700-afd7-f5dbb665d1cf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:31.690439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f9b23ec-b165-47d3-97ad-35709158ffa6 req-5b0a9af1-69b8-4700-afd7-f5dbb665d1cf tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0933146 Aug 11 02:58:31.771758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5f9b23ec-b165-47d3-97ad-35709158ffa6 req-0c531786-8688-48f9-b4dc-774b9382016b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741379 Aug 11 02:58:33.008140 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d5821-4bad-4438-ab82-5e5f53bed297 req-e94d27a4-1e73-4cc3-97fc-1ab1c1b17611 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.010571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-907d5821-4bad-4438-ab82-5e5f53bed297 req-e94d27a4-1e73-4cc3-97fc-1ab1c1b17611 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.1335578 Aug 11 02:58:33.079369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-907d5821-4bad-4438-ab82-5e5f53bed297 req-1a8faa13-924b-437f-8277-46173efc68cb tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607102 Aug 11 02:58:34.337949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dfdfd-ff1d-49cb-9902-a5d67dc82fe9 req-d7c8745a-37a4-4880-b3c6-9caea3de8029 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.339909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015dfdfd-ff1d-49cb-9902-a5d67dc82fe9 req-d7c8745a-37a4-4880-b3c6-9caea3de8029 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0611067 Aug 11 02:58:34.421628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-015dfdfd-ff1d-49cb-9902-a5d67dc82fe9 req-d183742b-6f98-4c4a-a176-c4d7d566299a tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741210 Aug 11 02:58:35.755364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa2210-0f53-440c-be13-e6570296fd31 req-efe316cb-7db2-451b-90f6-22c794ea1153 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.764843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7aa2210-0f53-440c-be13-e6570296fd31 req-efe316cb-7db2-451b-90f6-22c794ea1153 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.1331604 Aug 11 02:58:35.816127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7aa2210-0f53-440c-be13-e6570296fd31 req-08d8ffa6-874c-462f-87be-831b6aa17ee8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495830 Aug 11 02:58:37.060096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fda939-43bb-45ba-a7b7-e9bf24de00d5 req-52535863-de11-4145-b452-87e5f0af66f5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:37.061754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12fda939-43bb-45ba-a7b7-e9bf24de00d5 req-52535863-de11-4145-b452-87e5f0af66f5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.1197879 Aug 11 02:58:37.144617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12fda939-43bb-45ba-a7b7-e9bf24de00d5 req-33ff4dd5-1c7a-494e-95ad-db8276122aa9 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546777 Aug 11 02:58:38.283801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43949714-ec5b-447d-ade4-70c82ae932be req-ae3db051-0d67-447a-a906-bb1505129eda tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:38.292122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43949714-ec5b-447d-ade4-70c82ae932be req-ae3db051-0d67-447a-a906-bb1505129eda tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0671422 Aug 11 02:58:38.339487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43949714-ec5b-447d-ade4-70c82ae932be req-96220c93-a3e4-45c7-928b-a7ec15de0628 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463378 Aug 11 02:58:39.220128 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df03ad-a39a-4d66-af97-349f507cf70d req-569d76c9-b01d-41df-a511-770b69f13edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.222288 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-569d76c9-b01d-41df-a511-770b69f13edb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 200 len: 855 time: 0.0747812 Aug 11 02:58:39.302701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df03ad-a39a-4d66-af97-349f507cf70d req-026cf6bd-88e7-4e85-800b-fe75d6af3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.305485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-026cf6bd-88e7-4e85-800b-fe75d6af3df5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b40aa721-e790-472b-93c6-59be46a710ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665586 Aug 11 02:58:39.440812 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-cc078c54-3d8e-462f-87dc-385a44846b4d service neutron] 10.222.0.25 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147115 Aug 11 02:58:39.542771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94979fa8-ce27-4f45-abdf-e9c03fffdfc1 req-8c92b2de-780e-4e7b-a0fd-67d000bf51f3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.544341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94979fa8-ce27-4f45-abdf-e9c03fffdfc1 req-8c92b2de-780e-4e7b-a0fd-67d000bf51f3 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0782943 Aug 11 02:58:39.593163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94979fa8-ce27-4f45-abdf-e9c03fffdfc1 req-b8c601b7-9ac2-48fa-8cbd-ce5fbbdb9274 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423572 Aug 11 02:58:39.611530 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-88df03ad-a39a-4d66-af97-349f507cf70d req-a19cabc6-6a1e-4d26-aad7-027d61833f2a service neutron] 10.222.0.25 "GET /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625712 Aug 11 02:58:40.815236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c115e-fcd2-4fc9-abdb-f1c1fcfef51e req-f2e5dbc3-b61d-4a8b-b78e-59a3cd664500 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:40.826919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-541c115e-fcd2-4fc9-abdb-f1c1fcfef51e req-f2e5dbc3-b61d-4a8b-b78e-59a3cd664500 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.1047215 Aug 11 02:58:40.878026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-541c115e-fcd2-4fc9-abdb-f1c1fcfef51e req-c02e14bd-8bc5-4440-becb-a89da705221e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486128 Aug 11 02:58:42.047731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572417c4-eee8-421b-8861-e9eee5b5f86f req-8e77b8bc-a0ed-44a3-8628-607832b8fc45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.052216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-572417c4-eee8-421b-8861-e9eee5b5f86f req-8e77b8bc-a0ed-44a3-8628-607832b8fc45 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 944 time: 0.0819683 Aug 11 02:58:42.107135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-572417c4-eee8-421b-8861-e9eee5b5f86f req-eb828daf-b8dd-46a0-a804-eb7436a99638 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444996 Aug 11 02:58:42.296093 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:42.462205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:42.484730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'port_id': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'mac_address': 'fa:16:3e:d0:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:42.542031 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.574332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:42.613916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:42.621053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.684261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:42.885862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['2c73537e-0333-4bc1-9ec5-092cbb6c6da6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:43.282578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6220b2-bd71-4db8-9b39-025be3b8fff3 req-4f84c705-b065-43f2-b44f-5df553e02bb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.284969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da6220b2-bd71-4db8-9b39-025be3b8fff3 req-4f84c705-b065-43f2-b44f-5df553e02bb8 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.0750194 Aug 11 02:58:43.347768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da6220b2-bd71-4db8-9b39-025be3b8fff3 req-741730a7-6176-4321-9866-f43b9c6f546b tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520446 Aug 11 02:58:43.912506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-076fbc60-abe9-48de-8c01-d5936fed1c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.305072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:44.362937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:44.367663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:44.368055 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.475678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.514775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:44.517535 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa75b9d-a93e-4323-a02c-53bae83a7c0e" -d '{"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-plugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:44.534547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:44.540704 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.573025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ebc0c-279f-4eb6-878e-265be9afd526 req-d73a20c7-486d-481e-ba14-678158d3dff0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.599871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-414ebc0c-279f-4eb6-878e-265be9afd526 req-d73a20c7-486d-481e-ba14-678158d3dff0 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 945 time: 0.1163278 Aug 11 02:58:44.625432 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e06c4-b01d-4cdd-a0ab-eecc7b912cac x-openstack-request-id: req-b20e06c4-b01d-4cdd-a0ab-eecc7b912cac {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:44.626198 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-plugged", "status": "completed", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:44.626717 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b20e06c4-b01d-4cdd-a0ab-eecc7b912cac {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:44.638896 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'code': 200} Aug 11 02:58:44.669376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-414ebc0c-279f-4eb6-878e-265be9afd526 req-46f1bba8-cc14-4818-831e-0d1707050467 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684772 Aug 11 02:58:44.675247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:44.852559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf5f66-f2d8-4676-ad06-15a7bc1c3a71 req-44e8cbac-08c8-4493-9ed3-1abeac2a4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.854793 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-73bf5f66-f2d8-4676-ad06-15a7bc1c3a71 req-44e8cbac-08c8-4493-9ed3-1abeac2a4b21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 1097 time: 0.0496938 Aug 11 02:58:44.899028 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-73bf5f66-f2d8-4676-ad06-15a7bc1c3a71 req-dea3badf-4c8e-409b-b76c-d0bb52c89678 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362678 Aug 11 02:58:45.806863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5337df-c4a4-46ab-b554-bbb898628620 req-24870ee1-7ba9-403f-8807-7e83bb457b74 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:45.808465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e5337df-c4a4-46ab-b554-bbb898628620 req-24870ee1-7ba9-403f-8807-7e83bb457b74 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 946 time: 0.0551412 Aug 11 02:58:45.856421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e5337df-c4a4-46ab-b554-bbb898628620 req-dc38cfaf-5f03-4175-9229-20b0a1bd7bd5 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399270 Aug 11 02:58:47.027398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48711f17-6096-44ff-8323-e0de551b942f req-5bfdc738-c6be-4033-9507-aca118984457 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.030278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48711f17-6096-44ff-8323-e0de551b942f req-5bfdc738-c6be-4033-9507-aca118984457 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 946 time: 0.0795705 Aug 11 02:58:47.092438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48711f17-6096-44ff-8323-e0de551b942f req-32c79aa8-1a83-4fc5-b51d-bd24bd213662 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550239 Aug 11 02:58:47.475658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa879192-45c8-4215-b421-db0652f74fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.773298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.524972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.132465 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.217210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.343146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.501441 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-39cf97df-fb9f-454b-b7cd-909a85cd13c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667529 Aug 11 02:59:00.608009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-55960a1a-b137-4425-9ce1-04f0c8b35751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.609895 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-55960a1a-b137-4425-9ce1-04f0c8b35751 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1097 time: 0.0459917 Aug 11 02:59:00.780733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-e692cc0e-ab63-43af-81bf-a1330b174387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.783383 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-e692cc0e-ab63-43af-81bf-a1330b174387 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.1438441 Aug 11 02:59:00.869408 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-e1e29797-afde-42be-91e2-20a153d1e235 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 1002 time: 0.0762846 Aug 11 02:59:01.009664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-274ecda4-24ca-4764-9259-df1085894e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.009664 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-274ecda4-24ca-4764-9259-df1085894e8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.1276975 Aug 11 02:59:01.033929 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-c8787a0b-32cd-4267-8b68-1fa9fa513241 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026096 Aug 11 02:59:01.073038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-320981bc-ce55-4401-be25-b8889a5c7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.075694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-320981bc-ce55-4401-be25-b8889a5c7514 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563233 Aug 11 02:59:01.180734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-106c1c13-32a9-4c66-b69a-09f3299362a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.182459 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-106c1c13-32a9-4c66-b69a-09f3299362a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 1096 time: 0.1011631 Aug 11 02:59:01.335458 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-3a4f8c5a-e123-4dbc-bef0-381a098b3b13 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432482 Aug 11 02:59:01.418954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-eec8e284-fcce-4104-a31c-012a646d04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.420453 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-eec8e284-fcce-4104-a31c-012a646d04e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 913 time: 0.2117758 Aug 11 02:59:01.485540 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-ffe5021a-963d-4317-a727-10e92c3ad2bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318 HTTP/1.1" status: 200 len: 217 time: 0.0501354 Aug 11 02:59:01.508263 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8d962dfd-ce48-4aed-8165-86ed63b1d492 req-f4056d50-d7fb-46a5-a1c8-de2e82987f26 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614246 Aug 11 02:59:01.555686 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-46a80ef1-fd76-49ee-b242-ae38281f2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.557692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-46a80ef1-fd76-49ee-b242-ae38281f2b10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 200 len: 853 time: 0.0611372 Aug 11 02:59:01.593606 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-9c667961-53a0-4f4c-a66c-9bd9e1f0ec8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8541de4-52f0-4f3d-9c32-4f98f63359cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283847 Aug 11 02:59:01.723337 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-e3e885c8-bec6-4b7e-ba31-b39fbf8b67c7 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152837 Aug 11 02:59:01.850161 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a5ca0cae-3622-4709-a33b-34d36e660829 req-3411210d-d62b-4b37-816a-6fe925487f4d service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179900 Aug 11 02:59:02.257454 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:13.908442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ee01f97-5b19-4104-b795-1c597b006161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.469961 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b00a57ec-d95d-4ffd-920f-6f86c0ce3a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.755395 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.527171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.270270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858c56-5d05-42e7-805a-5a8e91ce54c0 req-b44604e2-c865-4569-bf2f-562f58c43cc6 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.272036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea858c56-5d05-42e7-805a-5a8e91ce54c0 req-b44604e2-c865-4569-bf2f-562f58c43cc6 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 945 time: 0.0627856 Aug 11 02:59:19.320248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea858c56-5d05-42e7-805a-5a8e91ce54c0 req-cfeabbf9-46b0-4452-a0f1-fa0508691fe9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Aug 11 02:59:20.142811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.500894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc43bd-d850-481f-b5d0-7945cae1a844 req-698c07db-46fa-4d4d-a6fa-cc0bd2d92736 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.502679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43fc43bd-d850-481f-b5d0-7945cae1a844 req-698c07db-46fa-4d4d-a6fa-cc0bd2d92736 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 945 time: 0.0726697 Aug 11 02:59:20.567640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-43fc43bd-d850-481f-b5d0-7945cae1a844 req-dcf1cbba-70b0-49e8-83f4-33431aea1d6c tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579643 Aug 11 02:59:20.684823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-04e114cb-bd62-440a-98cd-e8b99fc05138 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.686518 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-04e114cb-bd62-440a-98cd-e8b99fc05138 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 945 time: 0.0673332 Aug 11 02:59:20.789827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Deleting port fb421c7a-5b07-47a5-ad82-adc5f6984318 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:20.790721 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.908126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] For port fb421c7a-5b07-47a5-ad82-adc5f6984318, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=fb421c7a-5b07-47a5-ad82-adc5f6984318,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:20.908704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.931537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Calling delete_port for fb421c7a-5b07-47a5-ad82-adc5f6984318 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:21.082955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.096018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['fb421c7a-5b07-47a5-ad82-adc5f6984318'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:21.116284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Pushing event deleted for resources: {'Port': ['ID=fb421c7a-5b07-47a5-ad82-adc5f6984318,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:21.131405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.131650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.131990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.132334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.132671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.133003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.133336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.133690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.134080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.134415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.135342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.135342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:21.188576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] No DVR routers for this DVR port fb421c7a-5b07-47a5-ad82-adc5f6984318 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:21.191567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.193829 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5f92c0ba-ce89-4b56-aac5-2b9c10bc67d2 req-bbfe1557-9adb-43dc-aa61-1d465e4b22f9 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "DELETE /v2.0/ports/fb421c7a-5b07-47a5-ad82-adc5f6984318 HTTP/1.1" status: 204 len: 173 time: 0.5011795 Aug 11 02:59:21.194334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877a2c67-7742-4754-92e8-e974ae894edb', 'name': 'network-vif-deleted', 'tag': 'fb421c7a-5b07-47a5-ad82-adc5f6984318'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:21.196837 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee889619-81cc-42c1-924b-a5278daec7b2" -d '{"events": [{"server_uuid": "877a2c67-7742-4754-92e8-e974ae894edb", "name": "network-vif-deleted", "tag": "fb421c7a-5b07-47a5-ad82-adc5f6984318"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:21.257172 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb24434-155b-4337-88a3-ca06e046abd3 x-openstack-request-id: req-6bb24434-155b-4337-88a3-ca06e046abd3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:21.257657 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877a2c67-7742-4754-92e8-e974ae894edb", "name": "network-vif-deleted", "tag": "fb421c7a-5b07-47a5-ad82-adc5f6984318", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:21.257988 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bb24434-155b-4337-88a3-ca06e046abd3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:21.258480 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877a2c67-7742-4754-92e8-e974ae894edb', 'name': 'network-vif-deleted', 'tag': 'fb421c7a-5b07-47a5-ad82-adc5f6984318', 'status': 'completed', 'code': 200} Aug 11 02:59:21.691670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b96bb42-b15f-4b62-a82a-08b7c4b35b3f req-ddc086b2-4834-48df-afd0-d6a4714ce27e tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=877a2c67-7742-4754-92e8-e974ae894edb HTTP/1.1" status: 200 len: 210 time: 0.0319967 Aug 11 02:59:23.212909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.348417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.727413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fb421c7a-5b07-47a5-ad82-adc5f6984318 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:25.753041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: fb421c7a-5b07-47a5-ad82-adc5f6984318 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:25.753392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device fb421c7a-5b07-47a5-ad82-adc5f6984318 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:28.969365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd48723-3fe6-497c-b9cf-adddfcfbda2a req-87d8a7f4-ab70-4670-bb9e-03c28810026e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.970911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bd48723-3fe6-497c-b9cf-adddfcfbda2a req-87d8a7f4-ab70-4670-bb9e-03c28810026e tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 946 time: 0.0564446 Aug 11 02:59:29.014657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bd48723-3fe6-497c-b9cf-adddfcfbda2a req-02a09f69-e0a5-46e6-b8a1-ec2a5c4dbc90 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374620 Aug 11 02:59:29.740292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-6bf2ba8d-2213-49a2-b264-54ba4405824e tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.741841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-6bf2ba8d-2213-49a2-b264-54ba4405824e tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 813 time: 0.1012487 Aug 11 02:59:29.757508 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-a2acad81-f3ba-4ef4-a1b0-5e89ce40adc1 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/quotas/51fc9a54b413437daf59156b00483373 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Aug 11 02:59:29.794836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-7aeb7582-e3e4-4049-aaa4-d5068e5f8410 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310881 Aug 11 02:59:29.890799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-d0c57c47-c1eb-4273-9ff6-968c031db596 service neutron] 10.222.0.16 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889182 Aug 11 02:59:29.982016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-4ff48924-2933-4118-be19-0c0621bf6cd5 service neutron] 10.222.0.16 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Aug 11 02:59:30.189882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6923a48a-2deb-44c8-87cc-43f85e279f59 req-de72fa56-486a-4fec-b3c0-7037f3c6bba8 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 210 time: 0.0353422 Aug 11 02:59:30.206875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628066-a4f0-4ee0-afaf-b572cf328ff4 req-b7328a16-3a8b-4eb6-828e-405344de9833 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.212051 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07628066-a4f0-4ee0-afaf-b572cf328ff4 req-b7328a16-3a8b-4eb6-828e-405344de9833 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 946 time: 0.1094577 Aug 11 02:59:30.262442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07628066-a4f0-4ee0-afaf-b572cf328ff4 req-fda6b3d2-92b4-4e92-9a18-8aad6aeaee1d tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups?id=1de2a8a2-cbc6-4550-8413-6054c447ac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492783 Aug 11 02:59:30.464757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87270a41-25bc-4a9a-904c-b927a15a682f req-a9da1440-088d-4f5d-8678-101a8581f83c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.466625 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-87270a41-25bc-4a9a-904c-b927a15a682f req-a9da1440-088d-4f5d-8678-101a8581f83c tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.25 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 946 time: 0.0581675 Aug 11 02:59:30.567322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Deleting port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:30.567582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.676358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] For port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:30.676742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.880309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.880867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.881193 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Floating IP d8f8d8b7-bf84-42b0-b1f0-82176b56fdd0 disassociated. External IP: 172.25.6.171, port: 2c73537e-0333-4bc1-9ec5-092cbb6c6da6. Aug 11 02:59:30.881575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Calling delete_port for 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:31.021361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.052011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event deleted for resources: {'Port': ['ID=2c73537e-0333-4bc1-9ec5-092cbb6c6da6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:31.261480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-06a13b53-58c9-45ca-b98c-a199fff0ccec tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.263271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-06a13b53-58c9-45ca-b98c-a199fff0ccec tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 813 time: 0.1635160 Aug 11 02:59:31.265131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:31.278418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Request body: {'port': {'device_id': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd', 'admin_state_up': True, 'tenant_id': '51fc9a54b413437daf59156b00483373'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:31.293819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8407a45-c844-4e33-96b0-4fec06913200 req-fedbf586-803e-4c8e-83ea-0978def6621e tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Aug 11 02:59:31.366225 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0155f4aa-b492-4a5b-871d-9f2bba795961 req-c434ea4b-0f5b-41e5-960a-0c9ba3ed96fe tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/ports?device_id=868086e2-7c3a-4429-b8fa-24c4861ef61d HTTP/1.1" status: 200 len: 210 time: 0.0278192 Aug 11 02:59:31.479182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:31.495461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2548f16b-733b-459a-a934-eca029100f67 None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:31.511364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:31.512295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:31.533511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] No DVR routers for this DVR port 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:31.536788 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.540021 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-87270a41-25bc-4a9a-904c-b927a15a682f req-cea98385-2528-4e12-b073-2a5fabd70f26 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.25 "DELETE /v2.0/ports/2c73537e-0333-4bc1-9ec5-092cbb6c6da6 HTTP/1.1" status: 204 len: 173 time: 1.0660353 Aug 11 02:59:31.540785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-deleted', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:31.543765 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae09bf-0c04-45ee-9c2e-0a0dd87ebab0" -d '{"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-deleted", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:31.561506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Made reservation on behalf of 51fc9a54b413437daf59156b00483373 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:31.568770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.611931 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf64aac-6fcc-47f6-996f-b2ce8e243d6a x-openstack-request-id: req-adf64aac-6fcc-47f6-996f-b2ce8e243d6a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:31.612501 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868086e2-7c3a-4429-b8fa-24c4861ef61d", "name": "network-vif-deleted", "tag": "2c73537e-0333-4bc1-9ec5-092cbb6c6da6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:31.612977 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adf64aac-6fcc-47f6-996f-b2ce8e243d6a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:31.614022 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868086e2-7c3a-4429-b8fa-24c4861ef61d', 'name': 'network-vif-deleted', 'tag': '2c73537e-0333-4bc1-9ec5-092cbb6c6da6', 'status': 'completed', 'code': 200} Aug 11 02:59:31.703744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:31.778216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Allocated IP 172.20.0.11 (a8541de4-52f0-4f3d-9c32-4f98f63359cd/38b8ff95-d58b-4591-bac1-efa56ab90e42/efea7e9c-9dc2-4148-b868-f11aee474b6d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:31.949787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:31.961177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.985405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2548f16b-733b-459a-a934-eca029100f67 None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:31.996826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:31.997453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:32.010864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.060902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Network a8541de4-52f0-4f3d-9c32-4f98f63359cd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:32.064497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:32.067413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:32.136310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.137159 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.153245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Pushing event updated for resources: {'Port': ['ID=efea7e9c-9dc2-4148-b868-f11aee474b6d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.163337 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-12cc269e-3f7d-46ea-a3b5-d1e8feda21c3 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8886950 Aug 11 02:59:32.168028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:32.193992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Request body: {'port': {'device_id': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:32.286803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.448346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f05dc7-dd08-4d21-b567-e00016853cab req-66d3d519-3e4f-4e22-a7b5-b8b705ad41e0 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.451592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57f05dc7-dd08-4d21-b567-e00016853cab req-66d3d519-3e4f-4e22-a7b5-b8b705ad41e0 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 932 time: 0.0676231 Aug 11 02:59:32.490376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43168) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.495318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2548f16b-733b-459a-a934-eca029100f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:32.528155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2548f16b-733b-459a-a934-eca029100f67 None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd', 'name': '', 'network_id': 'b40aa721-e790-472b-93c6-59be46a710ef', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'mac_address': 'fa:16:3e:85:b2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'subnets': [{'id': '8086b966-176d-4ede-983c-e2b0a73cd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:32.535483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57f05dc7-dd08-4d21-b567-e00016853cab req-e4060352-af5a-4666-a2fe-bd3f1609592f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684726 Aug 11 02:59:32.601728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.634087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.656940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efea7e9c-9dc2-4148-b868-f11aee474b6d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:32.671462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.694345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Transition to ACTIVE for port object efea7e9c-9dc2-4148-b868-f11aee474b6d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:32.694962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.699111 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.699543 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.701309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "DELETE /v2.0/security-groups/1de2a8a2-cbc6-4550-8413-6054c447ac54 HTTP/1.1" status: 204 len: 168 time: 0.2096176 Aug 11 02:59:32.705188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.717423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2a8a2-cbc6-4550-8413-6054c447ac54,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.726527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.727220 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.727794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.728310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.728842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.729516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.730063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.730595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.731133 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.731720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.732273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.733126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea74a93-c6de-49da-81df-6beb7984f704 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:32.747572 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-5631473f-399e-427f-b51c-0ca38c3852b4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] show failed (client error): The resource could not be found. Aug 11 02:59:32.748816 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5631473f-399e-427f-b51c-0ca38c3852b4 tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "GET /v2.0/security-groups/1de2a8a2-cbc6-4550-8413-6054c447ac54 HTTP/1.1" status: 404 len: 347 time: 0.0435774 Aug 11 02:59:32.758726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43172) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.796064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Pushing event updated for resources: {'Port': ['ID=efea7e9c-9dc2-4148-b868-f11aee474b6d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.876198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Attempting to bind port efea7e9c-9dc2-4148-b868-f11aee474b6d on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:32.876698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Attempting to bind port efea7e9c-9dc2-4148-b868-f11aee474b6d by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:32.877279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Attempting to bind port efea7e9c-9dc2-4148-b868-f11aee474b6d on network a8541de4-52f0-4f3d-9c32-4f98f63359cd {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:32.883874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Port efea7e9c-9dc2-4148-b868-f11aee474b6d on network a8541de4-52f0-4f3d-9c32-4f98f63359cd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:32.884431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Attempting to bind port efea7e9c-9dc2-4148-b868-f11aee474b6d on network a8541de4-52f0-4f3d-9c32-4f98f63359cd {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:32.890831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:32.891604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Checking segment: {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:32.891926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Bound using segment: {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:32.892464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Bound port: efea7e9c-9dc2-4148-b868-f11aee474b6d, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2024669c-9b32-4722-a3ab-432812c19f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:32.892943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.943881 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Deleting port 53925379-7a81-4d2e-b4ab-5d8b7e5cc225 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:32.944229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.964514 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b520c-8ed4-4b4a-be46-d0b0878eab7d None None] New status for floating IP d8f8d8b7-bf84-42b0-b1f0-82176b56fdd0: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:32.982993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] For port efea7e9c-9dc2-4148-b868-f11aee474b6d, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:32.988419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] For port efea7e9c-9dc2-4148-b868-f11aee474b6d, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:32.993686 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.030385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.030717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.044928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Calling delete_port for 53925379-7a81-4d2e-b4ab-5d8b7e5cc225 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:33.055879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Pushing event updated for resources: {'Port': ['ID=efea7e9c-9dc2-4148-b868-f11aee474b6d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.067366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.068075 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.070014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-281a4814-904e-48bb-a0a8-18d78583e966 service neutron] 10.222.0.59 "PUT /v2.0/ports/efea7e9c-9dc2-4148-b868-f11aee474b6d HTTP/1.1" status: 200 len: 1092 time: 0.8835812 Aug 11 02:59:33.162517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-5ba7a6aa-6812-46ed-8268-090fc1359950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.164258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-5ba7a6aa-6812-46ed-8268-090fc1359950 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 1095 time: 0.0534840 Aug 11 02:59:33.216027 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.216311 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-29e1c6b8-497d-4fca-83d2-f423db0870b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d HTTP/1.1" status: 200 len: 217 time: 0.0436065 Aug 11 02:59:33.241903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Pushing event deleted for resources: {'Port': ['ID=53925379-7a81-4d2e-b4ab-5d8b7e5cc225,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.276329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361251c3-5666-462d-bc87-2bd5841b3795 req-cd835e08-9720-49ea-970d-94c0b491fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.278065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-cd835e08-9720-49ea-970d-94c0b491fc42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 200 len: 853 time: 0.0554709 Aug 11 02:59:33.317189 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-1a9eac9e-fdb8-47dd-b9d6-4f02f80210be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8541de4-52f0-4f3d-9c32-4f98f63359cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321002 Aug 11 02:59:33.317395 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.320059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.321337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fe8e0917-4bc9-43a3-bf64-6c5754d3c92f tempest-AttachVolumeShelveTestJSON-1613512280 tempest-AttachVolumeShelveTestJSON-1613512280-project] 10.222.0.16 "DELETE /v2.0/floatingips/d8f8d8b7-bf84-42b0-b1f0-82176b56fdd0 HTTP/1.1" status: 204 len: 168 time: 0.5611968 Aug 11 02:59:33.438596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-4c10b536-9d91-44d8-aa2f-1a075ff5286b service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124523 Aug 11 02:59:33.582584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-361251c3-5666-462d-bc87-2bd5841b3795 req-976bc289-1c72-424b-b870-4c6e9ee1a30c service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365349 Aug 11 02:59:33.615489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'tag': 'efea7e9c-9dc2-4148-b868-f11aee474b6d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:33.620055 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1731013f-35d8-4d66-b9dd-9129539909e7" -d '{"events": [{"name": "network-changed", "server_uuid": "821bfb5c-3a17-482c-85d9-1bf8582319c3", "tag": "efea7e9c-9dc2-4148-b868-f11aee474b6d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:33.680896 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94067cdc-2a20-4693-802d-3b98201257e0 x-openstack-request-id: req-94067cdc-2a20-4693-802d-3b98201257e0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:33.682095 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821bfb5c-3a17-482c-85d9-1bf8582319c3", "tag": "efea7e9c-9dc2-4148-b868-f11aee474b6d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:33.682487 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94067cdc-2a20-4693-802d-3b98201257e0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:33.683144 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'tag': 'efea7e9c-9dc2-4148-b868-f11aee474b6d', 'status': 'completed', 'code': 200} Aug 11 02:59:33.723692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43db7-f67c-4030-b52b-52beb03c5cf1 req-e46b0a15-7793-4bf3-8969-e075a304680b tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.726080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef43db7-f67c-4030-b52b-52beb03c5cf1 req-e46b0a15-7793-4bf3-8969-e075a304680b tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 944 time: 0.0720661 Aug 11 02:59:33.781586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-860f63c0-04f8-4fc3-971e-2c1bd2e8aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.783696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-860f63c0-04f8-4fc3-971e-2c1bd2e8aa13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 1095 time: 0.0806773 Aug 11 02:59:33.807605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef43db7-f67c-4030-b52b-52beb03c5cf1 req-705efa7a-acdb-45bd-8d0a-875623df8dbd tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681233 Aug 11 02:59:33.916465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-9b86ab64-e3ae-49b4-a867-87171513f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.918995 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-9b86ab64-e3ae-49b4-a867-87171513f0bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 913 time: 0.1280310 Aug 11 02:59:33.972239 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-8b4c241a-8e77-48c9-9b20-4f21b358ad3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d HTTP/1.1" status: 200 len: 217 time: 0.0456402 Aug 11 02:59:34.029755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-d5c982d8-5d8e-48e8-98e0-f1d7c770111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.031540 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-d5c982d8-5d8e-48e8-98e0-f1d7c770111a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 200 len: 853 time: 0.0522504 Aug 11 02:59:34.069153 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-da4fc7e6-f0c9-4ce9-903c-9317eca481e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8541de4-52f0-4f3d-9c32-4f98f63359cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298662 Aug 11 02:59:34.178977 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-2c3ed097-d149-4037-b7a9-5bf76f1f9f88 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013989 Aug 11 02:59:34.283668 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1731013f-35d8-4d66-b9dd-9129539909e7 req-c267341d-34fb-43ba-aa9c-49144e09e6b7 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965738 Aug 11 02:59:34.629262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:34.673100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:34.673880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 2c73537e-0333-4bc1-9ec5-092cbb6c6da6 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:34.935347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2749-ed65-4adf-b848-a3f60c907d0e req-5efa9dd2-ab6a-4daa-8eb8-4aa7a5b7a5dd tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.937655 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72cf2749-ed65-4adf-b848-a3f60c907d0e req-5efa9dd2-ab6a-4daa-8eb8-4aa7a5b7a5dd tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 944 time: 0.0585184 Aug 11 02:59:34.981060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72cf2749-ed65-4adf-b848-a3f60c907d0e req-ff1c57e6-68c3-4b4e-a58e-dc06004396f6 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Aug 11 02:59:35.773826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device efea7e9c-9dc2-4148-b868-f11aee474b6d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:35.923310 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port efea7e9c-9dc2-4148-b868-f11aee474b6d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:35.936530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'efea7e9c-9dc2-4148-b868-f11aee474b6d', 'network_id': 'a8541de4-52f0-4f3d-9c32-4f98f63359cd', 'port_id': 'efea7e9c-9dc2-4148-b868-f11aee474b6d', 'mac_address': 'fa:16:3e:1f:61:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8ff95-d58b-4591-bac1-efa56ab90e42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:35.988342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.004001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efea7e9c-9dc2-4148-b868-f11aee474b6d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:36.050477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port efea7e9c-9dc2-4148-b868-f11aee474b6d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:36.056222 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.147493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=efea7e9c-9dc2-4148-b868-f11aee474b6d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.169378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.169706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.170087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.170434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.170777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.171112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.171444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.171776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.172104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.172432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.172764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.173087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.179349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa47f3f-7865-4ed7-974c-8631fc7ff153 req-6f9cacac-ca23-4052-9bc0-15c16d2f7d19 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.197587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-caa47f3f-7865-4ed7-974c-8631fc7ff153 req-6f9cacac-ca23-4052-9bc0-15c16d2f7d19 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 945 time: 0.0927825 Aug 11 02:59:36.256035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-caa47f3f-7865-4ed7-974c-8631fc7ff153 req-647f06f1-ca7c-4bc4-b931-ac756c672185 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573821 Aug 11 02:59:36.271609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['efea7e9c-9dc2-4148-b868-f11aee474b6d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:37.110450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:37.270500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f6346a3d-2c41-41e1-9040-92cf72f28582 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d87e4912da44523bc95f78fc497c075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587133 Aug 11 02:59:37.273172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:37.334599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b869afc-70c1-4276-9e27-005d8a102bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.359077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b869afc-70c1-4276-9e27-005d8a102bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.390569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663a7b-08f8-418d-93da-62551d1e08b1 req-bf8e4d9e-6f81-4040-bb1b-50cf0f86cbaa tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.393352 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02663a7b-08f8-418d-93da-62551d1e08b1 req-bf8e4d9e-6f81-4040-bb1b-50cf0f86cbaa tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 945 time: 0.0613921 Aug 11 02:59:37.419687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b869afc-70c1-4276-9e27-005d8a102bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.422776 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b869afc-70c1-4276-9e27-005d8a102bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.426630 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0b869afc-70c1-4276-9e27-005d8a102bd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fe2a237-fa9a-4674-aaee-5553bc82277e HTTP/1.1" status: 204 len: 168 time: 0.1491745 Aug 11 02:59:37.433179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b869afc-70c1-4276-9e27-005d8a102bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe2a237-fa9a-4674-aaee-5553bc82277e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:37.443457 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02663a7b-08f8-418d-93da-62551d1e08b1 req-f2c50d2b-922d-4011-8f66-2ba492c85f45 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Aug 11 02:59:37.768685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device efea7e9c-9dc2-4148-b868-f11aee474b6d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:37.830015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port efea7e9c-9dc2-4148-b868-f11aee474b6d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:37.835319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port efea7e9c-9dc2-4148-b868-f11aee474b6d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:37.835778 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.109987 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.136923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efea7e9c-9dc2-4148-b868-f11aee474b6d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:38.139542 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbefdd9-d635-4d6d-a9e0-7de33f9a64c7" -d '{"events": [{"server_uuid": "821bfb5c-3a17-482c-85d9-1bf8582319c3", "name": "network-vif-plugged", "status": "completed", "tag": "efea7e9c-9dc2-4148-b868-f11aee474b6d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:38.153869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port efea7e9c-9dc2-4148-b868-f11aee474b6d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:38.160885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.228985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=efea7e9c-9dc2-4148-b868-f11aee474b6d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:38.497845 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56448311-2b2b-4e70-b990-77a36f224da6 x-openstack-request-id: req-56448311-2b2b-4e70-b990-77a36f224da6 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:38.499100 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821bfb5c-3a17-482c-85d9-1bf8582319c3", "name": "network-vif-plugged", "status": "completed", "tag": "efea7e9c-9dc2-4148-b868-f11aee474b6d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:38.499100 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56448311-2b2b-4e70-b990-77a36f224da6 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:38.499100 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efea7e9c-9dc2-4148-b868-f11aee474b6d', 'code': 200} Aug 11 02:59:38.587202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0424abd-5aef-45c1-abd2-93d8ec7a1680 req-aadff287-80b6-42db-b4c5-99ceb711ad64 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.589703 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0424abd-5aef-45c1-abd2-93d8ec7a1680 req-aadff287-80b6-42db-b4c5-99ceb711ad64 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 946 time: 0.0678411 Aug 11 02:59:38.626772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8836e8e-928f-47f0-a203-7ffa297fbf63 req-5bc86362-29c1-4b0e-b045-f220a7416035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.628601 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a8836e8e-928f-47f0-a203-7ffa297fbf63 req-5bc86362-29c1-4b0e-b045-f220a7416035 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 1097 time: 0.0622096 Aug 11 02:59:38.642806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0424abd-5aef-45c1-abd2-93d8ec7a1680 req-34b37c5f-8e60-4be3-8490-d949f8060901 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471361 Aug 11 02:59:38.671398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a8836e8e-928f-47f0-a203-7ffa297fbf63 req-69a51fe2-af50-49e2-aad1-845fe0169187 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Aug 11 02:59:39.130779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:39.258835 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:39.787048 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc90c2-00c3-4d9a-b06c-5d5534c183b5 req-4bcf82b9-c3aa-4254-ae44-e894670e6b2d tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.789377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1bc90c2-00c3-4d9a-b06c-5d5534c183b5 req-4bcf82b9-c3aa-4254-ae44-e894670e6b2d tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 946 time: 0.0668111 Aug 11 02:59:39.840712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1bc90c2-00c3-4d9a-b06c-5d5534c183b5 req-047008f7-5309-4ee8-bd24-9d2f9baed78b tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Aug 11 02:59:40.088849 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.392169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Deleting port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:40.392511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.516326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] For port 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:40.516774 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.540785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Calling delete_port for 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:40.781412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.810553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:41.008988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.279062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:41.433707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:41.441594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43362) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:41.442143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3be29626-8f8d-414c-b69c-d17c72926bfd admin admin] 10.222.0.16 "PUT /v2.0/routers/762d2f39-e025-4a8d-b21d-417cd0cc3f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3097529 Aug 11 02:59:41.452757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] Sync routers for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:41.467987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:41.468649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:41.582490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.616359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:41.725172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.811264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Deleting port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:41.811616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.847073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:59:40Z', 'revision_number': 5, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port': {'id': '1cfc2fdd-fa95-418e-94d0-19fe90eb514f', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:11Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:41.876921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] Checking router: 762d2f39-e025-4a8d-b21d-417cd0cc3f1c for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:41.887825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] Routers {'762d2f39-e025-4a8d-b21d-417cd0cc3f1c'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:41.889074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:41.942129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] For port 1cfc2fdd-fa95-418e-94d0-19fe90eb514f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:41.942432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.962665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Calling delete_port for 1cfc2fdd-fa95-418e-94d0-19fe90eb514f owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:41.994761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] Set router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:42.064433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:59:41Z', 'revision_number': 6, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:42.105077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c19af-47ae-4ae0-a883-8b26d0674e6b None None] The sync data for ids ['762d2f39-e025-4a8d-b21d-417cd0cc3f1c'] in n-d-715271-8 is: [{'id': '762d2f39-e025-4a8d-b21d-417cd0cc3f1c', 'name': 'tempest-AttachVolumeShelveTestJSON-309582739-router', 'tenant_id': '04953a6313a84c7a90c1835bcb44bed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:59:41Z', 'revision_number': 6, 'project_id': '04953a6313a84c7a90c1835bcb44bed4', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:42.206347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.236935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfc2fdd-fa95-418e-94d0-19fe90eb514f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:42.312823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.427143 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.431791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.507347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.512802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762d2f39-e025-4a8d-b21d-417cd0cc3f1c {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:59:42.521079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.524758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4122863-27fa-4ef9-9175-4c9367341099 admin admin] 10.222.0.16 "DELETE /v2.0/routers/762d2f39-e025-4a8d-b21d-417cd0cc3f1c HTTP/1.1" status: 204 len: 168 time: 1.0798888 Aug 11 02:59:42.525182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:42.597040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Deleting subnet 8086b966-176d-4ede-983c-e2b0a73cd1c4 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:42.601332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:42.602875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.628300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:42.628891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27c6712a-21a0-4ebc-964b-3fdfcc2b3ecd not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:42.673922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.787426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.854852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.888824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8086b966-176d-4ede-983c-e2b0a73cd1c4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:42.892599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.899547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41156a6e-c24c-4a8f-829e-24f70b000ea7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8086b966-176d-4ede-983c-e2b0a73cd1c4 HTTP/1.1" status: 204 len: 168 time: 0.3712389 Aug 11 02:59:42.899798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ef06d-eb02-4a60-b5a7-42368caf79e9 None None] Network b40aa721-e790-472b-93c6-59be46a710ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:42.899997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43370) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:42.997874 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.082585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Deleting port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:43.082809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.169219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] For port 7fdb8c76-15f5-4cd8-8144-d685f56a4712, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7fdb8c76-15f5-4cd8-8144-d685f56a4712,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:43.169600 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.174238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] DHCP port deletion for b40aa721-e790-472b-93c6-59be46a710ef request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:59:43.186216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Calling delete_port for 7fdb8c76-15f5-4cd8-8144-d685f56a4712 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:43.270510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] Deleting port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:43.270873 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.313200 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.376433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] No DVR routers for this DVR port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:43.378785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdb8c76-15f5-4cd8-8144-d685f56a4712,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.387266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] For port 7fdb8c76-15f5-4cd8-8144-d685f56a4712, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=7fdb8c76-15f5-4cd8-8144-d685f56a4712,segment=NetworkSegment(ee18c03d-b31a-47cf-89ef-bdf064b6eaaf),segment_id=ee18c03d-b31a-47cf-89ef-bdf064b6eaaf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:43.388407 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.411800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] Calling delete_port for 7fdb8c76-15f5-4cd8-8144-d685f56a4712 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:43.479738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.505391 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40aa721-e790-472b-93c6-59be46a710ef']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:43.536882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:43.537591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee18c03d-b31a-47cf-89ef-bdf064b6eaaf') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:43.542642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.551352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.558392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] No DVR routers for this DVR port 7fdb8c76-15f5-4cd8-8144-d685f56a4712 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:43.582376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.596613 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de101d-e3d3-4333-babb-b1e251cb6140 None None] Pushing event deleted for resources: {'Port': ['ID=7fdb8c76-15f5-4cd8-8144-d685f56a4712,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.597564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:43.598349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: timer() Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:43.600526 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:43.675593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.683359 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.686450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b40aa721-e790-472b-93c6-59be46a710ef HTTP/1.1" status: 204 len: 168 time: 0.7850080 Aug 11 02:59:43.702352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b2ec3-c02b-42dc-baad-ce58a3ed7c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40aa721-e790-472b-93c6-59be46a710ef,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.832957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43378) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:43.887622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f919f2bd-6770-4784-aed8-4d42297923ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04953a6313a84c7a90c1835bcb44bed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530534 Aug 11 02:59:43.890484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43380) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:43.919598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3125fa1-a5fa-48af-a308-4f65f5069846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.965738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee9214a2-b444-4184-b929-f84d28f8eace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.989947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee9214a2-b444-4184-b929-f84d28f8eace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.043732 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee9214a2-b444-4184-b929-f84d28f8eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.047064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee9214a2-b444-4184-b929-f84d28f8eace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.048652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ee9214a2-b444-4184-b929-f84d28f8eace admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd47ba65-56ff-41c5-b13d-9a134cecc5b5 HTTP/1.1" status: 204 len: 168 time: 0.1566181 Aug 11 02:59:44.060678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9214a2-b444-4184-b929-f84d28f8eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd47ba65-56ff-41c5-b13d-9a134cecc5b5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.353138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7fdb8c76-15f5-4cd8-8144-d685f56a4712 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:44.391858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 7fdb8c76-15f5-4cd8-8144-d685f56a4712 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:44.392208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 7fdb8c76-15f5-4cd8-8144-d685f56a4712 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:44.393178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1cfc2fdd-fa95-418e-94d0-19fe90eb514f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:44.423537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 1cfc2fdd-fa95-418e-94d0-19fe90eb514f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:44.423537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1cfc2fdd-fa95-418e-94d0-19fe90eb514f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:47.466712 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed1aa-941b-449f-b5d8-b1b7742d8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.755947 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.528764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.143921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.189077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:53.213841 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.326881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8429059b-0909-4241-93ec-d7ba6666ee24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.371907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.448583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8429059b-0909-4241-93ec-d7ba6666ee24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.452617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8429059b-0909-4241-93ec-d7ba6666ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.506837 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8429059b-0909-4241-93ec-d7ba6666ee24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dd2fadbbe9d4b76ae9689bb60b4d147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160126 Aug 11 02:59:53.507740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:53.510837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429059b-0909-4241-93ec-d7ba6666ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9188d-0c81-42bd-bda2-01758a29304c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:53.608937 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dce1b689-dd30-4598-98c7-cdcc3bcec460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.634464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dce1b689-dd30-4598-98c7-cdcc3bcec460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.704527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dce1b689-dd30-4598-98c7-cdcc3bcec460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.708315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dce1b689-dd30-4598-98c7-cdcc3bcec460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.713259 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-dce1b689-dd30-4598-98c7-cdcc3bcec460 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36e9188d-0c81-42bd-bda2-01758a29304c HTTP/1.1" status: 204 len: 168 time: 0.2003901 Aug 11 02:59:53.721424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1b689-dd30-4598-98c7-cdcc3bcec460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9188d-0c81-42bd-bda2-01758a29304c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:54.072728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43602) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:54.089906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2696f76c-bb1d-4627-904f-e2e0aa235a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.223494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2696f76c-bb1d-4627-904f-e2e0aa235a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.230110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2696f76c-bb1d-4627-904f-e2e0aa235a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.280507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696f76c-bb1d-4627-904f-e2e0aa235a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5c353-926e-4a4e-b8b5-2a73c92afee4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:54.333835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43604) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:54.345180 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2696f76c-bb1d-4627-904f-e2e0aa235a10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d13827557c3249b887c4c5f7f2a5d00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702208 Aug 11 02:59:54.420856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae25c22-70c6-407b-88bf-9cf53d07cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.449956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae25c22-70c6-407b-88bf-9cf53d07cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.518624 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae25c22-70c6-407b-88bf-9cf53d07cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.521224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae25c22-70c6-407b-88bf-9cf53d07cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.522456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0ae25c22-70c6-407b-88bf-9cf53d07cad8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5f5c353-926e-4a4e-b8b5-2a73c92afee4 HTTP/1.1" status: 204 len: 168 time: 0.1854351 Aug 11 02:59:54.533036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae25c22-70c6-407b-88bf-9cf53d07cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5c353-926e-4a4e-b8b5-2a73c92afee4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:54.543344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43608) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:54.828709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port b424c5ee-1cea-4e55-bdf3-cfb4c4f1e7ea {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:54.829214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.944585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.944858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.978562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for b424c5ee-1cea-4e55-bdf3-cfb4c4f1e7ea owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:55.352102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.388201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=b424c5ee-1cea-4e55-bdf3-cfb4c4f1e7ea,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:55.462131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.462609 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Floating IP 6b98f133-6912-4fea-92ac-da53ba49b974 disassociated (deleted). External IP: 172.25.6.86, port: 3ea7209e-5955-42b8-a275-ed225c7e486f. Aug 11 02:59:55.726761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:55.885840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:55.899810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.907575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:55.944643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:55.945413 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:55.992268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a74279a6-486d-45e7-9d67-94def827365d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "DELETE /v2.0/floatingips/6b98f133-6912-4fea-92ac-da53ba49b974 HTTP/1.1" status: 204 len: 168 time: 1.4465466 Aug 11 02:59:55.993388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:56.006409 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66219d3c-2481-413c-8de7-5663f8273f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:56.160423 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e312b61-454a-492e-9b6c-6355a87d77c0 x-openstack-request-id: req-1e312b61-454a-492e-9b6c-6355a87d77c0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:56.160870 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:56.161262 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e312b61-454a-492e-9b6c-6355a87d77c0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:56.162660 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'status': 'completed', 'code': 200} Aug 11 02:59:56.296309 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:56.389887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219d3c-2481-413c-8de7-5663f8273f7f req-2e5c9238-4c5c-44a3-bf87-29ae4f8c85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.395481 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-2e5c9238-4c5c-44a3-bf87-29ae4f8c85dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 1097 time: 0.2072146 Aug 11 02:59:56.608330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219d3c-2481-413c-8de7-5663f8273f7f req-3b8ff3eb-724f-4ffd-928e-e557ae4d1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.622553 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-3b8ff3eb-724f-4ffd-928e-e557ae4d1835 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2067432 Aug 11 02:59:56.718528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abcc0c-4730-4c93-be60-7b915bb14011 req-7a106c4c-d37e-4e70-9134-183053b70cca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.730870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12abcc0c-4730-4c93-be60-7b915bb14011 req-7a106c4c-d37e-4e70-9134-183053b70cca tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 946 time: 0.1362553 Aug 11 02:59:56.765821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-d2427d2e-f8c1-4cba-ba11-a90d7747474b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea7209e-5955-42b8-a275-ed225c7e486f HTTP/1.1" status: 200 len: 217 time: 0.1396608 Aug 11 02:59:56.836630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12abcc0c-4730-4c93-be60-7b915bb14011 req-94a1d64c-63e6-4686-bc15-1fbddcdb5654 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992520 Aug 11 02:59:56.898155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219d3c-2481-413c-8de7-5663f8273f7f req-5320eaa5-39b2-4a7f-96ac-879df298eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.903411 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-5320eaa5-39b2-4a7f-96ac-879df298eb0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.1252730 Aug 11 02:59:56.962372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219d3c-2481-413c-8de7-5663f8273f7f req-f122547c-9a0f-4b87-98b7-7fb8110ecc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.963864 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-f122547c-9a0f-4b87-98b7-7fb8110ecc8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550058 Aug 11 02:59:56.996077 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:49Z', 'revision_number': 1, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.097511 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:57.128756 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:57.132601 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.159531 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-7cb0f842-c4e8-493d-860f-01033fa6dd21 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859016 Aug 11 02:59:57.288052 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:57.376349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-66219d3c-2481-413c-8de7-5663f8273f7f req-fec59210-7f98-4709-bff9-9dae171859cd service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057257 Aug 11 02:59:57.665312 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:49Z', 'revision_number': 1, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.788162 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5268bca4-02c4-4b31-ae9f-84ca977547d6 None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '0047d8ae-77c1-4030-9f30-c0a5a68020bf', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'port_id': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'mac_address': 'fa:16:3e:35:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:55:45Z', 'updated_at': '2021-08-11T02:55:49Z', 'revision_number': 1, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:58.075475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce971ba-4264-46db-a089-0e65cbcb2bdb req-75446815-5c11-45d3-95f9-a8cd18fcec60 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.077322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ce971ba-4264-46db-a089-0e65cbcb2bdb req-75446815-5c11-45d3-95f9-a8cd18fcec60 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 946 time: 0.1005011 Aug 11 02:59:58.133835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ce971ba-4264-46db-a089-0e65cbcb2bdb req-6cbb39c4-8d48-4f4b-81b0-0493b8e0d07f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492628 Aug 11 02:59:58.297925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-88e99adc-5d0e-4d9f-95fa-458f488b70b6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.302452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-88e99adc-5d0e-4d9f-95fa-458f488b70b6 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 946 time: 0.1115689 Aug 11 02:59:58.311057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e996efb-9431-4dbf-9670-002ca1e8680d None None] New status for floating IP 6b98f133-6912-4fea-92ac-da53ba49b974: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:58.432648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port 3ea7209e-5955-42b8-a275-ed225c7e486f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:58.432881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.576751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port 3ea7209e-5955-42b8-a275-ed225c7e486f, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3ea7209e-5955-42b8-a275-ed225c7e486f,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:58.578428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.599154 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for 3ea7209e-5955-42b8-a275-ed225c7e486f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:58.839571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.901793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=3ea7209e-5955-42b8-a275-ed225c7e486f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.976738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port 3ea7209e-5955-42b8-a275-ed225c7e486f on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:58.980249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.982666 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4cb38e65-7bdf-4cdd-87b7-7f9ea41160c4 req-95866951-48a5-4ccc-b129-a29908d67fd5 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "DELETE /v2.0/ports/3ea7209e-5955-42b8-a275-ed225c7e486f HTTP/1.1" status: 204 len: 173 time: 0.6749036 Aug 11 02:59:58.983157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'name': 'network-vif-deleted', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:58.998331 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7277579d-ccad-4d28-af18-7b45e81a7349" -d '{"events": [{"server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "name": "network-vif-deleted", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:59.080240 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da90e8-76ae-45ea-b990-22beed8dc3f7 x-openstack-request-id: req-70da90e8-76ae-45ea-b990-22beed8dc3f7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:59.080727 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f478e6-a7a2-49ec-8f99-c01a0e4cb077", "name": "network-vif-deleted", "tag": "3ea7209e-5955-42b8-a275-ed225c7e486f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:59.081079 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70da90e8-76ae-45ea-b990-22beed8dc3f7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:59.081540 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f478e6-a7a2-49ec-8f99-c01a0e4cb077', 'name': 'network-vif-deleted', 'tag': '3ea7209e-5955-42b8-a275-ed225c7e486f', 'status': 'completed', 'code': 200} Aug 11 02:59:59.286059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-acb52a54-a4a0-428f-bc11-74a39e131663 req-b1e601b5-561b-4276-9a56-e7f7ffb1c2b2 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.0562365 Aug 11 03:00:00.553442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36c11068-c7cf-48ab-8e6c-0fcd776767f7 req-6f88de56-c18d-424d-a693-e0b50e01d0ce tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.0783522 Aug 11 03:00:01.715199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9403c339-22d8-44d5-96d4-43a499bbd472 req-a714c775-e415-4ed5-9368-cc90e6347da4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.0420675 Aug 11 03:00:02.770936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3ea7209e-5955-42b8-a275-ed225c7e486f no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:02.815265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 3ea7209e-5955-42b8-a275-ed225c7e486f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:02.815621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3ea7209e-5955-42b8-a275-ed225c7e486f not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:02.839682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04df3808-116b-43c4-a907-f27935b02f9e req-c0826c68-0306-435f-9a89-932b0299f7cf tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.0422926 Aug 11 03:00:02.984559 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-7259b99f-6c10-42a6-a4b5-86dfddd806f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643024 Aug 11 03:00:03.088404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-00652a46-06aa-4847-8291-8ef663a4ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.090070 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-00652a46-06aa-4847-8291-8ef663a4ec0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51fc9a54b413437daf59156b00483373&device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 1097 time: 0.0569282 Aug 11 03:00:03.227908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-e8b73aa4-646f-447b-8cdc-80d2e8af9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.230354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-e8b73aa4-646f-447b-8cdc-80d2e8af9ac4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 200 len: 913 time: 0.1169086 Aug 11 03:00:03.281121 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-ef95ca64-d143-402a-acc2-66ebe97c2bfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d HTTP/1.1" status: 200 len: 217 time: 0.0422759 Aug 11 03:00:03.341645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-23017f10-f895-4157-bbf7-b980c955eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.343413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-23017f10-f895-4157-bbf7-b980c955eddd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 200 len: 853 time: 0.0548584 Aug 11 03:00:03.379349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-a3479a9a-d5ec-4bfc-af7a-c06b305b5a63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8541de4-52f0-4f3d-9c32-4f98f63359cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283430 Aug 11 03:00:03.537436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-b74829bd-6b7a-4fa7-bff2-43900ea8eb75 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502233 Aug 11 03:00:03.664538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-35c8b2f3-cb8f-4bac-9ec6-decb770e832e req-b263e570-73f8-43e3-88fc-04d3079fdd05 service neutron] 10.222.0.59 "GET /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187670 Aug 11 03:00:04.062926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a23da27-8fed-4b2d-aed2-ff960472189f req-2653240d-0b0a-4473-9d1c-ecbfd7e3b251 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5f478e6-a7a2-49ec-8f99-c01a0e4cb077 HTTP/1.1" status: 200 len: 210 time: 0.0886712 Aug 11 03:00:08.499561 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:08.641483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20f40832-f333-408c-af6c-5cbbc8770eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.776036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20f40832-f333-408c-af6c-5cbbc8770eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.781279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20f40832-f333-408c-af6c-5cbbc8770eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.828088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-20f40832-f333-408c-af6c-5cbbc8770eb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33a2fe6e9477402ab5c7ec6070f3e005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271954 Aug 11 03:00:08.829174 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f40832-f333-408c-af6c-5cbbc8770eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8126bd51-be9c-49ae-8e28-0e3824966106,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:08.831059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43912) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:08.933003 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd8b1-3c95-4398-a411-8847d9c61273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.973988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd8b1-3c95-4398-a411-8847d9c61273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.040233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd8b1-3c95-4398-a411-8847d9c61273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.043835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd8b1-3c95-4398-a411-8847d9c61273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.045456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d8ebd8b1-3c95-4398-a411-8847d9c61273 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8126bd51-be9c-49ae-8e28-0e3824966106 HTTP/1.1" status: 204 len: 168 time: 0.2091310 Aug 11 03:00:09.059882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebd8b1-3c95-4398-a411-8847d9c61273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8126bd51-be9c-49ae-8e28-0e3824966106,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:09.355687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:09.372192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7571dba7-36e1-4f00-8e23-dda7e4fcfb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.502071 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7571dba7-36e1-4f00-8e23-dda7e4fcfb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.508090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7571dba7-36e1-4f00-8e23-dda7e4fcfb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.559430 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7571dba7-36e1-4f00-8e23-dda7e4fcfb79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30b8035bd1184166bf236f4f5abd0f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014744 Aug 11 03:00:09.559430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571dba7-36e1-4f00-8e23-dda7e4fcfb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e30de1-4c02-4087-84de-3ca91726dad8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:09.561655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:09.668676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60885b51-54dd-410e-87b6-71254db28092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.702546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60885b51-54dd-410e-87b6-71254db28092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.768804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60885b51-54dd-410e-87b6-71254db28092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.771685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60885b51-54dd-410e-87b6-71254db28092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.779034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-60885b51-54dd-410e-87b6-71254db28092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4e30de1-4c02-4087-84de-3ca91726dad8 HTTP/1.1" status: 204 len: 168 time: 0.2148457 Aug 11 03:00:09.802816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60885b51-54dd-410e-87b6-71254db28092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e30de1-4c02-4087-84de-3ca91726dad8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:10.068649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6864a-76f8-478a-a0e6-ef37840ec787 req-76b049a7-c817-46e1-b1d1-d2abddbf2b10 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.077388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88e6864a-76f8-478a-a0e6-ef37840ec787 req-76b049a7-c817-46e1-b1d1-d2abddbf2b10 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 946 time: 0.0731251 Aug 11 03:00:10.124996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88e6864a-76f8-478a-a0e6-ef37840ec787 req-18172cbf-4304-4da7-ac3d-0bfdf2a17bed tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Aug 11 03:00:10.382964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 43944) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:10.397840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4480ad96-a2c9-4f40-b062-50290429993c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.506165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4480ad96-a2c9-4f40-b062-50290429993c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.512505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4480ad96-a2c9-4f40-b062-50290429993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.557290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4480ad96-a2c9-4f40-b062-50290429993c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f609cb178c44d74a5dc6b105c2ec35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721306 Aug 11 03:00:10.557290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ad96-a2c9-4f40-b062-50290429993c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190b703-fa81-42ee-a084-da8ab00254de,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:10.560032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 43946) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:10.620127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c688870f-8e6e-4089-b4b1-ae7f51ce95b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.661249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c688870f-8e6e-4089-b4b1-ae7f51ce95b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.732550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c688870f-8e6e-4089-b4b1-ae7f51ce95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.735381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c688870f-8e6e-4089-b4b1-ae7f51ce95b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.736717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c688870f-8e6e-4089-b4b1-ae7f51ce95b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1190b703-fa81-42ee-a084-da8ab00254de HTTP/1.1" status: 204 len: 168 time: 0.1747012 Aug 11 03:00:10.747476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688870f-8e6e-4089-b4b1-ae7f51ce95b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190b703-fa81-42ee-a084-da8ab00254de,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:11.330572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64193e9-9bea-4240-a373-d9f213bf3940 req-a9dadd8f-8197-4abe-86ae-eb1e3a7bf9f2 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.333721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d64193e9-9bea-4240-a373-d9f213bf3940 req-a9dadd8f-8197-4abe-86ae-eb1e3a7bf9f2 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 946 time: 0.0786564 Aug 11 03:00:11.391447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d64193e9-9bea-4240-a373-d9f213bf3940 req-5c6a6d06-69a2-401c-a5e1-92f24d425e18 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c534dda-e243-406d-ad27-8ec0001a4431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Aug 11 03:00:11.821414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe390d-9882-4e04-8811-2f0affca47ea req-1de8b1d9-5a23-462f-87ab-f8d198bc6f17 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.823107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cefe390d-9882-4e04-8811-2f0affca47ea req-1de8b1d9-5a23-462f-87ab-f8d198bc6f17 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 946 time: 0.1269245 Aug 11 03:00:11.978360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Deleting port efea7e9c-9dc2-4148-b868-f11aee474b6d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:11.979565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.171672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] For port efea7e9c-9dc2-4148-b868-f11aee474b6d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=efea7e9c-9dc2-4148-b868-f11aee474b6d,segment=NetworkSegment(2024669c-9b32-4722-a3ab-432812c19f6e),segment_id=2024669c-9b32-4722-a3ab-432812c19f6e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:12.175363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.207569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Calling delete_port for efea7e9c-9dc2-4148-b868-f11aee474b6d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:12.463613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.482328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['efea7e9c-9dc2-4148-b868-f11aee474b6d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:12.556048 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Pushing event deleted for resources: {'Port': ['ID=efea7e9c-9dc2-4148-b868-f11aee474b6d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.676999 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] No DVR routers for this DVR port efea7e9c-9dc2-4148-b868-f11aee474b6d on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:12.682485 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.690382 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cefe390d-9882-4e04-8811-2f0affca47ea req-4ac02183-595f-4d8c-82f6-ec9c91a1083f tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.59 "DELETE /v2.0/ports/efea7e9c-9dc2-4148-b868-f11aee474b6d HTTP/1.1" status: 204 len: 173 time: 0.8600376 Aug 11 03:00:12.691379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'name': 'network-vif-deleted', 'tag': 'efea7e9c-9dc2-4148-b868-f11aee474b6d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:12.695922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-49edcda0-4c6f-46f3-b3aa-0bdf07272a59 req-48820d13-62cd-4ba8-8a21-d39cf83d6a38 tempest-VolumesSnapshotTestJSON-1116498234 tempest-VolumesSnapshotTestJSON-1116498234-project] 10.222.0.16 "GET /v2.0/ports?device_id=821bfb5c-3a17-482c-85d9-1bf8582319c3 HTTP/1.1" status: 200 len: 210 time: 0.1079266 Aug 11 03:00:12.700811 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ae7c5-7244-409b-8c35-9d2b3573881c" -d '{"events": [{"server_uuid": "821bfb5c-3a17-482c-85d9-1bf8582319c3", "name": "network-vif-deleted", "tag": "efea7e9c-9dc2-4148-b868-f11aee474b6d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:12.792108 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97759d3e-e7b0-4db5-b23d-b271dd9aaca9 x-openstack-request-id: req-97759d3e-e7b0-4db5-b23d-b271dd9aaca9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:12.792108 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821bfb5c-3a17-482c-85d9-1bf8582319c3", "name": "network-vif-deleted", "tag": "efea7e9c-9dc2-4148-b868-f11aee474b6d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:12.792108 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97759d3e-e7b0-4db5-b23d-b271dd9aaca9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:12.792108 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821bfb5c-3a17-482c-85d9-1bf8582319c3', 'name': 'network-vif-deleted', 'tag': 'efea7e9c-9dc2-4148-b868-f11aee474b6d', 'status': 'completed', 'code': 200} Aug 11 03:00:13.373538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44022) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:13.503691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-784f72e8-ccdf-4b1a-9a77-612917b5448b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.622033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-784f72e8-ccdf-4b1a-9a77-612917b5448b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.629777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-784f72e8-ccdf-4b1a-9a77-612917b5448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.688720 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-784f72e8-ccdf-4b1a-9a77-612917b5448b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64d7fd9d3b5247abb3ade4dc02bb3be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137529 Aug 11 03:00:13.689915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f72e8-ccdf-4b1a-9a77-612917b5448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521af50a-6f24-4745-9d5f-1dc959966f51,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:13.691579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44026) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:13.814935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eff6480-26ed-43da-81ce-a5c4de332a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.845231 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eff6480-26ed-43da-81ce-a5c4de332a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.912093 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eff6480-26ed-43da-81ce-a5c4de332a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.916952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3eff6480-26ed-43da-81ce-a5c4de332a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.920196 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa89d36a-88ef-46cc-a032-84e596adec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.927193 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3eff6480-26ed-43da-81ce-a5c4de332a52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/521af50a-6f24-4745-9d5f-1dc959966f51 HTTP/1.1" status: 204 len: 168 time: 0.2343638 Aug 11 03:00:13.940198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff6480-26ed-43da-81ce-a5c4de332a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521af50a-6f24-4745-9d5f-1dc959966f51,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.128974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44040) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.359407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port 9c265611-bdd2-4c60-9448-e3b4d503e293 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:14.359770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.458971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.459835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.480073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for 9c265611-bdd2-4c60-9448-e3b4d503e293 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:14.693056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.766518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=9c265611-bdd2-4c60-9448-e3b4d503e293,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.840358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.841406 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Floating IP 0047d8ae-77c1-4030-9f30-c0a5a68020bf disassociated (deleted). External IP: 172.25.6.205, port: d0de8621-3d09-4faa-9fe4-c818f6cb5ab7. Aug 11 03:00:15.200179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:15.407908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:15.416422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.420803 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:15.451474 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:15.452359 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:15.525103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0351e033-3eca-48f3-b61b-ef29148104cc tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "DELETE /v2.0/floatingips/0047d8ae-77c1-4030-9f30-c0a5a68020bf HTTP/1.1" status: 204 len: 168 time: 1.3829832 Aug 11 03:00:15.526153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:15.530222 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ddeb9f-5d33-4da9-a503-557beb3a6459" -d '{"events": [{"name": "network-changed", "server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:15.581709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.671931 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:15.691799 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb5edae-4d25-478d-8351-9ba46736b0a2 x-openstack-request-id: req-1bb5edae-4d25-478d-8351-9ba46736b0a2 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:15.692358 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:15.692730 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bb5edae-4d25-478d-8351-9ba46736b0a2 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:15.693355 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'status': 'completed', 'code': 200} Aug 11 03:00:15.809216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b04d-0567-4514-8237-30964b71418a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.974944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-e956f6b8-c10c-4335-8f0c-ef7aa0a8f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.976565 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-e956f6b8-c10c-4335-8f0c-ef7aa0a8f20e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe8cc99ce06a44899057b7da9c567879&device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 1097 time: 0.2623677 Aug 11 03:00:15.989466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device efea7e9c-9dc2-4148-b868-f11aee474b6d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:15.993989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b04d-0567-4514-8237-30964b71418a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.012945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b04d-0567-4514-8237-30964b71418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.038366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: efea7e9c-9dc2-4148-b868-f11aee474b6d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:16.043053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device efea7e9c-9dc2-4148-b868-f11aee474b6d not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:16.111622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7b04d-0567-4514-8237-30964b71418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f49a9b7-2ce4-41d1-a71b-69371c8c4ae8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.168586 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7ff7b04d-0567-4514-8237-30964b71418a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1eaea29595a4bb38ab2e6d32979bf74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850010 Aug 11 03:00:16.174376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:16.201214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348e767-34d1-4abf-88c1-78c839a0ae9a req-656a9aa4-c772-477e-819b-463beca7994d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.211657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8348e767-34d1-4abf-88c1-78c839a0ae9a req-656a9aa4-c772-477e-819b-463beca7994d tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 946 time: 0.1411364 Aug 11 03:00:16.270232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-7741d408-5d02-41b4-b45c-ff141483bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.271861 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-7741d408-5d02-41b4-b45c-ff141483bf68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 200 len: 912 time: 0.2811692 Aug 11 03:00:16.289868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8348e767-34d1-4abf-88c1-78c839a0ae9a req-c74737b8-14d7-4711-9fb4-1a359d6d99e1 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575061 Aug 11 03:00:16.305915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:16.329361 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-0ae46691-3083-4745-acef-86330023f45f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 200 len: 217 time: 0.0476594 Aug 11 03:00:16.352601 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:16.386066 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:16.389805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83d3a9fc-69ab-4078-bcef-249e51b6015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.401157 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:16.402296 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T02:59:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:16.428194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83d3a9fc-69ab-4078-bcef-249e51b6015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.431670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-004c3883-3479-4905-b37e-d3a808ea12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.433226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-004c3883-3479-4905-b37e-d3a808ea12cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 200 len: 851 time: 0.0924835 Aug 11 03:00:16.509813 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-ab568ef4-b8dc-4fc5-b861-485a0bb82154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.512255 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-ab568ef4-b8dc-4fc5-b861-485a0bb82154 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4867ec5b-9785-4f8a-a9bc-a12ebc790e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672154 Aug 11 03:00:16.533930 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83d3a9fc-69ab-4078-bcef-249e51b6015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.536783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83d3a9fc-69ab-4078-bcef-249e51b6015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.538686 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-83d3a9fc-69ab-4078-bcef-249e51b6015e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f49a9b7-2ce4-41d1-a71b-69371c8c4ae8 HTTP/1.1" status: 204 len: 168 time: 0.3628020 Aug 11 03:00:16.570667 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:16.594180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3a9fc-69ab-4078-bcef-249e51b6015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f49a9b7-2ce4-41d1-a71b-69371c8c4ae8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.702942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-a9b09530-458c-4995-a733-156835d1b077 service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797974 Aug 11 03:00:16.859540 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e9ddeb9f-5d33-4da9-a503-557beb3a6459 req-968b358e-7153-48f9-80e4-c34607c7ebfb service neutron] 10.222.0.25 "GET /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461790 Aug 11 03:00:17.035931 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:17.149086 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d50a-e4d6-41d1-a56d-3addd5947bd4 None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T02:46:05Z', 'revision_number': 4, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9f490119-e85e-4ea7-b2fc-1cba89e1e679', 'name': '', 'network_id': '4867ec5b-9785-4f8a-a9bc-a12ebc790e76', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'mac_address': 'fa:16:3e:2f:bd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:04Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'subnets': [{'id': '52fb7d77-fe8e-4a44-b2fc-be73e3308142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:17.440295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b49aa-54e9-4095-82e0-5b847b0f950b req-cc70e2f3-68b9-4212-82d4-9bbaa1d394b9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:17.443216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a0b49aa-54e9-4095-82e0-5b847b0f950b req-cc70e2f3-68b9-4212-82d4-9bbaa1d394b9 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 946 time: 0.0678585 Aug 11 03:00:17.466095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f75f0c19-f8b1-4426-9680-44223e81a2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.499546 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a0b49aa-54e9-4095-82e0-5b847b0f950b req-366fbe77-c400-4d54-b380-a882f8212588 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/security-groups?id=01192832-709f-481c-9cca-16f0b9dd1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480437 Aug 11 03:00:17.589487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101038aa-84f4-4e9e-9224-b1d19ed6538f None None] New status for floating IP 0047d8ae-77c1-4030-9f30-c0a5a68020bf: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:00:17.745610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebefa9-d539-448d-b0ea-b43794046645 req-2d5647b5-a3a1-4bff-a724-4c07aa7c9514 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:17.747933 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-22ebefa9-d539-448d-b0ea-b43794046645 req-2d5647b5-a3a1-4bff-a724-4c07aa7c9514 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 946 time: 0.1058104 Aug 11 03:00:17.757645 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.878735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:17.879098 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.016453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] For port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:18.017153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.035662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:18.248182 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.293539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=d0de8621-3d09-4faa-9fe4-c818f6cb5ab7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.349377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] No DVR routers for this DVR port d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:18.352491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.354734 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-22ebefa9-d539-448d-b0ea-b43794046645 req-af8f1adf-d342-4dc8-af99-89c18527ae0f tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.25 "DELETE /v2.0/ports/d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 HTTP/1.1" status: 204 len: 173 time: 0.5940976 Aug 11 03:00:18.355663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'name': 'network-vif-deleted', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:18.357982 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b7e94-2560-4388-8c5b-3b3d6cb7c0e5" -d '{"events": [{"server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "name": "network-vif-deleted", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:18.420112 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75de98ca-0b9c-4f6b-b80e-f2f53ba74c8f x-openstack-request-id: req-75de98ca-0b9c-4f6b-b80e-f2f53ba74c8f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:18.420908 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0130a1b-c6b0-4dbb-89af-3eac8eab8792", "name": "network-vif-deleted", "tag": "d0de8621-3d09-4faa-9fe4-c818f6cb5ab7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:18.420908 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75de98ca-0b9c-4f6b-b80e-f2f53ba74c8f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:18.421262 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0130a1b-c6b0-4dbb-89af-3eac8eab8792', 'name': 'network-vif-deleted', 'tag': 'd0de8621-3d09-4faa-9fe4-c818f6cb5ab7', 'status': 'completed', 'code': 200} Aug 11 03:00:18.525036 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.696291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1773ce4d-799b-44cb-b038-6cd9d1e78b44 req-ef7c8297-d71f-4d8d-b114-d9472712c3e3 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0703478 Aug 11 03:00:18.946427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:19.158462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95d76785-9f1c-4f19-9e3f-b576b18894e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.370814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95d76785-9f1c-4f19-9e3f-b576b18894e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.377188 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95d76785-9f1c-4f19-9e3f-b576b18894e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.446515 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-95d76785-9f1c-4f19-9e3f-b576b18894e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=393d94fde26547a7b6087c493eca8879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848559 Aug 11 03:00:19.447472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44186) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:19.449234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d76785-9f1c-4f19-9e3f-b576b18894e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d4409d-6e9a-43eb-b62d-b3cab9a85c82,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:19.547274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde75bf5-fb42-47bb-ac71-66a39cbc5797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.570265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde75bf5-fb42-47bb-ac71-66a39cbc5797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.627431 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde75bf5-fb42-47bb-ac71-66a39cbc5797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.632694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde75bf5-fb42-47bb-ac71-66a39cbc5797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.634901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cde75bf5-fb42-47bb-ac71-66a39cbc5797 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04d4409d-6e9a-43eb-b62d-b3cab9a85c82 HTTP/1.1" status: 204 len: 168 time: 0.1860185 Aug 11 03:00:19.648765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75bf5-fb42-47bb-ac71-66a39cbc5797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d4409d-6e9a-43eb-b62d-b3cab9a85c82,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:19.844502 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b44ade1-5a73-42b8-92c5-59271001a457 req-94ec9494-080b-459a-a70a-b11aefaad7a0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0424352 Aug 11 03:00:20.158831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.345849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44216) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:20.878052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-293177a0-c6df-41d2-b62b-b2fd848c6ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.978726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-293177a0-c6df-41d2-b62b-b2fd848c6ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.990209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-293177a0-c6df-41d2-b62b-b2fd848c6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.035388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dca6ddd4-3775-4533-9f3d-ea64e3fd8cad req-c93327e1-01fe-42eb-b58d-f9fc8c680296 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0546229 Aug 11 03:00:21.057389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-293177a0-c6df-41d2-b62b-b2fd848c6ba8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a7b9d2cf8524a78b09dbc288b0c9069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7092087 Aug 11 03:00:21.059016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:21.065826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293177a0-c6df-41d2-b62b-b2fd848c6ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8505f6ab-2930-4d8f-ab3c-fe19e059cac0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.173233 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.205353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.291748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.299426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.308884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8505f6ab-2930-4d8f-ab3c-fe19e059cac0 HTTP/1.1" status: 204 len: 168 time: 0.2472236 Aug 11 03:00:21.332158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505f6ab-2930-4d8f-ab3c-fe19e059cac0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.345735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.346159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.346666 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.347011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.347419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.347705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.348037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.348359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.348699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.348995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.349619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:21.349904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad484d-fbbd-4754-9a56-b3b4a7764a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:22.226639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-111c51d1-62c6-4789-857e-b9e6ad1560c3 req-ce373e5e-cc73-4ff9-8d4b-50134d895dc4 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0358808 Aug 11 03:00:22.830923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:22.876889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:22.877718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device d0de8621-3d09-4faa-9fe4-c818f6cb5ab7 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:23.212430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.364284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.368981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff8451ac-35f1-4dbd-b278-059f472d443a req-f3fa38a4-0ec6-4b24-a57e-5be6160387c0 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0130a1b-c6b0-4dbb-89af-3eac8eab8792 HTTP/1.1" status: 200 len: 210 time: 0.0428727 Aug 11 03:00:23.769033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:23.994318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-432398861'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:24.024032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Made reservation on behalf of e7248a09a05444c0aca8a2011d627c64 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:24.028314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.037208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.138348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.143020 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.166060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:24.188282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.188868 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Added segment 31f65917-ab91-4f55-b21c-2806a139b3aa of type vlan for network fcf5c58f-d01b-46ff-8f67-0ab18331d6fc Aug 11 03:00:24.190518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250cf5ec-caa7-4168-80b5-20d1468fb020,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.242030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.282076 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.288477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:24.289084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.362461 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5926938 Aug 11 03:00:24.366295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:24.374094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035b19b-1c4e-4fad-8f9b-9d1655db23b2 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Pushing event updated for resources: {'Network': ['ID=fcf5c58f-d01b-46ff-8f67-0ab18331d6fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.389730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network fcf5c58f-d01b-46ff-8f67-0ab18331d6fc details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:24.461966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44322) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:24.496630 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'network': {'name': 'tempest-network--1458524258', 'router:external': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:24.531448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-0898ca5c-f4c3-4598-9f93-6854ae673adf req-5803d7f5-b60c-4af3-ae87-524d3f3cc72c service neutron] (94700) timed out ('10.222.0.16', 41494) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:00:24.587230 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Made reservation on behalf of a4cec91773054ff3b984df0b20f7f901 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:24.591431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.614332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.682441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Deleting port 54a1fca3-f24b-4480-bc62-a9bf1772ddf2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:24.682847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.773204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.773883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.782481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.788206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Calling delete_port for 54a1fca3-f24b-4480-bc62-a9bf1772ddf2 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:24.789236 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.829347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3620b1-02aa-49df-b0e7-100b80b7fbfb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.832417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:24.851563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.852481 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Added segment 3f294aa7-9b68-469d-845a-1b49cda5e82f of type vlan for network d8b274f2-10ca-45c3-91a4-bedb87801c6b Aug 11 03:00:24.940797 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.981321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.995463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.997072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:24.998166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.009779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'Port': ['ID=54a1fca3-f24b-4480-bc62-a9bf1772ddf2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.069516 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7019453 Aug 11 03:00:25.070407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:25.097295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5bcc-660d-4eea-91b6-dc78916fd8ed tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Network': ['ID=d8b274f2-10ca-45c3-91a4-bedb87801c6b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.117824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network d8b274f2-10ca-45c3-91a4-bedb87801c6b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:25.156491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.159807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.174172 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-295dc7ae-8c9a-4dbe-954c-53856ece8c67 tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "DELETE /v2.0/floatingips/402e5816-7d4c-4172-b922-6f32e4784147 HTTP/1.1" status: 204 len: 168 time: 0.7016230 Aug 11 03:00:25.183496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.334522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.345231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b274f2-10ca-45c3-91a4-bedb87801c6b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.358026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f294aa7-9b68-469d-845a-1b49cda5e82f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.359837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f294aa7-9b68-469d-845a-1b49cda5e82f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.371316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.423627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.448424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:25.448937 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:25.451637 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:25.627311 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.640173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8b274f2-10ca-45c3-91a4-bedb87801c6b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:00:25.642971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.644905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d8b274f2-10ca-45c3-91a4-bedb87801c6b HTTP/1.1" status: 204 len: 168 time: 0.5712557 Aug 11 03:00:25.648504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44338) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:25.655590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:25.661345 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794a350-7837-476f-a24b-eb9c426adab9 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8b274f2-10ca-45c3-91a4-bedb87801c6b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.737459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Made reservation on behalf of a4cec91773054ff3b984df0b20f7f901 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:25.740797 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.823236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:25.848164 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.849984 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Added segment 6b4285b5-8c0c-46e1-b7b3-712b2f874f3e of type vlan for network 52cb6da2-3f8c-48d0-9c2b-61375adca04f Aug 11 03:00:25.912734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.953707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.955498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.956481 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.011783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3611548 Aug 11 03:00:26.014810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:26.021036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'subnet': {'network_id': '52cb6da2-3f8c-48d0-9c2b-61375adca04f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:26.058766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef019c8-cb30-4a81-a979-fa65aed8a2e5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Network': ['ID=52cb6da2-3f8c-48d0-9c2b-61375adca04f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:26.063330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Made reservation on behalf of a4cec91773054ff3b984df0b20f7f901 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:26.066170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.071128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 52cb6da2-3f8c-48d0-9c2b-61375adca04f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:27.236411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.objects.ports [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:00:27.237424 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.305498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0bec30bf-9215-4b56-b6e9-4778f6174dd0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:27.316334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Checking segment: {'id': '6b4285b5-8c0c-46e1-b7b3-712b2f874f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '52cb6da2-3f8c-48d0-9c2b-61375adca04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:27.316704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Network hostable DHCP agents. Network: 52cb6da2-3f8c-48d0-9c2b-61375adca04f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:27.343734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Network 52cb6da2-3f8c-48d0-9c2b-61375adca04f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:27.357443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 52cb6da2-3f8c-48d0-9c2b-61375adca04f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:27.369201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b409520f-9b22-4ce0-a81e-1fece76f6b68 None None] Network 52cb6da2-3f8c-48d0-9c2b-61375adca04f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:27.376165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.377534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.402379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44358) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:27.408525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'floatingip': {'floating_network_id': '52cb6da2-3f8c-48d0-9c2b-61375adca04f'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:27.412804 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a0502903-86cb-4093-b346-ba5cef3ff73a tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3959582 Aug 11 03:00:27.436996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.545962 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.561535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1faf9-bfcf-4dd8-8093-be14af63270a None None] Network 52cb6da2-3f8c-48d0-9c2b-61375adca04f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:27.750054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Allocated IP 172.20.0.4 (52cb6da2-3f8c-48d0-9c2b-61375adca04f/0bec30bf-9215-4b56-b6e9-4778f6174dd0/8a02a36b-c00a-40a7-9ef4-9b587fc6afe6) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:27.887059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.930620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.977727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Network 52cb6da2-3f8c-48d0-9c2b-61375adca04f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:27.981659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:27.993542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:28.051673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Port': ['ID=8a02a36b-c00a-40a7-9ef4-9b587fc6afe6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:28.160766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.228997 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.479849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.487243 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.585171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Port': ['ID=8a02a36b-c00a-40a7-9ef4-9b587fc6afe6,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:28.599043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.621108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.628115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e29bacec-92d8-4354-af35-e37385862a64 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2210028 Aug 11 03:00:28.628352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44372) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:28.729019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:28.746997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:28.748007 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dfcc0943-6ae3-4ea0-98c8-c8763f0615d6 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=52cb6da2-3f8c-48d0-9c2b-61375adca04f HTTP/1.1" status: 200 len: 689 time: 0.1170547 Aug 11 03:00:28.909286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98afdf2d-9131-42f8-953b-b43da4f8c60b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.914989 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.044375 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98afdf2d-9131-42f8-953b-b43da4f8c60b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.200339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Deleting port 8a02a36b-c00a-40a7-9ef4-9b587fc6afe6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:29.200852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.296816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.297214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.317742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98afdf2d-9131-42f8-953b-b43da4f8c60b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.321924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98afdf2d-9131-42f8-953b-b43da4f8c60b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.323767 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-98afdf2d-9131-42f8-953b-b43da4f8c60b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] 10.222.0.16 "DELETE /v2.0/security-groups/01192832-709f-481c-9cca-16f0b9dd1ea5 HTTP/1.1" status: 204 len: 168 time: 0.5936780 Aug 11 03:00:29.325428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Calling delete_port for 8a02a36b-c00a-40a7-9ef4-9b587fc6afe6 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:29.361976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afdf2d-9131-42f8-953b-b43da4f8c60b tempest-TestVolumeBootPattern-785207458 tempest-TestVolumeBootPattern-785207458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01192832-709f-481c-9cca-16f0b9dd1ea5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:29.446408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44388) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:29.747584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.808497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a02a36b-c00a-40a7-9ef4-9b587fc6afe6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:29.942389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.012133 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.104969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.155878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0bec30bf-9215-4b56-b6e9-4778f6174dd0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:30.239319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.253487 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cb6da2-3f8c-48d0-9c2b-61375adca04f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:30.267374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.268181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4285b5-8c0c-46e1-b7b3-712b2f874f3e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:30.268698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4285b5-8c0c-46e1-b7b3-712b2f874f3e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:30.280483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.297883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.306593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:30.306949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:30.309499 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:30.400928 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.409965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52cb6da2-3f8c-48d0-9c2b-61375adca04f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:00:30.420343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.424811 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/networks/52cb6da2-3f8c-48d0-9c2b-61375adca04f HTTP/1.1" status: 204 len: 168 time: 1.6744521 Aug 11 03:00:30.449181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:30.516828 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d6d3ea97-1740-4eb5-91f8-cf5e7d4d8ba6 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0643570 Aug 11 03:00:30.518238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb2c0-fe17-4bb2-809d-a47716d050e8 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Network': ['ID=52cb6da2-3f8c-48d0-9c2b-61375adca04f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:30.527075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:30.745772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.748224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.748916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.751169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.751652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.752116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.754036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc11c260-f164-48da-adf5-278453535a3c tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4023 time: 0.2256677 Aug 11 03:00:30.757754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44410) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:30.878576 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-569d29e5-22ac-4808-808e-52561d019f51 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] delete failed (client error): The resource could not be found. Aug 11 03:00:30.881054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-569d29e5-22ac-4808-808e-52561d019f51 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/97beed44-fb21-4c39-9b42-310f9f6a8ba0 HTTP/1.1" status: 404 len: 345 time: 0.1215243 Aug 11 03:00:30.883705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:30.923706 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c64ff64-3760-4e0f-9a6c-24271b904c9d tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 03:00:30.925458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c64ff64-3760-4e0f-9a6c-24271b904c9d tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:00:30.928952 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6c64ff64-3760-4e0f-9a6c-24271b904c9d tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/networks/52cb6da2-3f8c-48d0-9c2b-61375adca04f HTTP/1.1" status: 404 len: 339 time: 0.0435805 Aug 11 03:00:30.933790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Deleting port 9f490119-e85e-4ea7-b2fc-1cba89e1e679 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:30.934172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.935277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:30.946227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'network': {'name': 'tempest-network--1649870829', 'router:external': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:30.981363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Made reservation on behalf of a4cec91773054ff3b984df0b20f7f901 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:30.987235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.028954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:31.042327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.042885 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Added segment 158fd745-b3bd-4680-ab90-f0a4f4c5f75f of type vlan for network 580c01f1-8d82-4414-aea2-20de40bd3c63 Aug 11 03:00:31.102963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] For port 9f490119-e85e-4ea7-b2fc-1cba89e1e679, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9f490119-e85e-4ea7-b2fc-1cba89e1e679,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:31.103788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.120171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Calling delete_port for 9f490119-e85e-4ea7-b2fc-1cba89e1e679 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:31.176308 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.231600 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.233341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.234371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.335237 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3983316 Aug 11 03:00:31.338366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44422) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:31.354261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ffdd4-83d2-49e7-b23e-5a3d535e8a10 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Network': ['ID=580c01f1-8d82-4414-aea2-20de40bd3c63,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:31.369027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 580c01f1-8d82-4414-aea2-20de40bd3c63 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:31.381714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.496361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f490119-e85e-4ea7-b2fc-1cba89e1e679,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:31.711985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92800031-c599-4a9c-838d-9da46cc48c9f tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.718235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92800031-c599-4a9c-838d-9da46cc48c9f tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.724460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92800031-c599-4a9c-838d-9da46cc48c9f tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.730479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92800031-c599-4a9c-838d-9da46cc48c9f tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.732182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-92800031-c599-4a9c-838d-9da46cc48c9f tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3928413 Aug 11 03:00:31.735198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:31.838567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.874714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.970500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.983805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580c01f1-8d82-4414-aea2-20de40bd3c63']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:32.002985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158fd745-b3bd-4680-ab90-f0a4f4c5f75f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:32.003572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158fd745-b3bd-4680-ab90-f0a4f4c5f75f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:32.029691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.050176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.061208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:32.061783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:32.064177 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:32.134109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.154954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 580c01f1-8d82-4414-aea2-20de40bd3c63 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:00:32.182615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.188786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/networks/580c01f1-8d82-4414-aea2-20de40bd3c63 HTTP/1.1" status: 204 len: 168 time: 0.4524417 Aug 11 03:00:32.189743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:32.195663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'network': {'name': 'tempest-network--1282363745', 'router:external': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:32.199259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c22e3-617c-4398-a398-0882c03895d5 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Network': ['ID=580c01f1-8d82-4414-aea2-20de40bd3c63,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.231279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Made reservation on behalf of a4cec91773054ff3b984df0b20f7f901 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:32.234714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.273832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:32.307850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.309515 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Added segment 16c664cf-31bb-4aff-9792-d3ece0f0962b of type vlan for network 0c3f0429-3d5a-42ee-9200-0961efd08f4f Aug 11 03:00:32.384384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.452335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.454981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.456667 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.554666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:32.587103 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3960242 Aug 11 03:00:32.590777 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:32.652551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e7e3e-2f27-4141-9fe8-669a2c408d46 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Network': ['ID=0c3f0429-3d5a-42ee-9200-0961efd08f4f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.664850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0c3f0429-3d5a-42ee-9200-0961efd08f4f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:32.736593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:32.743546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b5e5a5-b808-4918-9e87-7609dd3ab138 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.748548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-64e281b2-6ce9-4111-85ec-fb91bce86274 admin admin] 10.222.0.16 "PUT /v2.0/routers/d0d148f4-61f3-4fd7-930e-f1d52c0d38aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002303 Aug 11 03:00:32.749789 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a2b5e5a5-b808-4918-9e87-7609dd3ab138 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] 10.222.0.16 "GET /v2.0/networks/0c3f0429-3d5a-42ee-9200-0961efd08f4f HTTP/1.1" status: 200 len: 757 time: 0.1576254 Aug 11 03:00:32.750427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44442) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:32.758553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:32.800780 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] Sync routers for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:32.812552 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:32.813480 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:32.878639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbfbe72-3a9c-4bb0-a663-fee95ea5be13 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.880194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4cbfbe72-3a9c-4bb0-a663-fee95ea5be13 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] 10.222.0.16 "GET /v2.0/networks/fcf5c58f-d01b-46ff-8f67-0ab18331d6fc HTTP/1.1" status: 200 len: 767 time: 0.1287425 Aug 11 03:00:32.883526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44446) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:32.912132 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.964043 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.968475 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:33.076730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.082903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.095854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3f0429-3d5a-42ee-9200-0961efd08f4f']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.127287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c664cf-31bb-4aff-9792-d3ece0f0962b') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.127724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c664cf-31bb-4aff-9792-d3ece0f0962b') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.159031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.176085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Deleting port 14a5240d-8548-44be-9ddb-d30d2aff1aeb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:33.176604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.200168 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.211983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:33.212402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:33.214331 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:33.246443 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T03:00:31Z', 'revision_number': 5, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port': {'id': '14a5240d-8548-44be-9ddb-d30d2aff1aeb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:45:59Z', 'updated_at': '2021-08-11T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.286243 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] Checking router: d0d148f4-61f3-4fd7-930e-f1d52c0d38aa for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:33.300367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] Routers {'d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:33.301191 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.331633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] For port 14a5240d-8548-44be-9ddb-d30d2aff1aeb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=14a5240d-8548-44be-9ddb-d30d2aff1aeb,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:33.334582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.359684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.400408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Calling delete_port for 14a5240d-8548-44be-9ddb-d30d2aff1aeb owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:33.426274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c3f0429-3d5a-42ee-9200-0961efd08f4f {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:00:33.426274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c3f0429-3d5a-42ee-9200-0961efd08f4f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:33.434463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.436516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0c3f0429-3d5a-42ee-9200-0961efd08f4f HTTP/1.1" status: 204 len: 168 time: 0.5519865 Aug 11 03:00:33.438128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.438490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.438843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.441686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677d6966-6205-49d1-9e83-add30506dc82 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:33.445447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44456) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:33.451305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'network': {'name': 'tempest-network--1532294520'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:33.477912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Made reservation on behalf of a4cec91773054ff3b984df0b20f7f901 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:33.485254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.504025 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] Set router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:33.547639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:33.581589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.582377 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Added segment c3a52a51-949a-41c8-b811-ef3d5f1d395a of type vlan for network e0f7a4b8-2b8e-45e3-96a4-1b0298502285 Aug 11 03:00:33.590415 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T03:00:33Z', 'revision_number': 6, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.626241 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5ba5f-d699-46d3-9485-819ff5f86b7c None None] The sync data for ids ['d0d148f4-61f3-4fd7-930e-f1d52c0d38aa'] in n-d-715271-8 is: [{'id': 'd0d148f4-61f3-4fd7-930e-f1d52c0d38aa', 'name': 'tempest-TestVolumeBootPattern-1029827156-router', 'tenant_id': 'fe8cc99ce06a44899057b7da9c567879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:45:58Z', 'updated_at': '2021-08-11T03:00:33Z', 'revision_number': 6, 'project_id': 'fe8cc99ce06a44899057b7da9c567879', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:33.687921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.727531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.728952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.730298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.733103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.785798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a5240d-8548-44be-9ddb-d30d2aff1aeb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:33.873127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.904569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4549446 Aug 11 03:00:33.908191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:33.922393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:34.043270 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.046113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.131390 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.131945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d148f4-61f3-4fd7-930e-f1d52c0d38aa {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:34.156873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.167648 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7875797d-93d4-4693-ae39-da90895afa88 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d0d148f4-61f3-4fd7-930e-f1d52c0d38aa HTTP/1.1" status: 204 len: 168 time: 1.4031100 Aug 11 03:00:34.167648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44460) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:34.269204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Deleting subnet 52fb7d77-fe8e-4a44-b2fc-be73e3308142 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:34.273300 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.295634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.306999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252e9bc-321d-49ca-9c2a-4a8e73a1e7ab tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Network': ['ID=e0f7a4b8-2b8e-45e3-96a4-1b0298502285,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:34.320952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network e0f7a4b8-2b8e-45e3-96a4-1b0298502285 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:34.326774 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.334821 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.405584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Network e0f7a4b8-2b8e-45e3-96a4-1b0298502285 is not hosted by any dhcp agent {{(pid=94699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:00:34.405584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.406537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.407383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "PUT /v2.0/networks/e0f7a4b8-2b8e-45e3-96a4-1b0298502285 HTTP/1.1" status: 200 len: 857 time: 0.4953558 Aug 11 03:00:34.416778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:34.484791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.495723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e1604-1c4c-470b-8b6d-523923c95c15 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event updated for resources: {'Network': ['ID=e0f7a4b8-2b8e-45e3-96a4-1b0298502285,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:34.557804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.631820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f490119-e85e-4ea7-b2fc-1cba89e1e679 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:34.648197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.671475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.678911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52fb7d77-fe8e-4a44-b2fc-be73e3308142 HTTP/1.1" status: 204 len: 168 time: 0.5078247 Aug 11 03:00:34.684406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44468) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:34.782498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ed8d1-6209-41f4-a7c9-4b14b51dd571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fb7d77-fe8e-4a44-b2fc-be73e3308142,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:34.822012 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.850897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f7a4b8-2b8e-45e3-96a4-1b0298502285']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:34.860822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d2d1d-eba3-4664-98f3-f79e8889fb95 None None] Network 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:34.864047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9f490119-e85e-4ea7-b2fc-1cba89e1e679 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:34.864769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9f490119-e85e-4ea7-b2fc-1cba89e1e679 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:34.874666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a52a51-949a-41c8-b811-ef3d5f1d395a') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:34.874976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a52a51-949a-41c8-b811-ef3d5f1d395a') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:34.894575 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.914621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.918480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.923859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:34.924210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:34.926181 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:34.998662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Deleting port 06644a19-1e3e-47fd-a4d2-0a975098ac05 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:34.998859 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.013002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.019937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0f7a4b8-2b8e-45e3-96a4-1b0298502285 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:00:35.038765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.044028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e0f7a4b8-2b8e-45e3-96a4-1b0298502285 HTTP/1.1" status: 204 len: 168 time: 0.6225221 Aug 11 03:00:35.050406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44470) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:35.066698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8a2d-a408-4786-8614-dc622ae2aa69 tempest-ExternalNetworksTestJSON-757254260 tempest-ExternalNetworksTestJSON-757254260-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0f7a4b8-2b8e-45e3-96a4-1b0298502285,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.097410 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1b158f-053b-4934-83f4-fa76ad95cfc0 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] DELETE failed (client error): The resource could not be found. Aug 11 03:00:35.097879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1b158f-053b-4934-83f4-fa76ad95cfc0 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:00:35.102083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef1b158f-053b-4934-83f4-fa76ad95cfc0 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] 10.222.0.16 "DELETE /v2.0/subnets/0bec30bf-9215-4b56-b6e9-4778f6174dd0 HTTP/1.1" status: 404 len: 337 time: 0.0491765 Aug 11 03:00:35.103590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:35.129883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] DHCP port deletion for 4867ec5b-9785-4f8a-a9bc-a12ebc790e76 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:35.193960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] For port 06644a19-1e3e-47fd-a4d2-0a975098ac05, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=06644a19-1e3e-47fd-a4d2-0a975098ac05,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:35.194345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.216792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.220663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Calling delete_port for 06644a19-1e3e-47fd-a4d2-0a975098ac05 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:35.254346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] Deleting port 06644a19-1e3e-47fd-a4d2-0a975098ac05 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:35.254746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.371214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] For port 06644a19-1e3e-47fd-a4d2-0a975098ac05, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=06644a19-1e3e-47fd-a4d2-0a975098ac05,segment=NetworkSegment(6d9f5ff8-3732-42df-a72f-7f2998296f04),segment_id=6d9f5ff8-3732-42df-a72f-7f2998296f04)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:35.373855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.374457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.390218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf5c58f-d01b-46ff-8f67-0ab18331d6fc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:35.403051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] Calling delete_port for 06644a19-1e3e-47fd-a4d2-0a975098ac05 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:35.407978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f65917-ab91-4f55-b21c-2806a139b3aa') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:35.408283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f65917-ab91-4f55-b21c-2806a139b3aa') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:35.421003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.450435 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.478113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.496845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:35.496845 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:35.527584 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:35.532929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.561188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] No DVR routers for this DVR port 06644a19-1e3e-47fd-a4d2-0a975098ac05 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:35.569803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] No DVR routers for this DVR port 06644a19-1e3e-47fd-a4d2-0a975098ac05 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:35.577144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2822d5-11c1-402e-846b-5f44b29dd8af None None] Pushing event deleted for resources: {'Port': ['ID=06644a19-1e3e-47fd-a4d2-0a975098ac05,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.621348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Pushing event deleted for resources: {'Port': ['ID=06644a19-1e3e-47fd-a4d2-0a975098ac05,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.682582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.690950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.692800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] 10.222.0.16 "DELETE /v2.0/networks/fcf5c58f-d01b-46ff-8f67-0ab18331d6fc HTTP/1.1" status: 204 len: 168 time: 0.5880184 Aug 11 03:00:35.719211 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f78eba-c894-4d0a-82b7-3044b7081495 tempest-ExternalNetworksTestJSON-1417015342 tempest-ExternalNetworksTestJSON-1417015342-project] Pushing event deleted for resources: {'Network': ['ID=fcf5c58f-d01b-46ff-8f67-0ab18331d6fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.723312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.741041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4867ec5b-9785-4f8a-a9bc-a12ebc790e76']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:35.756937 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9f5ff8-3732-42df-a72f-7f2998296f04') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:35.757214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9f5ff8-3732-42df-a72f-7f2998296f04') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:35.767365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.782961 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.791315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:35.791837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:35.793925 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:35.855878 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.872028 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.876770 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4867ec5b-9785-4f8a-a9bc-a12ebc790e76 HTTP/1.1" status: 204 len: 168 time: 1.1837158 Aug 11 03:00:35.877147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44482) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:35.894035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cc239-013b-41a3-ab38-90845f61a33a admin admin] Pushing event deleted for resources: {'Network': ['ID=4867ec5b-9785-4f8a-a9bc-a12ebc790e76,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.965162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:36.162662 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6381cd07-0cb1-47a7-9c53-e25335b53f29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7248a09a05444c0aca8a2011d627c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956868 Aug 11 03:00:36.165013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:36.220916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97ea0149-46bf-41a5-9622-3a5e8458385a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.242858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97ea0149-46bf-41a5-9622-3a5e8458385a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.300082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.332216 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97ea0149-46bf-41a5-9622-3a5e8458385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.335301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97ea0149-46bf-41a5-9622-3a5e8458385a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.338977 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-97ea0149-46bf-41a5-9622-3a5e8458385a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/250cf5ec-caa7-4168-80b5-20d1468fb020 HTTP/1.1" status: 204 len: 168 time: 0.1703870 Aug 11 03:00:36.347817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0149-46bf-41a5-9622-3a5e8458385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250cf5ec-caa7-4168-80b5-20d1468fb020,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:36.400460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14a5240d-8548-44be-9ddb-d30d2aff1aeb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:36.424566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 14a5240d-8548-44be-9ddb-d30d2aff1aeb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:36.424920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14a5240d-8548-44be-9ddb-d30d2aff1aeb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:36.425547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 06644a19-1e3e-47fd-a4d2-0a975098ac05 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:36.446905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 06644a19-1e3e-47fd-a4d2-0a975098ac05 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:36.447508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 06644a19-1e3e-47fd-a4d2-0a975098ac05 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:36.634785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Deleting port 30a4f35a-0c44-4407-8e65-54fb82fe8cac {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:36.635347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.789436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] For port 30a4f35a-0c44-4407-8e65-54fb82fe8cac, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=30a4f35a-0c44-4407-8e65-54fb82fe8cac,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:36.790126 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.806942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Calling delete_port for 30a4f35a-0c44-4407-8e65-54fb82fe8cac owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:36.869922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44500) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:36.993978 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cbd7c4fc-69bb-4051-9859-977192d619a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4cec91773054ff3b984df0b20f7f901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216302 Aug 11 03:00:36.996675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.061562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2966-2df4-40b2-a35f-889e7e0bef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.112775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2966-2df4-40b2-a35f-889e7e0bef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.130868 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.198803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2966-2df4-40b2-a35f-889e7e0bef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.202434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2966-2df4-40b2-a35f-889e7e0bef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.203549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7cb2966-2df4-40b2-a35f-889e7e0bef65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d3620b1-02aa-49df-b0e7-100b80b7fbfb HTTP/1.1" status: 204 len: 168 time: 0.2059062 Aug 11 03:00:37.204801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a4f35a-0c44-4407-8e65-54fb82fe8cac,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.224570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb2966-2df4-40b2-a35f-889e7e0bef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3620b1-02aa-49df-b0e7-100b80b7fbfb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.434379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.711570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:37.873891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:37.899360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] Sync routers for ids ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:37.912167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-06dce614-4b10-4b3f-870f-3adf7b5853f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca3ffd7c-f2ee-4d68-87a2-7127b59143f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0324640 Aug 11 03:00:37.914850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44524) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.942328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] Routers {'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:37.943874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:38.082554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] Set router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:38.085360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.229755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.407176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Deleting port 335f7b32-fd42-41d3-ad3f-168eff12b09d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:38.408050 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.525057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T03:00:37Z', 'revision_number': 5, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port': {'id': '335f7b32-fd42-41d3-ad3f-168eff12b09d', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:14Z', 'updated_at': '2021-08-11T02:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:38.562878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] Checking router: ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:38.567262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] For port 335f7b32-fd42-41d3-ad3f-168eff12b09d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=335f7b32-fd42-41d3-ad3f-168eff12b09d,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:38.568630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.573523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] Routers {'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:38.574275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:38.599216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Calling delete_port for 335f7b32-fd42-41d3-ad3f-168eff12b09d owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:38.767223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] Set router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:38.874937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T03:00:38Z', 'revision_number': 6, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:38.912977 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.924405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86caa2d7-6c40-431e-85c3-763fadb7e578 None None] The sync data for ids ['ca3ffd7c-f2ee-4d68-87a2-7127b59143f0'] in n-d-715271-8 is: [{'id': 'ca3ffd7c-f2ee-4d68-87a2-7127b59143f0', 'name': 'tempest-TestVolumeBootPattern-850566929-router', 'tenant_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:10Z', 'updated_at': '2021-08-11T03:00:38Z', 'revision_number': 6, 'project_id': 'ac7b97b4edf5496bb7e51cc8aa1742c7', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:38.951376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=335f7b32-fd42-41d3-ad3f-168eff12b09d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:39.068670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.733675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.736870 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.784502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.786274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:39.792503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.794619 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d3321905-70c2-4804-b1c6-9bb5caae59b6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ca3ffd7c-f2ee-4d68-87a2-7127b59143f0 HTTP/1.1" status: 204 len: 168 time: 1.8787756 Aug 11 03:00:39.797156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44554) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:39.914850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Deleting subnet c52d3854-b988-4278-aa21-b302b04b9128 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:39.919714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.973021 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.109229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.181559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.238544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.240067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13876e6e-1b40-4917-8c5a-08ba4d0ab654 None None] Network 9ec30a30-c270-4109-ad57-afae48afad3f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:40.242425 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c52d3854-b988-4278-aa21-b302b04b9128 HTTP/1.1" status: 204 len: 168 time: 0.4392314 Aug 11 03:00:40.242425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7053242-9852-4106-ad1d-f656ab9c2a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52d3854-b988-4278-aa21-b302b04b9128,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.243577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44564) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.380254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.394779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.441605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 335f7b32-fd42-41d3-ad3f-168eff12b09d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:40.470572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 335f7b32-fd42-41d3-ad3f-168eff12b09d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:40.470917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 335f7b32-fd42-41d3-ad3f-168eff12b09d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:40.471561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 30a4f35a-0c44-4407-8e65-54fb82fe8cac no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:40.504777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 30a4f35a-0c44-4407-8e65-54fb82fe8cac {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:40.505369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 30a4f35a-0c44-4407-8e65-54fb82fe8cac not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:40.542889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Deleting port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:40.543663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.641288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] For port 4e8bdfa8-517d-49c0-8e26-33698ef45b76, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4e8bdfa8-517d-49c0-8e26-33698ef45b76,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:40.641605 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.680516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a7052adb-d4c7-4f85-a48e-46fa7a1e9668 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:40.691194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Calling delete_port for 4e8bdfa8-517d-49c0-8e26-33698ef45b76 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:40.697314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] DHCP port deletion for 9ec30a30-c270-4109-ad57-afae48afad3f request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:40.746065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a7052adb-d4c7-4f85-a48e-46fa7a1e9668 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] 10.222.0.16 "PUT /v2.0/quotas/83be1580e3884d3d8cc706d7b965eac0 HTTP/1.1" status: 200 len: 368 time: 0.3625178 Aug 11 03:00:40.747252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44572) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.755782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Request body: {'network': {'project_id': '83be1580e3884d3d8cc706d7b965eac0'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:40.790633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Made reservation on behalf of 83be1580e3884d3d8cc706d7b965eac0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:40.792927 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.805837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Deleting port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:40.806568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.809818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.879700 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.904988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8bdfa8-517d-49c0-8e26-33698ef45b76,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.920432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] No DVR routers for this DVR port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:40.932765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] For port 4e8bdfa8-517d-49c0-8e26-33698ef45b76, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4e8bdfa8-517d-49c0-8e26-33698ef45b76,segment=NetworkSegment(eaf60bb7-26df-46ec-a7b5-76194e813e35),segment_id=eaf60bb7-26df-46ec-a7b5-76194e813e35)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:40.934192 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.962761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Calling delete_port for 4e8bdfa8-517d-49c0-8e26-33698ef45b76 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:41.009854 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.012493 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.018295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.030230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec30a30-c270-4109-ad57-afae48afad3f']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:41.043077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf60bb7-26df-46ec-a7b5-76194e813e35') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:41.043550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf60bb7-26df-46ec-a7b5-76194e813e35') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:41.071310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.080603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:41.106469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.110905 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.123184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea114e5-7159-4e73-8dac-0dd46e535b23,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.126522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:41.126970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:41.129090 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:41.137639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.138303 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Added segment 691d097c-ff1e-4c9b-8678-9caa492a0943 of type vlan for network b12dc8f0-27b3-4dbe-a7f7-900afb7025b7 Aug 11 03:00:41.147532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] No DVR routers for this DVR port 4e8bdfa8-517d-49c0-8e26-33698ef45b76 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:41.219471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Pushing event deleted for resources: {'Port': ['ID=4e8bdfa8-517d-49c0-8e26-33698ef45b76,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.239070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.239958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.240510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.241493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.242030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.242551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.243257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.243829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.244409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.245138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.245546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.245951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d63e665-ca9f-473a-95e5-aeb84de0c53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:41.276125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.282952 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.287570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.289776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] 10.222.0.16 "DELETE /v2.0/networks/9ec30a30-c270-4109-ad57-afae48afad3f HTTP/1.1" status: 204 len: 168 time: 1.0447850 Aug 11 03:00:41.321695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6faf15-6de6-4991-89c0-f67dcf366dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec30a30-c270-4109-ad57-afae48afad3f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.348163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.349737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:41.351149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.452204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Pushing event updated for resources: {'Network': ['ID=b12dc8f0-27b3-4dbe-a7f7-900afb7025b7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.466358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network b12dc8f0-27b3-4dbe-a7f7-900afb7025b7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:41.470038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e36613cb-91cb-4e56-8161-043f3d0a5fef tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7192225 Aug 11 03:00:41.473054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44578) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.479626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Request body: {'network': {'project_id': '83be1580e3884d3d8cc706d7b965eac0'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:41.518976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Made reservation on behalf of 83be1580e3884d3d8cc706d7b965eac0 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:41.530532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.582453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:41.594101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.594609 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Added segment f72bd716-3e22-46c4-94c8-474d9dbd237a of type vlan for network 44c13694-0594-4f90-8275-44cbbbe99a73 Aug 11 03:00:41.627886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.657046 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.705094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.706569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:41.706923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.711437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c3db1e70-f596-4cfd-bd0b-99ba8de427d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe8cc99ce06a44899057b7da9c567879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821047 Aug 11 03:00:41.713905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.735824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2615283 Aug 11 03:00:41.738982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.774441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6d22f337-6442-46bd-bd8e-437986af662a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Request body: {'network': {'project_id': '83be1580e3884d3d8cc706d7b965eac0'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:41.797347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1a70f66-64de-4758-ac54-94f81fbd27d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.800213 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d22f337-6442-46bd-bd8e-437986af662a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:00:41.800696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d22f337-6442-46bd-bd8e-437986af662a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:00:41.802178 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6d22f337-6442-46bd-bd8e-437986af662a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0611033 Aug 11 03:00:41.802555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac216f-c448-4211-8d69-853e0d01964a tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Pushing event updated for resources: {'Network': ['ID=44c13694-0594-4f90-8275-44cbbbe99a73,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.816241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 44c13694-0594-4f90-8275-44cbbbe99a73 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:41.851673 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1a70f66-64de-4758-ac54-94f81fbd27d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.931806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1a70f66-64de-4758-ac54-94f81fbd27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.935178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1a70f66-64de-4758-ac54-94f81fbd27d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.936490 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e1a70f66-64de-4758-ac54-94f81fbd27d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5488fbf2-b606-489d-9c67-165874c0821e HTTP/1.1" status: 204 len: 168 time: 0.2215304 Aug 11 03:00:41.955799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70f66-64de-4758-ac54-94f81fbd27d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5488fbf2-b606-489d-9c67-165874c0821e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.982424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44592) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.183326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-43f9fb56-7357-4272-aeca-45e02cfac79a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83be1580e3884d3d8cc706d7b965eac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994045 Aug 11 03:00:42.185907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.276157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69bd3516-a41b-4ad4-b818-6cc1b13ee663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.328408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69bd3516-a41b-4ad4-b818-6cc1b13ee663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.389755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69bd3516-a41b-4ad4-b818-6cc1b13ee663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.392710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69bd3516-a41b-4ad4-b818-6cc1b13ee663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.397398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-69bd3516-a41b-4ad4-b818-6cc1b13ee663 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ea114e5-7159-4e73-8dac-0dd46e535b23 HTTP/1.1" status: 204 len: 168 time: 0.2099109 Aug 11 03:00:42.397398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44602) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.413524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd3516-a41b-4ad4-b818-6cc1b13ee663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea114e5-7159-4e73-8dac-0dd46e535b23,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:42.440291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4e8bdfa8-517d-49c0-8e26-33698ef45b76 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:42.489538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4e8bdfa8-517d-49c0-8e26-33698ef45b76 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:42.489538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4e8bdfa8-517d-49c0-8e26-33698ef45b76 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:42.530165 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.673702 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.697382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c13694-0594-4f90-8275-44cbbbe99a73']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:42.703481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.710440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72bd716-3e22-46c4-94c8-474d9dbd237a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:42.710440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72bd716-3e22-46c4-94c8-474d9dbd237a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:42.720341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.744275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.753193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:42.753711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:42.755940 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:42.774439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6f2e1317-f4ea-4e30-9e05-bb33d532549e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac7b97b4edf5496bb7e51cc8aa1742c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688517 Aug 11 03:00:42.777096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44608) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.842231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.852756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.856913 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] 10.222.0.16 "DELETE /v2.0/networks/44c13694-0594-4f90-8275-44cbbbe99a73 HTTP/1.1" status: 204 len: 168 time: 0.4508874 Aug 11 03:00:42.860948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.879249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-827a3d6a-8af0-441c-b6a3-1b9d5cfbc7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.894585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ff952-18e6-406d-80ca-eb27b8f40138 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Pushing event deleted for resources: {'Network': ['ID=44c13694-0594-4f90-8275-44cbbbe99a73,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:42.922787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-827a3d6a-8af0-441c-b6a3-1b9d5cfbc7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.972038 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.001740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-827a3d6a-8af0-441c-b6a3-1b9d5cfbc7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.004453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-827a3d6a-8af0-441c-b6a3-1b9d5cfbc7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.005721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-827a3d6a-8af0-441c-b6a3-1b9d5cfbc7da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/678e63e3-68c3-41e4-8208-3f7e36e712b8 HTTP/1.1" status: 204 len: 168 time: 0.2274773 Aug 11 03:00:43.037426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a3d6a-8af0-441c-b6a3-1b9d5cfbc7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e63e3-68c3-41e4-8208-3f7e36e712b8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.127904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.139596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12dc8f0-27b3-4dbe-a7f7-900afb7025b7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:43.153586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691d097c-ff1e-4c9b-8678-9caa492a0943') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:43.153586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691d097c-ff1e-4c9b-8678-9caa492a0943') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:43.163754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.180869 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.198529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:43.201056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:43.207496 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:43.296985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.307161 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.312214 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b12dc8f0-27b3-4dbe-a7f7-900afb7025b7 HTTP/1.1" status: 204 len: 168 time: 0.4500582 Aug 11 03:00:43.328807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f7dee-a254-4428-b971-8d3b7a7b6c65 tempest-QuotasNegativeTest-195337299 tempest-QuotasNegativeTest-195337299-project-admin] Pushing event deleted for resources: {'Network': ['ID=b12dc8f0-27b3-4dbe-a7f7-900afb7025b7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.921064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bdb2-97d2-42f3-a762-d8086b8f121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.178902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:44.198283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59c413e7-7f1b-4370-a083-f2dd762f58e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.336065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59c413e7-7f1b-4370-a083-f2dd762f58e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.344343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59c413e7-7f1b-4370-a083-f2dd762f58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.390718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-59c413e7-7f1b-4370-a083-f2dd762f58e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79253f6c84564f64be71c5252081ce99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106094 Aug 11 03:00:44.393290 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c413e7-7f1b-4370-a083-f2dd762f58e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a5209-b006-4718-9cf3-46b3f28a5a05,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:44.393679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44624) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:44.461684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ead106d-b3bc-4161-8657-88a3513a60c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.498636 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ead106d-b3bc-4161-8657-88a3513a60c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.577321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ead106d-b3bc-4161-8657-88a3513a60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.592078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ead106d-b3bc-4161-8657-88a3513a60c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.593829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4ead106d-b3bc-4161-8657-88a3513a60c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/150a5209-b006-4718-9cf3-46b3f28a5a05 HTTP/1.1" status: 204 len: 168 time: 0.1995788 Aug 11 03:00:44.608728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead106d-b3bc-4161-8657-88a3513a60c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a5209-b006-4718-9cf3-46b3f28a5a05,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.009474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44634) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.024048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb72f0ef-9186-4023-941b-a19e49071622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.139138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb72f0ef-9186-4023-941b-a19e49071622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.144740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb72f0ef-9186-4023-941b-a19e49071622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.188241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eb72f0ef-9186-4023-941b-a19e49071622 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d532be2734114b0299d175a4b53c1b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775248 Aug 11 03:00:45.188994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72f0ef-9186-4023-941b-a19e49071622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b545785-c354-41a1-a636-65ab25512eeb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.192469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44636) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.262471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df94d7bd-70c9-4827-bb21-fcb7375e461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.295236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df94d7bd-70c9-4827-bb21-fcb7375e461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.352692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df94d7bd-70c9-4827-bb21-fcb7375e461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.355717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df94d7bd-70c9-4827-bb21-fcb7375e461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.358452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df94d7bd-70c9-4827-bb21-fcb7375e461e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b545785-c354-41a1-a636-65ab25512eeb HTTP/1.1" status: 204 len: 168 time: 0.1649837 Aug 11 03:00:45.372134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94d7bd-70c9-4827-bb21-fcb7375e461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b545785-c354-41a1-a636-65ab25512eeb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.170588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:46.308160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1044798195'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:46.330809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:46.334813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.345323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.456205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.461020 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.491050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:46.496424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26be516-11ea-4205-9b1e-fc4e643366a0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.506160 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.506510 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Added segment 60793c12-69d9-4495-a5f9-50db55d22ed5 of type vlan for network eba8b594-61b7-440f-95ce-10fd616e0ec6 Aug 11 03:00:46.548128 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.581866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.588030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.588654 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.672712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5008132 Aug 11 03:00:46.676193 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:46.681737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'subnet': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:46.705927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4982150-319a-4829-b09b-b7ba4825807a tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Network': ['ID=eba8b594-61b7-440f-95ce-10fd616e0ec6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.718973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:46.826304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:46.829946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.042295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.101177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Subnet': ['ID=6a87ca8f-1270-4974-af0e-7d0ab8b24482,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.119704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Checking segment: {'id': '60793c12-69d9-4495-a5f9-50db55d22ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:47.120087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network hostable DHCP agents. Network: eba8b594-61b7-440f-95ce-10fd616e0ec6, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:47.139820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:47.151875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, eba8b594-61b7-440f-95ce-10fd616e0ec6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:47.157985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.159096 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.166403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7df34-8a22-493a-a779-9c334d5416d7 None None] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:47.177988 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-04a795fe-83e5-4f19-815b-d2916d0323f0 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5001154 Aug 11 03:00:47.180451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.186788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1423360134'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:47.334359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-eba8b594-61b7-440f-95ce-10fd616e0ec6', 'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'tenant_id': '0a3cecdbbebc46c9953e53165ab43e56', 'fixed_ips': [{'subnet_id': '6a87ca8f-1270-4974-af0e-7d0ab8b24482'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:00:47.335254 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.367063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:47.371675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.402594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] device_id is not set on port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:00:47.508970 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2da8b3f7-97ba-4927-84bc-aad999c8dbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.531759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Allocated IP 2001:db8::2 (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/1d37bdfc-0575-416b-80ff-6dd7642c6adc) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:47.710200 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.722118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Transition to ACTIVE for port object 1d37bdfc-0575-416b-80ff-6dd7642c6adc will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:47.747171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Transition to ACTIVE for port object 1d37bdfc-0575-416b-80ff-6dd7642c6adc will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:47.756138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.789972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.804377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:47.807748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:47.811361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:47.835603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Allocated IP 2001:db8::102 (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/447f77b1-dbd9-4c70-861a-02d2b4b2ce59) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:47.839128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Pushing event updated for resources: {'Port': ['ID=1d37bdfc-0575-416b-80ff-6dd7642c6adc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.914750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Attempting to bind port 1d37bdfc-0575-416b-80ff-6dd7642c6adc on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:47.914750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Attempting to bind port 1d37bdfc-0575-416b-80ff-6dd7642c6adc by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '60793c12-69d9-4495-a5f9-50db55d22ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:47.915215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Attempting to bind port 1d37bdfc-0575-416b-80ff-6dd7642c6adc on network eba8b594-61b7-440f-95ce-10fd616e0ec6 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:47.925491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:47.925491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Checking segment: {'id': '60793c12-69d9-4495-a5f9-50db55d22ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:47.925491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.926274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Bound using segment: {'id': '60793c12-69d9-4495-a5f9-50db55d22ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:47.926607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Bound port: 1d37bdfc-0575-416b-80ff-6dd7642c6adc, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60793c12-69d9-4495-a5f9-50db55d22ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:47.927139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.014113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] For port 1d37bdfc-0575-416b-80ff-6dd7642c6adc, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:48.018598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] For port 1d37bdfc-0575-416b-80ff-6dd7642c6adc, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1d37bdfc-0575-416b-80ff-6dd7642c6adc,segment=NetworkSegment(60793c12-69d9-4495-a5f9-50db55d22ed5),segment_id=60793c12-69d9-4495-a5f9-50db55d22ed5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:48.024726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.046121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.076704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Transition to ACTIVE for port object 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:48.125921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee29f-b1ad-432d-88b3-2e58d318aa52 None None] Pushing event updated for resources: {'Port': ['ID=1d37bdfc-0575-416b-80ff-6dd7642c6adc,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:48.142648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.214988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:48.221022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:48.225164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=447f77b1-dbd9-4c70-861a-02d2b4b2ce59,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:48.230565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:48.236466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.237458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.259636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44708) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:48.260202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-411f107c-b0d7-486c-916c-c71b06f2f6bb tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0779169 Aug 11 03:00:48.265919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1371578556', 'allowed_address_pairs': [{'ip_address': '2001:db8::102', 'mac_address': 'fa:16:3e:7b:e6:51'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:48.523970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:48.532103 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.653331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.683468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] device_id is not set on port d5256132-5fda-4b87-b0d9-b60710ad207e yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:00:48.839155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Allocated IP 2001:db8::25e (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/d5256132-5fda-4b87-b0d9-b60710ad207e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:49.059316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.088166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Transition to ACTIVE for port object d5256132-5fda-4b87-b0d9-b60710ad207e will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:49.128644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.204778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:49.213899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:49.217518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:49.237189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.240779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.275229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=d5256132-5fda-4b87-b0d9-b60710ad207e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.293017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4d2c3061-57a8-4b2b-b338-95416f854c22 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0315168 Aug 11 03:00:49.295815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:49.407560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efe4bb-1107-4e6c-a02d-b6e0c48539ca tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.415585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efe4bb-1107-4e6c-a02d-b6e0c48539ca tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.422808 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efe4bb-1107-4e6c-a02d-b6e0c48539ca tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.424615 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-70efe4bb-1107-4e6c-a02d-b6e0c48539ca tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1270821 Aug 11 03:00:49.429366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:49.571444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port d5256132-5fda-4b87-b0d9-b60710ad207e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:49.571444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.613472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dbdef-662c-487d-9ee4-3063e1d92c6e None None] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:49.696225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-cc9f3a35-2d1b-46c8-858d-57dc34189e90 None None] Provisioning for port 1d37bdfc-0575-416b-80ff-6dd7642c6adc completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:49.737562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.766988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for d5256132-5fda-4b87-b0d9-b60710ad207e owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:49.972434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.011387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=d5256132-5fda-4b87-b0d9-b60710ad207e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.149347 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.181151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.186496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44728) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:50.196774 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d044e546-6d14-4a8a-9930-2a99f1ff053b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/ports/d5256132-5fda-4b87-b0d9-b60710ad207e HTTP/1.1" status: 204 len: 168 time: 0.7642391 Aug 11 03:00:50.215053 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecb4b37-e285-456d-a0df-ba8ec9fff220 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] GET failed (client error): The resource could not be found. Aug 11 03:00:50.224273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:50.229916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1ecb4b37-e285-456d-a0df-ba8ec9fff220 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "GET /v2.0/ports/d5256132-5fda-4b87-b0d9-b60710ad207e HTTP/1.1" status: 404 len: 333 time: 0.0422719 Aug 11 03:00:50.235789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1405248247'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:50.255796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ad358a41-fad5-4b0d-9a7d-28cefda61abc None None] Provisioning for port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:50.267722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ad358a41-fad5-4b0d-9a7d-28cefda61abc None None] Provisioning complete for port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:50.268143 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad358a41-fad5-4b0d-9a7d-28cefda61abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.301415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-eeb542ab-a72c-4631-b181-6d9e3fb4deae req-5ed797d6-3ff5-4e3e-ade4-2bc24bfb2e38 service neutron] (94700) timed out ('10.222.0.25', 64045) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:00:50.334508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ad358a41-fad5-4b0d-9a7d-28cefda61abc None None] Port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:50.338598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ad358a41-fad5-4b0d-9a7d-28cefda61abc None None] Could not find standard attr ID for object d5256132-5fda-4b87-b0d9-b60710ad207e. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:00:50.418144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:50.422075 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.449708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1d37bdfc-0575-416b-80ff-6dd7642c6adc up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:50.454885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] device_id is not set on port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:00:50.525437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 1d37bdfc-0575-416b-80ff-6dd7642c6adc completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:50.533870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1d37bdfc-0575-416b-80ff-6dd7642c6adc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:50.534447 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.627451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Allocated IP 2001:db8::266 (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/6aec14c1-6b7f-4621-9ae6-4a9502fc5f35) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:50.680296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0c2f1eb8-977a-40ee-8152-895335205ac9 None None] Provisioning complete for port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:50.680909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1eb8-977a-40ee-8152-895335205ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.734654 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.753644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f1eb8-977a-40ee-8152-895335205ac9 None None] Port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:50.806025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 1d37bdfc-0575-416b-80ff-6dd7642c6adc, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1d37bdfc-0575-416b-80ff-6dd7642c6adc,segment=NetworkSegment(60793c12-69d9-4495-a5f9-50db55d22ed5),segment_id=60793c12-69d9-4495-a5f9-50db55d22ed5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:50.815477 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.872564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=1d37bdfc-0575-416b-80ff-6dd7642c6adc,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.920116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.937904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Transition to ACTIVE for port object 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:50.968602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6ca8f046-f01e-494f-9919-5afcafdd1d88 None None] Could not find standard attr ID for object d5256132-5fda-4b87-b0d9-b60710ad207e. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:00:50.982243 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.039842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=6aec14c1-6b7f-4621-9ae6-4a9502fc5f35,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:51.071220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:51.073426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:51.076771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:51.082855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.083820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.104369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44740) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:51.104954 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-466d7368-c18c-4f4b-818d-3d8b128d75da tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8791716 Aug 11 03:00:51.110794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::102', 'mac_address': 'fa:16:3e:7b:e6:51'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:51.192921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.596817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50f532af-ecb2-4dc9-a785-4f346e507877 None None] Provisioning for port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:51.600853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50f532af-ecb2-4dc9-a785-4f346e507877 None None] Provisioning complete for port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:51.601222 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50f532af-ecb2-4dc9-a785-4f346e507877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.660874 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50f532af-ecb2-4dc9-a785-4f346e507877 None None] Port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:51.784936 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.790713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.842139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] In _notify_port_updated(), no bound segment for port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 on network eba8b594-61b7-440f-95ce-10fd616e0ec6 {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:00:51.847657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.848206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.853398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:51.862168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "PUT /v2.0/ports/6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 HTTP/1.1" status: 200 len: 1003 time: 0.7551718 Aug 11 03:00:51.888063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd4c5f-7b8b-4f0b-9586-ec6fdff6116c tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=6aec14c1-6b7f-4621-9ae6-4a9502fc5f35,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:52.017049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:52.017599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.206189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.224675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:52.296530 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16e954d4-a932-4919-b287-9ba24eed6145 None None] Provisioning complete for port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:52.297466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16e954d4-a932-4919-b287-9ba24eed6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.384456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16e954d4-a932-4919-b287-9ba24eed6145 None None] Port 6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:52.396842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.411366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1d37bdfc-0575-416b-80ff-6dd7642c6adc up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:52.445212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=6aec14c1-6b7f-4621-9ae6-4a9502fc5f35,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:52.564097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 1d37bdfc-0575-416b-80ff-6dd7642c6adc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:52.564453 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.582097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.584896 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a2cec5a-afa3-49d2-9dd0-08e3dbabe3cc tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/ports/6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 HTTP/1.1" status: 204 len: 168 time: 0.7303708 Aug 11 03:00:52.587857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:52.622340 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd95a479-be13-46b2-bdfb-d2a698d42d86 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] GET failed (client error): The resource could not be found. Aug 11 03:00:52.624027 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bd95a479-be13-46b2-bdfb-d2a698d42d86 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "GET /v2.0/ports/6aec14c1-6b7f-4621-9ae6-4a9502fc5f35 HTTP/1.1" status: 404 len: 333 time: 0.0351794 Aug 11 03:00:52.628056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44792) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:52.633782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-273391730'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:52.863094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:52.871408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.939613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] device_id is not set on port a4ada45d-8567-4550-8854-7628b0b91db3 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:00:53.135701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Allocated IP 2001:db8::303 (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/a4ada45d-8567-4550-8854-7628b0b91db3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:53.216825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.261208 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:53.377323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.383459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.410470 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Transition to ACTIVE for port object a4ada45d-8567-4550-8854-7628b0b91db3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:53.449218 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.526159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:53.527820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=a4ada45d-8567-4550-8854-7628b0b91db3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:53.530784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:53.532973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:53.538950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.539484 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.558955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db1d2ac9-ba2d-4e4d-ad52-c89e2dda5bae tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9269865 Aug 11 03:00:53.559265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:53.565835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:e6:51'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:53.791516 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.033667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-76aa8c82-0c30-4d3c-b515-d822aabadb52 None None] Provisioning for port a4ada45d-8567-4550-8854-7628b0b91db3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:54.048178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-76aa8c82-0c30-4d3c-b515-d822aabadb52 None None] Provisioning complete for port a4ada45d-8567-4550-8854-7628b0b91db3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:54.049083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76aa8c82-0c30-4d3c-b515-d822aabadb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.119235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-76aa8c82-0c30-4d3c-b515-d822aabadb52 None None] Port a4ada45d-8567-4550-8854-7628b0b91db3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:54.152422 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.162654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.200719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] In _notify_port_updated(), no bound segment for port a4ada45d-8567-4550-8854-7628b0b91db3 on network eba8b594-61b7-440f-95ce-10fd616e0ec6 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:00:54.209892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.210890 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.212068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "PUT /v2.0/ports/a4ada45d-8567-4550-8854-7628b0b91db3 HTTP/1.1" status: 200 len: 1002 time: 0.6517785 Aug 11 03:00:54.215395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:54.323651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcc2cf-9437-47b2-a70e-41708e2694f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=a4ada45d-8567-4550-8854-7628b0b91db3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:54.379736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port a4ada45d-8567-4550-8854-7628b0b91db3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:54.380124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.502307 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.517697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for a4ada45d-8567-4550-8854-7628b0b91db3 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:54.545920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-417b579b-4c2a-44ab-a6cf-1744edcfb2b5 None None] Provisioning complete for port a4ada45d-8567-4550-8854-7628b0b91db3 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:54.547201 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-417b579b-4c2a-44ab-a6cf-1744edcfb2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.609972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-417b579b-4c2a-44ab-a6cf-1744edcfb2b5 None None] Port a4ada45d-8567-4550-8854-7628b0b91db3 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:54.704371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.744373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=a4ada45d-8567-4550-8854-7628b0b91db3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:54.775888 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.780851 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-04c60fd7-514c-42c0-966b-71d9d2617875 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/ports/a4ada45d-8567-4550-8854-7628b0b91db3 HTTP/1.1" status: 204 len: 168 time: 0.5614433 Aug 11 03:00:54.781248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44840) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:54.816680 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-55da472f-cf36-4c5e-a727-a7f4e204d2ed tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] GET failed (client error): The resource could not be found. Aug 11 03:00:54.823963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-55da472f-cf36-4c5e-a727-a7f4e204d2ed tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "GET /v2.0/ports/a4ada45d-8567-4550-8854-7628b0b91db3 HTTP/1.1" status: 404 len: 333 time: 0.0415077 Aug 11 03:00:54.827735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:54.834071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2016638065'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:55.018818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:55.025236 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.050314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] device_id is not set on port 9a818d63-e248-473c-9ac6-77b31008378a yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:00:55.189789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Allocated IP 2001:db8::54 (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/9a818d63-e248-473c-9ac6-77b31008378a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:55.366668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.382614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Transition to ACTIVE for port object 9a818d63-e248-473c-9ac6-77b31008378a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:55.417078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.463324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:55.467713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:55.470373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:55.477773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.477773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.489271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=9a818d63-e248-473c-9ac6-77b31008378a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.503705 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-de46aae7-f030-4ea6-b900-5696c59997ea tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6717114 Aug 11 03:00:55.503953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:55.509519 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'network_id': 'eba8b594-61b7-440f-95ce-10fd616e0ec6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581718013'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:55.641614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Made reservation on behalf of 0a3cecdbbebc46c9953e53165ab43e56 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:55.645743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.672096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] device_id is not set on port e4954e2e-8473-4336-924e-442b49765c42 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:00:55.746467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c62422b5-48e4-4ec4-8250-a5407d406246 None None] Provisioning for port 9a818d63-e248-473c-9ac6-77b31008378a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:55.751515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c62422b5-48e4-4ec4-8250-a5407d406246 None None] Provisioning complete for port 9a818d63-e248-473c-9ac6-77b31008378a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:55.752095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c62422b5-48e4-4ec4-8250-a5407d406246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.795070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c62422b5-48e4-4ec4-8250-a5407d406246 None None] Port 9a818d63-e248-473c-9ac6-77b31008378a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:55.822790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Allocated IP 2001:db8::c2 (eba8b594-61b7-440f-95ce-10fd616e0ec6/6a87ca8f-1270-4974-af0e-7d0ab8b24482/e4954e2e-8473-4336-924e-442b49765c42) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:55.998991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.017108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Transition to ACTIVE for port object e4954e2e-8473-4336-924e-442b49765c42 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:56.054233 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.106045 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:56.109639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:56.113786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:56.120108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.120782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.130942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=e4954e2e-8473-4336-924e-442b49765c42,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:56.152409 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4f138585-e250-4a6b-af46-ca679ec368f1 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6440313 Aug 11 03:00:56.153101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44858) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:56.161379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::102', 'mac_address': 'fa:16:3e:7b:e6:51'}, {'ip_address': '2001:db8::54', 'mac_address': 'fa:16:3e:91:12:63'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:56.355888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.522809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-290388cc-9e50-4672-b01c-1654d183fc0a None None] Provisioning for port e4954e2e-8473-4336-924e-442b49765c42 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:56.527323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-290388cc-9e50-4672-b01c-1654d183fc0a None None] Provisioning complete for port e4954e2e-8473-4336-924e-442b49765c42 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:56.527703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-290388cc-9e50-4672-b01c-1654d183fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.572108 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.574039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-290388cc-9e50-4672-b01c-1654d183fc0a None None] Port e4954e2e-8473-4336-924e-442b49765c42 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:56.579099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.612633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] In _notify_port_updated(), no bound segment for port e4954e2e-8473-4336-924e-442b49765c42 on network eba8b594-61b7-440f-95ce-10fd616e0ec6 {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:00:56.618440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.619318 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.620857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "PUT /v2.0/ports/e4954e2e-8473-4336-924e-442b49765c42 HTTP/1.1" status: 200 len: 1065 time: 0.4647710 Aug 11 03:00:56.624788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:56.666328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db036a25-18a6-4cb7-890d-010da12015a7 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event updated for resources: {'Port': ['ID=e4954e2e-8473-4336-924e-442b49765c42,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:56.739820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port e4954e2e-8473-4336-924e-442b49765c42 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:56.740455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.841174 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.854820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for e4954e2e-8473-4336-924e-442b49765c42 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:56.905388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0d02800c-d94c-4045-bc01-12cece305da5 None None] Provisioning complete for port e4954e2e-8473-4336-924e-442b49765c42 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:56.906206 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d02800c-d94c-4045-bc01-12cece305da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.951202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0d02800c-d94c-4045-bc01-12cece305da5 None None] Port e4954e2e-8473-4336-924e-442b49765c42 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:57.016337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.059076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=e4954e2e-8473-4336-924e-442b49765c42,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.236599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.239924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-37d3d2e5-5df7-4040-93c2-47594b01d27b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/ports/e4954e2e-8473-4336-924e-442b49765c42 HTTP/1.1" status: 204 len: 168 time: 0.6139996 Aug 11 03:00:57.242763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44866) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:57.283247 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2746a26c-fdba-4e59-8321-81415ae3fb84 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] GET failed (client error): The resource could not be found. Aug 11 03:00:57.287727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:57.290596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2746a26c-fdba-4e59-8321-81415ae3fb84 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "GET /v2.0/ports/e4954e2e-8473-4336-924e-442b49765c42 HTTP/1.1" status: 404 len: 333 time: 0.0466621 Aug 11 03:00:57.422741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port 9a818d63-e248-473c-9ac6-77b31008378a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:57.423089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.546449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.560622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for 9a818d63-e248-473c-9ac6-77b31008378a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:57.732816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.764635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=9a818d63-e248-473c-9ac6-77b31008378a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.795376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.797376 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e96f2351-6799-4c7e-af28-3498a56bb64b tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/ports/9a818d63-e248-473c-9ac6-77b31008378a HTTP/1.1" status: 204 len: 168 time: 0.5086157 Aug 11 03:00:57.799895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:57.830206 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b61d8e-4807-49d5-9e5d-ddddeae41ac3 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] GET failed (client error): The resource could not be found. Aug 11 03:00:57.832213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b5b61d8e-4807-49d5-9e5d-ddddeae41ac3 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "GET /v2.0/ports/9a818d63-e248-473c-9ac6-77b31008378a HTTP/1.1" status: 404 len: 333 time: 0.0311334 Aug 11 03:00:57.835914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44892) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:57.964812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:57.965439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.085216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.114513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for 447f77b1-dbd9-4c70-861a-02d2b4b2ce59 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:58.265187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.302574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=447f77b1-dbd9-4c70-861a-02d2b4b2ce59,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.348623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.353353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e0ba86b6-d493-41a1-8d24-276462722efe tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/ports/447f77b1-dbd9-4c70-861a-02d2b4b2ce59 HTTP/1.1" status: 204 len: 168 time: 0.5142028 Aug 11 03:00:58.353755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:58.435839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting subnet 6a87ca8f-1270-4974-af0e-7d0ab8b24482 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:58.441507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.490336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.621657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.695616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.725718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.727633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/subnets/6a87ca8f-1270-4974-af0e-7d0ab8b24482 HTTP/1.1" status: 204 len: 168 time: 0.3727500 Aug 11 03:00:58.728452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85992cfa-7b0d-4dd2-b838-2c10f99b0155 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Subnet': ['ID=6a87ca8f-1270-4974-af0e-7d0ab8b24482,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.730288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44900) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:58.736831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e8020-046c-47f3-b922-f28422912477 None None] Network eba8b594-61b7-440f-95ce-10fd616e0ec6 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:58.829445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.908305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Deleting port 1d37bdfc-0575-416b-80ff-6dd7642c6adc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:58.910197 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.001444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] For port 1d37bdfc-0575-416b-80ff-6dd7642c6adc, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=1d37bdfc-0575-416b-80ff-6dd7642c6adc,segment=NetworkSegment(60793c12-69d9-4495-a5f9-50db55d22ed5),segment_id=60793c12-69d9-4495-a5f9-50db55d22ed5)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:59.001923 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.018484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Calling delete_port for 1d37bdfc-0575-416b-80ff-6dd7642c6adc owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:59.128865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.148054 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8335052-6305-4c46-a1a0-131734822a5b None None] DHCP port deletion for eba8b594-61b7-440f-95ce-10fd616e0ec6 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:59.168150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Port': ['ID=1d37bdfc-0575-416b-80ff-6dd7642c6adc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:59.170453 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] No DVR routers for this DVR port 1d37bdfc-0575-416b-80ff-6dd7642c6adc on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:59.267369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.279345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba8b594-61b7-440f-95ce-10fd616e0ec6']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:59.291666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60793c12-69d9-4495-a5f9-50db55d22ed5') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:59.291964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60793c12-69d9-4495-a5f9-50db55d22ed5') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:59.302353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.319570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.327357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:59.328153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:59.331438 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:59.401470 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.408667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.410885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] 10.222.0.16 "DELETE /v2.0/networks/eba8b594-61b7-440f-95ce-10fd616e0ec6 HTTP/1.1" status: 204 len: 168 time: 0.6792824 Aug 11 03:00:59.423557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fc83e-cebb-40d3-be42-a4b7e77d3571 tempest-AllowedAddressPairIpV6TestJSON-739160779 tempest-AllowedAddressPairIpV6TestJSON-739160779-project] Pushing event deleted for resources: {'Network': ['ID=eba8b594-61b7-440f-95ce-10fd616e0ec6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:59.734218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44910) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:59.889885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f073c1af-bcbd-475c-a13d-980d21c29a1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a3cecdbbebc46c9953e53165ab43e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542406 Aug 11 03:00:59.892311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44914) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:59.947909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0449545-a958-4b7c-920a-3c5376cf13a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.974675 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0449545-a958-4b7c-920a-3c5376cf13a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.027185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0449545-a958-4b7c-920a-3c5376cf13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.030111 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a0449545-a958-4b7c-920a-3c5376cf13a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.033739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0449545-a958-4b7c-920a-3c5376cf13a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a26be516-11ea-4205-9b1e-fc4e643366a0 HTTP/1.1" status: 204 len: 168 time: 0.1381118 Aug 11 03:01:00.043154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0449545-a958-4b7c-920a-3c5376cf13a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26be516-11ea-4205-9b1e-fc4e643366a0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:00.384947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1d37bdfc-0575-416b-80ff-6dd7642c6adc no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:00.411168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 1d37bdfc-0575-416b-80ff-6dd7642c6adc {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:00.411909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 1d37bdfc-0575-416b-80ff-6dd7642c6adc not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:00.865633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:00.985514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2083436191'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:01.007715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:01.012237 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.024239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.128036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.132433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.162904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:01.174131 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae45cefe-5d0e-4b38-9f0e-689637676341,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.181151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.181501 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Added segment a89370c1-bfde-46dc-8e8c-14c66520ce8c of type vlan for network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 Aug 11 03:01:01.223718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.266805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.272637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.273261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.349448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4815550 Aug 11 03:01:01.350346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7775778-be5d-4102-8dec-18928e77194c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Network': ['ID=7deacffe-a8ec-42ca-965c-40d4d22d0fb5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.352402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:01.359183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'subnet': {'network_id': '7deacffe-a8ec-42ca-965c-40d4d22d0fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:01.381449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:01.474277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:01.477820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.684210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.763750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Subnet': ['ID=938f123c-21d5-425f-abff-423347fe130a,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.777498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Checking segment: {'id': 'a89370c1-bfde-46dc-8e8c-14c66520ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7deacffe-a8ec-42ca-965c-40d4d22d0fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:01.777911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network hostable DHCP agents. Network: 7deacffe-a8ec-42ca-965c-40d4d22d0fb5, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:01.799457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:01.811652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 7deacffe-a8ec-42ca-965c-40d4d22d0fb5) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:01.816016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.817256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.822325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c492646-5651-4fd6-8123-e0bdc64312fc None None] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:01.837472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1dbca2f9-5a40-46ed-83cd-ec6c23c510a8 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4838014 Aug 11 03:01:01.839951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44954) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:01.846184 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1477678091', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:01.877820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.879740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.956155 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.007894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535cb27b-e0bb-4669-8797-e04da872092d None None] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:02.134789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.376022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.398141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.507670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.152 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/5654638e-b6f6-4bcd-aff1-076b4d632e3e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:02.615449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.659788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.700025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:02.705273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:02.708614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:02.740117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=5654638e-b6f6-4bcd-aff1-076b4d632e3e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:03.001853 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.225871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.400717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:01:03.555548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:03.571980 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:03.583055 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:03.583990 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:03.586819 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.591041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2e1e4ab7-3669-4960-9fbd-7fe6438bf848 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7467277 Aug 11 03:01:03.592064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44966) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:03.622093 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:03.632575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:03.633483 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:03.668509 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:03.669455 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed0c72-2d32-4b39-991b-0fd69142d92e None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:04.160784 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.492927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.1 (7deacffe-a8ec-42ca-965c-40d4d22d0fb5/938f123c-21d5-425f-abff-423347fe130a/5b5c3a0d-a293-419b-9592-2571c030b071) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:04.631457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.673177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.730442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:04.734378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=5b5c3a0d-a293-419b-9592-2571c030b071,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:04.736957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:04.743401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:04.795491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.304442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.622693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.631297 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.712353 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=5b5c3a0d-a293-419b-9592-2571c030b071,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:05.718645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.832851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:05.834426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:05.976112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:06.096857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:06.102143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c4b2ecb6-8095-4491-89f4-197013032cc5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/routers/84390ea2-59e6-42e9-9b61-ebae27bceaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087037 Aug 11 03:01:06.106760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:06.115736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:06.127488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'port': {'network_id': '7deacffe-a8ec-42ca-965c-40d4d22d0fb5', 'name': 'tempest-FloatingIPTestJSON-74437762'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:06.150567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:06.151489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.200114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.211340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:06.212351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.261114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 44980) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:06.294891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.295555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e7d7-9d40-4ba0-a44b-db030afc3307 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:06.345439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Deleting subnet 38b8ff95-d58b-4591-bac1-efa56ab90e42 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:06.350058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.375410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:06.379500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.390637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.403212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] device_id is not set on port 6d68e049-a996-46ad-9544-d39b9509caf2 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:06.432710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.497015 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.524094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b8ff95-d58b-4591-bac1-efa56ab90e42,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:06.529894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.531839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6c4919de-35ae-408b-9af9-a670c6399cee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/38b8ff95-d58b-4591-bac1-efa56ab90e42 HTTP/1.1" status: 204 len: 168 time: 0.2705829 Aug 11 03:01:06.534392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 44982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:06.536724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.9 (7deacffe-a8ec-42ca-965c-40d4d22d0fb5/938f123c-21d5-425f-abff-423347fe130a/6d68e049-a996-46ad-9544-d39b9509caf2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:06.630599 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.789464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.806943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8541de4-52f0-4f3d-9c32-4f98f63359cd']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.824996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2024669c-9b32-4722-a3ab-432812c19f6e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.825364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2024669c-9b32-4722-a3ab-432812c19f6e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:06.835081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.840517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.858201 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.867814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:06.868205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:06.869851 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:06.936274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.943080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.947513 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a8541de4-52f0-4f3d-9c32-4f98f63359cd HTTP/1.1" status: 204 len: 168 time: 0.4095888 Aug 11 03:01:06.947513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.966454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d719351-b925-4f89-954f-55ed776da9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8541de4-52f0-4f3d-9c32-4f98f63359cd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.155350 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45004) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:07.204409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-27301fe6-5761-4113-b466-5598640554a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51fc9a54b413437daf59156b00483373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470147 Aug 11 03:01:07.207155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45006) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:07.258336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c257805f-df37-4250-9036-3257b1faf276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.280974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c257805f-df37-4250-9036-3257b1faf276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.331216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c257805f-df37-4250-9036-3257b1faf276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.333873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c257805f-df37-4250-9036-3257b1faf276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.337587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c257805f-df37-4250-9036-3257b1faf276 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c534dda-e243-406d-ad27-8ec0001a4431 HTTP/1.1" status: 204 len: 168 time: 0.1268663 Aug 11 03:01:07.344933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257805f-df37-4250-9036-3257b1faf276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c534dda-e243-406d-ad27-8ec0001a4431,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.389468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:07.395558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:07.400092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:07.424485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=6d68e049-a996-46ad-9544-d39b9509caf2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.462155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.462974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.479479 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7a619a56-ea8e-4596-abb6-66567904b347 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3706980 Aug 11 03:01:07.482042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:07.487678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'port': {'network_id': '7deacffe-a8ec-42ca-965c-40d4d22d0fb5', 'name': 'tempest-FloatingIPTestJSON-1284307617'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:07.609785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:07.613657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.638809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] device_id is not set on port ab21a04d-4484-48ea-8192-854280cf1230 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:07.767884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.11 (7deacffe-a8ec-42ca-965c-40d4d22d0fb5/938f123c-21d5-425f-abff-423347fe130a/ab21a04d-4484-48ea-8192-854280cf1230) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:07.951575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.993625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.048171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:08.052421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:08.054490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=ab21a04d-4484-48ea-8192-854280cf1230,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:08.056932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:08.114803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.115674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.137907 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f42405d4-bbdf-451f-b094-3295ffb1ac61 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6513522 Aug 11 03:01:08.138418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45032) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:08.143720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'ab21a04d-4484-48ea-8192-854280cf1230', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:08.172019 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.287354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.405738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.200 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/013a4a47-2e51-44c7-87bc-9190564e36c1) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:08.517663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.561505 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.606471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:08.609484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:08.612258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:08.641176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=013a4a47-2e51-44c7-87bc-9190564e36c1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:09.049092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:09.130699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:09.315515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:09.320697 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:09.417247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=013a4a47-2e51-44c7-87bc-9190564e36c1,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:09.420592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:09.529670 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 250e4abf-7492-4e53-8d03-0fcca01dd333 associated. External IP: 172.25.6.200, port: ab21a04d-4484-48ea-8192-854280cf1230. Aug 11 03:01:09.756337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:09.875615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:09.886146 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:09.895347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:09.897851 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:09.898521 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:09.929215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9a8430f7-9d5c-41e4-a0a9-1b55f2a338c4 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7894726 Aug 11 03:01:09.931977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:09.939954 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:09.944266 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:09.957515 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:09.958666 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:09.997127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:09.997967 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa081bb-cde5-431b-b98b-6f40cc84fe02 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:10.034303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.230730 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.236252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.236578 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 250e4abf-7492-4e53-8d03-0fcca01dd333 disassociated. External IP: 172.25.6.200, port: ab21a04d-4484-48ea-8192-854280cf1230. Aug 11 03:01:10.527767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:10.652754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:10.658303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.666575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:10.678022 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:10.679399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:10.688877 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0a71ba83-477e-492d-97ea-c83134882c98 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/floatingips/250e4abf-7492-4e53-8d03-0fcca01dd333 HTTP/1.1" status: 200 len: 688 time: 0.7555692 Aug 11 03:01:10.691570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:10.718797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:10.729180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:10.730169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:10.770840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:10.772081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68973b-cc29-41f8-a3a8-1b69130e476c None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:10.828674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 013a4a47-2e51-44c7-87bc-9190564e36c1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:10.829177 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.909325 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.909817 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.923267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 013a4a47-2e51-44c7-87bc-9190564e36c1 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:11.077838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.110038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=013a4a47-2e51-44c7-87bc-9190564e36c1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:11.239574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.242880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.244068 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-44750bee-e785-4ca7-9c0d-4b349184d2c7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/floatingips/250e4abf-7492-4e53-8d03-0fcca01dd333 HTTP/1.1" status: 204 len: 168 time: 0.5514817 Aug 11 03:01:11.247692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:11.254188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '6d68e049-a996-46ad-9544-d39b9509caf2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:11.281982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.391852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.545009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.125 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a435ae36-562c-4380-bbdd-05259db2edb1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:11.649154 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.687384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.729617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:11.734976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:11.738659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:11.763169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=a435ae36-562c-4380-bbdd-05259db2edb1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.173062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.249552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.422429 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.428155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.499801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=a435ae36-562c-4380-bbdd-05259db2edb1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.511607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.623076 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP cd76f26d-3c8d-4c77-a4a0-9f69108683cb associated. External IP: 172.25.6.125, port: 6d68e049-a996-46ad-9544-d39b9509caf2. Aug 11 03:01:13.104258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:13.226369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:13.236178 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:13.250273 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:13.251645 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:13.258544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.290034 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:13.300654 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:13.301651 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:13.317874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c818229d-a71a-401f-a2ef-15a466277a33 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.0692935 Aug 11 03:01:13.321327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:13.396883 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-905dd538-bed3-459a-9803-15b1d87d6bb1 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/floatingips/cd76f26d-3c8d-4c77-a4a0-9f69108683cb HTTP/1.1" status: 200 len: 976 time: 0.0700927 Aug 11 03:01:13.399417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:13.438214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:13.438882 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e403d00-2955-4472-b035-51e36fe33d49 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:13.513469 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-791e5b71-e848-4918-b893-0e21cf7d73d1 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1129093 Aug 11 03:01:13.516034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:13.521038 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'port_id': 'ab21a04d-4484-48ea-8192-854280cf1230'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:13.582250 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.918424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b42af2fa-24de-49d6-8ee8-ce9cd2f16734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.090916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.095090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.195689 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP cd76f26d-3c8d-4c77-a4a0-9f69108683cb associated. External IP: 172.25.6.125, port: 6d68e049-a996-46ad-9544-d39b9509caf2. Aug 11 03:01:14.414542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:14.535654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:14.548578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:14.566108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:14.567648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.603238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.613100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:14.613735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.650100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.650806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d29d6-0cb1-4469-a15c-e0a7af372f3d None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:14.771460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:14.898751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:14.903108 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.908380 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:14.918680 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:14.919047 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.956207 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.957467 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-db0ad10a-dc81-4568-bc9d-db560bfbe06b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/floatingips/cd76f26d-3c8d-4c77-a4a0-9f69108683cb HTTP/1.1" status: 200 len: 979 time: 1.4404111 Aug 11 03:01:14.960180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45134) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:14.965271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:14.970674 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:14.971443 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.009494 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.010604 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b4d4f-7f9a-4a29-9e2d-564e6bcd3e84 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:15.026237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.184448 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.189508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.189888 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP cd76f26d-3c8d-4c77-a4a0-9f69108683cb disassociated. External IP: 172.25.6.125, port: ab21a04d-4484-48ea-8192-854280cf1230. Aug 11 03:01:15.423641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:15.548316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:15.559680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:15.571820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.579081 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:15.580017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.605671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ca24eb53-d2d0-40ff-a5e0-34f70f7792d6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/floatingips/cd76f26d-3c8d-4c77-a4a0-9f69108683cb HTTP/1.1" status: 200 len: 688 time: 0.6420829 Aug 11 03:01:15.606085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45138) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:15.621718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.632672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:15.633566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:00:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.677747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.679106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f02b1-58dd-4eec-88c3-f6adec9a51c3 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:15.743004 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port a435ae36-562c-4380-bbdd-05259db2edb1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:15.743449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.830416 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.831078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.846603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for a435ae36-562c-4380-bbdd-05259db2edb1 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:16.030739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.080308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=a435ae36-562c-4380-bbdd-05259db2edb1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:16.144391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.147677 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.148968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23721652-e283-407e-bfb9-92a9da435d6b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd76f26d-3c8d-4c77-a4a0-9f69108683cb HTTP/1.1" status: 204 len: 168 time: 0.5418706 Aug 11 03:01:16.151725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:16.192538 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-9efe53eb-14dc-4093-a2c7-1dfad4fc088c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] delete failed (client error): The resource could not be found. Aug 11 03:01:16.197135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9efe53eb-14dc-4093-a2c7-1dfad4fc088c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd76f26d-3c8d-4c77-a4a0-9f69108683cb HTTP/1.1" status: 404 len: 345 time: 0.0408459 Aug 11 03:01:16.197552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45150) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:16.286132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bad562-a7df-4df6-ba30-fe16068f50c1 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.293164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bad562-a7df-4df6-ba30-fe16068f50c1 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.299914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bad562-a7df-4df6-ba30-fe16068f50c1 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.302326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-07bad562-a7df-4df6-ba30-fe16068f50c1 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/ports?network_id=7deacffe-a8ec-42ca-965c-40d4d22d0fb5 HTTP/1.1" status: 200 len: 2357 time: 0.1034620 Aug 11 03:01:16.304846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45152) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:16.376035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b22468-032a-4aac-9baa-37127e773e46 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.379594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a0b22468-032a-4aac-9baa-37127e773e46 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/subnets/938f123c-21d5-425f-abff-423347fe130a HTTP/1.1" status: 200 len: 797 time: 0.0733275 Aug 11 03:01:16.384060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45154) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:16.389660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'port': {'network_id': '7deacffe-a8ec-42ca-965c-40d4d22d0fb5', 'name': 'tempest-FloatingIPTestJSON-1415258161', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:16.863351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:16.907374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:16.965423 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.986401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] device_id is not set on port df01681b-7224-43e7-8372-5e0d451f7210 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:17.029860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d26c51f-200c-4bbf-a545-f2b229bd7070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.163560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d26c51f-200c-4bbf-a545-f2b229bd7070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.168644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d26c51f-200c-4bbf-a545-f2b229bd7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.213941 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7d26c51f-200c-4bbf-a545-f2b229bd7070 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97555e70518146908fbd184744ecc24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022656 Aug 11 03:01:17.213941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26c51f-200c-4bbf-a545-f2b229bd7070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aef522-7ced-44db-98e9-c58acfa31513,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:17.214900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45168) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:17.268451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f875e9e-cb86-4d6f-a42e-b3494165d3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.290632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f875e9e-cb86-4d6f-a42e-b3494165d3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.340630 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f875e9e-cb86-4d6f-a42e-b3494165d3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.343652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f875e9e-cb86-4d6f-a42e-b3494165d3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.347171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8f875e9e-cb86-4d6f-a42e-b3494165d3e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3aef522-7ced-44db-98e9-c58acfa31513 HTTP/1.1" status: 204 len: 168 time: 0.1289217 Aug 11 03:01:17.354033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f875e9e-cb86-4d6f-a42e-b3494165d3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aef522-7ced-44db-98e9-c58acfa31513,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:17.388251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.14 (7deacffe-a8ec-42ca-965c-40d4d22d0fb5/938f123c-21d5-425f-abff-423347fe130a/df01681b-7224-43e7-8372-5e0d451f7210) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:17.396011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.13 (7deacffe-a8ec-42ca-965c-40d4d22d0fb5/938f123c-21d5-425f-abff-423347fe130a/df01681b-7224-43e7-8372-5e0d451f7210) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:17.463058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8389ac9-cb93-4623-aaed-92e9f84b9665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.564222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.610849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.655497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:17.658872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:17.665850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:17.701948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=df01681b-7224-43e7-8372-5e0d451f7210,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:17.736713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.737415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.753758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-52f548aa-a5da-4408-903f-dd860bf6558f tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3681540 Aug 11 03:01:17.756395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45180) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:17.762070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'df01681b-7224-43e7-8372-5e0d451f7210', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:17.767721 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.786490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.893254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.006932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.125 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/7a09539d-870d-4ede-ad8e-cecac33f650e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:18.402816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.452902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.530494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:18.532032 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.532726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=7a09539d-870d-4ede-ad8e-cecac33f650e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:18.543076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:18.545524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:18.987522 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.068659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.245915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.250912 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.325975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=7a09539d-870d-4ede-ad8e-cecac33f650e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:19.336840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.460889 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP c900f97b-dd30-4fa3-9326-ba0b334f56b2 associated. External IP: 172.25.6.125, port: df01681b-7224-43e7-8372-5e0d451f7210. Aug 11 03:01:19.689393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:19.800669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:19.811071 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:19.819881 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:19.820501 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:19.823896 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.856428 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-16b63be1-03f4-439c-ae46-e57921b79fe2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0988290 Aug 11 03:01:19.859185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45232) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:19.860332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:19.865305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'port_id': 'df01681b-7224-43e7-8372-5e0d451f7210', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:19.869367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:19.869985 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:19.901901 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:19.902596 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce167e7-4f0c-423a-aba4-3fbe718fc280 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:19.933007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.147152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.423386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.428372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.660107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:20.678136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:20.784649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:20.791255 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.795925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:20.796939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.801729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45246) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:20.807329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'network': {'name': 'tempest-network-smoke--1150986392', 'project_id': 'a3a27a84348b45d68738f7728283f740', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:20.814435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:20.817118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.853263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:01:20.853263 n-d-715271-8 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:01:20.853263 n-d-715271-8 neutron-server[94700]: [parameters: {'project_id': 'f852c2ae5550486c9610f72e07ef24cb', 'id': '77d2b857-cc22-4a11-a517-fceefa42e8d8', 'expiration': datetime.datetime(2021, 8, 11, 3, 3, 20, 847090)}] Aug 11 03:01:20.853263 n-d-715271-8 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:01:20.853263 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:01:20.864969 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.873908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:20.874499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.876166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Made reservation on behalf of a3a27a84348b45d68738f7728283f740 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:20.879812 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.889979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bcd3c908-471a-463d-9e3f-a933bc617832 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/floatingips/c900f97b-dd30-4fa3-9326-ba0b334f56b2 HTTP/1.1" status: 200 len: 979 time: 1.0290644 Aug 11 03:01:20.891209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.892946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:20.910943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.911481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38238e55-203c-4bf8-9f4a-ea937fa86d89 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:20.988910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.992792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.017275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:21.033113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b563d8a8-f5f1-43a3-bba0-9bb0b810c0f2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:21.036242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.036584 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Added segment fd959419-ea25-48dc-bc15-98b3949d3ead of type vlan for network 234d5b33-01a4-492b-a069-b457a8ddec08 Aug 11 03:01:21.069159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 7a09539d-870d-4ede-ad8e-cecac33f650e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:21.070048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.084948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.116646 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.122454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.123058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.153248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.153577 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.166927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 7a09539d-870d-4ede-ad8e-cecac33f650e owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:21.186405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3835075 Aug 11 03:01:21.189287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45250) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:21.196072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'admin_state_up': True, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:21.214055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ebe9-400b-4db5-a317-2d74ab5152d1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Network': ['ID=234d5b33-01a4-492b-a069-b457a8ddec08,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:21.226260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 234d5b33-01a4-492b-a069-b457a8ddec08 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:21.230276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.231529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.287466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.325140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.352469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=7a09539d-870d-4ede-ad8e-cecac33f650e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:21.356370 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.382572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.382921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.383262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.383600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.383935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.384264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.384859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.385188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.385515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.385845 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.386198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.386521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:21.433327 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.444536 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.444878 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP c900f97b-dd30-4fa3-9326-ba0b334f56b2 disassociated (deleted). External IP: 172.25.6.125, port: df01681b-7224-43e7-8372-5e0d451f7210. Aug 11 03:01:21.603459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.639929 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.643641 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.675552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.688396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c1455-f5ee-43a7-92fd-25c791e9ef88,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:21.693227 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-02e4a4c2-d1c5-4f24-8a74-88bbc69a7b21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f852c2ae5550486c9610f72e07ef24cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0140414 Aug 11 03:01:21.713604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:21.750542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:21.811817 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-104ff250-5648-4cc1-9f8b-0d0c59109ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.819728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.25.6.136 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/6bc6bcbd-7ce5-4dd4-adc5-910a95673db2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:21.850836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-104ff250-5648-4cc1-9f8b-0d0c59109ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.873890 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:21.878292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.885288 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:21.896371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:21.897242 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.908174 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d1769a7b-c83f-489a-9976-4efff2973bbf tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/floatingips/c900f97b-dd30-4fa3-9326-ba0b334f56b2 HTTP/1.1" status: 204 len: 168 time: 1.0117736 Aug 11 03:01:21.908486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:21.937508 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.953502 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:21.954392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.965511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-104ff250-5648-4cc1-9f8b-0d0c59109ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.968014 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-104ff250-5648-4cc1-9f8b-0d0c59109ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.969158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-104ff250-5648-4cc1-9f8b-0d0c59109ebc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/887c1455-f5ee-43a7-92fd-25c791e9ef88 HTTP/1.1" status: 204 len: 168 time: 0.2545075 Aug 11 03:01:21.981048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.988535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ff250-5648-4cc1-9f8b-0d0c59109ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c1455-f5ee-43a7-92fd-25c791e9ef88,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:21.996572 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.997103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99783409-5b5d-445a-bc14-74fa3a4955fd None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:22.020548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port df01681b-7224-43e7-8372-5e0d451f7210 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:22.021000 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.034976 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.076401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:22.079680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:22.083575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:22.109818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:22.130546 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.155743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for df01681b-7224-43e7-8372-5e0d451f7210 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:22.350789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.379441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.426428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=df01681b-7224-43e7-8372-5e0d451f7210,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:22.481312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.484189 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47ec56fd-6fdc-4bb6-b42d-eed955dc04b5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/ports/df01681b-7224-43e7-8372-5e0d451f7210 HTTP/1.1" status: 204 len: 168 time: 0.5746863 Aug 11 03:01:22.488225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:22.493457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:22.532066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.609908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.652683 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.712166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:22.752025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:01:22.767085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.56 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c629b958-8782-4e52-8358-9b68a4990d59) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:22.825848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1193958880-network', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:22.863786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:22.866547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Made reservation on behalf of 67185e5660f14220b794cd70c0cc80dc for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:22.868838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.874187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Sync routers for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:22.882596 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.885492 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.885677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:22.886290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:22.890033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2913c74e-734f-474d-a7e0-961bbe6de4e5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6997380 Aug 11 03:01:22.890496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:22.919170 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.982682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.001413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:23.070905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:23.078911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b02f7539-b91d-46ea-b9be-4b45c7ad7f09 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3a27a84348b45d68738f7728283f740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1860173 Aug 11 03:01:23.081917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.082980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:23.091155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:23.118816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=c629b958-8782-4e52-8358-9b68a4990d59,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:23.155986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.185915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.216380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:23.218330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:22Z', 'revision_number': 3, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:23.234946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.241330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75ee2ee-f460-424b-9a99-7a60479f3357,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:23.246864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Checking router: 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:23.247304 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.247444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Updating router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:01:23.247552 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Added segment 732a2cd8-f42c-4895-992d-d80820b2ae52 of type vlan for network cd51c7b7-6f89-436b-b159-26aef4ddf523 Aug 11 03:01:23.250578 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.251040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46ed293-5a64-448c-b1b6-18f0acbdbc95 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.255482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c46ed293-5a64-448c-b1b6-18f0acbdbc95 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1696250 Aug 11 03:01:23.256429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45290) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.278421 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.301885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-750fb873-60b5-4c96-bc8d-dd24db028201 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405638 Aug 11 03:01:23.302225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45292) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.308947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030498472', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'project_id': 'a3a27a84348b45d68738f7728283f740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:23.313871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.320592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.383703 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.383703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.384320 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.395252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.482965 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7653952 Aug 11 03:01:23.485674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.493121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Request body: {'subnet': {'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1193958880-subnet', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:23.515076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf14bc-6c5d-4af5-b8ee-680b24a94693 admin admin] Pushing event updated for resources: {'Network': ['ID=cd51c7b7-6f89-436b-b159-26aef4ddf523,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:23.525764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:23.541242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Made reservation on behalf of 67185e5660f14220b794cd70c0cc80dc for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:23.544831 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.669045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.680240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Transition to ACTIVE for port object 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:23.687132 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.743953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Attempting to bind port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:23.744352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Attempting to bind port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:23.744731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Attempting to bind port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:23.754697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb1be-c073-4bd0-a174-73ebca758766 None None] Pushing event updated for resources: {'Port': ['ID=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:23.757219 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:23.757671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:23.758185 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.758643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:23.760514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Bound port: 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:23.760514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.819648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] For port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:23.822187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Made reservation on behalf of a3a27a84348b45d68738f7728283f740 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:23.823474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] For port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:23.826925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.827169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.881021 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:23.881877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:23.926898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.936559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.945460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb1be-c073-4bd0-a174-73ebca758766 None None] Pushing event updated for resources: {'Port': ['ID=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:24.016427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:24.031126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=c629b958-8782-4e52-8358-9b68a4990d59,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:24.031541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.054370 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.101153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.104839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-049d6594-1600-4edc-ae7f-1912464e1ed3 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6128561 Aug 11 03:01:24.105040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Subnet': ['ID=311559ff-1472-434c-9c3e-8f20c887b5a8,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:24.105507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45296) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:24.112346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'port': {'network_id': '7deacffe-a8ec-42ca-965c-40d4d22d0fb5', 'name': 'tempest-FloatingIPTestJSON-1015566447'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:24.119461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.160750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Checking segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:24.161277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network hostable DHCP agents. Network: 234d5b33-01a4-492b-a069-b457a8ddec08, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:24.178560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=963d3882-1e5e-4304-b7f3-49cb775b16fa,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:24.185707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Checking segment: {'id': '732a2cd8-f42c-4895-992d-d80820b2ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:24.186091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Network hostable DHCP agents. Network: cd51c7b7-6f89-436b-b159-26aef4ddf523, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:24.203716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:24.208464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network 234d5b33-01a4-492b-a069-b457a8ddec08 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:24.214296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, cd51c7b7-6f89-436b-b159-26aef4ddf523) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:24.219304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.219900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.225107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:22Z', 'revision_number': 3, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:24.226198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 234d5b33-01a4-492b-a069-b457a8ddec08) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:24.229381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02935c15-40fd-4eef-a0a5-1184a8618659 None None] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:24.231032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.231642 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.237082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5b83e229-357a-4309-adb8-1ed8bc910b1c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7502444 Aug 11 03:01:24.241453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:24.246296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:24.262127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb9fbc-f274-4c02-b30e-967d1ca9f65e None None] Network 234d5b33-01a4-492b-a069-b457a8ddec08 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:24.273747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c84da-0bdd-4046-a4ca-c130f6db7c48 None None] The sync data for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 is: [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:22Z', 'revision_number': 3, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:24.276123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.277988 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.282702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ccce870b-c494-4b7d-abe2-cc5599b07a0d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9781196 Aug 11 03:01:24.283442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45300) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:24.368895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:24.372806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.384837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.435406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] device_id is not set on port eb2c99a9-8f49-4147-b061-9509a5138052 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:24.542805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.674170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.6 (7deacffe-a8ec-42ca-965c-40d4d22d0fb5/938f123c-21d5-425f-abff-423347fe130a/eb2c99a9-8f49-4147-b061-9509a5138052) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:24.784194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-234d5b33-01a4-492b-a069-b457a8ddec08', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:01:24.785754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.798123 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-cd51c7b7-6f89-436b-b159-26aef4ddf523', 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'fixed_ips': [{'subnet_id': '963d3882-1e5e-4304-b7f3-49cb775b16fa'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:01:24.798997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.874556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.914748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.018041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.065265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Allocated IP 172.25.6.93 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/bb595309-d7ec-45a5-8a49-9243e92131d8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:25.080385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.092978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Allocated IP 172.20.0.2 (234d5b33-01a4-492b-a069-b457a8ddec08/311559ff-1472-434c-9c3e-8f20c887b5a8/a0ea0405-7037-4449-8a0b-d24e4a4d33bb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:25.103975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Allocated IP 172.20.0.2 (cd51c7b7-6f89-436b-b159-26aef4ddf523/963d3882-1e5e-4304-b7f3-49cb775b16fa/36021912-eb40-44d8-9876-2db1c19b24f9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:25.145006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.214197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 7deacffe-a8ec-42ca-965c-40d4d22d0fb5 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:25.214197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:25.225919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.254356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:25.276404 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.328684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.329872 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.332138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:25.339675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:25.343077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Pushing event updated for resources: {'Port': ['ID=bb595309-d7ec-45a5-8a49-9243e92131d8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:25.344989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:25.345473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=eb2c99a9-8f49-4147-b061-9509a5138052,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:25.386215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7ed60b2-ea6d-492e-88d6-9ad3ceade1e2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2797945 Aug 11 03:01:25.387645 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:25.392862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'port_id': 'eb2c99a9-8f49-4147-b061-9509a5138052'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:25.412690 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.420101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.431647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Transition to ACTIVE for port object a0ea0405-7037-4449-8a0b-d24e4a4d33bb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:25.439733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Transition to ACTIVE for port object 36021912-eb40-44d8-9876-2db1c19b24f9 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:25.464185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Transition to ACTIVE for port object a0ea0405-7037-4449-8a0b-d24e4a4d33bb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:25.468304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Transition to ACTIVE for port object 36021912-eb40-44d8-9876-2db1c19b24f9 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:25.472025 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.499366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.510441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.513773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Network 234d5b33-01a4-492b-a069-b457a8ddec08 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:25.521720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:25.524241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:25.574374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:25.575272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Pushing event updated for resources: {'Port': ['ID=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:25.589165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.20.0.1 (234d5b33-01a4-492b-a069-b457a8ddec08/311559ff-1472-434c-9c3e-8f20c887b5a8/42dc731d-1ac5-44a2-9db6-06e45d95e5e1) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:25.612992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:25.616083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:25.651300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Attempting to bind port a0ea0405-7037-4449-8a0b-d24e4a4d33bb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:25.651677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Attempting to bind port a0ea0405-7037-4449-8a0b-d24e4a4d33bb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:25.652045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Attempting to bind port a0ea0405-7037-4449-8a0b-d24e4a4d33bb on network 234d5b33-01a4-492b-a069-b457a8ddec08 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:25.676610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Pushing event updated for resources: {'Port': ['ID=36021912-eb40-44d8-9876-2db1c19b24f9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:25.680215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:25.680606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Checking segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:25.681017 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.681414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Bound using segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:25.681945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Bound port: a0ea0405-7037-4449-8a0b-d24e4a4d33bb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:25.682395 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.725630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Attempting to bind port 36021912-eb40-44d8-9876-2db1c19b24f9 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:25.726034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Attempting to bind port 36021912-eb40-44d8-9876-2db1c19b24f9 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '732a2cd8-f42c-4895-992d-d80820b2ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:25.726939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Attempting to bind port 36021912-eb40-44d8-9876-2db1c19b24f9 on network cd51c7b7-6f89-436b-b159-26aef4ddf523 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:25.750775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:25.751168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Checking segment: {'id': '732a2cd8-f42c-4895-992d-d80820b2ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:25.751972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.751972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Bound using segment: {'id': '732a2cd8-f42c-4895-992d-d80820b2ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:25.752416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Bound port: 36021912-eb40-44d8-9876-2db1c19b24f9, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732a2cd8-f42c-4895-992d-d80820b2ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:25.752938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.755355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.773868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Transition to ACTIVE for port object 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:25.810484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.825932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] For port a0ea0405-7037-4449-8a0b-d24e4a4d33bb, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:25.852796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] For port a0ea0405-7037-4449-8a0b-d24e4a4d33bb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:25.856452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network 234d5b33-01a4-492b-a069-b457a8ddec08 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:25.859964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:25.863209 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.864191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:25.877724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] For port 36021912-eb40-44d8-9876-2db1c19b24f9, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:25.894505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:25.920680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.923971 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] For port 36021912-eb40-44d8-9876-2db1c19b24f9, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36021912-eb40-44d8-9876-2db1c19b24f9,segment=NetworkSegment(732a2cd8-f42c-4895-992d-d80820b2ae52),segment_id=732a2cd8-f42c-4895-992d-d80820b2ae52)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:25.934202 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.983307 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.983534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e332-786c-4460-b641-b043285f8ffb None None] Pushing event updated for resources: {'Port': ['ID=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:26.062766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e707d-a2f7-46ce-90df-317e3594aecf None None] Pushing event updated for resources: {'Port': ['ID=36021912-eb40-44d8-9876-2db1c19b24f9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:26.118367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.328286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.343278 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.568830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36021912-eb40-44d8-9876-2db1c19b24f9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:26.625479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 36021912-eb40-44d8-9876-2db1c19b24f9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:26.631484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a0ea0405-7037-4449-8a0b-d24e4a4d33bb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:26.637571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.643142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.691753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a0ea0405-7037-4449-8a0b-d24e4a4d33bb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:26.696730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:26.725553 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.750331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:26.775791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:26.780350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:26.780870 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.824704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.849686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network 234d5b33-01a4-492b-a069-b457a8ddec08 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:26.851339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:26.875035 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.880119 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 73593290-3f2c-4edb-95b2-307983ee1e56 associated. External IP: 172.25.6.56, port: eb2c99a9-8f49-4147-b061-9509a5138052. Aug 11 03:01:26.897485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:26.904763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.969315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:26.987210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:27.106125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:27.114435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0de990a1-63ee-4800-8ce0-5c6a564f7191 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "PUT /v2.0/routers/8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8233502 Aug 11 03:01:27.115012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45304) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:27.117555 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Sync routers for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:27.119961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--188921942', 'description': 'tempest-secgroup_access--188921942 description', 'project_id': 'a3a27a84348b45d68738f7728283f740'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:27.127489 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:27.128672 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.145040 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.163975 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Router b22b117d-90b0-4abe-aadd-d77ef8ece900 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:01:27.182689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:27.262633 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:27.263741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.268228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.301237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.306530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1907368 Aug 11 03:01:27.308932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45306) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:27.322909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--607017734', 'description': 'tempest-secgroup_general--607017734 description', 'project_id': 'a3a27a84348b45d68738f7728283f740'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:27.334828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5055b2-8dd9-499e-b406-77087e5d9617 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1be15-8d28-4259-b92a-72fd33b9ad46,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:27.365313 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.434147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:27.447660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Sync routers for ids ['b22b117d-90b0-4abe-aadd-d77ef8ece900'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:27.452921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:27.458458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.462600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Routers {'b22b117d-90b0-4abe-aadd-d77ef8ece900'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:27.463252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b22b117d-90b0-4abe-aadd-d77ef8ece900'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.468915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:27.498936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45308) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:27.500693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b2979a8-5a24-4fd7-accb-f8422a9cf9bc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/floatingips/73593290-3f2c-4edb-95b2-307983ee1e56 HTTP/1.1" status: 200 len: 977 time: 2.1111789 Aug 11 03:01:27.520303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:27.520949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.562194 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.564029 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.573680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.577984 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7fe3161b-b641-4e28-896c-101dc51bf373 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3354278 Aug 11 03:01:27.578670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:27.602799 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:27.603431 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.625280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Set router b22b117d-90b0-4abe-aadd-d77ef8ece900 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:27.635876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.686531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.687825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3703346 Aug 11 03:01:27.693164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:27.703197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'security_group_rule': {'security_group_id': 'dac1be15-8d28-4259-b92a-72fd33b9ad46', 'project_id': 'a3a27a84348b45d68738f7728283f740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:27.716175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671baaf1-1edb-4c7a-9ef7-adee041613a4 None None] Network 234d5b33-01a4-492b-a069-b457a8ddec08 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:27.725889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499fa02-6f63-4020-815c-d6aed8c16d1c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f6b7b2-3492-4d78-95c8-2d585edfe1a2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:27.732776 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.733477 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32994c-7cdd-4d23-a70f-54e303f4c49e None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:27.747700 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 2, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:27.791692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.794873 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Checking router: 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:27.795362 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Updating router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:01:27.826617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port eb2c99a9-8f49-4147-b061-9509a5138052 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:27.827139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.849334 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.867045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] Provisioning for port a0ea0405-7037-4449-8a0b-d24e4a4d33bb completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:27.885636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] Provisioning complete for port a0ea0405-7037-4449-8a0b-d24e4a4d33bb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:27.885987 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.003782 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.019404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.036107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.068947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232a6f8c-7bb9-4935-95ff-b3f83f2bf6f5,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.124523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.125919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f80c6731-4cde-458c-bb98-cabb83b27494 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4309011 Aug 11 03:01:28.213290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.218272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:25Z', 'revision_number': 3, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'gw_port': {'id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:28.276593 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.283882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b51f73-985c-4a07-b724-dfd860daab3f None None] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:28.289884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.291751 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Transition to ACTIVE for port object 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:28.309093 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.420967 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Pushing event updated for resources: {'Port': ['ID=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.435004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Checking router: b22b117d-90b0-4abe-aadd-d77ef8ece900 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:28.435361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Updating router b22b117d-90b0-4abe-aadd-d77ef8ece900 port bb595309-d7ec-45a5-8a49-9243e92131d8 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:01:28.445974 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.446431 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.447034 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.448607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.448890 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.449264 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.450371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.450896 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.451031 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.451361 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.451690 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.452016 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:28.465859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Attempting to bind port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:28.466320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Attempting to bind port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:28.466686 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Attempting to bind port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 on network 234d5b33-01a4-492b-a069-b457a8ddec08 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:28.472911 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:28.473280 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Checking segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:28.473685 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.474110 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Bound using segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:28.474640 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Bound port: 42dc731d-1ac5-44a2-9db6-06e45d95e5e1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:28.475031 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.519994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:28.536841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-5af62749-ac40-437e-affe-6cf1122a80f6 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--188921942&fields=id&tenant_id=a3a27a84348b45d68738f7728283f740 HTTP/1.1" status: 200 len: 267 time: 0.0887415 Aug 11 03:01:28.538574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.538995 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.539308 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 73593290-3f2c-4edb-95b2-307983ee1e56 disassociated. External IP: 172.25.6.56, port: eb2c99a9-8f49-4147-b061-9509a5138052. Aug 11 03:01:28.539657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for eb2c99a9-8f49-4147-b061-9509a5138052 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:28.552815 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] For port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:28.557397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] For port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:28.564449 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.605295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] For port a0ea0405-7037-4449-8a0b-d24e4a4d33bb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:28.630823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.646265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-9f4e9779-d8bf-486d-b21d-b7e460eba6d6 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--607017734&fields=id&tenant_id=a3a27a84348b45d68738f7728283f740 HTTP/1.1" status: 200 len: 267 time: 0.0912156 Aug 11 03:01:28.656375 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.668423 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:28.669982 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:28.673477 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdff0d8-ba49-4753-be52-3bb6c4a7495b None None] Pushing event updated for resources: {'Port': ['ID=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.692330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Allocated IP 172.20.0.1 (cd51c7b7-6f89-436b-b159-26aef4ddf523/963d3882-1e5e-4304-b7f3-49cb775b16fa/b0070626-304a-4439-841a-f4a850de5853) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:28.836819 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:28.859369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-d14da325-ee81-49c8-adb8-cbb05cb1dc57 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.860852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-d14da325-ee81-49c8-adb8-cbb05cb1dc57 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/networks?id=234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 200 len: 797 time: 0.2036688 Aug 11 03:01:28.878612 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.885180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-cf71e82b-58f3-4942-9f61-4795ca556ebc tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/quotas/a3a27a84348b45d68738f7728283f740 HTTP/1.1" status: 200 len: 375 time: 0.0148559 Aug 11 03:01:28.889968 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.921513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038fae4-188d-4e75-a4c6-78aece063582 None None] Pushing event updated for resources: {'Port': ['ID=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.926972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Transition to ACTIVE for port object b0070626-304a-4439-841a-f4a850de5853 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:28.963908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:28.964255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=eb2c99a9-8f49-4147-b061-9509a5138052,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.964401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.973764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.000598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Provisioning for port 36021912-eb40-44d8-9876-2db1c19b24f9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:29.013917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Provisioning complete for port 36021912-eb40-44d8-9876-2db1c19b24f9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:29.014396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.064168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:29.075852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:29.087979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:29.151258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-91ccc8ab-8f62-48cc-b43d-5d1786639582 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883154 Aug 11 03:01:29.162801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.245066 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:28Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:29.249871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Pushing event updated for resources: {'Port': ['ID=b0070626-304a-4439-841a-f4a850de5853,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:29.310048 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291f2ac-4f75-4e14-8bbe-a4d7823bdf81 None None] The sync data for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 is: [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:28Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:29.503889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.540005 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.721342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] For port 36021912-eb40-44d8-9876-2db1c19b24f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36021912-eb40-44d8-9876-2db1c19b24f9,segment=NetworkSegment(732a2cd8-f42c-4895-992d-d80820b2ae52),segment_id=732a2cd8-f42c-4895-992d-d80820b2ae52)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:29.731102 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.734558 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.812801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Transition to ACTIVE for port object bb595309-d7ec-45a5-8a49-9243e92131d8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:29.815089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Provisioning for port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:29.842043 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.883199 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.891227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Pushing event updated for resources: {'Port': ['ID=36021912-eb40-44d8-9876-2db1c19b24f9,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:29.897364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:29.906734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.962489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Provisioning complete for port a0ea0405-7037-4449-8a0b-d24e4a4d33bb triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:29.962850 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c45d57e-7bf2-4274-89fb-f94e7bb002fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.973990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Attempting to bind port bb595309-d7ec-45a5-8a49-9243e92131d8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:29.974434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Attempting to bind port bb595309-d7ec-45a5-8a49-9243e92131d8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:29.974745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Attempting to bind port bb595309-d7ec-45a5-8a49-9243e92131d8 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:29.984285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.990195 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-57b8778e-8a93-4369-b7d2-8b7b8c125578 service neutron] 10.222.0.16 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953734 Aug 11 03:01:30.060553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:30.060944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:30.061345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.061742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:30.062253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Bound port: bb595309-d7ec-45a5-8a49-9243e92131d8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:30.062635 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.082920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d380-0a36-494f-a1e6-a6002e866ee3 None None] Pushing event updated for resources: {'Port': ['ID=bb595309-d7ec-45a5-8a49-9243e92131d8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.162777 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:30.166806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:30.168807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Pushing event updated for resources: {'Port': ['ID=b0070626-304a-4439-841a-f4a850de5853,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.247095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:30.265886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:30.268330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:30.272945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-d8dd68ab-524d-4edd-8b9c-6091ec988162 service neutron] 10.222.0.16 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814453 Aug 11 03:01:30.287614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] For port bb595309-d7ec-45a5-8a49-9243e92131d8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:30.329852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] For port bb595309-d7ec-45a5-8a49-9243e92131d8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bb595309-d7ec-45a5-8a49-9243e92131d8,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:30.356082 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.406548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:30.416196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:30.428025 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.430700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3c56923f-27d2-43db-9904-5c58180e3bd9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/ports/eb2c99a9-8f49-4147-b061-9509a5138052 HTTP/1.1" status: 204 len: 168 time: 2.9304616 Aug 11 03:01:30.438667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45326) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:30.516353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d380-0a36-494f-a1e6-a6002e866ee3 None None] Pushing event updated for resources: {'Port': ['ID=bb595309-d7ec-45a5-8a49-9243e92131d8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.526871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26a046c3-4439-4d0b-a485-24e75f89fdad tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/floatingips/73593290-3f2c-4edb-95b2-307983ee1e56 HTTP/1.1" status: 200 len: 687 time: 0.0869725 Aug 11 03:01:30.536229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45328) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:30.657991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a0ea0405-7037-4449-8a0b-d24e4a4d33bb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:30.705646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:30.709525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Routers {'b22b117d-90b0-4abe-aadd-d77ef8ece900'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:30.710704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b22b117d-90b0-4abe-aadd-d77ef8ece900'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:30.716616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1344c363-c510-4999-b1d4-68b7e68c115e None None] Provisioning for port b0070626-304a-4439-841a-f4a850de5853 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:30.728019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7474c043-5146-4ed1-bab6-2e105e464581 req-68caea8b-11eb-49cd-8ec5-4a1c02e26064 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0746303 Aug 11 03:01:30.787899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1344c363-c510-4999-b1d4-68b7e68c115e None None] Provisioning complete for port b0070626-304a-4439-841a-f4a850de5853 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:30.788509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1344c363-c510-4999-b1d4-68b7e68c115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.831742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port c629b958-8782-4e52-8358-9b68a4990d59 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:30.832102 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.836523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1344c363-c510-4999-b1d4-68b7e68c115e None None] Port b0070626-304a-4439-841a-f4a850de5853 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:30.859143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:30.859965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:30.919873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Router b22b117d-90b0-4abe-aadd-d77ef8ece900 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:30.955525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] Set router b22b117d-90b0-4abe-aadd-d77ef8ece900 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:30.962609 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.963772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.979696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for c629b958-8782-4e52-8358-9b68a4990d59 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:30.986433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-1344c363-c510-4999-b1d4-68b7e68c115e None None] Provisioning complete for port 36021912-eb40-44d8-9876-2db1c19b24f9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:30.986819 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1344c363-c510-4999-b1d4-68b7e68c115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.041083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:31.041750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199f835-65bc-4df4-871b-54ff1310c889 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:31.094659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:31.110030 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9f8dd411-5cb7-43f2-8bc5-842bf834453c admin admin] 10.222.0.16 "PUT /v2.0/routers/b22b117d-90b0-4abe-aadd-d77ef8ece900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5303054 Aug 11 03:01:31.169193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a0ea0405-7037-4449-8a0b-d24e4a4d33bb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:31.169432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.231814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.266298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=c629b958-8782-4e52-8358-9b68a4990d59,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:31.329547 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.333255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.334564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09de6cd6-69d8-432a-8b05-9554be58ac63 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/floatingips/73593290-3f2c-4edb-95b2-307983ee1e56 HTTP/1.1" status: 204 len: 168 time: 0.7973182 Aug 11 03:01:31.338143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:31.343334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'ab21a04d-4484-48ea-8192-854280cf1230'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:31.375648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.470262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36021912-eb40-44d8-9876-2db1c19b24f9 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:31.510208 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.540948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:29Z', 'revision_number': 4, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'gw_port': {'id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b0070626-304a-4439-841a-f4a850de5853', 'name': '', 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'mac_address': 'fa:16:3e:10:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '963d3882-1e5e-4304-b7f3-49cb775b16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:28Z', 'updated_at': '2021-08-11T03:01:29Z', 'revision_number': 2, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'subnets': [{'id': '963d3882-1e5e-4304-b7f3-49cb775b16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:31.544544 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9106e8b1-ac55-4a32-902e-4c7544e415b8 None None] Provisioning complete for port b0070626-304a-4439-841a-f4a850de5853 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:31.545034 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9106e8b1-ac55-4a32-902e-4c7544e415b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.589222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef957a-ae54-42b4-b98d-14c1709d57a6 None None] The sync data for ids ['b22b117d-90b0-4abe-aadd-d77ef8ece900'] in n-d-715271-8 is: [{'id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:29Z', 'revision_number': 4, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'gw_port': {'id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'b0070626-304a-4439-841a-f4a850de5853', 'name': '', 'network_id': 'cd51c7b7-6f89-436b-b159-26aef4ddf523', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'mac_address': 'fa:16:3e:10:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '963d3882-1e5e-4304-b7f3-49cb775b16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:28Z', 'updated_at': '2021-08-11T03:01:29Z', 'revision_number': 2, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'subnets': [{'id': '963d3882-1e5e-4304-b7f3-49cb775b16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:31.614552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 36021912-eb40-44d8-9876-2db1c19b24f9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:31.614552 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.616737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9106e8b1-ac55-4a32-902e-4c7544e415b8 None None] Port b0070626-304a-4439-841a-f4a850de5853 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:31.645139 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.154 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/6fbf0290-abee-4abc-be05-3fced4e6b625) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:31.723404 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:31.787573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:31.789160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.807872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:31.808339 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.853298 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.927416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:31.960408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:31.969822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:31.989965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b27b7241-80f9-4a67-ada8-21044f247c4a req-f45ebb9a-1127-4c5d-ac42-6e7c30854874 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 210 time: 0.1365271 Aug 11 03:01:32.002151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.052572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:32.068686 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.100669 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=6fbf0290-abee-4abc-be05-3fced4e6b625,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:32.144598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:32.213087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-a027fc68-a39f-47ea-94d8-9f61cf972c73 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:32.214621 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-a027fc68-a39f-47ea-94d8-9f61cf972c73 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.25 "GET /v2.0/networks?id=234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 200 len: 797 time: 0.2848542 Aug 11 03:01:32.316521 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-7567661c-76aa-48d8-809c-16b16e77110d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a27a84348b45d68738f7728283f740 HTTP/1.1" status: 200 len: 476 time: 0.0893095 Aug 11 03:01:32.330729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'port': {'device_id': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'admin_state_up': True, 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'security_groups': ['dac1be15-8d28-4259-b92a-72fd33b9ad46', '08f6b7b2-3492-4d78-95c8-2d585edfe1a2']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:32.437962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:32.492927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:32.493298 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.583500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Made reservation on behalf of a3a27a84348b45d68738f7728283f740 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:32.587026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.684268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45362) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:32.723179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.847336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.20.0.12 (234d5b33-01a4-492b-a069-b457a8ddec08/311559ff-1472-434c-9c3e-8f20c887b5a8/3784cf92-f356-408d-8496-6cea1ad7c83a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:32.853693 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.123693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d152508-5b2d-4a8f-a977-a88b061402f9 req-e6290236-8fbf-4d70-bdc2-72e9cebcc0a3 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0347517 Aug 11 03:01:33.139471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.155106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.160771 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.167793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Transition to ACTIVE for port object 3784cf92-f356-408d-8496-6cea1ad7c83a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:33.169401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.264908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=6fbf0290-abee-4abc-be05-3fced4e6b625,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.281004 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.320650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.410289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network 234d5b33-01a4-492b-a069-b457a8ddec08 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:33.418511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:33.425471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:33.432219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=3784cf92-f356-408d-8496-6cea1ad7c83a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.458581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Deleting port b0070626-304a-4439-841a-f4a850de5853 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:33.459244 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.484148 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 8097c410-68b0-422d-9c08-07c06e3e29af associated. External IP: 172.25.6.154, port: ab21a04d-4484-48ea-8192-854280cf1230. Aug 11 03:01:33.537227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.537940 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.558326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.566201 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-1ec6422f-df33-46d6-906f-a9cf8c94b92f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2401710 Aug 11 03:01:33.574988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Calling delete_port for b0070626-304a-4439-841a-f4a850de5853 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:33.609191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Request body: {'port': {'device_id': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:33.713169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.779643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5c9647b9-4131-4466-af5c-58c33d7a71af None None] Provisioning for port 3784cf92-f356-408d-8496-6cea1ad7c83a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:33.783818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5c9647b9-4131-4466-af5c-58c33d7a71af None None] Provisioning complete for port 3784cf92-f356-408d-8496-6cea1ad7c83a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:33.784554 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c9647b9-4131-4466-af5c-58c33d7a71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.788803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.828893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5c9647b9-4131-4466-af5c-58c33d7a71af None None] Port 3784cf92-f356-408d-8496-6cea1ad7c83a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:33.847116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0070626-304a-4439-841a-f4a850de5853,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.879907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.880247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.880590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.880925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.881261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.881593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.881928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.882303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.882628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.882958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.883294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.883609 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.957301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:34.033776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.316464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178f976-bc9a-4a64-9b36-023a751d36d7 req-8a53e5a0-f319-4b0a-a1b5-67816e7e065e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.318217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4178f976-bc9a-4a64-9b36-023a751d36d7 req-8a53e5a0-f319-4b0a-a1b5-67816e7e065e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 971 time: 0.1030865 Aug 11 03:01:34.349590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Router b22b117d-90b0-4abe-aadd-d77ef8ece900 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:34.382472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4178f976-bc9a-4a64-9b36-023a751d36d7 req-ae528469-4930-4eba-9ea1-a44f94671c3e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0541370 Aug 11 03:01:34.453663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bb595309-d7ec-45a5-8a49-9243e92131d8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:34.498179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:34.508747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port bb595309-d7ec-45a5-8a49-9243e92131d8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:34.513798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bb595309-d7ec-45a5-8a49-9243e92131d8 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:34.514534 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.515246 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:34.525950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3784cf92-f356-408d-8496-6cea1ad7c83a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:34.529514 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:34.530443 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:34.535274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.540139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.542813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:34.555154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2730fe7b-785a-4504-ab9d-206419b12de0 admin admin] 10.222.0.16 "PUT /v2.0/routers/b22b117d-90b0-4abe-aadd-d77ef8ece900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697562 Aug 11 03:01:34.555760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45368) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:34.574931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Transition to ACTIVE for port object 3784cf92-f356-408d-8496-6cea1ad7c83a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:34.577066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e40805f5-a421-4d80-af31-112ce7122e37 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2378647 Aug 11 03:01:34.582603 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:34.583386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:34.589296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1221601646'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:34.594586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.598145 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:34.600303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:34.635507 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.641902 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:34.643296 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c218e3f7-5d71-4ee5-9b8e-8ff753fe92ca None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:34.664039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] Sync routers for ids ['b22b117d-90b0-4abe-aadd-d77ef8ece900'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:34.679265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:34.682930 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.684023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port bb595309-d7ec-45a5-8a49-9243e92131d8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bb595309-d7ec-45a5-8a49-9243e92131d8,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:34.691452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.697616 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Pushing event updated for resources: {'Port': ['ID=3784cf92-f356-408d-8496-6cea1ad7c83a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:34.698294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] Routers {'b22b117d-90b0-4abe-aadd-d77ef8ece900'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:34.699238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b22b117d-90b0-4abe-aadd-d77ef8ece900'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:34.704176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.763263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:34.782063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.782571 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Added segment b30e0aa0-8921-4fca-baa2-3da6bf3c02c5 of type vlan for network 04f503d8-db22-4b83-8e06-b9b4a2d2572e Aug 11 03:01:34.840664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.864596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] Set router b22b117d-90b0-4abe-aadd-d77ef8ece900 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:34.865901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.866602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=bb595309-d7ec-45a5-8a49-9243e92131d8,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:34.901304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Attempting to bind port 3784cf92-f356-408d-8496-6cea1ad7c83a on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:34.901715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Attempting to bind port 3784cf92-f356-408d-8496-6cea1ad7c83a by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:34.902190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Attempting to bind port 3784cf92-f356-408d-8496-6cea1ad7c83a on network 234d5b33-01a4-492b-a069-b457a8ddec08 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:34.906886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Deleting port bb595309-d7ec-45a5-8a49-9243e92131d8 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:34.907239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.908644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Port 3784cf92-f356-408d-8496-6cea1ad7c83a on network 234d5b33-01a4-492b-a069-b457a8ddec08 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:34.909664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Attempting to bind port 3784cf92-f356-408d-8496-6cea1ad7c83a on network 234d5b33-01a4-492b-a069-b457a8ddec08 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:34.930525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:34.931018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Checking segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:34.931522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Bound using segment: {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:34.932065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Bound port: 3784cf92-f356-408d-8496-6cea1ad7c83a, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd959419-ea25-48dc-bc15-98b3949d3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:34.932523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.953152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.959261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.960078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.011237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] For port bb595309-d7ec-45a5-8a49-9243e92131d8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bb595309-d7ec-45a5-8a49-9243e92131d8,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:35.012014 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.027942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Calling delete_port for bb595309-d7ec-45a5-8a49-9243e92131d8 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:35.060435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4754238 Aug 11 03:01:35.067687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:35.080397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'subnet': {'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:35.086473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf4f51-d9e6-45c7-a8c6-424bffac5584 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Network': ['ID=04f503d8-db22-4b83-8e06-b9b4a2d2572e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:35.131453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:35.139166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] For port 3784cf92-f356-408d-8496-6cea1ad7c83a, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:35.163928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] For port 3784cf92-f356-408d-8496-6cea1ad7c83a, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3784cf92-f356-408d-8496-6cea1ad7c83a,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:35.169073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.220667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.221347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.222798 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] 10.222.0.25 "PUT /v2.0/ports/3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 200 len: 1131 time: 1.6213012 Aug 11 03:01:35.223236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:35.225832 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:35.250908 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.267082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e638d2-8393-41dd-b74a-0c626767b9fb service neutron] Pushing event updated for resources: {'Port': ['ID=3784cf92-f356-408d-8496-6cea1ad7c83a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:35.275349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:35.279700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.288800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb595309-d7ec-45a5-8a49-9243e92131d8,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:35.376725 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.414565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:33Z', 'revision_number': 5, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'gw_port': {'id': 'bb595309-d7ec-45a5-8a49-9243e92131d8', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:35.452022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-bf25f2e4-2414-4c08-9acb-2f3feadaa593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.454927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-bf25f2e4-2414-4c08-9acb-2f3feadaa593 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1134 time: 0.1586108 Aug 11 03:01:35.485346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] Checking router: b22b117d-90b0-4abe-aadd-d77ef8ece900 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:35.503724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.506365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.514463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] Routers {'b22b117d-90b0-4abe-aadd-d77ef8ece900'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:35.515382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['b22b117d-90b0-4abe-aadd-d77ef8ece900'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:35.557860 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-3d0c40af-db48-4a6b-a9f3-15ac171108d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 200 len: 217 time: 0.0694206 Aug 11 03:01:35.562857 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee587a60-852b-4df5-9350-958d7e397309 x-openstack-request-id: req-ee587a60-852b-4df5-9350-958d7e397309 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:35.563985 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:35.564573 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee587a60-852b-4df5-9350-958d7e397309 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:35.565814 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'status': 'completed', 'code': 200} Aug 11 03:01:35.598883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.599561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22b117d-90b0-4abe-aadd-d77ef8ece900 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:01:35.604347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.608349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b74f6b4f-e94e-4be0-9fe4-60b06966324b admin admin] 10.222.0.16 "DELETE /v2.0/routers/b22b117d-90b0-4abe-aadd-d77ef8ece900 HTTP/1.1" status: 204 len: 168 time: 1.0515790 Aug 11 03:01:35.608980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45380) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:35.616538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] Set router b22b117d-90b0-4abe-aadd-d77ef8ece900 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:35.625833 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b4e93-76e3-4311-9500-a6aef0ad2e08 req-c74f7f7f-ed4a-4899-aa0d-77a4025fd5af tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.628579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e07b4e93-76e3-4311-9500-a6aef0ad2e08 req-c74f7f7f-ed4a-4899-aa0d-77a4025fd5af tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 983 time: 0.1167691 Aug 11 03:01:35.660101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-8458ef9b-afee-40ac-9730-414b200decfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.661598 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-8458ef9b-afee-40ac-9730-414b200decfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=311559ff-1472-434c-9c3e-8f20c887b5a8 HTTP/1.1" status: 200 len: 835 time: 0.0920415 Aug 11 03:01:35.692097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:35Z', 'revision_number': 7, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:35.701989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Deleting subnet 963d3882-1e5e-4304-b7f3-49cb775b16fa {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:35.710867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.724244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb56bc33-862b-43ea-8bc7-82f78ad07df7 None None] The sync data for ids ['b22b117d-90b0-4abe-aadd-d77ef8ece900'] in n-d-715271-8 is: [{'id': 'b22b117d-90b0-4abe-aadd-d77ef8ece900', 'name': 'tempest-ImageQuotaTest-1193958880-router', 'tenant_id': '67185e5660f14220b794cd70c0cc80dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:24Z', 'updated_at': '2021-08-11T03:01:35Z', 'revision_number': 7, 'project_id': '67185e5660f14220b794cd70c0cc80dc', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:35.752251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e07b4e93-76e3-4311-9500-a6aef0ad2e08 req-6f667bc1-f3dc-4e75-bc74-707218e9f855 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0991528 Aug 11 03:01:35.762259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-5903bed5-c195-4645-bb6b-533932b29ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.764155 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-5903bed5-c195-4645-bb6b-533932b29ee6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=234d5b33-01a4-492b-a069-b457a8ddec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946255 Aug 11 03:01:35.765748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.779195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.863631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.883387 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Subnet': ['ID=8d79e6bf-97e7-4c97-8b0c-554f3b11e68a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:35.908344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Checking segment: {'id': 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:35.908787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network hostable DHCP agents. Network: 04f503d8-db22-4b83-8e06-b9b4a2d2572e, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:35.923506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.930143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-4fd020ea-be5d-40ec-89c7-251d513d787b service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406865 Aug 11 03:01:35.946994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:35.950458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963d3882-1e5e-4304-b7f3-49cb775b16fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:35.956562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.958543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f7e82ac7-0dce-4169-88a2-c31240e79282 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/963d3882-1e5e-4304-b7f3-49cb775b16fa HTTP/1.1" status: 204 len: 168 time: 0.3467689 Aug 11 03:01:35.961128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45382) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:35.965106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae04a1-b0ab-4eb9-9b0b-9af435db25a1 None None] Network cd51c7b7-6f89-436b-b159-26aef4ddf523 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:36.001272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 04f503d8-db22-4b83-8e06-b9b4a2d2572e) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:36.008142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.008867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.037854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a6a8a-1bb7-45a7-9886-e8da3e7a42d0 None None] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:36.041546 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f5468f4d-66d2-43f0-85c9-7605902ddae5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9707780 Aug 11 03:01:36.049461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45384) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:36.056431 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-33657527-62ad-4b08-b3d9-23c0ea33380c req-97244b0e-5fa5-48ec-9842-7b8be0ea07ce service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186965 Aug 11 03:01:36.056919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1216840739', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:36.072484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.126033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.127018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.181906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-d8d98fba-9133-4cdf-8102-752a51cfcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.183756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-d8d98fba-9133-4cdf-8102-752a51cfcb8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1134 time: 0.0698547 Aug 11 03:01:36.204834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.213961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Deleting port 36021912-eb40-44d8-9876-2db1c19b24f9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:36.214367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.303216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-04f503d8-db22-4b83-8e06-b9b4a2d2572e', 'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e', 'tenant_id': '2d00913aeb32456f88d6190291bf80c7', 'fixed_ips': [{'subnet_id': '8d79e6bf-97e7-4c97-8b0c-554f3b11e68a'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:01:36.304922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.328417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-cd2391b9-69e9-4a78-b334-6fb4a71c7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.329960 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-cd2391b9-69e9-4a78-b334-6fb4a71c7c8f service neutron] 10.222.0.25 "GET /v2.0/networks?id=234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 200 len: 897 time: 0.1364272 Aug 11 03:01:36.382152 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-79066bdd-ee3a-4c8c-91cd-acf0c4e02ce0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 200 len: 217 time: 0.0429189 Aug 11 03:01:36.435860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.439885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] For port 36021912-eb40-44d8-9876-2db1c19b24f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36021912-eb40-44d8-9876-2db1c19b24f9,segment=NetworkSegment(732a2cd8-f42c-4895-992d-d80820b2ae52),segment_id=732a2cd8-f42c-4895-992d-d80820b2ae52)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:36.440274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.440781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-43efd360-0cc1-4dca-bb4d-645f8ee67984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.442471 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-43efd360-0cc1-4dca-bb4d-645f8ee67984 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=311559ff-1472-434c-9c3e-8f20c887b5a8 HTTP/1.1" status: 200 len: 835 time: 0.0506914 Aug 11 03:01:36.457561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Calling delete_port for 36021912-eb40-44d8-9876-2db1c19b24f9 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:36.463058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Allocated IP 172.20.0.2 (04f503d8-db22-4b83-8e06-b9b4a2d2572e/8d79e6bf-97e7-4c97-8b0c-554f3b11e68a/abf3a20d-194e-4894-b14a-faa005ca8ad0) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:36.502958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-1ef02b05-146c-4c56-ad63-95d782c669e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.504741 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-1ef02b05-146c-4c56-ad63-95d782c669e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=234d5b33-01a4-492b-a069-b457a8ddec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512977 Aug 11 03:01:36.609556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] DHCP port deletion for cd51c7b7-6f89-436b-b159-26aef4ddf523 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:01:36.636519 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-cf370e43-f4c0-485e-aa9c-a8efdad3bfa4 service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182380 Aug 11 03:01:36.721650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0070626-304a-4439-841a-f4a850de5853 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:36.754412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: b0070626-304a-4439-841a-f4a850de5853 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:36.755075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device b0070626-304a-4439-841a-f4a850de5853 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:36.755734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 36021912-eb40-44d8-9876-2db1c19b24f9 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:36.772476 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8cd8d8f2-c4b6-49b5-b9db-d71604f0a83b req-2d6de93b-f29b-4058-be43-b964898c88f1 service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305902 Aug 11 03:01:36.809526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.827146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Transition to ACTIVE for port object abf3a20d-194e-4894-b14a-faa005ca8ad0 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:36.834204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] Deleting port 36021912-eb40-44d8-9876-2db1c19b24f9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:36.834578 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.891593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Transition to ACTIVE for port object abf3a20d-194e-4894-b14a-faa005ca8ad0 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:36.933238 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.989854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] For port 36021912-eb40-44d8-9876-2db1c19b24f9, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=36021912-eb40-44d8-9876-2db1c19b24f9,segment=NetworkSegment(732a2cd8-f42c-4895-992d-d80820b2ae52),segment_id=732a2cd8-f42c-4895-992d-d80820b2ae52)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:36.990651 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.013683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:37.014729 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.024253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b7470-0bf4-4395-bf92-af2b8417756b req-f6dc1623-41f5-4bd6-a663-cbb331b35581 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.024748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a5b7470-0bf4-4395-bf92-af2b8417756b req-f6dc1623-41f5-4bd6-a663-cbb331b35581 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 983 time: 0.0939612 Aug 11 03:01:37.025397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] Calling delete_port for 36021912-eb40-44d8-9876-2db1c19b24f9 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:37.044829 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.055327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:37.060045 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:37.076280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Pushing event updated for resources: {'Port': ['ID=abf3a20d-194e-4894-b14a-faa005ca8ad0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:37.097721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Pushing event deleted for resources: {'Port': ['ID=36021912-eb40-44d8-9876-2db1c19b24f9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:37.102929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] No DVR routers for this DVR port 36021912-eb40-44d8-9876-2db1c19b24f9 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:37.207351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a5b7470-0bf4-4395-bf92-af2b8417756b req-0bb4584f-eb37-40c6-96e6-d45e772c3102 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1538270 Aug 11 03:01:37.233551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bb595309-d7ec-45a5-8a49-9243e92131d8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:37.261258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: bb595309-d7ec-45a5-8a49-9243e92131d8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:37.261634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bb595309-d7ec-45a5-8a49-9243e92131d8 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:37.263633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Attempting to bind port abf3a20d-194e-4894-b14a-faa005ca8ad0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:37.265151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Attempting to bind port abf3a20d-194e-4894-b14a-faa005ca8ad0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:37.265541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Attempting to bind port abf3a20d-194e-4894-b14a-faa005ca8ad0 on network 04f503d8-db22-4b83-8e06-b9b4a2d2572e {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:37.278147 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:37.278529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Checking segment: {'id': 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:37.278940 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.279385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Bound using segment: {'id': 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:37.279799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Bound port: abf3a20d-194e-4894-b14a-faa005ca8ad0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:37.280187 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.305100 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.322086 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.322380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd51c7b7-6f89-436b-b159-26aef4ddf523']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:37.354701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732a2cd8-f42c-4895-992d-d80820b2ae52') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:37.355079 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732a2cd8-f42c-4895-992d-d80820b2ae52') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:37.363469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] Pushing event deleted for resources: {'Port': ['ID=36021912-eb40-44d8-9876-2db1c19b24f9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:37.363738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.369685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.383080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdf559-bd91-4039-97ba-e2602806d99c None None] No DVR routers for this DVR port 36021912-eb40-44d8-9876-2db1c19b24f9 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:37.395316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.402480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] For port abf3a20d-194e-4894-b14a-faa005ca8ad0, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:37.406082 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] For port abf3a20d-194e-4894-b14a-faa005ca8ad0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=abf3a20d-194e-4894-b14a-faa005ca8ad0,segment=NetworkSegment(b30e0aa0-8921-4fca-baa2-3da6bf3c02c5),segment_id=b30e0aa0-8921-4fca-baa2-3da6bf3c02c5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:37.412794 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.417460 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.424588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:37.425011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:37.475994 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:37.486200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97bd7b-a35b-45c8-9a70-6a41fb4ab968 None None] Pushing event updated for resources: {'Port': ['ID=abf3a20d-194e-4894-b14a-faa005ca8ad0,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:37.584980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.591836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.593769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cd51c7b7-6f89-436b-b159-26aef4ddf523 HTTP/1.1" status: 204 len: 168 time: 1.6316731 Aug 11 03:01:37.612892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66425-c216-4252-af21-2ebc5c8f0826 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd51c7b7-6f89-436b-b159-26aef4ddf523,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:37.638262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.25.6.21 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/f173d622-12f5-47d7-8fab-c7eb0e9b4f81) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:37.763451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45392) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:37.811703 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.819214 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df7cc7b5-fda2-453a-955c-0c800c9b99c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67185e5660f14220b794cd70c0cc80dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515201 Aug 11 03:01:37.819553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45394) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:37.911251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6b819bb-3abb-4c22-a770-8faa9ae4ce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.914988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.964472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6b819bb-3abb-4c22-a770-8faa9ae4ce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.979565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:37.988606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:37.999078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:38.042335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=f173d622-12f5-47d7-8fab-c7eb0e9b4f81,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.135432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6b819bb-3abb-4c22-a770-8faa9ae4ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.137988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6b819bb-3abb-4c22-a770-8faa9ae4ce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.139220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e6b819bb-3abb-4c22-a770-8faa9ae4ce63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a75ee2ee-f460-424b-9a99-7a60479f3357 HTTP/1.1" status: 204 len: 168 time: 0.3185785 Aug 11 03:01:38.172904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b819bb-3abb-4c22-a770-8faa9ae4ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75ee2ee-f460-424b-9a99-7a60479f3357,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.360485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.422720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d8c0b-2af7-4ef1-b3ea-2f6c53c1062c req-c5ee50a6-cc4c-43c2-9e6e-5c500e3a509b tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.425341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d1d8c0b-2af7-4ef1-b3ea-2f6c53c1062c req-c5ee50a6-cc4c-43c2-9e6e-5c500e3a509b tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 983 time: 0.1240113 Aug 11 03:01:38.464538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device abf3a20d-194e-4894-b14a-faa005ca8ad0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:38.526533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port abf3a20d-194e-4894-b14a-faa005ca8ad0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:38.541019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d1d8c0b-2af7-4ef1-b3ea-2f6c53c1062c req-7813abb2-dde3-43e9-9852-44a730d9ef30 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1074588 Aug 11 03:01:38.618513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c866e386-f950-4c4c-a68c-b3eacbf83355 None None] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:38.649471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:38.668867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fca653d-9e4a-4b37-86e4-f92028cb9268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.707295 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.742322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] Provisioning for port abf3a20d-194e-4894-b14a-faa005ca8ad0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:38.756392 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] Provisioning complete for port abf3a20d-194e-4894-b14a-faa005ca8ad0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:38.756847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.792714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fca653d-9e4a-4b37-86e4-f92028cb9268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.797189 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fca653d-9e4a-4b37-86e4-f92028cb9268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.824753 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7fca653d-9e4a-4b37-86e4-f92028cb9268 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1739879 Aug 11 03:01:38.829742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45406) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:38.847423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca653d-9e4a-4b37-86e4-f92028cb9268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85828555-fb58-4934-ba50-e3487ba1cf31,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.901912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 52a5e615-4926-4508-9e1a-a2ee6007727d is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:01:38.903762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.917833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37d18090-c119-4eba-9c68-c7c9fd3fa175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.942306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] For port abf3a20d-194e-4894-b14a-faa005ca8ad0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=abf3a20d-194e-4894-b14a-faa005ca8ad0,segment=NetworkSegment(b30e0aa0-8921-4fca-baa2-3da6bf3c02c5),segment_id=b30e0aa0-8921-4fca-baa2-3da6bf3c02c5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:38.946599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.982659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37d18090-c119-4eba-9c68-c7c9fd3fa175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.001252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689692e-c70f-416e-b9a4-84bb10a2cf67 None None] Pushing event updated for resources: {'Port': ['ID=abf3a20d-194e-4894-b14a-faa005ca8ad0,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:39.065507 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:39.083967 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] Sync routers for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:39.087691 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.089380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8c0a9f12-485a-4b60-8084-cd6cb3e1d8dc tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0387707 Aug 11 03:01:39.090900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37d18090-c119-4eba-9c68-c7c9fd3fa175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.092220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45408) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:39.094165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-37d18090-c119-4eba-9c68-c7c9fd3fa175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.095288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-37d18090-c119-4eba-9c68-c7c9fd3fa175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85828555-fb58-4934-ba50-e3487ba1cf31 HTTP/1.1" status: 204 len: 168 time: 0.2643876 Aug 11 03:01:39.099349 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:39.100221 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:39.115536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d18090-c119-4eba-9c68-c7c9fd3fa175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85828555-fb58-4934-ba50-e3487ba1cf31,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:39.152298 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:39.164035 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:39.164666 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:39.176791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-454e00f5-4232-489a-9be4-aef90ea28213 None None] Provisioning complete for port abf3a20d-194e-4894-b14a-faa005ca8ad0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:39.177531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-454e00f5-4232-489a-9be4-aef90ea28213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.205188 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:39.206459 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad0e64-5c4d-45e5-b88c-ec27588bd8b7 None None] The sync data for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:39.270917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3784cf92-f356-408d-8496-6cea1ad7c83a details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:39.392624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3784cf92-f356-408d-8496-6cea1ad7c83a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3784cf92-f356-408d-8496-6cea1ad7c83a,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:39.406625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'port_id': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'mac_address': 'fa:16:3e:30:dc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:39.447714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.462306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3784cf92-f356-408d-8496-6cea1ad7c83a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:39.489091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3784cf92-f356-408d-8496-6cea1ad7c83a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3784cf92-f356-408d-8496-6cea1ad7c83a,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:39.494453 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.548277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3784cf92-f356-408d-8496-6cea1ad7c83a,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:39.667147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4bc90-cdd7-46ff-b666-d43eccaea7ba req-9538366f-4ce3-4c37-9940-37d8920e664a tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.668777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4f4bc90-cdd7-46ff-b666-d43eccaea7ba req-9538366f-4ce3-4c37-9940-37d8920e664a tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 984 time: 0.0582185 Aug 11 03:01:39.712983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4f4bc90-cdd7-46ff-b666-d43eccaea7ba req-f58ca04b-2019-478c-8ce7-d3d49518fb93 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365410 Aug 11 03:01:39.733916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.766535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3784cf92-f356-408d-8496-6cea1ad7c83a'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:40.153680 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.1 (04f503d8-db22-4b83-8e06-b9b4a2d2572e/8d79e6bf-97e7-4c97-8b0c-554f3b11e68a/2f2349cb-028e-4872-b065-cb5a1cf3970b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:40.268514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.281289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Transition to ACTIVE for port object 2f2349cb-028e-4872-b065-cb5a1cf3970b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:40.315245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.403468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device abf3a20d-194e-4894-b14a-faa005ca8ad0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:40.470827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port abf3a20d-194e-4894-b14a-faa005ca8ad0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:40.472214 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.654781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:40.658271 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:40.662881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:40.667110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=2f2349cb-028e-4872-b065-cb5a1cf3970b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:40.712537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.848538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a6ad-1cfa-4715-be6c-bf607b324222 req-c50ce7f8-f1e2-498c-970a-ec996064dd45 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.850396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c629a6ad-1cfa-4715-be6c-bf607b324222 req-c50ce7f8-f1e2-498c-970a-ec996064dd45 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 984 time: 0.0638671 Aug 11 03:01:40.859514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.896420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c629a6ad-1cfa-4715-be6c-bf607b324222 req-2e8f3e3d-4423-446a-9ee4-ff8fae6c9739 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386913 Aug 11 03:01:40.933251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7eb6c591-fb7d-40bb-a8a4-1d83f3229547 None None] Provisioning for port 2f2349cb-028e-4872-b065-cb5a1cf3970b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:40.937426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7eb6c591-fb7d-40bb-a8a4-1d83f3229547 None None] Provisioning complete for port 2f2349cb-028e-4872-b065-cb5a1cf3970b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:40.937794 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c591-fb7d-40bb-a8a4-1d83f3229547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.975882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6c591-fb7d-40bb-a8a4-1d83f3229547 None None] Port 2f2349cb-028e-4872-b065-cb5a1cf3970b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:41.155121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.159932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.230529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=2f2349cb-028e-4872-b065-cb5a1cf3970b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.232894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.270660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3784cf92-f356-408d-8496-6cea1ad7c83a up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:41.323201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3784cf92-f356-408d-8496-6cea1ad7c83a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:41.326974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3784cf92-f356-408d-8496-6cea1ad7c83a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:41.327354 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.330989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:41.332478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:41.434087 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.458594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:41.461189 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca3109-eaa7-4c7c-a433-6aa837c17c20" -d '{"events": [{"server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "name": "network-vif-plugged", "status": "completed", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:41.469324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 52a5e615-4926-4508-9e1a-a2ee6007727d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:41.476046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3784cf92-f356-408d-8496-6cea1ad7c83a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3784cf92-f356-408d-8496-6cea1ad7c83a,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:41.482435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.521126 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8a35e7-73ed-4f44-ba71-bffa1419cc90 x-openstack-request-id: req-4e8a35e7-73ed-4f44-ba71-bffa1419cc90 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:41.521412 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "name": "network-vif-plugged", "status": "completed", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:41.522037 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e8a35e7-73ed-4f44-ba71-bffa1419cc90 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:41.522672 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'code': 200} Aug 11 03:01:41.542751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3784cf92-f356-408d-8496-6cea1ad7c83a,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.552421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.553091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.553597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.554133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.554630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.555148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.555638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.556277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.556608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.557186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.557360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.557690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:41.605847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f991cd0e-1eeb-442f-83b8-679f5c920f0c None None] Provisioning complete for port 2f2349cb-028e-4872-b065-cb5a1cf3970b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:41.606292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f991cd0e-1eeb-442f-83b8-679f5c920f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.632208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:41.640130 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1e7bd744-eca1-4c94-9658-e80beb4c717a tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/routers/52a5e615-4926-4508-9e1a-a2ee6007727d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435822 Aug 11 03:01:41.641481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:41.646089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] Sync routers for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:41.647091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'port': {'network_id': '04f503d8-db22-4b83-8e06-b9b4a2d2572e', 'name': 'tempest-FloatingIPTestJSON-151525587'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:41.657403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f991cd0e-1eeb-442f-83b8-679f5c920f0c None None] Port 2f2349cb-028e-4872-b065-cb5a1cf3970b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:41.663086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:41.663782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.692222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f5561-d4c9-4938-92f9-5c79782d5c38 req-a4d4d0aa-bfcc-48df-8d52-db0c5f2425c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.693652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-031f5561-d4c9-4938-92f9-5c79782d5c38 req-a4d4d0aa-bfcc-48df-8d52-db0c5f2425c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1136 time: 0.1024716 Aug 11 03:01:41.695217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.703810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:41.704411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.759473 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-031f5561-d4c9-4938-92f9-5c79782d5c38 req-15fd17ab-e46d-4d6f-9b60-19d49253ed8a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0568933 Aug 11 03:01:41.785851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Made reservation on behalf of 2d00913aeb32456f88d6190291bf80c7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:41.789616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.814105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] device_id is not set on port 900b0055-489e-4de7-a45c-caf88cbef588 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:41.893881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:41.894562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190d808-fe82-4282-ab27-7cdd58dbd3b3 None None] The sync data for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:41.923495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Allocated IP 172.20.0.13 (04f503d8-db22-4b83-8e06-b9b4a2d2572e/8d79e6bf-97e7-4c97-8b0c-554f3b11e68a/900b0055-489e-4de7-a45c-caf88cbef588) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:42.014567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397753-2b1e-41d5-a40a-c37c9c26deed req-691add4f-6018-4bb1-9231-399d6c0e6c35 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.016003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3397753-2b1e-41d5-a40a-c37c9c26deed req-691add4f-6018-4bb1-9231-399d6c0e6c35 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 985 time: 0.0503459 Aug 11 03:01:42.061756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3397753-2b1e-41d5-a40a-c37c9c26deed req-0b070f7e-aa78-43aa-be47-6e5ae10ab5e6 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363846 Aug 11 03:01:42.084232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.098549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Transition to ACTIVE for port object 900b0055-489e-4de7-a45c-caf88cbef588 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:42.131113 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.170930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:42.175902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:42.178288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:42.208849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event updated for resources: {'Port': ['ID=900b0055-489e-4de7-a45c-caf88cbef588,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:42.236936 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.237607 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.258031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fc3143a8-538e-4375-aa9a-1e1cdba01812 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6159699 Aug 11 03:01:42.261420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45422) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:42.266352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Request body: {'floatingip': {'port_id': '900b0055-489e-4de7-a45c-caf88cbef588'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:42.347849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.381813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-85e2eeb3-69d7-4d07-a9a5-2a4d7b990247 None None] Provisioning for port 900b0055-489e-4de7-a45c-caf88cbef588 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:42.386246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-85e2eeb3-69d7-4d07-a9a5-2a4d7b990247 None None] Provisioning complete for port 900b0055-489e-4de7-a45c-caf88cbef588 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:42.386668 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-85e2eeb3-69d7-4d07-a9a5-2a4d7b990247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.422659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-85e2eeb3-69d7-4d07-a9a5-2a4d7b990247 None None] Port 900b0055-489e-4de7-a45c-caf88cbef588 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:42.847997 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.851988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.958655 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 8097c410-68b0-422d-9c08-07c06e3e29af associated. External IP: 172.25.6.154, port: ab21a04d-4484-48ea-8192-854280cf1230. Aug 11 03:01:43.211747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:43.221836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e984d8-6ec6-4eab-bf23-cc387d8aea21 req-58ef40f3-6792-4a4e-8923-a21ce80657a1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.223399 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7e984d8-6ec6-4eab-bf23-cc387d8aea21 req-58ef40f3-6792-4a4e-8923-a21ce80657a1 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 985 time: 0.0721741 Aug 11 03:01:43.309519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c7e984d8-6ec6-4eab-bf23-cc387d8aea21 req-5a71cc4c-73fb-486a-a5a3-2828307322f8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0798111 Aug 11 03:01:43.369463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:43.381290 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:43.391359 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:43.392109 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.427111 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.436153 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:43.436772 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.468856 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.469431 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef2d5f-c400-4036-85f4-e1e08fd2e7e9 None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:43.530460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3665c6-33cf-4b7d-9e6b-00e592e0ffb3 req-39dbadfc-63e4-4abc-9715-d0a6a966025c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.532007 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e3665c6-33cf-4b7d-9e6b-00e592e0ffb3 req-39dbadfc-63e4-4abc-9715-d0a6a966025c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 985 time: 0.0987616 Aug 11 03:01:43.615934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e3665c6-33cf-4b7d-9e6b-00e592e0ffb3 req-f75f54be-59c4-4d70-8744-bb0fa61ab443 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0766230 Aug 11 03:01:43.697933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 52a5e615-4926-4508-9e1a-a2ee6007727d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:43.914977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d940b887-10f5-424e-882c-f0f50b298610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.144696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9f0a-b516-4214-a313-c7071ab71458 req-d078d37a-da22-4372-88bd-b2a9660c34b1 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.146595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-646e9f0a-b516-4214-a313-c7071ab71458 req-d078d37a-da22-4372-88bd-b2a9660c34b1 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1136 time: 0.4594095 Aug 11 03:01:44.196803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-646e9f0a-b516-4214-a313-c7071ab71458 req-81292755-c7d5-41a0-bb61-1eada4ac466f tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.231661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:44.237841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.242939 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] Sync routers for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:44.252904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:44.253535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:44.297504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:44.307335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:44.307984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:44.324205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-35bd789a-6e39-47f1-933b-cf460b1ec5fa tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/floatingips/8097c410-68b0-422d-9c08-07c06e3e29af HTTP/1.1" status: 200 len: 978 time: 2.0615861 Aug 11 03:01:44.327764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45430) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.342523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:44.342523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb2e67-c18d-45c4-b8ba-63b5568b57d9 None None] The sync data for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:44.368016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-646e9f0a-b516-4214-a313-c7071ab71458 req-81292755-c7d5-41a0-bb61-1eada4ac466f tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.374254 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-646e9f0a-b516-4214-a313-c7071ab71458 req-81292755-c7d5-41a0-bb61-1eada4ac466f tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.403097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-646e9f0a-b516-4214-a313-c7071ab71458 req-81292755-c7d5-41a0-bb61-1eada4ac466f tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2501109 Aug 11 03:01:44.415215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81292755-c7d5-41a0-bb61-1eada4ac466f tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43abaef1-26e0-4c62-99ab-050af22e335c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.426786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45432) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.455380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 900b0055-489e-4de7-a45c-caf88cbef588 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:44.456169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.468913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dffb7d-76a7-406a-9ecc-ca2bad2a1bc7 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.470548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24dffb7d-76a7-406a-9ecc-ca2bad2a1bc7 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1131 time: 0.0427303 Aug 11 03:01:44.473729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45434) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.478420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:44.501588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.549621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.609535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.726764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.25.6.191 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a62eeb3b-59dc-43b7-ba7b-1cd0fe3aabf5) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:44.766139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.766527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.766857 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Floating IP 8097c410-68b0-422d-9c08-07c06e3e29af disassociated. External IP: 172.25.6.154, port: 900b0055-489e-4de7-a45c-caf88cbef588. Aug 11 03:01:44.767191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 900b0055-489e-4de7-a45c-caf88cbef588 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:44.854782 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.898851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.905604 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.944079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=900b0055-489e-4de7-a45c-caf88cbef588,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.946802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:44.950321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:44.954333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:44.977959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=a62eeb3b-59dc-43b7-ba7b-1cd0fe3aabf5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.070343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 52a5e615-4926-4508-9e1a-a2ee6007727d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:45.190422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:45.201611 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] Sync routers for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:45.213106 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:45.214278 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:45.250378 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:45.260692 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:45.261591 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:45.267333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.274526 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9fb41231-5f69-4bd0-a384-7dbc86594442 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/ports/900b0055-489e-4de7-a45c-caf88cbef588 HTTP/1.1" status: 204 len: 168 time: 0.9410133 Aug 11 03:01:45.274779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45436) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:45.298797 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:45.300033 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4137d6-7ea0-4935-8248-7fc369e49a2e None None] The sync data for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:45.495533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.657188 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.915850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.921529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.998710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=a62eeb3b-59dc-43b7-ba7b-1cd0fe3aabf5,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:46.014148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.058372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.239766 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Floating IP 1e5665e7-9998-4459-87ce-4f7283a3bef5 associated. External IP: 172.25.6.191, port: 3784cf92-f356-408d-8496-6cea1ad7c83a. Aug 11 03:01:46.540974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 2f2349cb-028e-4872-b065-cb5a1cf3970b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:46.541677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.548846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:46.685366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.726702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 2f2349cb-028e-4872-b065-cb5a1cf3970b owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:46.786665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:46.796069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] Sync routers for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:46.806143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:46.806800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:46.815233 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.880381 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c12d1ded-83d6-43fd-80db-a8c800325d76 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4025929 Aug 11 03:01:46.880381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:46.881025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:46.882355 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bba2b9f-e05d-4e24-a432-588e75d56352" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:46.923570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:46.953951 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca9baa-0518-4c3b-b175-35e2c6aee85d x-openstack-request-id: req-98ca9baa-0518-4c3b-b175-35e2c6aee85d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:46.954386 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:46.954612 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98ca9baa-0518-4c3b-b175-35e2c6aee85d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:46.956602 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'status': 'completed', 'code': 200} Aug 11 03:01:46.988565 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.025849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=2f2349cb-028e-4872-b065-cb5a1cf3970b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:47.080990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-f95dfcbe-0ae5-402f-8fb8-a7fff48bde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.082648 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-f95dfcbe-0ae5-402f-8fb8-a7fff48bde76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1136 time: 0.1036706 Aug 11 03:01:47.200619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.201112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.201592 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.202094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.202572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.203054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.207433 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c27ca863-1448-4392-b56a-6f891e2c80be tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4272 time: 0.3228242 Aug 11 03:01:47.208526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:47.227376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '1e5665e7-9998-4459-87ce-4f7283a3bef5', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'port_id': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'mac_address': 'fa:16:3e:30:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:01:45Z', 'updated_at': '2021-08-11T03:01:45Z', 'revision_number': 0, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:32Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:47.276641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] Checking router: 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:47.284375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-27b0d2b2-a12d-4430-ac3c-0beaf5c3f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.284375 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-27b0d2b2-a12d-4430-ac3c-0beaf5c3f5fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 200 len: 897 time: 0.1911385 Aug 11 03:01:47.292888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:47.293605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:47.301677 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.319795 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.320573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.321461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.322329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.322843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.323761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.326870 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ed0fdd4f-ace4-465c-95ac-817ada301d10 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3913 time: 0.1181440 Aug 11 03:01:47.329718 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:47.417188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:47.467488 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-4a6f4cad-99f0-4c48-b0cd-de0dff49e0e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 200 len: 1000 time: 0.1682124 Aug 11 03:01:47.479073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bd08392-23d9-4272-bac7-f8f0f00c23db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.544980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-52b90c52-98f1-41e6-a2e7-f9c87980b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.546604 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-52b90c52-98f1-41e6-a2e7-f9c87980b326 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=311559ff-1472-434c-9c3e-8f20c887b5a8 HTTP/1.1" status: 200 len: 835 time: 0.0678928 Aug 11 03:01:47.711962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '1e5665e7-9998-4459-87ce-4f7283a3bef5', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'port_id': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'mac_address': 'fa:16:3e:30:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:01:45Z', 'updated_at': '2021-08-11T03:01:45Z', 'revision_number': 0, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:32Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:47.753260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e938e-3ebf-4d64-9502-1cb8d9d7633c None None] The sync data for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 is: [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '1e5665e7-9998-4459-87ce-4f7283a3bef5', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'port_id': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'mac_address': 'fa:16:3e:30:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:01:45Z', 'updated_at': '2021-08-11T03:01:45Z', 'revision_number': 0, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:32Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:47.775401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.925455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 52a5e615-4926-4508-9e1a-a2ee6007727d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:48.003398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-1c8768cc-4657-48d8-b828-4b07fabb8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.005031 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-1c8768cc-4657-48d8-b828-4b07fabb8716 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=234d5b33-01a4-492b-a069-b457a8ddec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4413900 Aug 11 03:01:48.016608 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a564cc-3a60-48ba-b921-a63a83ed084b None None] New status for floating IP 1e5665e7-9998-4459-87ce-4f7283a3bef5: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:48.054596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:48.064102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4c6f36bf-78f3-4bf2-83a4-241a7b292071 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/routers/52a5e615-4926-4508-9e1a-a2ee6007727d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7862909 Aug 11 03:01:48.064318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45446) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.067391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621818e1-f144-4345-ac7b-113560792429 None None] Sync routers for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:48.083215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621818e1-f144-4345-ac7b-113560792429 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:48.084254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-621818e1-f144-4345-ac7b-113560792429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.092925 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e450f92e-d67e-46c2-a210-2599761843c6 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.7616117 Aug 11 03:01:48.095653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.125042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-621818e1-f144-4345-ac7b-113560792429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.139138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621818e1-f144-4345-ac7b-113560792429 None None] Routers {'52a5e615-4926-4508-9e1a-a2ee6007727d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:48.140300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-621818e1-f144-4345-ac7b-113560792429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['52a5e615-4926-4508-9e1a-a2ee6007727d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.164869 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-1109f187-1d89-4695-982a-74823fc501c5 service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458535 Aug 11 03:01:48.171208 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8ea14-39b6-4bfd-a420-5ee4cf56a313 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.171715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8ea14-39b6-4bfd-a420-5ee4cf56a313 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.173514 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c1e8ea14-39b6-4bfd-a420-5ee4cf56a313 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 HTTP/1.1" status: 200 len: 1990 time: 0.0763216 Aug 11 03:01:48.186352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-621818e1-f144-4345-ac7b-113560792429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.187450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621818e1-f144-4345-ac7b-113560792429 None None] The sync data for ids ['52a5e615-4926-4508-9e1a-a2ee6007727d'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:48.232129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.284528 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2bba2b9f-e05d-4e24-a432-588e75d56352 req-07df6a43-592c-4b36-a8a6-43e424262a83 service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098616 Aug 11 03:01:48.343399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.398773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port f173d622-12f5-47d7-8fab-c7eb0e9b4f81 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:48.399125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.475402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.487293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for f173d622-12f5-47d7-8fab-c7eb0e9b4f81 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:48.523477 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.662321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.693390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=f173d622-12f5-47d7-8fab-c7eb0e9b4f81,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.755015 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.848855 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.851067 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.898960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.899641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Fanout notify agent at l3_agent the message router_deleted on router 52a5e615-4926-4508-9e1a-a2ee6007727d {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:01:48.906545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.907569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-395c4bc9-f159-453a-ba24-e214a78c6604 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/routers/52a5e615-4926-4508-9e1a-a2ee6007727d HTTP/1.1" status: 204 len: 168 time: 0.8422978 Aug 11 03:01:48.911024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45452) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.962701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting subnet 8d79e6bf-97e7-4c97-8b0c-554f3b11e68a {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:48.965899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.007521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.101695 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.162841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.193837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.195803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/subnets/8d79e6bf-97e7-4c97-8b0c-554f3b11e68a HTTP/1.1" status: 204 len: 168 time: 0.2838116 Aug 11 03:01:49.196645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7a92d-9ad4-42d4-8015-d9627175ddc7 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Subnet': ['ID=8d79e6bf-97e7-4c97-8b0c-554f3b11e68a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:49.199009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45454) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:49.200968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e1031-8cff-4aeb-9bde-b265df1689e1 None None] Network 04f503d8-db22-4b83-8e06-b9b4a2d2572e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:49.283246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.341839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port abf3a20d-194e-4894-b14a-faa005ca8ad0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:49.342240 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.394091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] DHCP port deletion for 04f503d8-db22-4b83-8e06-b9b4a2d2572e request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:01:49.407621 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] For port abf3a20d-194e-4894-b14a-faa005ca8ad0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=abf3a20d-194e-4894-b14a-faa005ca8ad0,segment=NetworkSegment(b30e0aa0-8921-4fca-baa2-3da6bf3c02c5),segment_id=b30e0aa0-8921-4fca-baa2-3da6bf3c02c5)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:49.407993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.421744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for abf3a20d-194e-4894-b14a-faa005ca8ad0 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:49.443626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] Deleting port abf3a20d-194e-4894-b14a-faa005ca8ad0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:49.444003 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.504212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.506834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] For port abf3a20d-194e-4894-b14a-faa005ca8ad0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=abf3a20d-194e-4894-b14a-faa005ca8ad0,segment=NetworkSegment(b30e0aa0-8921-4fca-baa2-3da6bf3c02c5),segment_id=b30e0aa0-8921-4fca-baa2-3da6bf3c02c5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:49.507397 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.521238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] Calling delete_port for abf3a20d-194e-4894-b14a-faa005ca8ad0 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:49.530880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=abf3a20d-194e-4894-b14a-faa005ca8ad0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:49.532687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] No DVR routers for this DVR port abf3a20d-194e-4894-b14a-faa005ca8ad0 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:49.601004 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.609816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.619858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f503d8-db22-4b83-8e06-b9b4a2d2572e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.623504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] Pushing event deleted for resources: {'Port': ['ID=abf3a20d-194e-4894-b14a-faa005ca8ad0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:49.629581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d75b62-2b31-438b-98ed-a4dd88b1423b None None] No DVR routers for this DVR port abf3a20d-194e-4894-b14a-faa005ca8ad0 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:49.636354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.636661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30e0aa0-8921-4fca-baa2-3da6bf3c02c5') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.646684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.661820 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.667944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:49.668344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:49.671224 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:49.726835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.734371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.735689 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/networks/04f503d8-db22-4b83-8e06-b9b4a2d2572e HTTP/1.1" status: 204 len: 168 time: 0.5356507 Aug 11 03:01:49.738501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45456) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:49.747247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335aae-0f3e-464a-bba1-c4f8d8521280 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Network': ['ID=04f503d8-db22-4b83-8e06-b9b4a2d2572e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:49.866188 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 6fbf0290-abee-4abc-be05-3fced4e6b625 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:49.866523 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.940909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.941157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.952573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 6fbf0290-abee-4abc-be05-3fced4e6b625 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:50.096946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.120511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=6fbf0290-abee-4abc-be05-3fced4e6b625,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.149442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.186387 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.188890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.190731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-034e6cda-ba1e-4c27-8247-2dd261992f7e tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/floatingips/8097c410-68b0-422d-9c08-07c06e3e29af HTTP/1.1" status: 204 len: 168 time: 0.4511712 Aug 11 03:01:50.194297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.216953 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-779c9b4d-51f5-4be0-b12c-93add30cffb9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] DELETE failed (client error): The resource could not be found. Aug 11 03:01:50.217629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779c9b4d-51f5-4be0-b12c-93add30cffb9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:50.219338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-779c9b4d-51f5-4be0-b12c-93add30cffb9 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/ports/900b0055-489e-4de7-a45c-caf88cbef588 HTTP/1.1" status: 404 len: 333 time: 0.0240932 Aug 11 03:01:50.221772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45460) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.247856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ece63463-c248-4e08-a227-9edcf5f0b83c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/ports?device_id=52a5e615-4926-4508-9e1a-a2ee6007727d HTTP/1.1" status: 200 len: 205 time: 0.0250118 Aug 11 03:01:50.250229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45462) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.292226 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-2247f8d1-dac1-43da-a1d0-b12e86831f56 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] delete failed (client error): The resource could not be found. Aug 11 03:01:50.293284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2247f8d1-dac1-43da-a1d0-b12e86831f56 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/routers/52a5e615-4926-4508-9e1a-a2ee6007727d HTTP/1.1" status: 404 len: 336 time: 0.0421600 Aug 11 03:01:50.296046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.324225 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f627900-5f7d-4cb3-beb6-e1e5bc9b5289 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] DELETE failed (client error): The resource could not be found. Aug 11 03:01:50.324692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f627900-5f7d-4cb3-beb6-e1e5bc9b5289 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:50.326568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0f627900-5f7d-4cb3-beb6-e1e5bc9b5289 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/subnets/8d79e6bf-97e7-4c97-8b0c-554f3b11e68a HTTP/1.1" status: 404 len: 337 time: 0.0295298 Aug 11 03:01:50.329025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45466) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.410818 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device abf3a20d-194e-4894-b14a-faa005ca8ad0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:50.430145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port ab21a04d-4484-48ea-8192-854280cf1230 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:50.430493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.432466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: abf3a20d-194e-4894-b14a-faa005ca8ad0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:50.432821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device abf3a20d-194e-4894-b14a-faa005ca8ad0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:50.518985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.530455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for ab21a04d-4484-48ea-8192-854280cf1230 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:50.659255 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.688297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=ab21a04d-4484-48ea-8192-854280cf1230,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.755046 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.757046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-feb1e995-c390-48ce-aaaa-7dac9c8443a2 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/ports/ab21a04d-4484-48ea-8192-854280cf1230 HTTP/1.1" status: 204 len: 168 time: 0.4271080 Aug 11 03:01:50.759938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45468) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.848823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 6d68e049-a996-46ad-9544-d39b9509caf2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:50.849167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.932304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.943780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 6d68e049-a996-46ad-9544-d39b9509caf2 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:51.071823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.099488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=6d68e049-a996-46ad-9544-d39b9509caf2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.170120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.172009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1403ec9c-0de7-4d3c-bc5a-fa7198e3dcd5 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/ports/6d68e049-a996-46ad-9544-d39b9509caf2 HTTP/1.1" status: 204 len: 168 time: 0.4111311 Aug 11 03:01:51.174541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45470) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:51.222921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f3364-7bd4-4982-97fe-7fa2638f37e6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.224320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-827f3364-7bd4-4982-97fe-7fa2638f37e6 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "GET /v2.0/ports?device_id=84390ea2-59e6-42e9-9b61-ebae27bceaea HTTP/1.1" status: 200 len: 913 time: 0.0488698 Aug 11 03:01:51.226986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45472) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:51.572370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.826593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 5b5c3a0d-a293-419b-9592-2571c030b071 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:51.826837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.914083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.926638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 5b5c3a0d-a293-419b-9592-2571c030b071 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:52.126922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.155020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=5b5c3a0d-a293-419b-9592-2571c030b071,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.318153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.536036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Router 84390ea2-59e6-42e9-9b61-ebae27bceaea has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:52.646279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:52.653152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81c7485b-bc9b-4472-a965-174c0665469d tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "PUT /v2.0/routers/84390ea2-59e6-42e9-9b61-ebae27bceaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234672 Aug 11 03:01:52.653854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45474) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:52.656648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] Sync routers for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:52.667637 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:52.668268 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:52.707685 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:52.716625 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] Routers {'84390ea2-59e6-42e9-9b61-ebae27bceaea'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:52.717246 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['84390ea2-59e6-42e9-9b61-ebae27bceaea'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:52.748595 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:52.754335 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42864b8-0ff5-4e82-ac76-5939864e330a None None] The sync data for ids ['84390ea2-59e6-42e9-9b61-ebae27bceaea'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:52.769691 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.212154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.217628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.268808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting port 5654638e-b6f6-4bcd-aff1-076b4d632e3e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:53.269153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.345282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.356829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Calling delete_port for 5654638e-b6f6-4bcd-aff1-076b4d632e3e owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:53.383980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.520533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.547156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Port': ['ID=5654638e-b6f6-4bcd-aff1-076b4d632e3e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:53.606286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.701667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.703965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.752873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.753395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Fanout notify agent at l3_agent the message router_deleted on router 84390ea2-59e6-42e9-9b61-ebae27bceaea {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:01:53.760741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.761877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-66f6984e-d74c-43fa-aea0-b23a9a339c6c tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/routers/84390ea2-59e6-42e9-9b61-ebae27bceaea HTTP/1.1" status: 204 len: 168 time: 1.1069441 Aug 11 03:01:53.765039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:53.838873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Deleting subnet 938f123c-21d5-425f-abff-423347fe130a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:53.842229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.889955 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.937013 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.999018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.028765 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Subnet': ['ID=938f123c-21d5-425f-abff-423347fe130a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.032643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.037520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-429293bb-29fe-4c07-90e6-6060a3496b7b tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/subnets/938f123c-21d5-425f-abff-423347fe130a HTTP/1.1" status: 204 len: 168 time: 0.2692010 Aug 11 03:01:54.037814 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.126465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.222089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.232040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deacffe-a8ec-42ca-965c-40d4d22d0fb5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:54.244249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89370c1-bfde-46dc-8e8c-14c66520ce8c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:54.244546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89370c1-bfde-46dc-8e8c-14c66520ce8c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:54.254456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.275285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.281789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:54.282229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:54.285756 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:54.348051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.356608 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.362228 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] 10.222.0.16 "DELETE /v2.0/networks/7deacffe-a8ec-42ca-965c-40d4d22d0fb5 HTTP/1.1" status: 204 len: 168 time: 0.3232415 Aug 11 03:01:54.374644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f803b2c-c91d-4507-aa32-8d3d704d2c14 tempest-FloatingIPTestJSON-594495721 tempest-FloatingIPTestJSON-594495721-project] Pushing event deleted for resources: {'Network': ['ID=7deacffe-a8ec-42ca-965c-40d4d22d0fb5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.562124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45486) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.695410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7fddf217-e0c3-47ae-942a-2eea83228297 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d00913aeb32456f88d6190291bf80c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320670 Aug 11 03:01:54.697861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45490) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.746952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19e200ec-a472-4aeb-adcc-d56467767aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.768685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19e200ec-a472-4aeb-adcc-d56467767aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.815118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19e200ec-a472-4aeb-adcc-d56467767aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.817816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19e200ec-a472-4aeb-adcc-d56467767aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.819054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-19e200ec-a472-4aeb-adcc-d56467767aef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae45cefe-5d0e-4b38-9f0e-689637676341 HTTP/1.1" status: 204 len: 168 time: 0.1202323 Aug 11 03:01:54.826744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e200ec-a472-4aeb-adcc-d56467767aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae45cefe-5d0e-4b38-9f0e-689637676341,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:55.564068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45512) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:55.660889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1616236163'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:55.686365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Made reservation on behalf of 8c6fbee99d6c4efdb7414305ad84eacf for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:55.689779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.698270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.787730 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.791453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.818460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:55.827429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a1a06e-277d-4bc2-8243-575902b1a56c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:55.833834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.834221 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Added segment b29d3417-8c26-4ecb-918b-e7b67d2fb6de of type vlan for network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee Aug 11 03:01:55.875161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.902789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.909038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.909635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.973047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4072433 Aug 11 03:01:55.975938 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:55.981361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'subnet': {'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:55.987696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34efd2-59f9-4f09-a091-b31b1fdd1d07 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Network': ['ID=8dd9bb86-d82f-45da-b8a1-c0e91369e2ee,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:55.997808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:56.075027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Made reservation on behalf of 8c6fbee99d6c4efdb7414305ad84eacf for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:56.078580 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.264066 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.319380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Subnet': ['ID=2823b1ce-0e9b-441e-a8f8-25ae6354121d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.334988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Checking segment: {'id': 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:56.335354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network hostable DHCP agents. Network: 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:56.353286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:56.362896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:56.367380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.367986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.372491 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564b2ef-4c49-4fed-8dbd-71605ecc42e0 None None] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:56.383501 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d014d6c5-aa66-4a5a-a3bc-d3085388578e tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4064195 Aug 11 03:01:56.386743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45518) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:56.391964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-369868479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:56.416490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.417457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.471301 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.476506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.494935 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.496282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1c1f27af-172b-43bb-b6fd-3c5e609f3831 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1085575 Aug 11 03:01:56.500825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:56.525499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-8dd9bb86-d82f-45da-b8a1-c0e91369e2ee', 'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee', 'tenant_id': '8c6fbee99d6c4efdb7414305ad84eacf', 'fixed_ips': [{'subnet_id': '2823b1ce-0e9b-441e-a8f8-25ae6354121d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:01:56.526420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.676286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Allocated IP 172.20.0.2 (8dd9bb86-d82f-45da-b8a1-c0e91369e2ee/2823b1ce-0e9b-441e-a8f8-25ae6354121d/fc5413d0-7848-4176-a104-8a54e91f5ca4) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:56.802344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.829445 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.838162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Transition to ACTIVE for port object fc5413d0-7848-4176-a104-8a54e91f5ca4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:56.853261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Transition to ACTIVE for port object fc5413d0-7848-4176-a104-8a54e91f5ca4 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:56.859173 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.900702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:56.905757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:56.908312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:56.916079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Pushing event updated for resources: {'Port': ['ID=fc5413d0-7848-4176-a104-8a54e91f5ca4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.975952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Attempting to bind port fc5413d0-7848-4176-a104-8a54e91f5ca4 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:56.976529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Attempting to bind port fc5413d0-7848-4176-a104-8a54e91f5ca4 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:56.976905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Attempting to bind port fc5413d0-7848-4176-a104-8a54e91f5ca4 on network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:56.983137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:56.983611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Checking segment: {'id': 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:56.984023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.984426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Bound using segment: {'id': 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:56.984958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Bound port: fc5413d0-7848-4176-a104-8a54e91f5ca4, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:56.985350 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.061785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] For port fc5413d0-7848-4176-a104-8a54e91f5ca4, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:57.063533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Allocated IP 172.20.0.1 (8dd9bb86-d82f-45da-b8a1-c0e91369e2ee/2823b1ce-0e9b-441e-a8f8-25ae6354121d/4cbcfea6-a086-4b80-aa00-f12f029b9b15) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:57.068444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] For port fc5413d0-7848-4176-a104-8a54e91f5ca4, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fc5413d0-7848-4176-a104-8a54e91f5ca4,segment=NetworkSegment(b29d3417-8c26-4ecb-918b-e7b67d2fb6de),segment_id=b29d3417-8c26-4ecb-918b-e7b67d2fb6de)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:57.074537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.146400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609509d-8495-4dc9-b4bf-a158005974ee None None] Pushing event updated for resources: {'Port': ['ID=fc5413d0-7848-4176-a104-8a54e91f5ca4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.202531 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.218500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Transition to ACTIVE for port object 4cbcfea6-a086-4b80-aa00-f12f029b9b15 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:57.254102 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.312865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:57.315148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:57.319534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:57.326092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Port': ['ID=4cbcfea6-a086-4b80-aa00-f12f029b9b15,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.369219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.494460 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.775583 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.782369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.857473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Port': ['ID=4cbcfea6-a086-4b80-aa00-f12f029b9b15,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.860041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.963638 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:57.965198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:58.091568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Router f3faf763-d246-4004-aadf-1c8cab350898 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:01:58.096330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3223b4c-e7bc-4c2f-a560-74d8b44fdcba None None] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:58.166527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-91fdf690-9c6f-4a71-b9ca-e06c16652f98 None None] Provisioning for port fc5413d0-7848-4176-a104-8a54e91f5ca4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:58.185439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:58.193426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45522) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.194694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ce848a46-9dc6-4979-b6d1-924c6b80ba4c tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "PUT /v2.0/routers/f3faf763-d246-4004-aadf-1c8cab350898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916704 Aug 11 03:01:58.199335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'port': {'network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee', 'name': 'tempest-FloatingIPNegativeTestJSON-896432933'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:58.210842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] Sync routers for ids ['f3faf763-d246-4004-aadf-1c8cab350898'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:58.253354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] Routers {'f3faf763-d246-4004-aadf-1c8cab350898'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:58.254281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['f3faf763-d246-4004-aadf-1c8cab350898'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.297357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.321162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Made reservation on behalf of 8c6fbee99d6c4efdb7414305ad84eacf for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:58.324978 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.326616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] Routers {'f3faf763-d246-4004-aadf-1c8cab350898'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:58.327311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['f3faf763-d246-4004-aadf-1c8cab350898'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.344263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] device_id is not set on port 19e3111d-01c4-4c67-8809-2f3edb3eedd4 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:58.362384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.363051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a9d14-db8b-4725-9a66-8491b4207e19 None None] The sync data for ids ['f3faf763-d246-4004-aadf-1c8cab350898'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:58.464894 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fc5413d0-7848-4176-a104-8a54e91f5ca4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:58.487575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Allocated IP 172.20.0.13 (8dd9bb86-d82f-45da-b8a1-c0e91369e2ee/2823b1ce-0e9b-441e-a8f8-25ae6354121d/19e3111d-01c4-4c67-8809-2f3edb3eedd4) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:58.527328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port fc5413d0-7848-4176-a104-8a54e91f5ca4 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:58.531769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port fc5413d0-7848-4176-a104-8a54e91f5ca4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:58.532147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.674616 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.690703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Transition to ACTIVE for port object 19e3111d-01c4-4c67-8809-2f3edb3eedd4 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:58.728086 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.741686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Provisioning complete for port fc5413d0-7848-4176-a104-8a54e91f5ca4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:58.742118 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.779614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:58.783533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:58.788270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:58.792528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Port': ['ID=19e3111d-01c4-4c67-8809-2f3edb3eedd4,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:58.826660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.840722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.841392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.861914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fdff5eda-3801-4212-9ac6-7412ecccb154 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6663725 Aug 11 03:01:58.865494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45524) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.871904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:58.900921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.905559 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.906451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port fc5413d0-7848-4176-a104-8a54e91f5ca4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fc5413d0-7848-4176-a104-8a54e91f5ca4,segment=NetworkSegment(b29d3417-8c26-4ecb-918b-e7b67d2fb6de),segment_id=b29d3417-8c26-4ecb-918b-e7b67d2fb6de)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:58.914970 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.003256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=fc5413d0-7848-4176-a104-8a54e91f5ca4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.008073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:01:59.008432 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:01:59.026931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.137081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Allocated IP 172.25.6.71 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/7a7be2b6-3b5c-4180-99f4-71cc7ded842f) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:59.250353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.290602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.330839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:59.333775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:59.337401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:59.342713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Port': ['ID=7a7be2b6-3b5c-4180-99f4-71cc7ded842f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.428323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.464013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.566546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Provisioning for port 4cbcfea6-a086-4b80-aa00-f12f029b9b15 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:59.572590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Provisioning complete for port 4cbcfea6-a086-4b80-aa00-f12f029b9b15 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:59.572968 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.606777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6f08dd5d-5b92-4f32-b64b-102e04933482 None None] Port 4cbcfea6-a086-4b80-aa00-f12f029b9b15 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:59.632979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.638298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.702572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Port': ['ID=7a7be2b6-3b5c-4180-99f4-71cc7ded842f,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.716454 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.723753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Provisioning complete for port 4cbcfea6-a086-4b80-aa00-f12f029b9b15 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:59.724122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.730367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.731625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0329b694-4d50-4bc1-985a-7bc027b72dc9 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8650811 Aug 11 03:01:59.734482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45526) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:59.739056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-535f75c3-e7f4-4aab-bc70-6bf33277281b tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'floatingip': {'port_id': '19e3111d-01c4-4c67-8809-2f3edb3eedd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:59.757860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Port 4cbcfea6-a086-4b80-aa00-f12f029b9b15 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:59.769157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Provisioning for port 19e3111d-01c4-4c67-8809-2f3edb3eedd4 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:59.773178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Provisioning complete for port 19e3111d-01c4-4c67-8809-2f3edb3eedd4 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:59.773549 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.783577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-535f75c3-e7f4-4aab-bc70-6bf33277281b tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.807023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b3824-0a01-4fec-8997-849738b6a337 None None] Port 19e3111d-01c4-4c67-8809-2f3edb3eedd4 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:59.892674 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-535f75c3-e7f4-4aab-bc70-6bf33277281b tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] update failed (client error): The resource could not be found. Aug 11 03:01:59.893664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-535f75c3-e7f4-4aab-bc70-6bf33277281b tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "PUT /v2.0/floatingips/8d1731c4-d0a0-4176-bd29-7e05a6863ae1 HTTP/1.1" status: 404 len: 507 time: 0.1582499 Aug 11 03:01:59.896557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45528) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:00.021006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Deleting port 7a7be2b6-3b5c-4180-99f4-71cc7ded842f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:00.021340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.102817 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.103144 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.114958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Calling delete_port for 7a7be2b6-3b5c-4180-99f4-71cc7ded842f owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:00.253666 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.279985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Port': ['ID=7a7be2b6-3b5c-4180-99f4-71cc7ded842f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:00.337514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.340056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.341224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-90cee686-bb79-484e-b38a-a428b08e7b1a tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d1731c4-d0a0-4176-bd29-7e05a6863ae1 HTTP/1.1" status: 204 len: 168 time: 0.4437618 Aug 11 03:02:00.344850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45532) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:00.349883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-317069f9-5cb1-454c-9627-0a4ef48cf609 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'floatingip': {'floating_network_id': '8dd9bb86-d82f-45da-b8a1-c0e91369e2ee', 'port_id': '19e3111d-01c4-4c67-8809-2f3edb3eedd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:00.372425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-317069f9-5cb1-454c-9627-0a4ef48cf609 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.412523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fc5413d0-7848-4176-a104-8a54e91f5ca4 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:00.461106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port fc5413d0-7848-4176-a104-8a54e91f5ca4 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:00.461479 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.485018 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-317069f9-5cb1-454c-9627-0a4ef48cf609 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:00.486457 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-317069f9-5cb1-454c-9627-0a4ef48cf609 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1398189 Aug 11 03:02:00.490839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45534) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:00.495495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '19e3111d-01c4-4c67-8809-2f3edb3eedd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:00.520924 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.637798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.742347 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Allocated IP 172.25.6.50 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/75848ba2-ac84-4a00-920e-dfc86484d306) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:00.848985 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.888103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.928153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:00.931057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:00.934599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:00.939850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event updated for resources: {'Port': ['ID=75848ba2-ac84-4a00-920e-dfc86484d306,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:01.092719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Deleting port 75848ba2-ac84-4a00-920e-dfc86484d306 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:01.093074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.170589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.170843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.183121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Calling delete_port for 75848ba2-ac84-4a00-920e-dfc86484d306 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:01.299787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.327339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Port': ['ID=75848ba2-ac84-4a00-920e-dfc86484d306,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:01.401101 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] create failed (client error): The resource could not be found. Aug 11 03:02:01.402255 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c2404781-e1bd-42b5-996a-aeb9fc69f6b7 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9104030 Aug 11 03:02:01.405723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:01.489789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Deleting port 19e3111d-01c4-4c67-8809-2f3edb3eedd4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:01.490143 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.578813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.590992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Calling delete_port for 19e3111d-01c4-4c67-8809-2f3edb3eedd4 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:01.721850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.747785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Port': ['ID=19e3111d-01c4-4c67-8809-2f3edb3eedd4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:01.820804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.822967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5c030ced-7639-405f-b572-42b0add35d50 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "DELETE /v2.0/ports/19e3111d-01c4-4c67-8809-2f3edb3eedd4 HTTP/1.1" status: 204 len: 168 time: 0.4162726 Aug 11 03:02:01.825473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45538) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:01.884146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0eea7c-d4ad-4557-9efb-a9a2ef31d8ee tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.885711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-af0eea7c-d4ad-4557-9efb-a9a2ef31d8ee tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3faf763-d246-4004-aadf-1c8cab350898 HTTP/1.1" status: 200 len: 913 time: 0.0587816 Aug 11 03:02:01.888528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45540) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:02.199072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.437105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Deleting port 4cbcfea6-a086-4b80-aa00-f12f029b9b15 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:02.437831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.485158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-abf97252-6c34-4259-bff4-7015d1d69d4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437019 Aug 11 03:02:02.525363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.538204 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Calling delete_port for 4cbcfea6-a086-4b80-aa00-f12f029b9b15 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:02.588818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e740d4-284a-4082-aa5e-5a603025846f req-d64512f8-b767-46a6-91b0-a58da218b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.590381 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-d64512f8-b767-46a6-91b0-a58da218b878 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1136 time: 0.0524223 Aug 11 03:02:02.698407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e740d4-284a-4082-aa5e-5a603025846f req-449e229b-1e7d-450e-970e-1c6d03199794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.699915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-449e229b-1e7d-450e-970e-1c6d03199794 service neutron] 10.222.0.25 "GET /v2.0/networks?id=234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 200 len: 897 time: 0.0864482 Aug 11 03:02:02.721414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.750327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Port': ['ID=4cbcfea6-a086-4b80-aa00-f12f029b9b15,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:02.779712 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-54bb7a1d-2db7-4711-8b96-cfceb1667606 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 200 len: 1002 time: 0.0670967 Aug 11 03:02:02.837888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e740d4-284a-4082-aa5e-5a603025846f req-ad953e1a-95e7-40b6-8ec5-5137206d0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.839494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-ad953e1a-95e7-40b6-8ec5-5137206d0dd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=311559ff-1472-434c-9c3e-8f20c887b5a8 HTTP/1.1" status: 200 len: 835 time: 0.0493193 Aug 11 03:02:02.893708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e740d4-284a-4082-aa5e-5a603025846f req-87077faa-2ddc-42cb-a6ff-019790e37252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.895360 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-87077faa-2ddc-42cb-a6ff-019790e37252 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=234d5b33-01a4-492b-a069-b457a8ddec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474114 Aug 11 03:02:02.901986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.999749 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-0223b98c-9e75-4ea9-84d1-55b076100bce service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954859 Aug 11 03:02:03.105858 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-05e740d4-284a-4082-aa5e-5a603025846f req-4db74d7d-d729-4155-a877-17abd30da3a9 service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956621 Aug 11 03:02:03.405717 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Router f3faf763-d246-4004-aadf-1c8cab350898 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:03.480374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:03.485428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3a17d67c-ad3a-4dc3-8782-172878cfaacf tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "PUT /v2.0/routers/f3faf763-d246-4004-aadf-1c8cab350898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5958307 Aug 11 03:02:03.488691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.491301 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] Sync routers for ids ['f3faf763-d246-4004-aadf-1c8cab350898'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:03.501050 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] Routers {'f3faf763-d246-4004-aadf-1c8cab350898'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:03.501670 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['f3faf763-d246-4004-aadf-1c8cab350898'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:03.532298 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:03.541246 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] Routers {'f3faf763-d246-4004-aadf-1c8cab350898'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:03.541848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:01:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['f3faf763-d246-4004-aadf-1c8cab350898'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:03.566913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.574671 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:03.575315 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f2158-af6a-4869-b158-dc90b0952a62 None None] The sync data for ids ['f3faf763-d246-4004-aadf-1c8cab350898'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:03.724273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.726363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.768648 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.769222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Fanout notify agent at l3_agent the message router_deleted on router f3faf763-d246-4004-aadf-1c8cab350898 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:02:03.779497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.781011 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2bd8cbd4-3ea7-4d73-8b8c-1ee1dc8fb2f3 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "DELETE /v2.0/routers/f3faf763-d246-4004-aadf-1c8cab350898 HTTP/1.1" status: 204 len: 168 time: 0.2895093 Aug 11 03:02:03.784031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45544) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.832764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Deleting subnet 2823b1ce-0e9b-441e-a8f8-25ae6354121d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:03.835811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.882455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.963785 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.021838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.057480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.062220 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "DELETE /v2.0/subnets/2823b1ce-0e9b-441e-a8f8-25ae6354121d HTTP/1.1" status: 204 len: 168 time: 0.2744038 Aug 11 03:02:04.062220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d310d-1985-4f88-992d-3cc72b232fc0 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Subnet': ['ID=2823b1ce-0e9b-441e-a8f8-25ae6354121d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.062397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45546) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:04.063071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327c7be-310d-4c5e-a281-e15083459dde None None] Network 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:04.151993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.210311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Deleting port fc5413d0-7848-4176-a104-8a54e91f5ca4 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:04.210664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.230069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] DHCP port deletion for 8dd9bb86-d82f-45da-b8a1-c0e91369e2ee request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:04.278194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] For port fc5413d0-7848-4176-a104-8a54e91f5ca4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fc5413d0-7848-4176-a104-8a54e91f5ca4,segment=NetworkSegment(b29d3417-8c26-4ecb-918b-e7b67d2fb6de),segment_id=b29d3417-8c26-4ecb-918b-e7b67d2fb6de)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.278426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] Deleting port fc5413d0-7848-4176-a104-8a54e91f5ca4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:04.278538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.278789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.293104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Calling delete_port for fc5413d0-7848-4176-a104-8a54e91f5ca4 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:04.345822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] For port fc5413d0-7848-4176-a104-8a54e91f5ca4, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fc5413d0-7848-4176-a104-8a54e91f5ca4,segment=NetworkSegment(b29d3417-8c26-4ecb-918b-e7b67d2fb6de),segment_id=b29d3417-8c26-4ecb-918b-e7b67d2fb6de)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.346251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.358796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] Calling delete_port for fc5413d0-7848-4176-a104-8a54e91f5ca4 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:04.383312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.412410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Port': ['ID=fc5413d0-7848-4176-a104-8a54e91f5ca4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.417604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] No DVR routers for this DVR port fc5413d0-7848-4176-a104-8a54e91f5ca4 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:04.426720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fc5413d0-7848-4176-a104-8a54e91f5ca4 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:04.451938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: fc5413d0-7848-4176-a104-8a54e91f5ca4 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:04.452278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fc5413d0-7848-4176-a104-8a54e91f5ca4 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:04.459454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.487490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] Pushing event deleted for resources: {'Port': ['ID=fc5413d0-7848-4176-a104-8a54e91f5ca4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.491063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d34d24-51d8-4adf-90ff-537f0e141e3a None None] No DVR routers for this DVR port fc5413d0-7848-4176-a104-8a54e91f5ca4 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:04.497914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.509203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd9bb86-d82f-45da-b8a1-c0e91369e2ee']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:04.520319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:04.520614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29d3417-8c26-4ecb-918b-e7b67d2fb6de') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:04.529424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.544129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.549859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:04.550278 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:04.553159 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:04.609141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.615735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.617531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] 10.222.0.16 "DELETE /v2.0/networks/8dd9bb86-d82f-45da-b8a1-c0e91369e2ee HTTP/1.1" status: 204 len: 168 time: 0.5496376 Aug 11 03:02:04.629734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c50cc5-08b1-4ffa-b2cc-0529d7649528 tempest-FloatingIPNegativeTestJSON-88596683 tempest-FloatingIPNegativeTestJSON-88596683-project] Pushing event deleted for resources: {'Network': ['ID=8dd9bb86-d82f-45da-b8a1-c0e91369e2ee,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.855329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45552) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:04.987445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c658a396-6762-49a5-95c5-3c65c0706959 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c6fbee99d6c4efdb7414305ad84eacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309156 Aug 11 03:02:04.989980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45556) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.043811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec42b0b-53e1-4db8-bf3e-9fc923c96023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.063564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec42b0b-53e1-4db8-bf3e-9fc923c96023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.110193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec42b0b-53e1-4db8-bf3e-9fc923c96023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.112764 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fec42b0b-53e1-4db8-bf3e-9fc923c96023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.113972 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fec42b0b-53e1-4db8-bf3e-9fc923c96023 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3a1a06e-277d-4bc2-8243-575902b1a56c HTTP/1.1" status: 204 len: 168 time: 0.1230631 Aug 11 03:02:05.121251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec42b0b-53e1-4db8-bf3e-9fc923c96023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a1a06e-277d-4bc2-8243-575902b1a56c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.752120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45580) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.847019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-24be6c67-72b3-422b-adf1-83b25d26f31d tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] Request body: {'port': {'network_id': '8858e2ba-6768-4e54-9bba-f8d566d0f08a', 'name': 'tempest-NetworksNegativeTestJSON-1560494728'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:05.860207 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-24be6c67-72b3-422b-adf1-83b25d26f31d tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] POST failed (client error): The resource could not be found. Aug 11 03:02:05.861277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24be6c67-72b3-422b-adf1-83b25d26f31d tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:05.862366 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-24be6c67-72b3-422b-adf1-83b25d26f31d tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1092470 Aug 11 03:02:05.866126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.883929 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-462646e0-e6cc-4b84-8000-305309f260f7 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:05.884447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462646e0-e6cc-4b84-8000-305309f260f7 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:05.886056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-462646e0-e6cc-4b84-8000-305309f260f7 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "DELETE /v2.0/networks/74b55b25-8b6a-422c-807c-ee874ea2c3b6 HTTP/1.1" status: 404 len: 339 time: 0.0190299 Aug 11 03:02:05.889324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45586) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.910525 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd54800f-54ba-415a-8d3e-aff7fc179d18 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:05.911106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd54800f-54ba-415a-8d3e-aff7fc179d18 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:05.912725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fd54800f-54ba-415a-8d3e-aff7fc179d18 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "DELETE /v2.0/ports/8b839d89-beea-43af-bd80-af05b3d63bcc HTTP/1.1" status: 404 len: 333 time: 0.0225439 Aug 11 03:02:05.916242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.950372 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4f6b76-4dac-486e-92e1-c1ec3c44cb78 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:05.950834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4f6b76-4dac-486e-92e1-c1ec3c44cb78 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:05.952918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d4f6b76-4dac-486e-92e1-c1ec3c44cb78 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "DELETE /v2.0/subnets/69fb6ea9-22c2-4bc7-a073-7d309c8c209a HTTP/1.1" status: 404 len: 337 time: 0.0357046 Aug 11 03:02:05.956308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.975441 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-356a3d2b-c6e9-4d37-81e9-db09f3c316d5 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] GET failed (client error): The resource could not be found. Aug 11 03:02:05.976856 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-356a3d2b-c6e9-4d37-81e9-db09f3c316d5 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "GET /v2.0/networks/eb4b60c2-43f9-49e0-b5f1-c05bb45dbaed HTTP/1.1" status: 404 len: 339 time: 0.0195282 Aug 11 03:02:05.980628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45592) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.006029 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c649ce0d-7009-44f6-9935-4a8d26d4064a tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] GET failed (client error): The resource could not be found. Aug 11 03:02:06.007483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c649ce0d-7009-44f6-9935-4a8d26d4064a tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "GET /v2.0/ports/33f0cc6d-ae40-4431-8cc4-fd67448a3ce6 HTTP/1.1" status: 404 len: 333 time: 0.0258682 Aug 11 03:02:06.011670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45594) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.039949 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a8dbd8-fe5b-40bb-b588-b788f59cbae9 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] GET failed (client error): The resource could not be found. Aug 11 03:02:06.041271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-01a8dbd8-fe5b-40bb-b588-b788f59cbae9 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "GET /v2.0/subnets/66a5717b-0bc2-4629-b227-f101ae7444ab HTTP/1.1" status: 404 len: 337 time: 0.0286875 Aug 11 03:02:06.045764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45596) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.051430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d7fe1edb-a782-45e6-95da-1836c0c4f14a tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:06.065626 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fe1edb-a782-45e6-95da-1836c0c4f14a tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] PUT failed (client error): The resource could not be found. Aug 11 03:02:06.066238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fe1edb-a782-45e6-95da-1836c0c4f14a tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:06.067375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d7fe1edb-a782-45e6-95da-1836c0c4f14a tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "PUT /v2.0/networks/543a0471-8cf4-4116-8f8a-ce3d7ed46d08 HTTP/1.1" status: 404 len: 339 time: 0.0206614 Aug 11 03:02:06.071266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45598) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.076343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-da3ed1ad-6b7c-4cfb-97c9-178da8b19ec9 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:06.097502 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3ed1ad-6b7c-4cfb-97c9-178da8b19ec9 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] PUT failed (client error): The resource could not be found. Aug 11 03:02:06.098050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3ed1ad-6b7c-4cfb-97c9-178da8b19ec9 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:06.099161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-da3ed1ad-6b7c-4cfb-97c9-178da8b19ec9 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "PUT /v2.0/ports/30730e06-740b-4440-84d4-836327e85d97 HTTP/1.1" status: 404 len: 333 time: 0.0269859 Aug 11 03:02:06.102752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45600) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.107676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e7fe810a-b945-4e51-abf6-e439ea06a102 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:06.129451 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fe810a-b945-4e51-abf6-e439ea06a102 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] PUT failed (client error): The resource could not be found. Aug 11 03:02:06.129895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fe810a-b945-4e51-abf6-e439ea06a102 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:06.131018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e7fe810a-b945-4e51-abf6-e439ea06a102 tempest-NetworksNegativeTestJSON-565159264 tempest-NetworksNegativeTestJSON-565159264-project] 10.222.0.16 "PUT /v2.0/subnets/21f2692d-2a51-4e2c-a876-bb767ee35655 HTTP/1.1" status: 404 len: 337 time: 0.0273767 Aug 11 03:02:06.372766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45606) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.478333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f57cc2f-1047-4284-89f5-ffca21436f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.570760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f57cc2f-1047-4284-89f5-ffca21436f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.574911 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9f57cc2f-1047-4284-89f5-ffca21436f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.615417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9f57cc2f-1047-4284-89f5-ffca21436f95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcdb1eb434cb4ecdb36c3a7d3ee987ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413578 Aug 11 03:02:06.617771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45610) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.624043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57cc2f-1047-4284-89f5-ffca21436f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086dc8b3-39f5-4b33-8742-50f72c0f5e04,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:06.672200 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21f07246-d20f-47a8-9e40-3739e4844fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.694101 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21f07246-d20f-47a8-9e40-3739e4844fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.743358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21f07246-d20f-47a8-9e40-3739e4844fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.745883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21f07246-d20f-47a8-9e40-3739e4844fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.747055 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-21f07246-d20f-47a8-9e40-3739e4844fca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/086dc8b3-39f5-4b33-8742-50f72c0f5e04 HTTP/1.1" status: 204 len: 168 time: 0.1283436 Aug 11 03:02:06.755078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f07246-d20f-47a8-9e40-3739e4844fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086dc8b3-39f5-4b33-8742-50f72c0f5e04,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.268574 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:07.370981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45632) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:07.467225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1239754083'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:07.489324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:07.492813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.501039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.590961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.594718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.623468 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:07.629414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395498df-f1d2-4cba-8f54-816d584527a2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.637517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.637921 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment 6113a7d8-a144-48f3-9dc2-cbaa4889dc50 of type vlan for network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef Aug 11 03:02:07.681353 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.711289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.716972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.717570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.785731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4135282 Aug 11 03:02:07.788654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45636) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:07.793702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'name': 'tempest-PortsTestJSON-187138679'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:07.812920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df30df-c615-4243-b5ab-9748db6a7a25 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.823581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:07.896186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:07.899710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.918187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port d6cd6b45-2941-4eb4-9d2a-1add426bf36a yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:08.088562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.124724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.188708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=d6cd6b45-2941-4eb4-9d2a-1add426bf36a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:08.197363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': '6113a7d8-a144-48f3-9dc2-cbaa4889dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:08.197726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:08.214308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:08.222893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:08.226586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:08.232277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.232456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333efb35-890b-47df-a212-987dd6670245 None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:08.232901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.249066 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5c97fcf6-c02a-4816-93b6-29f9cfccb582 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4591274 Aug 11 03:02:08.251973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45640) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:08.257036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-818150233'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:08.278519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:08.281957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.306245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:08.315219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.315589 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment 62de9b31-678e-4ac9-8c45-336fa98dd6ee of type vlan for network 388e8dce-21b8-4732-b053-759f3d01d5c7 Aug 11 03:02:08.355997 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.385231 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.390837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.391428 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.444737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1916256 Aug 11 03:02:08.447238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45642) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:08.454161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'ports': [{'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'}, {'network_id': '388e8dce-21b8-4732-b053-759f3d01d5c7'}]} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:08.455105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:08.455585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '388e8dce-21b8-4732-b053-759f3d01d5c7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:08.507835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35eaca5-f93b-4ab1-a49a-13e786f6c37d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=388e8dce-21b8-4732-b053-759f3d01d5c7,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:08.518773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 388e8dce-21b8-4732-b053-759f3d01d5c7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:08.618843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 2} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:08.623729 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.637751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.727510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 4d7ecaca-2098-4d04-b8e2-257b4151cc16 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:08.841844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.917393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 723a1d4e-4f00-418c-9b4a-c592c670bf57 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:09.030594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.071017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.120687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:09.123801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:09.128225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:09.129069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.136316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=4d7ecaca-2098-4d04-b8e2-257b4151cc16,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.199704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=723a1d4e-4f00-418c-9b4a-c592c670bf57,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.204235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': '62de9b31-678e-4ac9-8c45-336fa98dd6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '388e8dce-21b8-4732-b053-759f3d01d5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:09.204603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: 388e8dce-21b8-4732-b053-759f3d01d5c7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:09.222235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 388e8dce-21b8-4732-b053-759f3d01d5c7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:09.230892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 388e8dce-21b8-4732-b053-759f3d01d5c7) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:09.234563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:09.239889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153624bd-4744-43d3-b5b5-e7c852223367 None None] Network 388e8dce-21b8-4732-b053-759f3d01d5c7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:09.241083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.245993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.246712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.261275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dbf4be8f-faed-444f-8a38-b8016e3fb646 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8129873 Aug 11 03:02:09.264044 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45644) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:09.365716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 723a1d4e-4f00-418c-9b4a-c592c670bf57 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:09.366234 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.440794 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.454296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 723a1d4e-4f00-418c-9b4a-c592c670bf57 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:09.531969 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.564362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=723a1d4e-4f00-418c-9b4a-c592c670bf57,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.569982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.572103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-95d8eb3c-6157-4efb-8d42-fb2723a3f291 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/723a1d4e-4f00-418c-9b4a-c592c670bf57 HTTP/1.1" status: 204 len: 168 time: 0.3071370 Aug 11 03:02:09.574703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45646) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:09.655682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad4a14-8fd8-42b6-a545-546383851c7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.662452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad4a14-8fd8-42b6-a545-546383851c7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.664017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-19ad4a14-8fd8-42b6-a545-546383851c7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0883996 Aug 11 03:02:09.666733 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45648) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:09.756490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 4d7ecaca-2098-4d04-b8e2-257b4151cc16 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:09.756839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.821276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.834518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 4d7ecaca-2098-4d04-b8e2-257b4151cc16 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:09.917815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.945862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=4d7ecaca-2098-4d04-b8e2-257b4151cc16,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.950909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.952923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fd5df8f4-b2ac-45ab-b65c-dfe630e2bd7f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/4d7ecaca-2098-4d04-b8e2-257b4151cc16 HTTP/1.1" status: 204 len: 168 time: 0.2852578 Aug 11 03:02:09.956157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45650) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.003417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5f89c-ac8a-4de0-9370-37ed5c511cbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.004963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dae5f89c-ac8a-4de0-9370-37ed5c511cbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0478971 Aug 11 03:02:10.007688 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45652) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.032066 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0996ad2-4974-4fa6-95eb-13ed02bdba09 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:10.033653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0996ad2-4974-4fa6-95eb-13ed02bdba09 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/723a1d4e-4f00-418c-9b4a-c592c670bf57 HTTP/1.1" status: 404 len: 333 time: 0.0247900 Aug 11 03:02:10.036348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45654) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.064215 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3ecc71-7c3c-4651-8033-713448f5aa6f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:10.065788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ce3ecc71-7c3c-4651-8033-713448f5aa6f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/4d7ecaca-2098-4d04-b8e2-257b4151cc16 HTTP/1.1" status: 404 len: 333 time: 0.0285282 Aug 11 03:02:10.068465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45656) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.144611 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.231090 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.240406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388e8dce-21b8-4732-b053-759f3d01d5c7']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:10.251631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62de9b31-678e-4ac9-8c45-336fa98dd6ee') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:10.251929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62de9b31-678e-4ac9-8c45-336fa98dd6ee') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:10.260999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.274868 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.280508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:10.280888 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:10.283911 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:10.339893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.347501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.348765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/388e8dce-21b8-4732-b053-759f3d01d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2793972 Aug 11 03:02:10.352695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.357757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1626629877'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:10.361230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546c721-8d66-4e2e-b0b8-a5365fdb7d99 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=388e8dce-21b8-4732-b053-759f3d01d5c7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:10.379714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:10.383564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.407148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:10.416904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.417249 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment 8117d4de-a5bc-4752-becf-bedceea82fba of type vlan for network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 Aug 11 03:02:10.460087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.488426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.493757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.494372 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.552489 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1986947 Aug 11 03:02:10.555513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45660) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.560799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:10.561415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb282f4-4532-4542-95ef-915548b5d8b1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=ffad8984-96d7-4d1a-a014-6f39dc2f6d71,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:10.575350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:10.664615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:10.668135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.852941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.909517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=cd737608-1eed-4769-815c-11a46f0df3bc,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:10.919426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': '8117d4de-a5bc-4752-becf-bedceea82fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:10.919786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: ffad8984-96d7-4d1a-a014-6f39dc2f6d71, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:10.936320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:10.944645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ffad8984-96d7-4d1a-a014-6f39dc2f6d71) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:10.948753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.949344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.953508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5db68b-2311-4826-a765-f57cee61ee95 None None] Network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:10.963954 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-640f32c7-56a6-4680-b804-2e68aeb2f866 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4073205 Aug 11 03:02:10.966734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.972405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71', 'name': 'tempest-PortsTestJSON-698121102'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:11.106610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ffad8984-96d7-4d1a-a014-6f39dc2f6d71', 'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': 'cd737608-1eed-4769-815c-11a46f0df3bc'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:11.107792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.274618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Allocated IP 172.20.0.2 (ffad8984-96d7-4d1a-a014-6f39dc2f6d71/cd737608-1eed-4769-815c-11a46f0df3bc/886797f6-9ee6-4e1a-910e-d29604bf1ed0) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:11.407955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:11.411319 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.427719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.429055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port e47b3834-67d7-408f-8261-7cf16ef1d16f yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:11.436307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Transition to ACTIVE for port object 886797f6-9ee6-4e1a-910e-d29604bf1ed0 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:11.451228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Transition to ACTIVE for port object 886797f6-9ee6-4e1a-910e-d29604bf1ed0 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:11.457159 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.491988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:11.496746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:11.499228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:11.512248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Pushing event updated for resources: {'Port': ['ID=886797f6-9ee6-4e1a-910e-d29604bf1ed0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:11.540924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.14 (ffad8984-96d7-4d1a-a014-6f39dc2f6d71/cd737608-1eed-4769-815c-11a46f0df3bc/e47b3834-67d7-408f-8261-7cf16ef1d16f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:11.564605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Attempting to bind port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:11.564980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Attempting to bind port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8117d4de-a5bc-4752-becf-bedceea82fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:11.565349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Attempting to bind port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 on network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:11.570465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:11.570850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Checking segment: {'id': '8117d4de-a5bc-4752-becf-bedceea82fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:11.571253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.571651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Bound using segment: {'id': '8117d4de-a5bc-4752-becf-bedceea82fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:11.572117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Bound port: 886797f6-9ee6-4e1a-910e-d29604bf1ed0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8117d4de-a5bc-4752-becf-bedceea82fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ffad8984-96d7-4d1a-a014-6f39dc2f6d71'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:11.572514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.642700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] For port 886797f6-9ee6-4e1a-910e-d29604bf1ed0, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:11.646196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] For port 886797f6-9ee6-4e1a-910e-d29604bf1ed0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=886797f6-9ee6-4e1a-910e-d29604bf1ed0,segment=NetworkSegment(8117d4de-a5bc-4752-becf-bedceea82fba),segment_id=8117d4de-a5bc-4752-becf-bedceea82fba)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:11.651989 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.693925 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.714657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b738a6-cd79-4c23-bfac-93752be8988c None None] Pushing event updated for resources: {'Port': ['ID=886797f6-9ee6-4e1a-910e-d29604bf1ed0,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:11.716486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object e47b3834-67d7-408f-8261-7cf16ef1d16f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:11.749769 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.797288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:11.801086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:11.804980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:11.832696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=e47b3834-67d7-408f-8261-7cf16ef1d16f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:11.860905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.862294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.891535 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b8aa0afe-e1da-4a1c-86ce-79bc48fc07ab tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9229600 Aug 11 03:02:11.893390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:11.986598 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port e47b3834-67d7-408f-8261-7cf16ef1d16f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:11.987178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.077741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.090090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for e47b3834-67d7-408f-8261-7cf16ef1d16f owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:12.217171 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.247574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=e47b3834-67d7-408f-8261-7cf16ef1d16f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.321975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.324034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cfbde194-af4b-4da6-ac5f-bca40c3d8a69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/e47b3834-67d7-408f-8261-7cf16ef1d16f HTTP/1.1" status: 204 len: 168 time: 0.4295690 Aug 11 03:02:12.326689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.351632 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-762aef6b-f077-4834-afd5-78b8669780f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:12.352338 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762aef6b-f077-4834-afd5-78b8669780f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:12.354142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-762aef6b-f077-4834-afd5-78b8669780f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/e47b3834-67d7-408f-8261-7cf16ef1d16f HTTP/1.1" status: 404 len: 333 time: 0.0264838 Aug 11 03:02:12.357169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45668) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.385131 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaedfd6-847c-4fb6-950d-c8d6bb6595c6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:12.387348 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3eaedfd6-847c-4fb6-950d-c8d6bb6595c6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/e47b3834-67d7-408f-8261-7cf16ef1d16f HTTP/1.1" status: 404 len: 333 time: 0.0288363 Aug 11 03:02:12.389769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45670) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.453515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 886797f6-9ee6-4e1a-910e-d29604bf1ed0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:12.453830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet cd737608-1eed-4769-815c-11a46f0df3bc {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:12.457903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.500553 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.507100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:12.602131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.667739 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.694664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=cd737608-1eed-4769-815c-11a46f0df3bc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.702085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72741b-f8f1-470a-ae9d-3260b6bd2da8 None None] Network ffad8984-96d7-4d1a-a014-6f39dc2f6d71 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:12.703056 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.705701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8b40715a-f4d9-4ceb-bfbf-cd42092b62d9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/cd737608-1eed-4769-815c-11a46f0df3bc HTTP/1.1" status: 204 len: 168 time: 0.3130126 Aug 11 03:02:12.708370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.762774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] Provisioning for port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:12.776949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] Provisioning complete for port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:12.777322 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.791886 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.849734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:12.850181 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.902450 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.917013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] For port 886797f6-9ee6-4e1a-910e-d29604bf1ed0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=886797f6-9ee6-4e1a-910e-d29604bf1ed0,segment=NetworkSegment(8117d4de-a5bc-4752-becf-bedceea82fba),segment_id=8117d4de-a5bc-4752-becf-bedceea82fba)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:12.917361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.932025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] DHCP port deletion for ffad8984-96d7-4d1a-a014-6f39dc2f6d71 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:12.933829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 886797f6-9ee6-4e1a-910e-d29604bf1ed0 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:12.946888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] For port 886797f6-9ee6-4e1a-910e-d29604bf1ed0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=886797f6-9ee6-4e1a-910e-d29604bf1ed0,segment=NetworkSegment(8117d4de-a5bc-4752-becf-bedceea82fba),segment_id=8117d4de-a5bc-4752-becf-bedceea82fba)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:12.964889 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.020471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.029136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a14f-b083-4cc9-966f-8d2c914a8998 None None] Pushing event updated for resources: {'Port': ['ID=886797f6-9ee6-4e1a-910e-d29604bf1ed0,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.036187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Deleting port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:13.036589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.046862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=886797f6-9ee6-4e1a-910e-d29604bf1ed0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.051392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No DVR routers for this DVR port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:13.104641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] For port 886797f6-9ee6-4e1a-910e-d29604bf1ed0, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:13.105032 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.118111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Calling delete_port for 886797f6-9ee6-4e1a-910e-d29604bf1ed0 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:13.120707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:02:13.121946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.134303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.144163 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffad8984-96d7-4d1a-a014-6f39dc2f6d71']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:13.147256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] Pushing event deleted for resources: {'Port': ['ID=886797f6-9ee6-4e1a-910e-d29604bf1ed0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.149069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ee1a9-70a4-4b34-a795-534b08e77e81 None None] No DVR routers for this DVR port 886797f6-9ee6-4e1a-910e-d29604bf1ed0 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:13.155269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8117d4de-a5bc-4752-becf-bedceea82fba') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:13.155569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8117d4de-a5bc-4752-becf-bedceea82fba') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:13.165392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.179279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.184884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:13.185269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:13.188168 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:13.243407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.250132 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.251839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/ffad8984-96d7-4d1a-a014-6f39dc2f6d71 HTTP/1.1" status: 204 len: 168 time: 0.5422983 Aug 11 03:02:13.255670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45674) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.261102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-97645264'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:13.263802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d74210-3997-4213-ba47-139b69fedebf tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=ffad8984-96d7-4d1a-a014-6f39dc2f6d71,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.281946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:13.286216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.309235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:13.318235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.318638 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment 7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741 of type vlan for network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 Aug 11 03:02:13.363987 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.392221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.397815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.398443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.455659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1987686 Aug 11 03:02:13.459508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45676) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.464055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099f18-9c1e-4b9a-9450-2de8398fa23d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.464708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:13.475682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:13.562457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:13.565984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.754796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.814770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=8712a2a1-a70e-4df1-8f11-b4963a92283b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.824044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:13.824404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:13.839940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:13.848678 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:13.853172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.853777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.857355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd02d8a-a71b-46e1-b9c8-23e8624d5eac None None] Network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:13.869914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-90ce5b32-717a-446f-8275-a993426db873 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4090707 Aug 11 03:02:13.872293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.877939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1277498527'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:13.924182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f0a7-e0e6-48f3-9856-69832d61a95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.991089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:13.994675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.014092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 5159984e-41a8-4d57-a185-be5048d7fca6 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:14.014943 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72', 'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': '8712a2a1-a70e-4df1-8f11-b4963a92283b'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:14.015813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.146607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.7 (0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72/8712a2a1-a70e-4df1-8f11-b4963a92283b/5159984e-41a8-4d57-a185-be5048d7fca6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:14.273324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.287357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object 5159984e-41a8-4d57-a185-be5048d7fca6 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:14.326336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.368381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:14.372075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:14.374043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Allocated IP 172.20.0.2 (0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72/8712a2a1-a70e-4df1-8f11-b4963a92283b/ced9ce1b-f3ef-4fb8-bd03-3b1480773a52) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:14.376659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:14.384191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=5159984e-41a8-4d57-a185-be5048d7fca6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.441402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.441983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.450312 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 886797f6-9ee6-4e1a-910e-d29604bf1ed0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:14.458196 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-131cea3b-3062-4c04-923d-bd1c57996e3b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5847971 Aug 11 03:02:14.460773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:14.481770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 886797f6-9ee6-4e1a-910e-d29604bf1ed0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:14.482140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 886797f6-9ee6-4e1a-910e-d29604bf1ed0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:14.554760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 5159984e-41a8-4d57-a185-be5048d7fca6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:14.555101 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.559134 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.567839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Transition to ACTIVE for port object ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:14.582143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Transition to ACTIVE for port object ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:14.588470 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.627751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:14.630621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:14.634464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:14.645660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Pushing event updated for resources: {'Port': ['ID=ced9ce1b-f3ef-4fb8-bd03-3b1480773a52,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.649691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.664523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 5159984e-41a8-4d57-a185-be5048d7fca6 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:14.701869 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Attempting to bind port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:14.702201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Attempting to bind port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:14.702574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Attempting to bind port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 on network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:14.708317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:14.708697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Checking segment: {'id': '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:14.709112 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.709511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Bound using segment: {'id': '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:14.710038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Bound port: ced9ce1b-f3ef-4fb8-bd03-3b1480773a52, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:14.710541 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.776155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] For port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:14.779543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] For port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ced9ce1b-f3ef-4fb8-bd03-3b1480773a52,segment=NetworkSegment(7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741),segment_id=7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:14.784891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.809086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.841611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b99664-32a7-46d5-b3d3-e2ada78bed12 None None] Pushing event updated for resources: {'Port': ['ID=ced9ce1b-f3ef-4fb8-bd03-3b1480773a52,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.846277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=5159984e-41a8-4d57-a185-be5048d7fca6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.917337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.919863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f73df0af-f2f5-4417-bee7-3c110371490b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/5159984e-41a8-4d57-a185-be5048d7fca6 HTTP/1.1" status: 204 len: 168 time: 0.4580870 Aug 11 03:02:14.922347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:14.946600 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abaff18-54e4-47f2-ba9c-03e99c122bc9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:14.948268 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0abaff18-54e4-47f2-ba9c-03e99c122bc9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/5159984e-41a8-4d57-a185-be5048d7fca6 HTTP/1.1" status: 404 len: 333 time: 0.0248823 Aug 11 03:02:14.950972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:15.016274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 8712a2a1-a70e-4df1-8f11-b4963a92283b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:15.020264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.067560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.155848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.213341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.242276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=8712a2a1-a70e-4df1-8f11-b4963a92283b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.249061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.253829 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5dcbc62b-00d4-49a5-9600-11a646f99984 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/8712a2a1-a70e-4df1-8f11-b4963a92283b HTTP/1.1" status: 204 len: 168 time: 0.2989872 Aug 11 03:02:15.254124 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:15.332089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.385504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:15.385842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.455184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] For port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ced9ce1b-f3ef-4fb8-bd03-3b1480773a52,segment=NetworkSegment(7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741),segment_id=7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:15.455568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.469773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:15.558315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.586710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=ced9ce1b-f3ef-4fb8-bd03-3b1480773a52,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.589019 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No DVR routers for this DVR port ced9ce1b-f3ef-4fb8-bd03-3b1480773a52 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:15.696689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.707574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:15.718767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:15.719060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d74c2e0-0bf4-4dfc-8c3c-5081e0b44741') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:15.728266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.741912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581960c9-da8b-49c4-af0d-f57812ba85f4 None None] Network 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:15.742902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.748838 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:15.749224 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:15.752892 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:15.806635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6de28988-dca7-4998-8bc8-c27ccffb760e None None] Could not find standard attr ID for object ced9ce1b-f3ef-4fb8-bd03-3b1480773a52. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:15.819513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.827041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.829505 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 HTTP/1.1" status: 204 len: 168 time: 0.5738976 Aug 11 03:02:15.833232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45690) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:15.839291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'name': 'tempest-PortsTestJSON-151290081'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:15.845500 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5bcb4-dd49-4b4c-889c-293bb7506710 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.931133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b04ca-5821-4b5b-9599-b65aa63640d5 None None] DHCP port deletion for 0a2491aa-cd7d-40be-bbe5-f4d8ab8bee72 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:15.944118 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:15.947873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.967274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port c9eb8896-1475-4ad7-b3df-e92a44dce570 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:16.142249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.178742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.222698 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:16.225706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:16.229444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:16.235122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.235752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.241467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=c9eb8896-1475-4ad7-b3df-e92a44dce570,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.254547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ea2f95d3-71e2-48bf-9233-ad6572c60638 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4201674 Aug 11 03:02:16.257061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45692) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:16.344501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port c9eb8896-1475-4ad7-b3df-e92a44dce570 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:16.344867 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.412476 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.425952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for c9eb8896-1475-4ad7-b3df-e92a44dce570 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:16.512566 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.547987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=c9eb8896-1475-4ad7-b3df-e92a44dce570,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.550311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.552307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-568e924f-c3c0-4bc1-873b-2c61f2970bd2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/c9eb8896-1475-4ad7-b3df-e92a44dce570 HTTP/1.1" status: 204 len: 168 time: 0.2942615 Aug 11 03:02:16.554748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45694) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:16.559544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'mac_address': 'fa:16:3e:00:25:b9', 'name': 'tempest-PortsTestJSON-677288684'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:16.647872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:16.715004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.736011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port ec9230c2-7408-4fab-b807-ee9626ef6592 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:16.891354 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.926604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.970374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:16.973326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:16.977103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:16.982720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.983321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.989166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=ec9230c2-7408-4fab-b807-ee9626ef6592,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:17.002087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-70ef83e7-1fed-49ae-bf76-f0ad9fea8fbb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4462833 Aug 11 03:02:17.005106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45696) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:17.048956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaee0dd-7b71-418a-b77c-021e79187d1f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.050428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bdaee0dd-7b71-418a-b77c-021e79187d1f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/ec9230c2-7408-4fab-b807-ee9626ef6592 HTTP/1.1" status: 200 len: 840 time: 0.0443873 Aug 11 03:02:17.053159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45698) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:17.145029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port ec9230c2-7408-4fab-b807-ee9626ef6592 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:17.145367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.209772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.221819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for ec9230c2-7408-4fab-b807-ee9626ef6592 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:17.301205 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.333181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.335413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/ec9230c2-7408-4fab-b807-ee9626ef6592 HTTP/1.1" status: 204 len: 168 time: 0.2813218 Aug 11 03:02:17.336428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c147-a8e6-41cd-b63d-2e3030c11eb0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=ec9230c2-7408-4fab-b807-ee9626ef6592,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:17.339550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45700) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:17.363426 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3860c8a7-ec79-4bc8-abc5-4d5091b5f478 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:17.364848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3860c8a7-ec79-4bc8-abc5-4d5091b5f478 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/ec9230c2-7408-4fab-b807-ee9626ef6592 HTTP/1.1" status: 404 len: 333 time: 0.0243814 Aug 11 03:02:17.368252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45702) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:17.372948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'name': 'tempest-PortsTestJSON-1288605508'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:17.460844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab158802-cce4-4d05-be61-0b4226bcde18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.462620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:17.466300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.484026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 52705f81-15b6-4566-8576-999c795d6484 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:17.639363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.674895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.717524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:17.721064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:17.724971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:17.730524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.731129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.737689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=52705f81-15b6-4566-8576-999c795d6484,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:17.751335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-77d171e8-9f5b-4b44-88de-d34872e4502c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3820484 Aug 11 03:02:17.753809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45704) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:17.760062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:17.763997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.824312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.975811 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.979184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.014519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] In _notify_port_updated(), no bound segment for port 52705f81-15b6-4566-8576-999c795d6484 on network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:18.020364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.020959 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.022293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/ports/52705f81-15b6-4566-8576-999c795d6484 HTTP/1.1" status: 200 len: 818 time: 0.2674322 Aug 11 03:02:18.025004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45706) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.061234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902b3d6-2000-4c28-9f3f-a445c7ba8ac3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=52705f81-15b6-4566-8576-999c795d6484,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.117014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 52705f81-15b6-4566-8576-999c795d6484 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:18.117352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.525427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.527363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.539652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 52705f81-15b6-4566-8576-999c795d6484 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:18.615847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.645328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=52705f81-15b6-4566-8576-999c795d6484,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.648828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.650834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c58d7e83-b209-48c8-a7c5-08b651d0aa02 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/52705f81-15b6-4566-8576-999c795d6484 HTTP/1.1" status: 204 len: 168 time: 0.6248443 Aug 11 03:02:18.653324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45708) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.703225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1bbaa-634a-486f-bfb1-06d061e50f62 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.704691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-14e1bbaa-634a-486f-bfb1-06d061e50f62 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0504577 Aug 11 03:02:18.707459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45710) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.731004 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-225c38eb-4fb1-48d6-8db7-c59c6a11a920 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:18.732420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-225c38eb-4fb1-48d6-8db7-c59c6a11a920 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/52705f81-15b6-4566-8576-999c795d6484 HTTP/1.1" status: 404 len: 333 time: 0.0240750 Aug 11 03:02:18.736426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45712) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.741108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-610176046'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:18.762177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:18.765545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.789667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:18.798558 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.798895 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment f0f19b03-5049-427d-8020-7f2dd79d02ab of type vlan for network 24034542-64ad-4c75-9315-d7187e63bfef Aug 11 03:02:18.837149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.866608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.872296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.873005 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.923230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1857998 Aug 11 03:02:18.926104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.931294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '24034542-64ad-4c75-9315-d7187e63bfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:18.943055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93713ed9-c2b4-4475-85ce-f486c907c31c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=24034542-64ad-4c75-9315-d7187e63bfef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.953087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 24034542-64ad-4c75-9315-d7187e63bfef details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:19.020517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:19.024295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.216118 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.268437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=f76387aa-6420-4783-85b0-beab9e7f58dd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.283705 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': 'f0f19b03-5049-427d-8020-7f2dd79d02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '24034542-64ad-4c75-9315-d7187e63bfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:19.284058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: 24034542-64ad-4c75-9315-d7187e63bfef, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:19.300419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 24034542-64ad-4c75-9315-d7187e63bfef is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:19.310355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 24034542-64ad-4c75-9315-d7187e63bfef) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:19.314827 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.315799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.319048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd66cf1b-27bb-4d82-b141-3e752f22a7cf None None] Network 24034542-64ad-4c75-9315-d7187e63bfef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:19.330462 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f528ff22-e537-4269-821a-f8283163aad9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4032416 Aug 11 03:02:19.333186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.338305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '24034542-64ad-4c75-9315-d7187e63bfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:19.455161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:19.458938 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.469199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-24034542-64ad-4c75-9315-d7187e63bfef', 'network_id': '24034542-64ad-4c75-9315-d7187e63bfef', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': 'f76387aa-6420-4783-85b0-beab9e7f58dd'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:19.470694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.553264 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f76387aa-6420-4783-85b0-beab9e7f58dd (CIDR: 172.20.0.0/28) Aug 11 03:02:19.556844 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:19.557359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:19.571316 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3585ec51-0430-4f4c-bcd1-c3b5b8c3641e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2370968 Aug 11 03:02:19.573956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.579251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '24034542-64ad-4c75-9315-d7187e63bfef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:19.606558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Allocated IP 172.20.0.2 (24034542-64ad-4c75-9315-d7187e63bfef/f76387aa-6420-4783-85b0-beab9e7f58dd/78fa3537-b0ce-458e-bf78-e6c752b7728b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:19.693041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:19.696835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.753713 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.762089 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Transition to ACTIVE for port object 78fa3537-b0ce-458e-bf78-e6c752b7728b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:19.777569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Transition to ACTIVE for port object 78fa3537-b0ce-458e-bf78-e6c752b7728b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:19.783725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.818619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Network 24034542-64ad-4c75-9315-d7187e63bfef is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:19.821416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:19.826884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:19.839926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Pushing event updated for resources: {'Port': ['ID=78fa3537-b0ce-458e-bf78-e6c752b7728b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.895964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Attempting to bind port 78fa3537-b0ce-458e-bf78-e6c752b7728b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:19.896352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Attempting to bind port 78fa3537-b0ce-458e-bf78-e6c752b7728b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f0f19b03-5049-427d-8020-7f2dd79d02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '24034542-64ad-4c75-9315-d7187e63bfef'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:19.896718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Attempting to bind port 78fa3537-b0ce-458e-bf78-e6c752b7728b on network 24034542-64ad-4c75-9315-d7187e63bfef {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:19.901735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:19.902141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Checking segment: {'id': 'f0f19b03-5049-427d-8020-7f2dd79d02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '24034542-64ad-4c75-9315-d7187e63bfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:19.902538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.902925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Bound using segment: {'id': 'f0f19b03-5049-427d-8020-7f2dd79d02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '24034542-64ad-4c75-9315-d7187e63bfef'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:19.903386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Bound port: 78fa3537-b0ce-458e-bf78-e6c752b7728b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f19b03-5049-427d-8020-7f2dd79d02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '24034542-64ad-4c75-9315-d7187e63bfef'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:19.903762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.939152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.967760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] For port 78fa3537-b0ce-458e-bf78-e6c752b7728b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:19.971565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] For port 78fa3537-b0ce-458e-bf78-e6c752b7728b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=78fa3537-b0ce-458e-bf78-e6c752b7728b,segment=NetworkSegment(f0f19b03-5049-427d-8020-7f2dd79d02ab),segment_id=f0f19b03-5049-427d-8020-7f2dd79d02ab)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:19.975942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.983786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 24034542-64ad-4c75-9315-d7187e63bfef is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:19.985305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:19.991026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.991624 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.009651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=101ca046-7b8b-4683-ac27-2126c8abca2c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.015970 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-50123355-e939-48df-b735-7ed631c84faa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4386103 Aug 11 03:02:20.017549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:20.025926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '24034542-64ad-4c75-9315-d7187e63bfef', 'fixed_ips': [{'subnet_id': 'f76387aa-6420-4783-85b0-beab9e7f58dd'}, {'subnet_id': '101ca046-7b8b-4683-ac27-2126c8abca2c'}], 'name': 'tempest-PortsTestJSON-742618540'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.048657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f6ac0-c863-45ee-9ab0-0ad5dc1aee0d None None] Pushing event updated for resources: {'Port': ['ID=78fa3537-b0ce-458e-bf78-e6c752b7728b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.144408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:20.154941 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.252420 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.273405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port c38b9aec-4f87-4024-8759-c95cdb856462 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:20.453776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 78fa3537-b0ce-458e-bf78-e6c752b7728b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:20.511377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 78fa3537-b0ce-458e-bf78-e6c752b7728b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:20.568011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.4 (24034542-64ad-4c75-9315-d7187e63bfef/f76387aa-6420-4783-85b0-beab9e7f58dd/c38b9aec-4f87-4024-8759-c95cdb856462) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:20.575051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.22 (24034542-64ad-4c75-9315-d7187e63bfef/101ca046-7b8b-4683-ac27-2126c8abca2c/c38b9aec-4f87-4024-8759-c95cdb856462) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:20.730048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.743784 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object c38b9aec-4f87-4024-8759-c95cdb856462 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:20.780131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.821895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 24034542-64ad-4c75-9315-d7187e63bfef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:20.827814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:20.831779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:20.857434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=c38b9aec-4f87-4024-8759-c95cdb856462,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.886940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.887601 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.902507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-82710210-e0aa-4081-80a6-ce9c3371f734 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8818934 Aug 11 03:02:20.905087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45722) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:20.910413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f76387aa-6420-4783-85b0-beab9e7f58dd'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.962154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305f4aa-cf53-48a6-9712-cc77f8175142 None None] Network 24034542-64ad-4c75-9315-d7187e63bfef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:20.981563 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.085534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] Provisioning for port 78fa3537-b0ce-458e-bf78-e6c752b7728b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:21.090016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] Provisioning complete for port 78fa3537-b0ce-458e-bf78-e6c752b7728b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:21.090412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.215655 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.231963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Delete allocated IP 172.20.0.22 (24034542-64ad-4c75-9315-d7187e63bfef/101ca046-7b8b-4683-ac27-2126c8abca2c) {{(pid=94699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:02:21.241168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Update dhcp port {'port': {'network_id': '24034542-64ad-4c75-9315-d7187e63bfef', 'fixed_ips': [{'subnet_id': 'f76387aa-6420-4783-85b0-beab9e7f58dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '101ca046-7b8b-4683-ac27-2126c8abca2c'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '78fa3537-b0ce-458e-bf78-e6c752b7728b'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:02:21.287412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] For port 78fa3537-b0ce-458e-bf78-e6c752b7728b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=78fa3537-b0ce-458e-bf78-e6c752b7728b,segment=NetworkSegment(f0f19b03-5049-427d-8020-7f2dd79d02ab),segment_id=f0f19b03-5049-427d-8020-7f2dd79d02ab)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:21.293227 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.295356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.367696 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.379376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Ignored duplicate provisioning block setup for port c38b9aec-4f87-4024-8759-c95cdb856462 by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:02:21.383591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.418992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e2efa-6f61-4a59-bc59-e3f9a0fb2b2b None None] Pushing event updated for resources: {'Port': ['ID=78fa3537-b0ce-458e-bf78-e6c752b7728b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.470877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=c38b9aec-4f87-4024-8759-c95cdb856462,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.491981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] In _notify_port_updated(), no bound segment for port c38b9aec-4f87-4024-8759-c95cdb856462 on network 24034542-64ad-4c75-9315-d7187e63bfef {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:21.497548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.498221 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.499547 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6225aaed-f193-48e7-b58b-e402383e84f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/ports/c38b9aec-4f87-4024-8759-c95cdb856462 HTTP/1.1" status: 200 len: 918 time: 0.5935130 Aug 11 03:02:21.502351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45724) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:21.507505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f76387aa-6420-4783-85b0-beab9e7f58dd'}, {'subnet_id': '101ca046-7b8b-4683-ac27-2126c8abca2c'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:21.576551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.585990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Allocated IP 172.20.0.18 (24034542-64ad-4c75-9315-d7187e63bfef/101ca046-7b8b-4683-ac27-2126c8abca2c/78fa3537-b0ce-458e-bf78-e6c752b7728b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:21.702717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] For port 78fa3537-b0ce-458e-bf78-e6c752b7728b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=78fa3537-b0ce-458e-bf78-e6c752b7728b,segment=NetworkSegment(f0f19b03-5049-427d-8020-7f2dd79d02ab),segment_id=f0f19b03-5049-427d-8020-7f2dd79d02ab)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:21.737560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.751299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Transition to ACTIVE for port object 78fa3537-b0ce-458e-bf78-e6c752b7728b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:21.756260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.842981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0723d36-ba49-403d-9d3a-8ce38ba9348e None None] Pushing event updated for resources: {'Port': ['ID=78fa3537-b0ce-458e-bf78-e6c752b7728b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.861394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.29 (24034542-64ad-4c75-9315-d7187e63bfef/101ca046-7b8b-4683-ac27-2126c8abca2c/c38b9aec-4f87-4024-8759-c95cdb856462) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:21.996290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.010316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Ignored duplicate provisioning block setup for port c38b9aec-4f87-4024-8759-c95cdb856462 by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:02:22.014506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.103718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=c38b9aec-4f87-4024-8759-c95cdb856462,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.151078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] In _notify_port_updated(), no bound segment for port c38b9aec-4f87-4024-8759-c95cdb856462 on network 24034542-64ad-4c75-9315-d7187e63bfef {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:22.157012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.157653 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.159037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c699ec1a-c63c-4125-9471-e55805a7e502 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/ports/c38b9aec-4f87-4024-8759-c95cdb856462 HTTP/1.1" status: 200 len: 998 time: 0.6557400 Aug 11 03:02:22.161800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45728) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.267777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port c38b9aec-4f87-4024-8759-c95cdb856462 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:22.268464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.330441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48b98a-edbc-419a-a68b-accda2fc1511 None None] Network 24034542-64ad-4c75-9315-d7187e63bfef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:22.359711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.372461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for c38b9aec-4f87-4024-8759-c95cdb856462 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:22.447106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 78fa3537-b0ce-458e-bf78-e6c752b7728b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:22.453840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e64b1dbd-1fa8-446d-a544-f91b1067f450 None None] Provisioning for port 78fa3537-b0ce-458e-bf78-e6c752b7728b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:22.486243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e64b1dbd-1fa8-446d-a544-f91b1067f450 None None] Provisioning complete for port 78fa3537-b0ce-458e-bf78-e6c752b7728b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:22.486611 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e64b1dbd-1fa8-446d-a544-f91b1067f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.566971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.586991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 78fa3537-b0ce-458e-bf78-e6c752b7728b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:22.587446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.596737 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=c38b9aec-4f87-4024-8759-c95cdb856462,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.669063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e64b1dbd-1fa8-446d-a544-f91b1067f450 None None] Could not find standard attr ID for object c38b9aec-4f87-4024-8759-c95cdb856462. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:22.682726 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.684907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd35617e-0ebc-47a7-b297-ec0b7d980447 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/c38b9aec-4f87-4024-8759-c95cdb856462 HTTP/1.1" status: 204 len: 168 time: 0.5221207 Aug 11 03:02:22.687471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45732) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.717889 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-940ed1a1-093d-4f8c-850d-b1a4b58c77ff tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:22.722340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-940ed1a1-093d-4f8c-850d-b1a4b58c77ff tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/c38b9aec-4f87-4024-8759-c95cdb856462 HTTP/1.1" status: 404 len: 333 time: 0.0319221 Aug 11 03:02:22.723187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45734) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.774708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 101ca046-7b8b-4683-ac27-2126c8abca2c {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:22.777800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.817265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.906406 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.970521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.010398 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=101ca046-7b8b-4683-ac27-2126c8abca2c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.012429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.017760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-147b2b31-392b-4d78-935b-d31b0e51412c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/101ca046-7b8b-4683-ac27-2126c8abca2c HTTP/1.1" status: 204 len: 168 time: 0.2902303 Aug 11 03:02:23.019075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.071818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet f76387aa-6420-4783-85b0-beab9e7f58dd {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:23.075315 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.116125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.200391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.211099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.262480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.297194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=f76387aa-6420-4783-85b0-beab9e7f58dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.299706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.301543 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/f76387aa-6420-4783-85b0-beab9e7f58dd HTTP/1.1" status: 204 len: 168 time: 0.2809324 Aug 11 03:02:23.304304 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45738) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.307984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.308285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.308625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.308965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.309299 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.309643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.309959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.310330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.310724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.311067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.311396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.311720 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2f7fc-e8f3-447c-98f3-9f59920c8cfa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:23.376806 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.379916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.384032 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.446106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 78fa3537-b0ce-458e-bf78-e6c752b7728b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:23.446444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.460824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c465baa-35fa-4685-9858-f21d50b0ce2d tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1478 time: 0.0795157 Aug 11 03:02:23.463393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.468195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'network': {'name': 'tempest-network-smoke--1100767214', 'project_id': 'a3a27a84348b45d68738f7728283f740', 'port_security_enabled': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:23.488274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Made reservation on behalf of a3a27a84348b45d68738f7728283f740 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:23.492365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.510762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] For port 78fa3537-b0ce-458e-bf78-e6c752b7728b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=78fa3537-b0ce-458e-bf78-e6c752b7728b,segment=NetworkSegment(f0f19b03-5049-427d-8020-7f2dd79d02ab),segment_id=f0f19b03-5049-427d-8020-7f2dd79d02ab)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:23.511131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.519006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:23.525472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 78fa3537-b0ce-458e-bf78-e6c752b7728b owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:23.532503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.532854 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Added segment 6fca8308-4644-4182-b50e-9e56a302e59d of type vlan for network de841f77-d7b5-41d0-a5a1-257432cf0012 Aug 11 03:02:23.587860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.614312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.626855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.636080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:23.636080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.650203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=78fa3537-b0ce-458e-bf78-e6c752b7728b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.654086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No DVR routers for this DVR port 78fa3537-b0ce-458e-bf78-e6c752b7728b on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:23.663642 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1991506 Aug 11 03:02:23.689239 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.700716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'admin_state_up': True, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:23.728925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ed644-cfd8-4d39-a902-c612ba8c5041 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Network': ['ID=de841f77-d7b5-41d0-a5a1-257432cf0012,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.739010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.739256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.740238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.745494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network de841f77-d7b5-41d0-a5a1-257432cf0012 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:23.753864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24034542-64ad-4c75-9315-d7187e63bfef']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:23.765979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13cc28-1e89-4a4a-a663-259a94b8c8db None None] Network 24034542-64ad-4c75-9315-d7187e63bfef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:23.766491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f19b03-5049-427d-8020-7f2dd79d02ab') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:23.766798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f19b03-5049-427d-8020-7f2dd79d02ab') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:23.776407 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.790721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.796904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:23.797929 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:23.801034 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:23.803491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.849176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-23e30462-c5ad-4723-9b0f-3d54e36e5413 None None] Could not find standard attr ID for object 78fa3537-b0ce-458e-bf78-e6c752b7728b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:23.860478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-23e30462-c5ad-4723-9b0f-3d54e36e5413 None None] Could not find standard attr ID for object c38b9aec-4f87-4024-8759-c95cdb856462. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:23.871202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.890371 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.892820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/24034542-64ad-4c75-9315-d7187e63bfef HTTP/1.1" status: 204 len: 168 time: 0.5875134 Aug 11 03:02:23.893768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae191e-289e-469f-904d-371437c17fa6 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=24034542-64ad-4c75-9315-d7187e63bfef,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.897252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45746) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.947517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f102cd-eeb9-4573-a850-42a35ffb21e1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:23.949676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e1f102cd-eeb9-4573-a850-42a35ffb21e1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0509169 Aug 11 03:02:23.952745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45748) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.956041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.998187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e0c48-7822-4f76-a7df-cf06bb09eaae None None] DHCP port deletion for 24034542-64ad-4c75-9315-d7187e63bfef request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:24.010664 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fc90f777-b2d5-4a3c-bb39-380505c85d20 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0549426 Aug 11 03:02:24.010664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45750) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.014854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-26479819'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:24.040861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:24.044711 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.078322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:24.089862 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.090250 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment 74a8a6e3-37ef-4c43-b570-0f8a2679650e of type vlan for network 8c89d1e1-3919-4a77-a748-f832c7ffb41e Aug 11 03:02:24.135141 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.168710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.174529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:24.175174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.238964 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2280166 Aug 11 03:02:24.242074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45752) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.246730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:24.267010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad3b84-c0f2-4bc2-b80e-f48c4dc78d48 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=8c89d1e1-3919-4a77-a748-f832c7ffb41e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.278150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:24.354378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:24.357906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.432845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 78fa3537-b0ce-458e-bf78-e6c752b7728b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:24.457346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 78fa3537-b0ce-458e-bf78-e6c752b7728b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:24.457895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 78fa3537-b0ce-458e-bf78-e6c752b7728b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:24.508649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.527779 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.548789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.611134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=1adc5b6b-f8b6-4688-9a7a-90442de692a6,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.616259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': '74a8a6e3-37ef-4c43-b570-0f8a2679650e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:24.616627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: 8c89d1e1-3919-4a77-a748-f832c7ffb41e, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:24.635678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:24.640227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.25.6.165 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:24.646647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 8c89d1e1-3919-4a77-a748-f832c7ffb41e) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:24.651778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:24.652367 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.657655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2ac4b-0b7e-45a0-affd-d28a21d7c000 None None] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:24.674391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-625056c0-bba0-44f8-8b0e-f13bcdd59706 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4315004 Aug 11 03:02:24.677477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45754) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.684081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e', 'name': 'tempest-PortsTestJSON-2020946118'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:24.769280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.810887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-8c89d1e1-3919-4a77-a748-f832c7ffb41e', 'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': '1adc5b6b-f8b6-4688-9a7a-90442de692a6'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:24.811507 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.811780 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.812408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:24.816864 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.835689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port df764219-1078-4c0a-a580-d1a03941fa06 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:24.852546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:24.855428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:24.857915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:24.891804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.963999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Allocated IP 172.20.0.2 (8c89d1e1-3919-4a77-a748-f832c7ffb41e/1adc5b6b-f8b6-4688-9a7a-90442de692a6/d4eeff43-68f6-49ce-a033-3433bdd74921) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:25.129359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.138084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Transition to ACTIVE for port object d4eeff43-68f6-49ce-a033-3433bdd74921 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:25.140689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.153224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Transition to ACTIVE for port object d4eeff43-68f6-49ce-a033-3433bdd74921 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:25.166702 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.208328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:25.213018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:25.215570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:25.221234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.6 (8c89d1e1-3919-4a77-a748-f832c7ffb41e/1adc5b6b-f8b6-4688-9a7a-90442de692a6/df764219-1078-4c0a-a580-d1a03941fa06) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:25.223429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Pushing event updated for resources: {'Port': ['ID=d4eeff43-68f6-49ce-a033-3433bdd74921,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.281693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Attempting to bind port d4eeff43-68f6-49ce-a033-3433bdd74921 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:25.282125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Attempting to bind port d4eeff43-68f6-49ce-a033-3433bdd74921 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '74a8a6e3-37ef-4c43-b570-0f8a2679650e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:25.282659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Attempting to bind port d4eeff43-68f6-49ce-a033-3433bdd74921 on network 8c89d1e1-3919-4a77-a748-f832c7ffb41e {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:25.288186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:25.288999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Checking segment: {'id': '74a8a6e3-37ef-4c43-b570-0f8a2679650e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:25.288999 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.289354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Bound using segment: {'id': '74a8a6e3-37ef-4c43-b570-0f8a2679650e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:25.289828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Bound port: d4eeff43-68f6-49ce-a033-3433bdd74921, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8a6e3-37ef-4c43-b570-0f8a2679650e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:25.290353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.357060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.368192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-144cf85b-3457-480f-a099-494d415759a4 None None] For port d4eeff43-68f6-49ce-a033-3433bdd74921, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:25.371606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-144cf85b-3457-480f-a099-494d415759a4 None None] For port d4eeff43-68f6-49ce-a033-3433bdd74921, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d4eeff43-68f6-49ce-a033-3433bdd74921,segment=NetworkSegment(74a8a6e3-37ef-4c43-b570-0f8a2679650e),segment_id=74a8a6e3-37ef-4c43-b570-0f8a2679650e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:25.376956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.432657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cf85b-3457-480f-a099-494d415759a4 None None] Pushing event updated for resources: {'Port': ['ID=d4eeff43-68f6-49ce-a033-3433bdd74921,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.435902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.451729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object df764219-1078-4c0a-a580-d1a03941fa06 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:25.502239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.510226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 2c32b5ae-2488-431f-b902-cff81f01f700 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:02:25.551478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:25.554996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:25.559285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:25.584702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=df764219-1078-4c0a-a580-d1a03941fa06,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.620101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.621393 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.647644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-21fd9463-101a-4b8b-805d-09c7b7512065 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9687653 Aug 11 03:02:25.649968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45756) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:25.657711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': '8c89d1e1-3919-4a77-a748-f832c7ffb41e', 'name': 'tempest-PortsTestJSON-1474765825'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:25.663361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:25.675145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Sync routers for ids ['2c32b5ae-2488-431f-b902-cff81f01f700'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:25.690947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.692492 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9c5baa32-c071-48a4-a83a-5ba6aa1e299e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0022590 Aug 11 03:02:25.695476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:25.705343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Routers {'2c32b5ae-2488-431f-b902-cff81f01f700'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:25.705990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c32b5ae-2488-431f-b902-cff81f01f700'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:25.791305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16926c16-1bb9-490c-b0c3-0f58f5749f92 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.796145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:25.796731 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-16926c16-1bb9-490c-b0c3-0f58f5749f92 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3a27a84348b45d68738f7728283f740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0998001 Aug 11 03:02:25.798145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:25.800869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.823745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 42722561-b2a1-4c71-a8df-f2d7af85de48 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:25.830995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Set router 2c32b5ae-2488-431f-b902-cff81f01f700 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:25.946803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.13 (8c89d1e1-3919-4a77-a748-f832c7ffb41e/1adc5b6b-f8b6-4688-9a7a-90442de692a6/42722561-b2a1-4c71-a8df-f2d7af85de48) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:25.957852 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a64048a-1124-4d6f-9e57-320a16b56132 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.959450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2a64048a-1124-4d6f-9e57-320a16b56132 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1603470 Aug 11 03:02:25.962190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.004810 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef797aef-f60b-4406-beff-b2d4329dfcb9 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414064 Aug 11 03:02:26.007577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.034561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:25Z', 'revision_number': 3, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:26.037377 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6ca72aec-dd3b-47e5-ae9c-4ace5c865cee tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3a27a84348b45d68738f7728283f740&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280468 Aug 11 03:02:26.039511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.069917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Checking router: 2c32b5ae-2488-431f-b902-cff81f01f700 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:26.070274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Updating router 2c32b5ae-2488-431f-b902-cff81f01f700 port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:26.100206 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.118743 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.139038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object 42722561-b2a1-4c71-a8df-f2d7af85de48 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:26.141582 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1bbcd-4c30-45ea-8094-2af2f1f0eb9a tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.143892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5df1bbcd-4c30-45ea-8094-2af2f1f0eb9a tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032486 Aug 11 03:02:26.146877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.181753 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.185046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6984300b-9e1d-49c9-b8f5-c298ba04e199 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363019 Aug 11 03:02:26.193420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45770) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.200387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398191989', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'project_id': 'a3a27a84348b45d68738f7728283f740', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.296010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:26.305588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:26.314312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:26.323087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=42722561-b2a1-4c71-a8df-f2d7af85de48,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.392895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Made reservation on behalf of a3a27a84348b45d68738f7728283f740 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:26.400841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.418231 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.442909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Transition to ACTIVE for port object 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:26.452980 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.465504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.466246 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.501324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.508333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c596b939-88d1-46b8-8fa8-329955dbe256 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8554161 Aug 11 03:02:26.514221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Attempting to bind port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:26.514714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Attempting to bind port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:26.515090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Attempting to bind port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:26.522832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:26.523216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:26.528387 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.528951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:26.529452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Bound port: 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:26.529858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.606061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f77ae-eebf-435a-a2cb-1a03596fa70e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.612436 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf7f77ae-eebf-435a-a2cb-1a03596fa70e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1098509 Aug 11 03:02:26.613145 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.719296 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.739708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d4eeff43-68f6-49ce-a033-3433bdd74921 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:26.742955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355cac1a-1247-4ab7-9ac5-185a49c9f9fb None None] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:26.762529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 42722561-b2a1-4c71-a8df-f2d7af85de48 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:26.763141 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.767614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05bef1-6c55-487a-af3b-9291c064f635 None None] Pushing event updated for resources: {'Port': ['ID=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.783666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Subnet': ['ID=e3f9655a-9605-4ac9-bc40-2014ef3a8aec,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.806980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Checking segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:26.807396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network hostable DHCP agents. Network: de841f77-d7b5-41d0-a5a1-257432cf0012, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:26.831425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network de841f77-d7b5-41d0-a5a1-257432cf0012 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:26.843026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, de841f77-d7b5-41d0-a5a1-257432cf0012) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:26.849094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.849880 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.873607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b01243-735b-4687-a3f1-86d40537d392 None None] Network de841f77-d7b5-41d0-a5a1-257432cf0012 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:26.873865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0e917367-cd8b-4d87-b84e-2e7cd6436307 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6761234 Aug 11 03:02:26.874172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45776) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.877142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d3a17099-57ad-43d5-9286-be61b5868e41 None None] Provisioning for port d4eeff43-68f6-49ce-a033-3433bdd74921 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:26.919862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] For port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:26.921775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.941550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 42722561-b2a1-4c71-a8df-f2d7af85de48 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:26.958825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] For port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:26.967289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.996500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port d4eeff43-68f6-49ce-a033-3433bdd74921 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:27.033225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d4eeff43-68f6-49ce-a033-3433bdd74921 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:27.033633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.126620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Routers {'2c32b5ae-2488-431f-b902-cff81f01f700'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:27.127270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c32b5ae-2488-431f-b902-cff81f01f700'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:27.149267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05bef1-6c55-487a-af3b-9291c064f635 None None] Pushing event updated for resources: {'Port': ['ID=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.334409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-de841f77-d7b5-41d0-a5a1-257432cf0012', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'fixed_ips': [{'subnet_id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:27.335290 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.370604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] Set router 2c32b5ae-2488-431f-b902-cff81f01f700 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:27.440678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.528379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port d4eeff43-68f6-49ce-a033-3433bdd74921, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d4eeff43-68f6-49ce-a033-3433bdd74921,segment=NetworkSegment(74a8a6e3-37ef-4c43-b570-0f8a2679650e),segment_id=74a8a6e3-37ef-4c43-b570-0f8a2679650e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:27.536338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.604453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.660223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=42722561-b2a1-4c71-a8df-f2d7af85de48,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.694212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=d4eeff43-68f6-49ce-a033-3433bdd74921,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.696896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Could not find standard attr ID for object 42722561-b2a1-4c71-a8df-f2d7af85de48. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:27.764020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Provisioning complete for port d4eeff43-68f6-49ce-a033-3433bdd74921 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:27.764720 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.769433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Allocated IP 172.20.0.18 (de841f77-d7b5-41d0-a5a1-257432cf0012/e3f9655a-9605-4ac9-bc40-2014ef3a8aec/197d90f4-a724-4c2f-904d-932dc4b88e74) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:27.786309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.788573 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0115bbba-b733-4bca-9a36-8c4aac29e902 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/42722561-b2a1-4c71-a8df-f2d7af85de48 HTTP/1.1" status: 204 len: 168 time: 1.1743875 Aug 11 03:02:27.791914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45778) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:27.828907 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6090edf-2113-4517-99f6-1b77aeccb7bc tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:27.833260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b6090edf-2113-4517-99f6-1b77aeccb7bc tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/42722561-b2a1-4c71-a8df-f2d7af85de48 HTTP/1.1" status: 404 len: 333 time: 0.0367415 Aug 11 03:02:27.833553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45780) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:27.877592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:25Z', 'revision_number': 3, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:27.920884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49158fb-d2f5-4304-8e17-594c67b43e43 None None] The sync data for ids ['2c32b5ae-2488-431f-b902-cff81f01f700'] in n-d-715271-8 is: [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:25Z', 'revision_number': 3, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:27.955010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port df764219-1078-4c0a-a580-d1a03941fa06 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:27.956590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.968828 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.061433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Provisioning for port df764219-1078-4c0a-a580-d1a03941fa06 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:28.074434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Provisioning complete for port df764219-1078-4c0a-a580-d1a03941fa06 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:28.074823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.077510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.081215 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.092612 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for df764219-1078-4c0a-a580-d1a03941fa06 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:28.117893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Transition to ACTIVE for port object 197d90f4-a724-4c2f-904d-932dc4b88e74 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:28.141640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fa2362f1-0ed6-4830-9e05-1a20bfc7304f None None] Port df764219-1078-4c0a-a580-d1a03941fa06 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:28.145303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Transition to ACTIVE for port object 197d90f4-a724-4c2f-904d-932dc4b88e74 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:28.153171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.209475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Network de841f77-d7b5-41d0-a5a1-257432cf0012 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:28.214926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:28.221457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:28.224747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Pushing event updated for resources: {'Port': ['ID=197d90f4-a724-4c2f-904d-932dc4b88e74,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.299039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.339316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-64eb820e-f699-45fd-b83e-d2f23ff3ab8a None None] Provisioning complete for port df764219-1078-4c0a-a580-d1a03941fa06 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:28.340065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64eb820e-f699-45fd-b83e-d2f23ff3ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.343208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Attempting to bind port 197d90f4-a724-4c2f-904d-932dc4b88e74 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:28.343583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Attempting to bind port 197d90f4-a724-4c2f-904d-932dc4b88e74 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:28.346898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Attempting to bind port 197d90f4-a724-4c2f-904d-932dc4b88e74 on network de841f77-d7b5-41d0-a5a1-257432cf0012 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:28.371973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=df764219-1078-4c0a-a580-d1a03941fa06,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.381886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-64eb820e-f699-45fd-b83e-d2f23ff3ab8a None None] Port df764219-1078-4c0a-a580-d1a03941fa06 was deleted so its status cannot be updated. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:02:28.398229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.20.0.17 (de841f77-d7b5-41d0-a5a1-257432cf0012/e3f9655a-9605-4ac9-bc40-2014ef3a8aec/4a6dd9d5-4b8a-457e-9651-d2808ac5f52f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:28.400051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:28.400453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Checking segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:28.400870 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.401280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Bound using segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:28.401773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Bound port: 197d90f4-a724-4c2f-904d-932dc4b88e74, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:28.403797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.502335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.504670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-27ba6a1e-86fa-46ac-8a04-40322fe24ea9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/df764219-1078-4c0a-a580-d1a03941fa06 HTTP/1.1" status: 204 len: 168 time: 0.6699123 Aug 11 03:02:28.507563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45782) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:28.513070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-842bc940-1524-4e99-a28d-007655abd0ea None None] Could not find standard attr ID for object 42722561-b2a1-4c71-a8df-f2d7af85de48. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:28.557959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] For port 197d90f4-a724-4c2f-904d-932dc4b88e74, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:28.562466 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-457cdf02-9f84-41e4-848a-33f4e19cae42 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:28.563052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] For port 197d90f4-a724-4c2f-904d-932dc4b88e74, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=197d90f4-a724-4c2f-904d-932dc4b88e74,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:28.569789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.572131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-457cdf02-9f84-41e4-848a-33f4e19cae42 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/df764219-1078-4c0a-a580-d1a03941fa06 HTTP/1.1" status: 404 len: 333 time: 0.0629101 Aug 11 03:02:28.572827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45784) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:28.665355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 1adc5b6b-f8b6-4688-9a7a-90442de692a6 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:28.674372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.674986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eb3de-9a38-4ea5-a6b4-0c362b0eb68e None None] Pushing event updated for resources: {'Port': ['ID=197d90f4-a724-4c2f-904d-932dc4b88e74,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.678891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d4eeff43-68f6-49ce-a033-3433bdd74921 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:28.708894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.730543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Transition to ACTIVE for port object 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:28.751066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.767932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d4eeff43-68f6-49ce-a033-3433bdd74921 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:28.768531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.773959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.840255 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.849569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network de841f77-d7b5-41d0-a5a1-257432cf0012 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:28.851110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:28.866112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:28.923822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.942369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.960973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:29.018404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.070304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:29.075675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=1adc5b6b-f8b6-4688-9a7a-90442de692a6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.080346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.081224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:29.081938 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.084934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f7354f90-bd05-461c-8e6f-c6bfb4ce3615 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/1adc5b6b-f8b6-4688-9a7a-90442de692a6 HTTP/1.1" status: 204 len: 168 time: 0.5087173 Aug 11 03:02:29.085252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.107842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1672e4-3524-4ac9-98c1-9f9486d1787f None None] Network 8c89d1e1-3919-4a77-a748-f832c7ffb41e requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:29.207380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.247248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.330809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port d4eeff43-68f6-49ce-a033-3433bdd74921 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:29.331149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.421949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] For port d4eeff43-68f6-49ce-a033-3433bdd74921, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d4eeff43-68f6-49ce-a033-3433bdd74921,segment=NetworkSegment(74a8a6e3-37ef-4c43-b570-0f8a2679650e),segment_id=74a8a6e3-37ef-4c43-b570-0f8a2679650e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:29.423083 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.446094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for d4eeff43-68f6-49ce-a033-3433bdd74921 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:29.516596 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.540666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:29.546684 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.571771 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.606528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a906d2d-2005-447c-bb82-9765ca821456 None None] DHCP port deletion for 8c89d1e1-3919-4a77-a748-f832c7ffb41e request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:29.612348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No DVR routers for this DVR port d4eeff43-68f6-49ce-a033-3433bdd74921 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:29.614808 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=d4eeff43-68f6-49ce-a033-3433bdd74921,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.616836 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.622924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.645949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.718864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.721581 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.744533 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.758464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c89d1e1-3919-4a77-a748-f832c7ffb41e']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:29.776901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a8a6e3-37ef-4c43-b570-0f8a2679650e') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:29.776901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a8a6e3-37ef-4c43-b570-0f8a2679650e') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:29.785433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.801863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.809805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:29.810410 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:29.814211 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:29.844710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network de841f77-d7b5-41d0-a5a1-257432cf0012 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:29.846539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:29.876990 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.891805 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.897182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/8c89d1e1-3919-4a77-a748-f832c7ffb41e HTTP/1.1" status: 204 len: 168 time: 0.8040788 Aug 11 03:02:29.897597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.903840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614886112'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:29.905467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2886d-2bc4-43b8-8c6f-45dff0bf1f68 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=8c89d1e1-3919-4a77-a748-f832c7ffb41e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.973316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:29.976897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.020215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:30.029798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 2c32b5ae-2488-431f-b902-cff81f01f700 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:30.036901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.037359 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment ad9011d5-cee5-47c1-be74-6c025b5c44d5 of type vlan for network dff6a596-150f-40ff-b3d3-4b7274ab512b Aug 11 03:02:30.041502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8afde74-cfe8-40f9-8142-ca8494159e70 None None] Network de841f77-d7b5-41d0-a5a1-257432cf0012 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:30.111415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-873ee0a3-66c4-4e1d-bd10-5e3a6a290d9c None None] Provisioning for port 197d90f4-a724-4c2f-904d-932dc4b88e74 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:30.118381 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.199446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.205789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.206455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.275731 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3769217 Aug 11 03:02:30.280423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45790) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:30.281226 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:30.285443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:30.297579 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1d98a65a-ef1f-447b-8970-2d5b8d6ad2d9 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "PUT /v2.0/routers/2c32b5ae-2488-431f-b902-cff81f01f700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4142733 Aug 11 03:02:30.312990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a2928-721c-4c3e-b014-a28c6be7e7ac tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=dff6a596-150f-40ff-b3d3-4b7274ab512b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.355228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network dff6a596-150f-40ff-b3d3-4b7274ab512b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:30.502614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:30.509960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.601809 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Sync routers for ids ['2c32b5ae-2488-431f-b902-cff81f01f700'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:30.615615 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Routers {'2c32b5ae-2488-431f-b902-cff81f01f700'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:30.616256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c32b5ae-2488-431f-b902-cff81f01f700'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:30.630253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 197d90f4-a724-4c2f-904d-932dc4b88e74 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:30.690559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5d8b603-27e9-4208-a65d-d8665002013b None None] Provisioning for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:30.696634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5d8b603-27e9-4208-a65d-d8665002013b None None] Provisioning complete for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:30.697017 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b603-27e9-4208-a65d-d8665002013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.746053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 197d90f4-a724-4c2f-904d-932dc4b88e74 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:30.752852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 197d90f4-a724-4c2f-904d-932dc4b88e74 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:30.753559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.756835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8b603-27e9-4208-a65d-d8665002013b None None] Port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:30.761152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Set router 2c32b5ae-2488-431f-b902-cff81f01f700 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:30.801628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a5d8b603-27e9-4208-a65d-d8665002013b None None] Provisioning complete for port 197d90f4-a724-4c2f-904d-932dc4b88e74 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:30.806160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b603-27e9-4208-a65d-d8665002013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.898547 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.944427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 197d90f4-a724-4c2f-904d-932dc4b88e74, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=197d90f4-a724-4c2f-904d-932dc4b88e74,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:30.949946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.950817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:31.019051 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4a6dd9d5-4b8a-457e-9651-d2808ac5f52f', 'name': '', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:8e:d0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:28Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 2, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:31.053576 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Checking router: 2c32b5ae-2488-431f-b902-cff81f01f700 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:31.054327 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Updating router 2c32b5ae-2488-431f-b902-cff81f01f700 port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:31.091810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=197d90f4-a724-4c2f-904d-932dc4b88e74,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.092504 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.104331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-ac738676-f44e-4b9a-b27c-f11990513f03 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.106120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-ac738676-f44e-4b9a-b27c-f11990513f03 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/networks?id=de841f77-d7b5-41d0-a5a1-257432cf0012 HTTP/1.1" status: 200 len: 798 time: 0.5635507 Aug 11 03:02:31.121115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:31.121115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.142681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-c655c0ff-4097-4bca-aa86-467742bf3c2e tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/quotas/a3a27a84348b45d68738f7728283f740 HTTP/1.1" status: 200 len: 375 time: 0.0249562 Aug 11 03:02:31.197345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-720cb57c-a52f-49e3-99b4-30e0b1cde04e None None] Provisioning complete for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:31.197625 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-720cb57c-a52f-49e3-99b4-30e0b1cde04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.224022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-f529bedd-9086-47a4-ba5b-2a2df4a99772 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0836401 Aug 11 03:02:31.260276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-b1a22b68-22cf-4a2d-bb37-3e0de4f6638a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:02:31.262177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-b1a22b68-22cf-4a2d-bb37-3e0de4f6638a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065987 Aug 11 03:02:31.272524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-720cb57c-a52f-49e3-99b4-30e0b1cde04e None None] Port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:31.336693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d4eeff43-68f6-49ce-a033-3433bdd74921 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:31.360831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: d4eeff43-68f6-49ce-a033-3433bdd74921 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:31.361309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d4eeff43-68f6-49ce-a033-3433bdd74921 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:31.398327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-487a62ba-732b-494c-b388-a8ad27e7f8da None None] Provisioning complete for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:31.398942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-487a62ba-732b-494c-b388-a8ad27e7f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.411311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.440133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-487a62ba-732b-494c-b388-a8ad27e7f8da None None] Port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:31.467110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-a3719385-c03d-49c4-bb27-ccb18e38ec89 service neutron] 10.222.0.16 "GET /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953394 Aug 11 03:02:31.524959 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.535792 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Transition to ACTIVE for port object 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:31.542308 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.546419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=5a7e2d66-4958-44fc-95d7-3632e9b8e651,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.563748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': 'ad9011d5-cee5-47c1-be74-6c025b5c44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:31.564164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: dff6a596-150f-40ff-b3d3-4b7274ab512b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:31.602385 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.602939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network dff6a596-150f-40ff-b3d3-4b7274ab512b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:31.615929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-5cbbd3df-31ce-4481-897a-fe6fa39fa2b1 service neutron] 10.222.0.16 "GET /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405730 Aug 11 03:02:31.617215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, dff6a596-150f-40ff-b3d3-4b7274ab512b) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:31.621829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.622537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.628794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d92485-9fe4-4ede-8a6d-4938fb2928ea None None] Network dff6a596-150f-40ff-b3d3-4b7274ab512b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:31.649489 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.650179 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.650906 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.651421 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.652097 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.652607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.653101 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.653585 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.654089 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.654576 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.655439 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.656456 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:31.665063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:31.665696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4da996b6-119e-4aca-964d-0df9f422b142 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3846452 Aug 11 03:02:31.671446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b', 'name': 'tempest-PortsTestJSON-1611632543', 'fixed_ips': [{'subnet_id': '5a7e2d66-4958-44fc-95d7-3632e9b8e651', 'ip_address': '172.20.0.10'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:31.690557 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Attempting to bind port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:31.691245 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Attempting to bind port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:31.691785 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Attempting to bind port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f on network de841f77-d7b5-41d0-a5a1-257432cf0012 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:31.697548 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:31.698344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Checking segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:31.698924 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.699510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Bound using segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:31.700299 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Bound port: 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:31.700962 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.779828 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] For port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:31.785670 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] For port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:31.791490 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.854904 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Routers {'2c32b5ae-2488-431f-b902-cff81f01f700'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:31.855811 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c32b5ae-2488-431f-b902-cff81f01f700'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:31.869625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-dff6a596-150f-40ff-b3d3-4b7274ab512b', 'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': '5a7e2d66-4958-44fc-95d7-3632e9b8e651'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:31.873209 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.960964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:31.975021 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df2fa1e4-b396-4d3a-8ce4-8b04d9360d9c req-c03d9cfb-8c87-41b4-8be1-a00a4920636a tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 210 time: 0.0444517 Aug 11 03:02:32.028664 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a1f8-84a3-4331-bbdb-c16b93e4f567 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.050730 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] Set router 2c32b5ae-2488-431f-b902-cff81f01f700 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:32.154108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Allocated IP 172.20.0.2 (dff6a596-150f-40ff-b3d3-4b7274ab512b/5a7e2d66-4958-44fc-95d7-3632e9b8e651/6154c245-2aeb-4b4a-b0d1-c262dab819ee) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:32.196770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.241709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port c3d34073-4d59-483d-a0e6-eb99ce693dcc yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:32.340875 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4a6dd9d5-4b8a-457e-9651-d2808ac5f52f', 'name': '', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:8e:d0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:28Z', 'updated_at': '2021-08-11T03:02:31Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:32.376674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.377853 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa418f-69f9-4bb3-9409-5d785f9513bf None None] The sync data for ids ['2c32b5ae-2488-431f-b902-cff81f01f700'] in n-d-715271-8 is: [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4a6dd9d5-4b8a-457e-9651-d2808ac5f52f', 'name': '', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:8e:d0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:28Z', 'updated_at': '2021-08-11T03:02:31Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:32.387989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Transition to ACTIVE for port object 6154c245-2aeb-4b4a-b0d1-c262dab819ee will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:32.415481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Transition to ACTIVE for port object 6154c245-2aeb-4b4a-b0d1-c262dab819ee will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:32.435610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.488822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Network dff6a596-150f-40ff-b3d3-4b7274ab512b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:32.494846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:32.498155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:32.550729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.10 (dff6a596-150f-40ff-b3d3-4b7274ab512b/5a7e2d66-4958-44fc-95d7-3632e9b8e651/c3d34073-4d59-483d-a0e6-eb99ce693dcc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:32.553325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Pushing event updated for resources: {'Port': ['ID=6154c245-2aeb-4b4a-b0d1-c262dab819ee,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.557654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 197d90f4-a724-4c2f-904d-932dc4b88e74 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:32.631569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Attempting to bind port 6154c245-2aeb-4b4a-b0d1-c262dab819ee on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:32.632224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Attempting to bind port 6154c245-2aeb-4b4a-b0d1-c262dab819ee by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ad9011d5-cee5-47c1-be74-6c025b5c44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:32.633171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Attempting to bind port 6154c245-2aeb-4b4a-b0d1-c262dab819ee on network dff6a596-150f-40ff-b3d3-4b7274ab512b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:32.644607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:32.645292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Checking segment: {'id': 'ad9011d5-cee5-47c1-be74-6c025b5c44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:32.646268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.646985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Bound using segment: {'id': 'ad9011d5-cee5-47c1-be74-6c025b5c44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:32.647777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Bound port: 6154c245-2aeb-4b4a-b0d1-c262dab819ee, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9011d5-cee5-47c1-be74-6c025b5c44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:32.648358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.700376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 197d90f4-a724-4c2f-904d-932dc4b88e74 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:32.700671 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.774591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] For port 6154c245-2aeb-4b4a-b0d1-c262dab819ee, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:32.779840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] For port 6154c245-2aeb-4b4a-b0d1-c262dab819ee, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6154c245-2aeb-4b4a-b0d1-c262dab819ee,segment=NetworkSegment(ad9011d5-cee5-47c1-be74-6c025b5c44d5),segment_id=ad9011d5-cee5-47c1-be74-6c025b5c44d5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:32.788264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.805371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.822784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object c3d34073-4d59-483d-a0e6-eb99ce693dcc will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:32.877271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.891504 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5964e-7fda-4883-8b63-6d821a1bf45e None None] Pushing event updated for resources: {'Port': ['ID=6154c245-2aeb-4b4a-b0d1-c262dab819ee,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.925746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network dff6a596-150f-40ff-b3d3-4b7274ab512b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:32.935315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:32.939548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:32.973223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=c3d34073-4d59-483d-a0e6-eb99ce693dcc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.002876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.003795 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.028458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45824) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:33.033776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': 'dff6a596-150f-40ff-b3d3-4b7274ab512b', 'name': 'tempest-PortsTestJSON-893384952', 'fixed_ips': [{'subnet_id': '5a7e2d66-4958-44fc-95d7-3632e9b8e651', 'ip_address': '172.20.0.9'}]}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:33.038724 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8b522e58-823c-4938-af21-e5ef5a2d9e41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3723433 Aug 11 03:02:33.168513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99a5c8a9-58a0-40f5-8f64-6e9a7bf26f22 req-428acff6-e62b-415d-aa3b-f553420fa776 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 210 time: 0.0805218 Aug 11 03:02:33.286931 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:33.326329 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-4f2083b8-b4f9-4371-a667-f7709e347b01 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.328280 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-4f2083b8-b4f9-4371-a667-f7709e347b01 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.59 "GET /v2.0/networks?id=de841f77-d7b5-41d0-a5a1-257432cf0012 HTTP/1.1" status: 200 len: 798 time: 0.1672344 Aug 11 03:02:33.342456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Request body: {'port': {'device_id': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'admin_state_up': True, 'tenant_id': 'a3a27a84348b45d68738f7728283f740'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:33.419837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.444943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:33.487776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Made reservation on behalf of a3a27a84348b45d68738f7728283f740 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:33.491658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.634822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Allocated IP 172.20.0.26 (de841f77-d7b5-41d0-a5a1-257432cf0012/e3f9655a-9605-4ac9-bc40-2014ef3a8aec/3c3a7238-e7fd-495c-900d-8190e03d0adc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:33.648921 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.9 (dff6a596-150f-40ff-b3d3-4b7274ab512b/5a7e2d66-4958-44fc-95d7-3632e9b8e651/3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:33.791173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.808200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Transition to ACTIVE for port object 3c3a7238-e7fd-495c-900d-8190e03d0adc will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:33.850647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.866376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.867464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object 3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:33.915124 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.918504 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Network de841f77-d7b5-41d0-a5a1-257432cf0012 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:33.923129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:33.928898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:33.936548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event updated for resources: {'Port': ['ID=3c3a7238-e7fd-495c-900d-8190e03d0adc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.977602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network dff6a596-150f-40ff-b3d3-4b7274ab512b is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:33.989156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:34.000556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:34.004304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.005856 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.034677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.035992 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-26a0eb40-4ee0-49d7-bcbf-ed5763564963 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6976972 Aug 11 03:02:34.048846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Request body: {'port': {'device_id': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:34.051499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.052262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.052804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.053318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.053827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.054357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.054875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.055388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.055912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.056302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.056719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.057295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:34.077641 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.079252 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.098564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09c21392-5751-457a-a69e-3ee606b3577e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0666571 Aug 11 03:02:34.098943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45826) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:34.120127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f856b0e-558e-4da4-bfb2-d2d91a8c8de6 None None] Network dff6a596-150f-40ff-b3d3-4b7274ab512b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:34.133012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.221576 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-627ee9d2-8d5f-456a-affa-50011b5b4479 None None] Provisioning for port 6154c245-2aeb-4b4a-b0d1-c262dab819ee completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:34.237606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f2664-18b6-4301-a663-c3f2c5f9b56d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.239872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1b7f2664-18b6-4301-a663-c3f2c5f9b56d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1399293 Aug 11 03:02:34.242772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45832) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:34.341371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bd2e3-a223-42a7-b5a9-4353744a5dee tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.347533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bd2e3-a223-42a7-b5a9-4353744a5dee tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.353580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bd2e3-a223-42a7-b5a9-4353744a5dee tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.355367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-887bd2e3-a223-42a7-b5a9-4353744a5dee tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1116130 Aug 11 03:02:34.358499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45834) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:34.365725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f9dcc13d-1629-43a5-81d2-321b7eb786e5 None None] Provisioning for port 3c3a7238-e7fd-495c-900d-8190e03d0adc completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:34.370545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f9dcc13d-1629-43a5-81d2-321b7eb786e5 None None] Provisioning complete for port 3c3a7238-e7fd-495c-900d-8190e03d0adc triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.370987 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc13d-1629-43a5-81d2-321b7eb786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.413858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa48de-1221-4d2c-b91e-d6065ea618ab req-eed99d16-1ba4-4952-a05b-fe419f5ebe4f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.415738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-feaa48de-1221-4d2c-b91e-d6065ea618ab req-eed99d16-1ba4-4952-a05b-fe419f5ebe4f tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 895 time: 0.1231983 Aug 11 03:02:34.423059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f9dcc13d-1629-43a5-81d2-321b7eb786e5 None None] Port 3c3a7238-e7fd-495c-900d-8190e03d0adc cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:34.485281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3a7238-e7fd-495c-900d-8190e03d0adc {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:34.496222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.509935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:34.510945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.515981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Transition to ACTIVE for port object 3c3a7238-e7fd-495c-900d-8190e03d0adc will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:34.520563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.594870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6154c245-2aeb-4b4a-b0d1-c262dab819ee up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:34.623082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a7238-e7fd-495c-900d-8190e03d0adc,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.664282 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.676825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6154c245-2aeb-4b4a-b0d1-c262dab819ee completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:34.684597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Attempting to bind port 3c3a7238-e7fd-495c-900d-8190e03d0adc on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:34.685043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Attempting to bind port 3c3a7238-e7fd-495c-900d-8190e03d0adc by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:34.685468 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Attempting to bind port 3c3a7238-e7fd-495c-900d-8190e03d0adc on network de841f77-d7b5-41d0-a5a1-257432cf0012 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:34.689196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6154c245-2aeb-4b4a-b0d1-c262dab819ee triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.689569 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.691830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Port 3c3a7238-e7fd-495c-900d-8190e03d0adc on network de841f77-d7b5-41d0-a5a1-257432cf0012 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:34.692257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Attempting to bind port 3c3a7238-e7fd-495c-900d-8190e03d0adc on network de841f77-d7b5-41d0-a5a1-257432cf0012 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:34.698636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:34.701462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:34.702625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Checking segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:34.704804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Bound using segment: {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:34.705390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Bound port: 3c3a7238-e7fd-495c-900d-8190e03d0adc, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fca8308-4644-4182-b50e-9e56a302e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:34.705861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.774848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Provisioning complete for port 6154c245-2aeb-4b4a-b0d1-c262dab819ee triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.775685 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.804162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] For port 3c3a7238-e7fd-495c-900d-8190e03d0adc, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:34.810754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] For port 3c3a7238-e7fd-495c-900d-8190e03d0adc, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:34.820001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.880235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.880962 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.882362 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.883499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] 10.222.0.59 "PUT /v2.0/ports/3c3a7238-e7fd-495c-900d-8190e03d0adc HTTP/1.1" status: 200 len: 1055 time: 0.8383012 Aug 11 03:02:34.883499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'tag': '3c3a7238-e7fd-495c-900d-8190e03d0adc'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:34.886348 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214ff7cf-8931-42ab-b4a8-39ffacab2794" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1ef560-8f2d-4dcc-8e75-d10e24a6e980", "tag": "3c3a7238-e7fd-495c-900d-8190e03d0adc"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:34.916652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a4b0-e16f-4a33-b053-89cabfe5256e service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a7238-e7fd-495c-900d-8190e03d0adc,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.929628 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.978602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.014367 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1726c9f-d3e0-4ba1-baed-3954964bd3eb x-openstack-request-id: req-f1726c9f-d3e0-4ba1-baed-3954964bd3eb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:35.014717 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1ef560-8f2d-4dcc-8e75-d10e24a6e980", "tag": "3c3a7238-e7fd-495c-900d-8190e03d0adc", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:35.014963 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1726c9f-d3e0-4ba1-baed-3954964bd3eb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:35.015458 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'tag': '3c3a7238-e7fd-495c-900d-8190e03d0adc', 'status': 'completed', 'code': 200} Aug 11 03:02:35.030824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-035efb90-2996-4ac8-9d5e-d9e63be85957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.032693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-035efb90-2996-4ac8-9d5e-d9e63be85957 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 1058 time: 0.0925233 Aug 11 03:02:35.034995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 6154c245-2aeb-4b4a-b0d1-c262dab819ee, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6154c245-2aeb-4b4a-b0d1-c262dab819ee,segment=NetworkSegment(ad9011d5-cee5-47c1-be74-6c025b5c44d5),segment_id=ad9011d5-cee5-47c1-be74-6c025b5c44d5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:35.045921 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.046947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:35.102091 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-039992d4-2f0a-4719-b0f0-b7e81de597ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc HTTP/1.1" status: 200 len: 217 time: 0.0543094 Aug 11 03:02:35.112103 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.116685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ee05b95d-8661-4b72-824f-ff8703970c6d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5 HTTP/1.1" status: 204 len: 168 time: 0.7547793 Aug 11 03:02:35.117138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45838) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.154546 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef39a941-29c1-4ef3-9054-05c7c424d67d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:35.159458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ef39a941-29c1-4ef3-9054-05c7c424d67d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5 HTTP/1.1" status: 404 len: 333 time: 0.0389934 Aug 11 03:02:35.160791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45840) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.167116 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.175929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=6154c245-2aeb-4b4a-b0d1-c262dab819ee,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.177276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-1451a319-ef83-49de-8024-461eaf875ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.181435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-1451a319-ef83-49de-8024-461eaf875ad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3f9655a-9605-4ac9-bc40-2014ef3a8aec HTTP/1.1" status: 200 len: 838 time: 0.0687943 Aug 11 03:02:35.211238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:35.242562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:35.243209 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.261050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-e20a46ee-37ca-4daf-a12d-a5a81445ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.263624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-e20a46ee-37ca-4daf-a12d-a5a81445ed8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de841f77-d7b5-41d0-a5a1-257432cf0012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737951 Aug 11 03:02:35.293152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:02:35.294172 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:02:35.321777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port c3d34073-4d59-483d-a0e6-eb99ce693dcc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:35.322292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.347955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.397900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:35.398261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-22e4ed27-aaef-4d7f-a4fa-6f75640ab340 service neutron] 10.222.0.59 "GET /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247079 Aug 11 03:02:35.402695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.428631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.445476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for c3d34073-4d59-483d-a0e6-eb99ce693dcc owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:35.454612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.526923 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0a74284a-64a2-4c34-85cb-5a65d074a632 req-6c0222cc-5975-4e66-b4b9-d3d3a7480081 service neutron] 10.222.0.59 "GET /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169283 Aug 11 03:02:35.586559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d50774-ce6d-4b06-995f-356397bb1262 req-8b709e60-2f9b-46f3-8e5b-55c981090b63 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.588302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39d50774-ce6d-4b06-995f-356397bb1262 req-8b709e60-2f9b-46f3-8e5b-55c981090b63 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 907 time: 0.0780237 Aug 11 03:02:35.628839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-a326eef3-78df-4708-b26c-8bcc71188d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.630525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-a326eef3-78df-4708-b26c-8bcc71188d39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 1058 time: 0.0529392 Aug 11 03:02:35.668202 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.703747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=c3d34073-4d59-483d-a0e6-eb99ce693dcc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.732412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-6c572df0-5db5-4ed0-9b4a-4abcbe6e109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.733901 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-6c572df0-5db5-4ed0-9b4a-4abcbe6e109c service neutron] 10.222.0.59 "GET /v2.0/networks?id=de841f77-d7b5-41d0-a5a1-257432cf0012 HTTP/1.1" status: 200 len: 898 time: 0.0960848 Aug 11 03:02:35.772865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.777857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0ae6e021-8179-4dfe-a287-157cc22b59d4 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/c3d34073-4d59-483d-a0e6-eb99ce693dcc HTTP/1.1" status: 204 len: 168 time: 0.6158893 Aug 11 03:02:35.778593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45844) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.783197 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-1f99e891-8e27-4efc-a62f-b6c27f0579fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc HTTP/1.1" status: 200 len: 217 time: 0.0413480 Aug 11 03:02:35.805266 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf6711c-512c-4a07-9e4e-2654fbd12a86 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:35.809329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5cf6711c-512c-4a07-9e4e-2654fbd12a86 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/c3d34073-4d59-483d-a0e6-eb99ce693dcc HTTP/1.1" status: 404 len: 333 time: 0.0273662 Aug 11 03:02:35.809567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45846) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.839359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Could not find standard attr ID for object c3d34073-4d59-483d-a0e6-eb99ce693dcc. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:35.841961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-afb09221-da06-4b7f-98ea-643840d71747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.842493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d070b379-e567-42ce-80fa-1d3afe93c791 None None] Could not find standard attr ID for object 3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:35.847295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-afb09221-da06-4b7f-98ea-643840d71747 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3f9655a-9605-4ac9-bc40-2014ef3a8aec HTTP/1.1" status: 200 len: 838 time: 0.0563090 Aug 11 03:02:35.875637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 5a7e2d66-4958-44fc-95d7-3632e9b8e651 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:35.879087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.896869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-0a084a0b-eaf5-4c9f-b5b4-53e1b8157b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.898435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-0a084a0b-eaf5-4c9f-b5b4-53e1b8157b9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de841f77-d7b5-41d0-a5a1-257432cf0012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432587 Aug 11 03:02:35.929452 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.954015 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b988f69a-8233-4d7e-a01e-8cfa0d1bcf2f None None] Could not find standard attr ID for object c3d34073-4d59-483d-a0e6-eb99ce693dcc. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:35.957340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b988f69a-8233-4d7e-a01e-8cfa0d1bcf2f None None] Could not find standard attr ID for object 3c95d1b6-ccf0-4958-86e1-3eb5ad6f10d5. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:36.000775 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-f2447579-abf3-4ab5-a286-dc860dd5478a service neutron] 10.222.0.59 "GET /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Aug 11 03:02:36.028856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.100990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-214ff7cf-8931-42ab-b4a8-39ffacab2794 req-acdedbc8-dd83-4215-a646-a9026b2fd180 service neutron] 10.222.0.59 "GET /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924165 Aug 11 03:02:36.102036 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.138241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7e2d66-4958-44fc-95d7-3632e9b8e651,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.142146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.144321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-76ee7425-7116-4fa1-8f8f-338941de1569 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/5a7e2d66-4958-44fc-95d7-3632e9b8e651 HTTP/1.1" status: 204 len: 168 time: 0.3337584 Aug 11 03:02:36.146952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45848) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:36.152410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceeafb7-7912-4990-9510-57f230466caa None None] Network dff6a596-150f-40ff-b3d3-4b7274ab512b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:36.232167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.306037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 6154c245-2aeb-4b4a-b0d1-c262dab819ee {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:36.306457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.358469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] DHCP port deletion for dff6a596-150f-40ff-b3d3-4b7274ab512b request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:36.414600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] For port 6154c245-2aeb-4b4a-b0d1-c262dab819ee, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6154c245-2aeb-4b4a-b0d1-c262dab819ee,segment=NetworkSegment(ad9011d5-cee5-47c1-be74-6c025b5c44d5),segment_id=ad9011d5-cee5-47c1-be74-6c025b5c44d5)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:36.415197 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.420379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] Deleting port 6154c245-2aeb-4b4a-b0d1-c262dab819ee {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:36.420818 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.432561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 6154c245-2aeb-4b4a-b0d1-c262dab819ee owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:36.475143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:36.514183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] For port 6154c245-2aeb-4b4a-b0d1-c262dab819ee, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6154c245-2aeb-4b4a-b0d1-c262dab819ee,segment=NetworkSegment(ad9011d5-cee5-47c1-be74-6c025b5c44d5),segment_id=ad9011d5-cee5-47c1-be74-6c025b5c44d5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:36.514574 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.524260 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.534784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] Calling delete_port for 6154c245-2aeb-4b4a-b0d1-c262dab819ee owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:36.558176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=6154c245-2aeb-4b4a-b0d1-c262dab819ee,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.562755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No DVR routers for this DVR port 6154c245-2aeb-4b4a-b0d1-c262dab819ee on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:36.632080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:36.632483 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.680939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.696884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff6a596-150f-40ff-b3d3-4b7274ab512b']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:36.702034 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.713063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9011d5-cee5-47c1-be74-6c025b5c44d5') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:36.713376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9011d5-cee5-47c1-be74-6c025b5c44d5') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:36.732783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.752878 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] Pushing event deleted for resources: {'Port': ['ID=6154c245-2aeb-4b4a-b0d1-c262dab819ee,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.757331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b092b-ce93-4071-b7dd-f1137e8427d0 None None] No DVR routers for this DVR port 6154c245-2aeb-4b4a-b0d1-c262dab819ee on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:36.765355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.775549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:36.776278 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:36.779109 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:36.834122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6efa0a-cffa-46bf-ae3a-cab2fe3a75fc req-2b85a530-03f2-4959-b407-c97f7a947086 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.836084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e6efa0a-cffa-46bf-ae3a-cab2fe3a75fc req-2b85a530-03f2-4959-b407-c97f7a947086 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 907 time: 0.1255651 Aug 11 03:02:36.844537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6154c245-2aeb-4b4a-b0d1-c262dab819ee no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:36.865885 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.873138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.876169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/dff6a596-150f-40ff-b3d3-4b7274ab512b HTTP/1.1" status: 204 len: 168 time: 0.7279747 Aug 11 03:02:36.881088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:36.881912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 6154c245-2aeb-4b4a-b0d1-c262dab819ee {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:36.881912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6154c245-2aeb-4b4a-b0d1-c262dab819ee not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:36.885263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1881287096'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:36.900703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bff924-2d6f-4f52-912b-cd46c8de454d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=dff6a596-150f-40ff-b3d3-4b7274ab512b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.921636 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:36.928639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.970525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:36.982444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.983001 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Added segment 7d0a893e-89f4-43b9-988f-63fb0e8784f5 of type vlan for network cd8a0b33-63c1-4731-8fe0-7e3659d15bae Aug 11 03:02:37.029801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.061502 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.067360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.067990 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.131573 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2506759 Aug 11 03:02:37.134774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45854) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:37.140174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:37.141537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5028d85-ac40-46a9-b848-a7b8b563bf4c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Network': ['ID=cd8a0b33-63c1-4731-8fe0-7e3659d15bae,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.151927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:37.231462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:37.235592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.436944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.504085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=439aa060-e0d4-467a-8742-6cd9871e4877,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.514050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Checking segment: {'id': '7d0a893e-89f4-43b9-988f-63fb0e8784f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:37.514430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network hostable DHCP agents. Network: cd8a0b33-63c1-4731-8fe0-7e3659d15bae, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:37.534057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:37.543790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, cd8a0b33-63c1-4731-8fe0-7e3659d15bae) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:37.547932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.548536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.552835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba1cd1-1d50-4853-bede-969857b9157e None None] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:37.564959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1dc24a03-db5c-4987-9901-51b6d8b51c3a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4288864 Aug 11 03:02:37.567659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45856) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:37.572777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1758185540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:37.599087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.601033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.669978 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.677580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.696246 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.701444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac5cd615-d70b-4b61-88df-a9774be6c9fd tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1318617 Aug 11 03:02:37.701444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45858) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:37.708057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae', 'name': 'tempest-PortsTestJSON-1407562537'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:37.755088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-cd8a0b33-63c1-4731-8fe0-7e3659d15bae', 'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': '439aa060-e0d4-467a-8742-6cd9871e4877'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:37.756024 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.839363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:37.845206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.870158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port e0076055-0e29-491a-99a8-5d9c93bb1988 yet. {{(pid=94699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:37.993485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21694e3-2e01-43fd-b116-25b9f763454c req-ec7d4752-866c-40d0-9ac0-e02b5a84f869 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.995157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e21694e3-2e01-43fd-b116-25b9f763454c req-ec7d4752-866c-40d0-9ac0-e02b5a84f869 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 907 time: 0.0660193 Aug 11 03:02:38.110902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Allocated IP 172.20.0.2 (cd8a0b33-63c1-4731-8fe0-7e3659d15bae/439aa060-e0d4-467a-8742-6cd9871e4877/51771010-2a7d-4a63-9b77-305b2a64602b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:38.260513 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.269335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Transition to ACTIVE for port object 51771010-2a7d-4a63-9b77-305b2a64602b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:38.284277 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Transition to ACTIVE for port object 51771010-2a7d-4a63-9b77-305b2a64602b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:38.290543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.326795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:38.331831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:38.335473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:38.341704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.12 (cd8a0b33-63c1-4731-8fe0-7e3659d15bae/439aa060-e0d4-467a-8742-6cd9871e4877/e0076055-0e29-491a-99a8-5d9c93bb1988) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:38.344366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Pushing event updated for resources: {'Port': ['ID=51771010-2a7d-4a63-9b77-305b2a64602b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.396628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Attempting to bind port 51771010-2a7d-4a63-9b77-305b2a64602b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:38.397001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Attempting to bind port 51771010-2a7d-4a63-9b77-305b2a64602b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7d0a893e-89f4-43b9-988f-63fb0e8784f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:38.397365 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Attempting to bind port 51771010-2a7d-4a63-9b77-305b2a64602b on network cd8a0b33-63c1-4731-8fe0-7e3659d15bae {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:38.402890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:38.403262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Checking segment: {'id': '7d0a893e-89f4-43b9-988f-63fb0e8784f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:38.403669 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.404063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Bound using segment: {'id': '7d0a893e-89f4-43b9-988f-63fb0e8784f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:38.404525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Bound port: 51771010-2a7d-4a63-9b77-305b2a64602b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0a893e-89f4-43b9-988f-63fb0e8784f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cd8a0b33-63c1-4731-8fe0-7e3659d15bae'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:38.404908 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.473761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] For port 51771010-2a7d-4a63-9b77-305b2a64602b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:38.477061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] For port 51771010-2a7d-4a63-9b77-305b2a64602b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=51771010-2a7d-4a63-9b77-305b2a64602b,segment=NetworkSegment(7d0a893e-89f4-43b9-988f-63fb0e8784f5),segment_id=7d0a893e-89f4-43b9-988f-63fb0e8784f5)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:38.482264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.521016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.537800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object e0076055-0e29-491a-99a8-5d9c93bb1988 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:38.561931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffae11d-5ee8-4c63-a20b-1ae9ad6ef0a4 None None] Pushing event updated for resources: {'Port': ['ID=51771010-2a7d-4a63-9b77-305b2a64602b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.590059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.642126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:38.645723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:38.648325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:38.679264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=e0076055-0e29-491a-99a8-5d9c93bb1988,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.707788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.708426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.742516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3c3a7238-e7fd-495c-900d-8190e03d0adc details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:38.748994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a3d45cfe-1965-47c6-bcc4-20684eb3146d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0463910 Aug 11 03:02:38.751751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:38.853558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3c3a7238-e7fd-495c-900d-8190e03d0adc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:38.876567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3c3a7238-e7fd-495c-900d-8190e03d0adc', 'network_id': 'de841f77-d7b5-41d0-a5a1-257432cf0012', 'port_id': '3c3a7238-e7fd-495c-900d-8190e03d0adc', 'mac_address': 'fa:16:3e:eb:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f9655a-9605-4ac9-bc40-2014ef3a8aec', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:38.927772 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.942376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3a7238-e7fd-495c-900d-8190e03d0adc {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:38.962694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3c3a7238-e7fd-495c-900d-8190e03d0adc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:38.966810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.018864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3c3a7238-e7fd-495c-900d-8190e03d0adc,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:39.124451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48334-3d6c-4e7d-b3f9-94d7e03af014 req-65ea63d4-ff2f-404e-9ef5-e9891a07851a tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:39.126167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bc48334-3d6c-4e7d-b3f9-94d7e03af014 req-65ea63d4-ff2f-404e-9ef5-e9891a07851a tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 908 time: 0.0551932 Aug 11 03:02:39.211659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3c3a7238-e7fd-495c-900d-8190e03d0adc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:39.442921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.529507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faebddf-77a2-4f09-8441-d8cf3a2f6e42 None None] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:39.643468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-84870869-128a-4470-b9ce-8b379fce4c98 None None] Provisioning for port 51771010-2a7d-4a63-9b77-305b2a64602b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:39.692728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.697949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.773713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=e0076055-0e29-491a-99a8-5d9c93bb1988,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:39.921099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.984132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa4c177c-0d0c-427d-957d-f723dbc6db85 None None] Provisioning for port e0076055-0e29-491a-99a8-5d9c93bb1988 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:39.990217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fa4c177c-0d0c-427d-957d-f723dbc6db85 None None] Provisioning complete for port e0076055-0e29-491a-99a8-5d9c93bb1988 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:39.990762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa4c177c-0d0c-427d-957d-f723dbc6db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.038273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c177c-0d0c-427d-957d-f723dbc6db85 None None] Port e0076055-0e29-491a-99a8-5d9c93bb1988 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:40.042618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.173164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d9b6e71-e292-4a18-8a4f-d733ebf1feaf None None] Provisioning complete for port e0076055-0e29-491a-99a8-5d9c93bb1988 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.173550 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6e71-e292-4a18-8a4f-d733ebf1feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.216102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b6e71-e292-4a18-8a4f-d733ebf1feaf None None] Port e0076055-0e29-491a-99a8-5d9c93bb1988 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:40.273412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da733a-b276-4932-ad36-5145e1af59ff req-1da4b1ea-696f-477b-bdb4-656142296a47 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.274983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-92da733a-b276-4932-ad36-5145e1af59ff req-1da4b1ea-696f-477b-bdb4-656142296a47 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 908 time: 0.0568802 Aug 11 03:02:40.330650 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.335440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.336681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9ce88546-7614-4da6-ad8a-73e34af30435 None None] Provisioning complete for port e0076055-0e29-491a-99a8-5d9c93bb1988 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.337147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ce88546-7614-4da6-ad8a-73e34af30435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.371460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9ce88546-7614-4da6-ad8a-73e34af30435 None None] Port e0076055-0e29-491a-99a8-5d9c93bb1988 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:40.409276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.411168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=e0076055-0e29-491a-99a8-5d9c93bb1988,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:40.477280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 51771010-2a7d-4a63-9b77-305b2a64602b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:40.506805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:40.508378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:40.527145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 51771010-2a7d-4a63-9b77-305b2a64602b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:40.532472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 51771010-2a7d-4a63-9b77-305b2a64602b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.532858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.622767 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.642610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Router 760cb728-8e26-4160-9ab2-ec4ae730c4b7 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:02:40.670775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 51771010-2a7d-4a63-9b77-305b2a64602b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=51771010-2a7d-4a63-9b77-305b2a64602b,segment=NetworkSegment(7d0a893e-89f4-43b9-988f-63fb0e8784f5),segment_id=7d0a893e-89f4-43b9-988f-63fb0e8784f5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:40.676057 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.736932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=51771010-2a7d-4a63-9b77-305b2a64602b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:40.746302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3c3a7238-e7fd-495c-900d-8190e03d0adc up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:40.750509 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:40.759151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1310a64c-bb0a-4a1d-b8b0-951d3e3e9941 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/routers/760cb728-8e26-4160-9ab2-ec4ae730c4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059822 Aug 11 03:02:40.761505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:40.769543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] Sync routers for ids ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:40.795851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] Routers {'760cb728-8e26-4160-9ab2-ec4ae730c4b7'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:40.796496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:40.815429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7256e-31fe-4cde-b601-006095aca723 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.817010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-79d7256e-31fe-4cde-b601-006095aca723 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports?device_id=760cb728-8e26-4160-9ab2-ec4ae730c4b7 HTTP/1.1" status: 200 len: 983 time: 0.0543475 Aug 11 03:02:40.819887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:40.837488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:40.852554 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4d54a29b-82da-4b65-a940-a666a4fa1fc6 None None] Provisioning complete for port e0076055-0e29-491a-99a8-5d9c93bb1988 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.852927 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d54a29b-82da-4b65-a940-a666a4fa1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.859978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] Routers {'760cb728-8e26-4160-9ab2-ec4ae730c4b7'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:40.860703 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:40.912651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3c3a7238-e7fd-495c-900d-8190e03d0adc completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:40.917442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:40.918115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4b423-3230-4226-b71c-e83cb86fa5f5 None None] The sync data for ids ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:40.926528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3c3a7238-e7fd-495c-900d-8190e03d0adc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:40.926912 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.952098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4d54a29b-82da-4b65-a940-a666a4fa1fc6 None None] Port e0076055-0e29-491a-99a8-5d9c93bb1988 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:41.025694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.053197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a7238-e7fd-495c-900d-8190e03d0adc'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:41.055823 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5604416-8074-47ba-b004-abb71aafee8a" -d '{"events": [{"server_uuid": "cc1ef560-8f2d-4dcc-8e75-d10e24a6e980", "name": "network-vif-plugged", "status": "completed", "tag": "3c3a7238-e7fd-495c-900d-8190e03d0adc"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:41.070545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3c3a7238-e7fd-495c-900d-8190e03d0adc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:41.075597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.103441 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49754cff-f0a9-436c-a519-bf420982e804 x-openstack-request-id: req-49754cff-f0a9-436c-a519-bf420982e804 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:41.103739 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1ef560-8f2d-4dcc-8e75-d10e24a6e980", "name": "network-vif-plugged", "status": "completed", "tag": "3c3a7238-e7fd-495c-900d-8190e03d0adc", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:41.103995 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49754cff-f0a9-436c-a519-bf420982e804 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:41.104395 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a7238-e7fd-495c-900d-8190e03d0adc', 'code': 200} Aug 11 03:02:41.133142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3c3a7238-e7fd-495c-900d-8190e03d0adc,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:41.211690 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98e2ce-8811-43a1-ad73-09289b65376e req-f3f9b19f-7669-4ddc-94e0-20c76a764e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:41.213114 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6d98e2ce-8811-43a1-ad73-09289b65376e req-f3f9b19f-7669-4ddc-94e0-20c76a764e21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 1060 time: 0.0411711 Aug 11 03:02:41.255966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.435120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c0c7c-e262-4e93-9dc3-948a83e83e05 req-093b8429-3311-4da7-a8b2-c92ad24581b5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:41.436616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-434c0c7c-e262-4e93-9dc3-948a83e83e05 req-093b8429-3311-4da7-a8b2-c92ad24581b5 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 909 time: 0.0949261 Aug 11 03:02:41.506099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port e0076055-0e29-491a-99a8-5d9c93bb1988 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:41.506341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.587285 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.598716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for e0076055-0e29-491a-99a8-5d9c93bb1988 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:41.772169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.799380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=e0076055-0e29-491a-99a8-5d9c93bb1988,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.293688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.448897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Router 760cb728-8e26-4160-9ab2-ec4ae730c4b7 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:42.455448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 51771010-2a7d-4a63-9b77-305b2a64602b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:42.508853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 51771010-2a7d-4a63-9b77-305b2a64602b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:42.509227 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.533306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:42.540789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24358628-7ccb-4a49-94b8-ef047fc6167f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/routers/760cb728-8e26-4160-9ab2-ec4ae730c4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7176054 Aug 11 03:02:42.541063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:42.548148 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] Sync routers for ids ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:42.561817 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] Routers {'760cb728-8e26-4160-9ab2-ec4ae730c4b7'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:42.563314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.569092 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a547d6-b486-42e3-8c8a-3ce0904e4e46 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:42.573305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-07a547d6-b486-42e3-8c8a-3ce0904e4e46 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/e0076055-0e29-491a-99a8-5d9c93bb1988 HTTP/1.1" status: 404 len: 333 time: 0.0288992 Aug 11 03:02:42.573718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45882) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:42.607675 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.617587 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] Routers {'760cb728-8e26-4160-9ab2-ec4ae730c4b7'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:42.618238 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.653038 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.653699 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf55a7-3c8e-4dc2-8459-674a0c4957a5 None None] The sync data for ids ['760cb728-8e26-4160-9ab2-ec4ae730c4b7'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:42.669840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.873392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c22e8c-e0f9-4f5e-8674-1e686d2c0076 req-0139d455-35c2-42de-b055-4ee1a9eacb69 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.875004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8c22e8c-e0f9-4f5e-8674-1e686d2c0076 req-0139d455-35c2-42de-b055-4ee1a9eacb69 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 909 time: 0.3524461 Aug 11 03:02:42.876837 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.879309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.929081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.929828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Fanout notify agent at l3_agent the message router_deleted on router 760cb728-8e26-4160-9ab2-ec4ae730c4b7 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:02:42.942293 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.943840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d87cc9df-0c9b-463e-bdb5-68fd69ab244a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/routers/760cb728-8e26-4160-9ab2-ec4ae730c4b7 HTTP/1.1" status: 204 len: 168 time: 0.3688648 Aug 11 03:02:42.946296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45886) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:43.007178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 439aa060-e0d4-467a-8742-6cd9871e4877 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:43.010610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.074318 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.122291 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccecfdc-9ce8-4630-be5c-cb7660dfbca9 req-738daebe-efa8-4425-a120-8561a79d37fc tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.123858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ccecfdc-9ce8-4630-be5c-cb7660dfbca9 req-738daebe-efa8-4425-a120-8561a79d37fc tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 909 time: 0.1686971 Aug 11 03:02:43.178107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.261663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c667-d98e-4351-b0bf-69f0bcd1a2e1 req-57298460-3380-48df-89ff-f8fce2b1b3d2 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.263373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d127c667-d98e-4351-b0bf-69f0bcd1a2e1 req-57298460-3380-48df-89ff-f8fce2b1b3d2 tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 1060 time: 0.0635636 Aug 11 03:02:43.270822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.298978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=439aa060-e0d4-467a-8742-6cd9871e4877,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.302669 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.307413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:43.311456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc5d5c-81cb-4118-b586-525588e79e77 None None] Network cd8a0b33-63c1-4731-8fe0-7e3659d15bae requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:43.314585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-406db360-6301-49cc-a54c-a3b1f6e75a47 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/439aa060-e0d4-467a-8742-6cd9871e4877 HTTP/1.1" status: 204 len: 168 time: 0.3671107 Aug 11 03:02:43.387639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8dfe0-130e-4823-8414-db40b8f61d44 req-8b8517a5-109b-4e33-a240-9cfc37497e0c tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.388172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.389507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1c8dfe0-130e-4823-8414-db40b8f61d44 req-8b8517a5-109b-4e33-a240-9cfc37497e0c tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1136 time: 0.0495851 Aug 11 03:02:43.433413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1c8dfe0-130e-4823-8414-db40b8f61d44 req-052e2927-2a4c-48b3-96f1-5910823bbeaf tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366921 Aug 11 03:02:43.456741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:43.494331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 51771010-2a7d-4a63-9b77-305b2a64602b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:43.494675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.496964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] DHCP port deletion for cd8a0b33-63c1-4731-8fe0-7e3659d15bae request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:43.541870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Deleting port 51771010-2a7d-4a63-9b77-305b2a64602b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:43.542410 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.553364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc5724-698f-4238-9264-0db389567a5e tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.554918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fbdc5724-698f-4238-9264-0db389567a5e tempest-TestSecurityGroupsBasicOps-1414870896 tempest-TestSecurityGroupsBasicOps-1414870896-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 1055 time: 0.0961158 Aug 11 03:02:43.567016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] For port 51771010-2a7d-4a63-9b77-305b2a64602b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=51771010-2a7d-4a63-9b77-305b2a64602b,segment=NetworkSegment(7d0a893e-89f4-43b9-988f-63fb0e8784f5),segment_id=7d0a893e-89f4-43b9-988f-63fb0e8784f5)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:43.567383 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.579536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 51771010-2a7d-4a63-9b77-305b2a64602b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:43.610424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] For port 51771010-2a7d-4a63-9b77-305b2a64602b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=51771010-2a7d-4a63-9b77-305b2a64602b,segment=NetworkSegment(7d0a893e-89f4-43b9-988f-63fb0e8784f5),segment_id=7d0a893e-89f4-43b9-988f-63fb0e8784f5)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:43.610825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.623743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Calling delete_port for 51771010-2a7d-4a63-9b77-305b2a64602b owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:43.673265 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.701850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=51771010-2a7d-4a63-9b77-305b2a64602b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.706526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No DVR routers for this DVR port 51771010-2a7d-4a63-9b77-305b2a64602b on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:43.750400 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.779599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] No DVR routers for this DVR port 51771010-2a7d-4a63-9b77-305b2a64602b on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:43.785623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Pushing event deleted for resources: {'Port': ['ID=51771010-2a7d-4a63-9b77-305b2a64602b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.796023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.796477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.797571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.798171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.798633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.799099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.799689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.799807 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.800198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.800640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.801067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.802384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.802384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e8ebaa-cc54-4a5e-a32f-7554559bbf19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:43.815413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19366fe8-b4bc-4872-a51f-59d0f4f92dba req-eb9b7a09-87e4-4011-b233-937e7d722641 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.816873 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8a0b33-63c1-4731-8fe0-7e3659d15bae']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.817382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19366fe8-b4bc-4872-a51f-59d0f4f92dba req-eb9b7a09-87e4-4011-b233-937e7d722641 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 909 time: 0.0606871 Aug 11 03:02:43.830069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0a893e-89f4-43b9-988f-63fb0e8784f5') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.830441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0a893e-89f4-43b9-988f-63fb0e8784f5') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.839861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.854468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.861251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:43.861642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:43.864610 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:43.915202 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af9816e5-ac02-40de-a420-7f6f76885ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.924376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.931354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.933153 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/cd8a0b33-63c1-4731-8fe0-7e3659d15bae HTTP/1.1" status: 204 len: 168 time: 0.6247451 Aug 11 03:02:43.936986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45902) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:43.944698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c274e1-811e-4053-ab26-81f1e8f10094 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=cd8a0b33-63c1-4731-8fe0-7e3659d15bae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.981368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b8ea37-b6de-402e-aab8-81183f7d7b0e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.982834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f4b8ea37-b6de-402e-aab8-81183f7d7b0e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/d6cd6b45-2941-4eb4-9d2a-1add426bf36a HTTP/1.1" status: 200 len: 840 time: 0.0447052 Aug 11 03:02:43.986740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45904) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.025928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b04373b2-fb61-4f90-857e-043ff2c2ea4e tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/d6cd6b45-2941-4eb4-9d2a-1add426bf36a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0380614 Aug 11 03:02:44.029355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45906) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.034214 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:44.123158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:44.126684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.268405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:44.305441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.348146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:44.351128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:44.354045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.354642 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.363056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405c372-0cf7-4dc2-926c-c1b0c1e33f24 None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:44.370854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=f75b6a7f-3a79-4aae-8eca-a7b04f3c610d,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.379249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-96075b5a-e7f1-4ff9-837c-6c226ef1a8fe tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3488824 Aug 11 03:02:44.382233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45908) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.388364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'security_group': {'name': 'tempest-secgroup-1998047493'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:44.417256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.470603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 51771010-2a7d-4a63-9b77-305b2a64602b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:44.494537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 51771010-2a7d-4a63-9b77-305b2a64602b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:44.495009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 51771010-2a7d-4a63-9b77-305b2a64602b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:44.513347 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.518519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.548775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3546f11c-8879-468f-a18d-d57b34a58287,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.551129 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.554793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9578a719-c6bd-4d45-a3e2-5df9a6f1a249 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1686440 Aug 11 03:02:44.554985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45910) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.559752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'security_group': {'name': 'tempest-secgroup-854122228'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:44.564937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cef060-8237-4344-9290-df307c72601d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'tenant_id': '33c53e4ed0b64a2aa50fe6bcbd98c9fe', 'fixed_ips': [{'subnet_id': 'f75b6a7f-3a79-4aae-8eca-a7b04f3c610d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:44.565815 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3cef060-8237-4344-9290-df307c72601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.584890 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.682076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.687010 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.712876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c3cef060-8237-4344-9290-df307c72601d None None] Allocated IP 172.20.0.2 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/f75b6a7f-3a79-4aae-8eca-a7b04f3c610d/4333c934-c141-4883-a867-30981f23adc6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:44.715946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.717378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1614428 Aug 11 03:02:44.720354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.721994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef442-2a29-4f76-a882-6b1cebf28238 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab644d9-feb3-4381-8a12-24e48b5fefdf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.727292 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551171380', 'security_groups': ['fab644d9-feb3-4381-8a12-24e48b5fefdf'], 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f75b6a7f-3a79-4aae-8eca-a7b04f3c610d'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:44.847689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:44.876094 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3cef060-8237-4344-9290-df307c72601d None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.886562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c3cef060-8237-4344-9290-df307c72601d None None] Transition to ACTIVE for port object 4333c934-c141-4883-a867-30981f23adc6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:44.903952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c3cef060-8237-4344-9290-df307c72601d None None] Transition to ACTIVE for port object 4333c934-c141-4883-a867-30981f23adc6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:44.915251 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3cef060-8237-4344-9290-df307c72601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.963060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cef060-8237-4344-9290-df307c72601d None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:44.963487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.966439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c3cef060-8237-4344-9290-df307c72601d None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:44.970190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cef060-8237-4344-9290-df307c72601d None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:44.972257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1c9c-5842-4ea4-a164-ba0719d37088 req-3d38878c-0c01-4954-a2c2-d407c46481ab tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.973920 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-652e1c9c-5842-4ea4-a164-ba0719d37088 req-3d38878c-0c01-4954-a2c2-d407c46481ab tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 909 time: 0.0721850 Aug 11 03:02:44.976418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cef060-8237-4344-9290-df307c72601d None None] Pushing event updated for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.995150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port feebf1b1-5a99-46df-9a62-a35d50d6258b yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:45.054083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c3cef060-8237-4344-9290-df307c72601d None None] Attempting to bind port 4333c934-c141-4883-a867-30981f23adc6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:45.054464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c3cef060-8237-4344-9290-df307c72601d None None] Attempting to bind port 4333c934-c141-4883-a867-30981f23adc6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '6113a7d8-a144-48f3-9dc2-cbaa4889dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:45.054836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cef060-8237-4344-9290-df307c72601d None None] Attempting to bind port 4333c934-c141-4883-a867-30981f23adc6 on network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:45.060394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cef060-8237-4344-9290-df307c72601d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:45.060773 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cef060-8237-4344-9290-df307c72601d None None] Checking segment: {'id': '6113a7d8-a144-48f3-9dc2-cbaa4889dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:45.061185 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3cef060-8237-4344-9290-df307c72601d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.061595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cef060-8237-4344-9290-df307c72601d None None] Bound using segment: {'id': '6113a7d8-a144-48f3-9dc2-cbaa4889dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:45.062143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c3cef060-8237-4344-9290-df307c72601d None None] Bound port: 4333c934-c141-4883-a867-30981f23adc6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6113a7d8-a144-48f3-9dc2-cbaa4889dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:45.063071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3cef060-8237-4344-9290-df307c72601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.138303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c3cef060-8237-4344-9290-df307c72601d None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:45.142970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c3cef060-8237-4344-9290-df307c72601d None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4333c934-c141-4883-a867-30981f23adc6,segment=NetworkSegment(6113a7d8-a144-48f3-9dc2-cbaa4889dc50),segment_id=6113a7d8-a144-48f3-9dc2-cbaa4889dc50)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:45.148032 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3cef060-8237-4344-9290-df307c72601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.200341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-eabb83ef-d873-4aff-8754-439e8070b7f6 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.201892 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-eabb83ef-d873-4aff-8754-439e8070b7f6 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 909 time: 0.1044798 Aug 11 03:02:45.211105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cef060-8237-4344-9290-df307c72601d None None] Pushing event updated for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:45.258360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.12 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/f75b6a7f-3a79-4aae-8eca-a7b04f3c610d/feebf1b1-5a99-46df-9a62-a35d50d6258b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:45.417221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port 3c3a7238-e7fd-495c-900d-8190e03d0adc {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:45.417471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.519728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.550437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object feebf1b1-5a99-46df-9a62-a35d50d6258b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:45.557168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] For port 3c3a7238-e7fd-495c-900d-8190e03d0adc, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3c3a7238-e7fd-495c-900d-8190e03d0adc,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:45.557549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.575310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for 3c3a7238-e7fd-495c-900d-8190e03d0adc owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:45.656642 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.715764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:45.726599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:45.734442 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:45.739089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=feebf1b1-5a99-46df-9a62-a35d50d6258b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:45.821094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.821737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.842525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.853324 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8cbf7cb7-6070-4d30-9793-abb5191f8b57 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1317360 Aug 11 03:02:45.856769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45916) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:45.866473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:45.873337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=3c3a7238-e7fd-495c-900d-8190e03d0adc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:45.923158 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] No DVR routers for this DVR port 3c3a7238-e7fd-495c-900d-8190e03d0adc on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:45.926710 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.929154 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4a6eccf-633e-4f9b-a25c-0b2272b0a7e1 req-9c898d3d-c502-4068-8783-2ad9bfcd9955 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.59 "DELETE /v2.0/ports/3c3a7238-e7fd-495c-900d-8190e03d0adc HTTP/1.1" status: 204 len: 173 time: 0.7195151 Aug 11 03:02:45.930371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'name': 'network-vif-deleted', 'tag': '3c3a7238-e7fd-495c-900d-8190e03d0adc'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:45.933382 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0128a6-c879-48fd-bb55-bb451cb3dc0f" -d '{"events": [{"server_uuid": "cc1ef560-8f2d-4dcc-8e75-d10e24a6e980", "name": "network-vif-deleted", "tag": "3c3a7238-e7fd-495c-900d-8190e03d0adc"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:45.987406 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64017df6-ef25-4e16-9b82-e62bbc1d3ac3 x-openstack-request-id: req-64017df6-ef25-4e16-9b82-e62bbc1d3ac3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:45.987846 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1ef560-8f2d-4dcc-8e75-d10e24a6e980", "name": "network-vif-deleted", "tag": "3c3a7238-e7fd-495c-900d-8190e03d0adc", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:45.988156 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64017df6-ef25-4e16-9b82-e62bbc1d3ac3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:45.988569 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1ef560-8f2d-4dcc-8e75-d10e24a6e980', 'name': 'network-vif-deleted', 'tag': '3c3a7238-e7fd-495c-900d-8190e03d0adc', 'status': 'completed', 'code': 200} Aug 11 03:02:46.051539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:46.057179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.167740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7dc7b1f4-3ad6-4a84-8ef9-91f7000ebb43 req-87738a4a-fbe5-4177-b6fb-f0b46bf26b95 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1ef560-8f2d-4dcc-8e75-d10e24a6e980 HTTP/1.1" status: 200 len: 210 time: 0.0338268 Aug 11 03:02:46.211144 n-d-715271-8 neutron-server[94699]: INFO neutron.db.ipam_backend_mixin [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f75b6a7f-3a79-4aae-8eca-a7b04f3c610d (CIDR: 172.20.0.0/28) Aug 11 03:02:46.215882 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:46.216474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:46.235615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-db72061e-cfe7-4190-9a56-1209c5d21d69 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3769472 Aug 11 03:02:46.238307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45922) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:46.243522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:46.378334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:46.383066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.422762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a51c269d-0646-46fa-a1e6-a290ab1c312b None None] Provisioning for port 4333c934-c141-4883-a867-30981f23adc6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:46.465822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a51c269d-0646-46fa-a1e6-a290ab1c312b None None] Provisioning complete for port d6cd6b45-2941-4eb4-9d2a-1add426bf36a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.466294 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a51c269d-0646-46fa-a1e6-a290ab1c312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.538273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a51c269d-0646-46fa-a1e6-a290ab1c312b None None] Port d6cd6b45-2941-4eb4-9d2a-1add426bf36a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:46.555087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4333c934-c141-4883-a867-30981f23adc6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:46.608665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4333c934-c141-4883-a867-30981f23adc6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:46.612988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.613358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.677359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5e41dc29-450c-42aa-9e3e-fedc17f9f937 None None] Provisioning for port feebf1b1-5a99-46df-9a62-a35d50d6258b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:46.682798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5e41dc29-450c-42aa-9e3e-fedc17f9f937 None None] Provisioning complete for port feebf1b1-5a99-46df-9a62-a35d50d6258b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.683177 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e41dc29-450c-42aa-9e3e-fedc17f9f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.711333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.744465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5e41dc29-450c-42aa-9e3e-fedc17f9f937 None None] Port feebf1b1-5a99-46df-9a62-a35d50d6258b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:46.746410 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.758253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:46.761448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:46.768089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.768457 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.774506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f633b8-371a-4ddb-a047-16b1fdc48d42 None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:46.786318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=7adf43f8-91c7-4be1-8bf8-587cc15cd4a0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:46.793218 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45924) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:46.793760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d911f4a3-98fa-4ad4-80e4-9d7a4fbdade3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5530913 Aug 11 03:02:46.800682 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1754450550', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7adf43f8-91c7-4be1-8bf8-587cc15cd4a0'}], 'security_groups': ['3546f11c-8879-468f-a18d-d57b34a58287']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:46.824344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4333c934-c141-4883-a867-30981f23adc6,segment=NetworkSegment(6113a7d8-a144-48f3-9dc2-cbaa4889dc50),segment_id=6113a7d8-a144-48f3-9dc2-cbaa4889dc50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:46.830791 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.870166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.905239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.054766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Update dhcp port {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'fixed_ips': [{'subnet_id': 'f75b6a7f-3a79-4aae-8eca-a7b04f3c610d', 'ip_address': '172.20.0.2'}, {'subnet_id': '7adf43f8-91c7-4be1-8bf8-587cc15cd4a0'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '4333c934-c141-4883-a867-30981f23adc6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:02:47.080764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.190907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Delete allocated IP 172.20.0.12 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/f75b6a7f-3a79-4aae-8eca-a7b04f3c610d) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:02:47.200225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.19 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/7adf43f8-91c7-4be1-8bf8-587cc15cd4a0/feebf1b1-5a99-46df-9a62-a35d50d6258b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:47.233670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45928) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:47.371979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.389788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object feebf1b1-5a99-46df-9a62-a35d50d6258b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:47.394816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.466716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Allocated IP 172.20.0.18 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/7adf43f8-91c7-4be1-8bf8-587cc15cd4a0/4333c934-c141-4883-a867-30981f23adc6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:47.474537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8eea5de-2a99-48a8-9482-f27b99e0a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.486562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=feebf1b1-5a99-46df-9a62-a35d50d6258b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.510593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] In _notify_port_updated(), no bound segment for port feebf1b1-5a99-46df-9a62-a35d50d6258b on network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:47.517061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.517698 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.519064 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5f5844f1-d37d-47bc-a91d-d14318e6cebb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/ports/feebf1b1-5a99-46df-9a62-a35d50d6258b HTTP/1.1" status: 200 len: 921 time: 0.7239943 Aug 11 03:02:47.521878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:47.589456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4333c934-c141-4883-a867-30981f23adc6,segment=NetworkSegment(6113a7d8-a144-48f3-9dc2-cbaa4889dc50),segment_id=6113a7d8-a144-48f3-9dc2-cbaa4889dc50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:47.620503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port feebf1b1-5a99-46df-9a62-a35d50d6258b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:47.620804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.620934 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.635294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Transition to ACTIVE for port object 4333c934-c141-4883-a867-30981f23adc6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:47.644248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.646883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.727425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.735615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd9b41-b99d-41e5-afa1-18f0a8d76271 None None] Pushing event updated for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.745889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for feebf1b1-5a99-46df-9a62-a35d50d6258b owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:47.758430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.892551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.924792 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=feebf1b1-5a99-46df-9a62-a35d50d6258b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.966342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:47.966834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.001544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.004056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f62a29e7-0b11-41d9-baed-c730a71d409b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/feebf1b1-5a99-46df-9a62-a35d50d6258b HTTP/1.1" status: 204 len: 168 time: 0.4811897 Aug 11 03:02:48.006833 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.032337 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10f5d28-fa23-4aa1-992a-a53a85e09f36 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:48.036950 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a10f5d28-fa23-4aa1-992a-a53a85e09f36 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/feebf1b1-5a99-46df-9a62-a35d50d6258b HTTP/1.1" status: 404 len: 333 time: 0.0259225 Aug 11 03:02:48.037189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45934) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.113583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] For port 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:48.113963 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.137351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:48.144840 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eeb044b8-c576-4c23-8dd4-b9b23e4d8c15 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.202814 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eeb044b8-c576-4c23-8dd4-b9b23e4d8c15 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.268397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Could not find standard attr ID for object feebf1b1-5a99-46df-9a62-a35d50d6258b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:48.279819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Provisioning complete for port d6cd6b45-2941-4eb4-9d2a-1add426bf36a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:48.280186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.298520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eeb044b8-c576-4c23-8dd4-b9b23e4d8c15 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.301080 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eeb044b8-c576-4c23-8dd4-b9b23e4d8c15 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.302279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eeb044b8-c576-4c23-8dd4-b9b23e4d8c15 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/security-groups/fab644d9-feb3-4381-8a12-24e48b5fefdf HTTP/1.1" status: 204 len: 168 time: 0.2640460 Aug 11 03:02:48.305114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.319161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb044b8-c576-4c23-8dd4-b9b23e4d8c15 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab644d9-feb3-4381-8a12-24e48b5fefdf,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:48.319566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Port d6cd6b45-2941-4eb4-9d2a-1add426bf36a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:48.335785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Provisioning for port 4333c934-c141-4883-a867-30981f23adc6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:48.345509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:48.345892 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-199954c0-d379-40b2-8324-32fcf57a5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.367079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20760b5-2fed-46dd-82bf-35581ca0a440 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.393751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20760b5-2fed-46dd-82bf-35581ca0a440 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.427529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.461083 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20760b5-2fed-46dd-82bf-35581ca0a440 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.464116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e20760b5-2fed-46dd-82bf-35581ca0a440 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.467700 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e20760b5-2fed-46dd-82bf-35581ca0a440 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/security-groups/3546f11c-8879-468f-a18d-d57b34a58287 HTTP/1.1" status: 204 len: 168 time: 0.1589100 Aug 11 03:02:48.469215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.504309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=4a6dd9d5-4b8a-457e-9651-d2808ac5f52f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:48.522725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20760b5-2fed-46dd-82bf-35581ca0a440 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3546f11c-8879-468f-a18d-d57b34a58287,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:48.564862 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet f75b6a7f-3a79-4aae-8eca-a7b04f3c610d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:48.569761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.570208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4333c934-c141-4883-a867-30981f23adc6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:48.650486 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.660328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.720344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:48.720824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.728948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.765484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3c3a7238-e7fd-495c-900d-8190e03d0adc no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:48.785388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.793321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3c3a7238-e7fd-495c-900d-8190e03d0adc {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:48.793457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3c3a7238-e7fd-495c-900d-8190e03d0adc not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:48.860498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.891689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=f75b6a7f-3a79-4aae-8eca-a7b04f3c610d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:48.897519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.899381 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-26e67b80-82e9-4c8e-a0f3-b6729b90647c tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/f75b6a7f-3a79-4aae-8eca-a7b04f3c610d HTTP/1.1" status: 204 len: 168 time: 0.4292088 Aug 11 03:02:48.903778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.910223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:48.977591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fcef6009-bd45-437d-8723-ea12295d806d None None] Could not find standard attr ID for object feebf1b1-5a99-46df-9a62-a35d50d6258b. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:49.070752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535315b-d420-47b3-9ff5-85693c6aa8e2 None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:49.097157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 2c32b5ae-2488-431f-b902-cff81f01f700 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:49.117504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:49.121149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.669620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:49.675342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d3736e79-0b55-4458-b142-771d54477137 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "PUT /v2.0/routers/2c32b5ae-2488-431f-b902-cff81f01f700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405797 Aug 11 03:02:49.678100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:49.680686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] Sync routers for ids ['2c32b5ae-2488-431f-b902-cff81f01f700'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:49.699891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] Routers {'2c32b5ae-2488-431f-b902-cff81f01f700'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:49.700538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c32b5ae-2488-431f-b902-cff81f01f700'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:49.749057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting subnet e3f9655a-9605-4ac9-bc40-2014ef3a8aec {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:49.753034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.807799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.825006 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.829425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] Set router 2c32b5ae-2488-431f-b902-cff81f01f700 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:49.855999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c0626a4e-1de6-48f0-a8c2-0888dcc3858a None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:49.856380 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0626a4e-1de6-48f0-a8c2-0888dcc3858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.870902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:49.877121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:49.883498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.884501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.902885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=d69348c6-1a0f-4167-9e21-18282606dc7e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:49.908074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.909693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-28c60dd2-f765-415e-9ab5-426ddb833a7b tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0048530 Aug 11 03:02:49.910329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45944) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:49.915001 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071207867'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:49.937808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.941474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b21411e-4e2e-477f-ab88-0d6477df846f None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:49.974639 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.003939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f9655a-9605-4ac9-bc40-2014ef3a8aec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.007975 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.010164 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-459353cc-3297-4cfd-9364-8a008befc69d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/subnets/e3f9655a-9605-4ac9-bc40-2014ef3a8aec HTTP/1.1" status: 204 len: 168 time: 0.3309424 Aug 11 03:02:50.013096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45946) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:50.021977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cf65a1-3940-4675-93e6-6d95efc1026e None None] Network de841f77-d7b5-41d0-a5a1-257432cf0012 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:50.044965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.050571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.085759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f6c5b-9d82-41aa-827c-3ed498c4e914,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.088939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.093863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-959d4097-1a4b-478b-aee2-1385fadcba11 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1819599 Aug 11 03:02:50.095426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45948) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:50.100564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'security_group': {'name': 'tempest-secgroup-340913396'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:50.124284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.131751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.225274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.230185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.248969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.261953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76792f88-161c-40cc-b094-7d443e7a29f2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.269731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.274445 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.279093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2fd0d41f-dd62-476b-a6e2-50984f949923 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1823506 Aug 11 03:02:50.279761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:50.284620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'security_group': {'name': 'tempest-secgroup-310894541'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:50.307850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.319057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:50.319532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.319827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c0626a4e-1de6-48f0-a8c2-0888dcc3858a None None] Provisioning complete for port d6cd6b45-2941-4eb4-9d2a-1add426bf36a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:50.320205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0626a4e-1de6-48f0-a8c2-0888dcc3858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.369868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:48Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:24Z', 'updated_at': '2021-08-11T03:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:50.375652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c0626a4e-1de6-48f0-a8c2-0888dcc3858a None None] Port d6cd6b45-2941-4eb4-9d2a-1add426bf36a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:50.400271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.409063 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.417273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] Checking router: 2c32b5ae-2488-431f-b902-cff81f01f700 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:50.427582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] Routers {'2c32b5ae-2488-431f-b902-cff81f01f700'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:50.428214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['2c32b5ae-2488-431f-b902-cff81f01f700'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:50.430018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.431732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1510112 Aug 11 03:02:50.434871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:50.443378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-409927488', 'security_groups': ['f66f5fed-7b10-4880-8810-a5af7f30863d'], 'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd69348c6-1a0f-4167-9e21-18282606dc7e'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:50.454157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] For port 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:50.455487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.470268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] DHCP port deletion for de841f77-d7b5-41d0-a5a1-257432cf0012 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:50.471493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464ab8e-c4f0-4149-be35-50c50ebc04df tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f5fed-7b10-4880-8810-a5af7f30863d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.509968 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:50.588754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] Set router 2c32b5ae-2488-431f-b902-cff81f01f700 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:50.590468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Update dhcp port {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'fixed_ips': [{'subnet_id': '7adf43f8-91c7-4be1-8bf8-587cc15cd4a0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd69348c6-1a0f-4167-9e21-18282606dc7e'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '4333c934-c141-4883-a867-30981f23adc6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:02:50.667534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:50Z', 'revision_number': 6, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:50.701274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c77d-10be-423d-9754-001cb50bdb16 None None] The sync data for ids ['2c32b5ae-2488-431f-b902-cff81f01f700'] in n-d-715271-8 is: [{'id': '2c32b5ae-2488-431f-b902-cff81f01f700', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802053516', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:23Z', 'updated_at': '2021-08-11T03:02:50Z', 'revision_number': 6, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:50.703947 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.724692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] Deleting port 197d90f4-a724-4c2f-904d-932dc4b88e74 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:50.725114 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.028539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] For port 197d90f4-a724-4c2f-904d-932dc4b88e74, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=197d90f4-a724-4c2f-904d-932dc4b88e74,segment=NetworkSegment(6fca8308-4644-4182-b50e-9e56a302e59d),segment_id=6fca8308-4644-4182-b50e-9e56a302e59d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:51.028817 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.034532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:51.057304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] Calling delete_port for 197d90f4-a724-4c2f-904d-932dc4b88e74 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:51.156947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.158505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Allocated IP 172.20.0.2 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/d69348c6-1a0f-4167-9e21-18282606dc7e/4333c934-c141-4883-a867-30981f23adc6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:51.169968 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.197256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:51.235901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.246870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 7bc6453d-1b47-4843-b8ec-f0880b45d66d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:51.274229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] Pushing event deleted for resources: {'Port': ['ID=197d90f4-a724-4c2f-904d-932dc4b88e74,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:51.282785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd3a78-31b7-4917-9409-95ab882bb909 None None] No DVR routers for this DVR port 197d90f4-a724-4c2f-904d-932dc4b88e74 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:51.305679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4333c934-c141-4883-a867-30981f23adc6,segment=NetworkSegment(6113a7d8-a144-48f3-9dc2-cbaa4889dc50),segment_id=6113a7d8-a144-48f3-9dc2-cbaa4889dc50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:51.308048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.335076 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.348854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Transition to ACTIVE for port object 4333c934-c141-4883-a867-30981f23adc6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:51.352992 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.430775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.434765 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.447052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9885be-be82-4052-a312-ef14d8e58dbc None None] Pushing event updated for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:51.496664 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.497253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Fanout notify agent at l3_agent the message router_deleted on router 2c32b5ae-2488-431f-b902-cff81f01f700 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:02:51.523781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.527317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9c19622d-4122-4724-8d80-004a50d40178 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/routers/2c32b5ae-2488-431f-b902-cff81f01f700 HTTP/1.1" status: 204 len: 168 time: 1.5110211 Aug 11 03:02:51.528065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45954) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:51.557389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8430f537-282c-422f-a053-3d72d3eeeef8 {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:02:51.557716 n-d-715271-8 neutron-server[94700]: DEBUG oslo_db.api [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:02:51.612490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.709432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.721561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de841f77-d7b5-41d0-a5a1-257432cf0012']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:51.735134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fca8308-4644-4182-b50e-9e56a302e59d') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:51.737054 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fca8308-4644-4182-b50e-9e56a302e59d') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:51.747311 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.763222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.769979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:51.770418 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:51.773588 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:51.840946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.850917 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.852764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/networks/de841f77-d7b5-41d0-a5a1-257432cf0012 HTTP/1.1" status: 204 len: 168 time: 0.3229964 Aug 11 03:02:51.855608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:51.863279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8d287-382a-4e01-a822-817ab2b7fcd8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Network': ['ID=de841f77-d7b5-41d0-a5a1-257432cf0012,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:52.021192 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d53b79d6-5394-4efc-8457-74db107ccc0b None None] Provisioning for port 4333c934-c141-4883-a867-30981f23adc6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:52.024716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port a62eeb3b-59dc-43b7-ba7b-1cd0fe3aabf5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:52.025065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.025215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d53b79d6-5394-4efc-8457-74db107ccc0b None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:52.025524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53b79d6-5394-4efc-8457-74db107ccc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.062846 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.096998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] device_id is not set on port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:52.119758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d53b79d6-5394-4efc-8457-74db107ccc0b None None] Provisioning complete for port d6cd6b45-2941-4eb4-9d2a-1add426bf36a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:52.120300 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d53b79d6-5394-4efc-8457-74db107ccc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.162406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d53b79d6-5394-4efc-8457-74db107ccc0b None None] Port d6cd6b45-2941-4eb4-9d2a-1add426bf36a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:52.169543 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.169872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.209828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for a62eeb3b-59dc-43b7-ba7b-1cd0fe3aabf5 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:52.339276 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.10 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/d69348c6-1a0f-4167-9e21-18282606dc7e/8ec513cb-eaf4-4b13-b4ef-5a351594f359) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:52.446954 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.451735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4333c934-c141-4883-a867-30981f23adc6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:52.503775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:52.504151 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.517955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=a62eeb3b-59dc-43b7-ba7b-1cd0fe3aabf5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:52.610684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.610921 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Floating IP 1e5665e7-9998-4459-87ce-4f7283a3bef5 disassociated (deleted). External IP: 172.25.6.191, port: 3784cf92-f356-408d-8496-6cea1ad7c83a. Aug 11 03:02:52.633618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:52.653972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:52.654344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4a6dd9d5-4b8a-457e-9651-d2808ac5f52f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:52.654767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 197d90f4-a724-4c2f-904d-932dc4b88e74 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:52.663550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.676746 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 197d90f4-a724-4c2f-904d-932dc4b88e74 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:52.677090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 197d90f4-a724-4c2f-904d-932dc4b88e74 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:52.677508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:52.687597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object 8ec513cb-eaf4-4b13-b4ef-5a351594f359 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:52.701388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:52.701713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 91d7e0e3-f53b-4ef6-b91c-7d554f2fdf8b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:52.800793 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.880614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:52.890773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:52.897322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:52.932463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=8ec513cb-eaf4-4b13-b4ef-5a351594f359,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:52.950649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:52.969033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.969660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.015178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-4e17e01f-7fe1-481f-ad48-f685c0e6a32d req-d793688a-afdb-4943-b482-1d2f82072dc5 tempest-AttachVolumeNegativeTest-971109301 tempest-AttachVolumeNegativeTest-971109301-project] (94700) timed out ('10.222.0.59', 61031) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:02:53.018630 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-84847a95-1ef2-477e-b689-8be2944a4ae8 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5826797 Aug 11 03:02:53.021574 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45958) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:53.026885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:53.096214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:53.100726 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.107778 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] Sync routers for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:53.117944 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:53.118643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:53.138788 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-068e7160-e8f6-434d-aaa4-1d06a1daa1dd tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/floatingips/1e5665e7-9998-4459-87ce-4f7283a3bef5 HTTP/1.1" status: 204 len: 168 time: 1.2766945 Aug 11 03:02:53.142317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:53.146149 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0061f4-fe6f-449a-8774-a175d13319bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:53.159437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:53.163424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.189245 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57a4878-10e8-4d89-80e5-c4aecf740f64 x-openstack-request-id: req-f57a4878-10e8-4d89-80e5-c4aecf740f64 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:53.189696 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:53.190053 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57a4878-10e8-4d89-80e5-c4aecf740f64 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:53.190557 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'status': 'completed', 'code': 200} Aug 11 03:02:53.217048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-de23a7ab-65a0-401b-b81f-690eeca08dd0 None None] Provisioning for port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:53.248108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-de23a7ab-65a0-401b-b81f-690eeca08dd0 None None] Provisioning complete for port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:53.255723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de23a7ab-65a0-401b-b81f-690eeca08dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.266448 n-d-715271-8 neutron-server[94699]: INFO neutron.db.ipam_backend_mixin [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d69348c6-1a0f-4167-9e21-18282606dc7e (CIDR: 172.20.0.0/28) Aug 11 03:02:53.270695 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:53.271256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:53.271405 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:53.289849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5e63d18b-01c2-4b18-baa9-4a80df5354f2 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2669766 Aug 11 03:02:53.292647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:53.301719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:53.312675 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.317951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-de23a7ab-65a0-401b-b81f-690eeca08dd0 None None] Port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:53.363943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-82633eeb-4ec2-4bc6-9b34-19c772cc6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.365554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-82633eeb-4ec2-4bc6-9b34-19c772cc6017 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3a27a84348b45d68738f7728283f740&device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 1136 time: 0.1414723 Aug 11 03:02:53.391047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.429236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a8709-2572-472a-8608-0e097cc17a29 req-b27039ff-16ec-4e92-85d3-387176ea2aa8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.430841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b32a8709-2572-472a-8608-0e097cc17a29 req-b27039ff-16ec-4e92-85d3-387176ea2aa8 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 985 time: 0.0580175 Aug 11 03:02:53.478771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b32a8709-2572-472a-8608-0e097cc17a29 req-31044f16-dea0-4b19-aab2-1917370d2483 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0398841 Aug 11 03:02:53.498833 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:32Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:53.509992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-8a8f41a7-ceb3-4641-9360-496d338a51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.511502 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-8a8f41a7-ceb3-4641-9360-496d338a51e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 200 len: 897 time: 0.1336846 Aug 11 03:02:53.518548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:53.522039 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.527161 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] Checking router: 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:53.535254 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:53.535856 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:53.601476 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-73b35862-9d20-4b81-b1d3-7423957da03d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 200 len: 217 time: 0.0747607 Aug 11 03:02:53.641232 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:53.689357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-73e06451-8c68-4a81-848b-8a0bf8857930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.690896 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-73e06451-8c68-4a81-848b-8a0bf8857930 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=311559ff-1472-434c-9c3e-8f20c887b5a8 HTTP/1.1" status: 200 len: 835 time: 0.0783310 Aug 11 03:02:53.697568 n-d-715271-8 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7adf43f8-91c7-4be1-8bf8-587cc15cd4a0 (CIDR: 172.20.0.16/28) Aug 11 03:02:53.710052 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:53.710052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:53.744055 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4eee9580-aefb-4dfc-8bf0-97950d43b507 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4502358 Aug 11 03:02:53.746811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:53.753437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'subnet': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:53.771581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-a6477346-6ebf-479b-8428-5b011f3f8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.773118 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-a6477346-6ebf-479b-8428-5b011f3f8f04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=234d5b33-01a4-492b-a069-b457a8ddec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744445 Aug 11 03:02:53.858114 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:32Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:53.889331 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7b36c-193c-487b-9002-bea85173fefd None None] The sync data for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 is: [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '42dc731d-1ac5-44a2-9db6-06e45d95e5e1', 'name': '', 'network_id': '234d5b33-01a4-492b-a069-b457a8ddec08', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'mac_address': 'fa:16:3e:08:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:25Z', 'updated_at': '2021-08-11T03:01:32Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'subnets': [{'id': '311559ff-1472-434c-9c3e-8f20c887b5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:53.929039 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-fd0dcc8b-2f03-4640-b647-00a7a49b48cd service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300931 Aug 11 03:02:53.959245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Made reservation on behalf of 33c53e4ed0b64a2aa50fe6bcbd98c9fe for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:53.962727 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.113165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bd0061f4-fe6f-449a-8774-a175d13319bc req-b7a641bb-16b9-448c-bcb9-1c3b902eaa8f service neutron] 10.222.0.25 "GET /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736474 Aug 11 03:02:54.161240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4537a-a070-46d8-98cb-18a2b3e31d30 None None] New status for floating IP 1e5665e7-9998-4459-87ce-4f7283a3bef5: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:02:54.268024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.308928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:54.313508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:54.316754 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.317347 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.325506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8065821-2894-494d-bdae-fc1d7540ed55 None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:54.335089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Subnet': ['ID=99a001c2-facd-4414-a1d7-b67ae4e25b76,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:54.345478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45970) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:54.345876 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a005327-1fc7-4d4b-92bb-c6ad586435c1 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5968845 Aug 11 03:02:54.350435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1079200750', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99a001c2-facd-4414-a1d7-b67ae4e25b76'}], 'security_groups': ['ed8f6c5b-9d82-41aa-827c-3ed498c4e914', '76792f88-161c-40cc-b094-7d443e7a29f2']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:54.514582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.569203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Update dhcp port {'port': {'network_id': '0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef', 'fixed_ips': [{'subnet_id': '7adf43f8-91c7-4be1-8bf8-587cc15cd4a0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd69348c6-1a0f-4167-9e21-18282606dc7e', 'ip_address': '172.20.0.2'}, {'subnet_id': '99a001c2-facd-4414-a1d7-b67ae4e25b76'}], 'binding:host_id': 'n-d-715271-8'}, 'id': '4333c934-c141-4883-a867-30981f23adc6'} from n-d-715271-8. {{(pid=94701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:02:54.598363 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.697642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f007e3-ed1c-4e1e-a6a2-a7f80b741550 req-50f144bd-f505-4309-a232-fb45276ce641 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.699182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17f007e3-ed1c-4e1e-a6a2-a7f80b741550 req-50f144bd-f505-4309-a232-fb45276ce641 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 985 time: 0.1253505 Aug 11 03:02:54.768542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Allocated IP 172.20.0.34 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/99a001c2-facd-4414-a1d7-b67ae4e25b76/4333c934-c141-4883-a867-30981f23adc6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:54.792472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17f007e3-ed1c-4e1e-a6a2-a7f80b741550 req-94e59373-be03-4776-abc0-ed55c0a67488 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac1be15-8d28-4259-b92a-72fd33b9ad46&id=08f6b7b2-3492-4d78-95c8-2d585edfe1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0832160 Aug 11 03:02:54.869296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4333c934-c141-4883-a867-30981f23adc6,segment=NetworkSegment(6113a7d8-a144-48f3-9dc2-cbaa4889dc50),segment_id=6113a7d8-a144-48f3-9dc2-cbaa4889dc50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:54.900217 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.917051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Transition to ACTIVE for port object 4333c934-c141-4883-a867-30981f23adc6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:54.922295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.017194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-2e3d00df-5c97-46a1-a16d-37ba79de0c88 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.018790 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-2e3d00df-5c97-46a1-a16d-37ba79de0c88 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 985 time: 0.0529730 Aug 11 03:02:55.020557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28567e81-937f-4fda-9036-5dfc451347d0 None None] Pushing event updated for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:55.038634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.db.api [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-8361bac6-3a68-42c6-9756-42a9865747f9 {{(pid=94699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:02:55.038962 n-d-715271-8 neutron-server[94699]: DEBUG oslo_db.api [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:02:55.121244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port 3784cf92-f356-408d-8496-6cea1ad7c83a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:55.121781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.216951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] For port 3784cf92-f356-408d-8496-6cea1ad7c83a, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3784cf92-f356-408d-8496-6cea1ad7c83a,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:55.217437 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.235091 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for 3784cf92-f356-408d-8496-6cea1ad7c83a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:55.378139 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.413533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=3784cf92-f356-408d-8496-6cea1ad7c83a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:55.454182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] No DVR routers for this DVR port 3784cf92-f356-408d-8496-6cea1ad7c83a on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:55.456948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.459521 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f003632e-ac77-49bc-a461-5f106faaf3fd req-3b0a524d-44b3-41eb-918a-7bdadcb75d7d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.25 "DELETE /v2.0/ports/3784cf92-f356-408d-8496-6cea1ad7c83a HTTP/1.1" status: 204 len: 173 time: 0.4334831 Aug 11 03:02:55.459980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'name': 'network-vif-deleted', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:55.462963 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c579de72-6cfd-4f52-93d5-993d2cf5d8c3" -d '{"events": [{"server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "name": "network-vif-deleted", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:55.503455 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7948c486-ff51-4443-a1e8-ea7dfe422843 x-openstack-request-id: req-7948c486-ff51-4443-a1e8-ea7dfe422843 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:55.503759 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9", "name": "network-vif-deleted", "tag": "3784cf92-f356-408d-8496-6cea1ad7c83a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:55.504013 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7948c486-ff51-4443-a1e8-ea7dfe422843 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:55.504421 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9', 'name': 'network-vif-deleted', 'tag': '3784cf92-f356-408d-8496-6cea1ad7c83a', 'status': 'completed', 'code': 200} Aug 11 03:02:55.556754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16213332-8244-43cf-827a-22f377cf456b None None] Provisioning for port 4333c934-c141-4883-a867-30981f23adc6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:55.561116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16213332-8244-43cf-827a-22f377cf456b None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:55.561618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16213332-8244-43cf-827a-22f377cf456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.597663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.662723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16213332-8244-43cf-827a-22f377cf456b None None] Provisioning complete for port d6cd6b45-2941-4eb4-9d2a-1add426bf36a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:55.663098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16213332-8244-43cf-827a-22f377cf456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.697429 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16213332-8244-43cf-827a-22f377cf456b None None] Port d6cd6b45-2941-4eb4-9d2a-1add426bf36a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:55.706944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-16213332-8244-43cf-827a-22f377cf456b None None] Provisioning complete for port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:55.707324 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16213332-8244-43cf-827a-22f377cf456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.741854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16213332-8244-43cf-827a-22f377cf456b None None] Port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:55.915371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17207be9-5b12-4ad0-90fb-d1abc1281f8e req-8fdf18ac-1a5e-4a90-9b1d-c985bf5a075b tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bd16cd8-a9be-4883-a3e3-19edb8bbd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0341427 Aug 11 03:02:55.930993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Delete allocated IP 172.20.0.10 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/d69348c6-1a0f-4167-9e21-18282606dc7e) {{(pid=94699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:02:55.939874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Allocated IP 172.20.0.44 (0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef/99a001c2-facd-4414-a1d7-b67ae4e25b76/8ec513cb-eaf4-4b13-b4ef-5a351594f359) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:56.120112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.133739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Transition to ACTIVE for port object 8ec513cb-eaf4-4b13-b4ef-5a351594f359 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:56.137402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.224136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event updated for resources: {'Port': ['ID=8ec513cb-eaf4-4b13-b4ef-5a351594f359,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:56.246777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] In _notify_port_updated(), no bound segment for port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 on network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef {{(pid=94699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:56.252910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:56.253529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.254841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c890b68d-d142-4391-a60f-cf5f74557383 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "PUT /v2.0/ports/8ec513cb-eaf4-4b13-b4ef-5a351594f359 HTTP/1.1" status: 200 len: 960 time: 1.9091587 Aug 11 03:02:56.257775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45978) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:56.343439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port 8ec513cb-eaf4-4b13-b4ef-5a351594f359 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:56.343786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.435157 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.448265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for 8ec513cb-eaf4-4b13-b4ef-5a351594f359 owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:56.456306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4333c934-c141-4883-a867-30981f23adc6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:56.508112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:56.508489 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.591287 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.628266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=8ec513cb-eaf4-4b13-b4ef-5a351594f359,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:56.707918 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.710056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-39222231-ea1f-44cb-8a45-5287c82a80aa tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/8ec513cb-eaf4-4b13-b4ef-5a351594f359 HTTP/1.1" status: 204 len: 168 time: 0.4512949 Aug 11 03:02:56.712815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45980) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:56.739468 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ee2bef-76d3-4cfb-9f06-257c244631ee tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] GET failed (client error): The resource could not be found. Aug 11 03:02:56.741170 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-07ee2bef-76d3-4cfb-9f06-257c244631ee tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports/8ec513cb-eaf4-4b13-b4ef-5a351594f359 HTTP/1.1" status: 404 len: 333 time: 0.0272126 Aug 11 03:02:56.744017 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:56.763523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b22d08f1-425d-4621-8403-80dbc4530454 None None] Could not find standard attr ID for object 8ec513cb-eaf4-4b13-b4ef-5a351594f359. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:56.823978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8de6bd77-24d1-4f6f-b4eb-5865caf99d4d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.849506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8de6bd77-24d1-4f6f-b4eb-5865caf99d4d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.893645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8de6bd77-24d1-4f6f-b4eb-5865caf99d4d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.896276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8de6bd77-24d1-4f6f-b4eb-5865caf99d4d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.897429 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8de6bd77-24d1-4f6f-b4eb-5865caf99d4d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/security-groups/f66f5fed-7b10-4880-8810-a5af7f30863d HTTP/1.1" status: 204 len: 168 time: 0.1524332 Aug 11 03:02:56.900265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45984) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:56.907140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6bd77-24d1-4f6f-b4eb-5865caf99d4d tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f5fed-7b10-4880-8810-a5af7f30863d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:56.956641 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19b908c7-f384-48b6-9812-ef497353dc24 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.977068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:56.980669 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19b908c7-f384-48b6-9812-ef497353dc24 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.027085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19b908c7-f384-48b6-9812-ef497353dc24 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.029923 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e44e2351-123e-4621-9236-7c9ff2c03943 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.030134 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-19b908c7-f384-48b6-9812-ef497353dc24 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.034538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-19b908c7-f384-48b6-9812-ef497353dc24 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/security-groups/76792f88-161c-40cc-b094-7d443e7a29f2 HTTP/1.1" status: 204 len: 168 time: 0.1330552 Aug 11 03:02:57.035109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.044726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b908c7-f384-48b6-9812-ef497353dc24 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76792f88-161c-40cc-b094-7d443e7a29f2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.071135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e44e2351-123e-4621-9236-7c9ff2c03943 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.126827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678bd224-e34e-4f20-bf3a-89653ffacfe0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.138034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e44e2351-123e-4621-9236-7c9ff2c03943 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.140992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e44e2351-123e-4621-9236-7c9ff2c03943 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.142150 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e44e2351-123e-4621-9236-7c9ff2c03943 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/security-groups/08f6b7b2-3492-4d78-95c8-2d585edfe1a2 HTTP/1.1" status: 204 len: 168 time: 0.1640661 Aug 11 03:02:57.144920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45992) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.161778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678bd224-e34e-4f20-bf3a-89653ffacfe0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.164181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e2351-123e-4621-9236-7c9ff2c03943 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f6b7b2-3492-4d78-95c8-2d585edfe1a2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.203173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1889b5a2-7fdd-4cce-bc50-4086a7d6c142 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.208620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678bd224-e34e-4f20-bf3a-89653ffacfe0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.211341 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-678bd224-e34e-4f20-bf3a-89653ffacfe0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.212486 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-678bd224-e34e-4f20-bf3a-89653ffacfe0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/security-groups/ed8f6c5b-9d82-41aa-827c-3ed498c4e914 HTTP/1.1" status: 204 len: 168 time: 0.1764619 Aug 11 03:02:57.215221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45994) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.221560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bd224-e34e-4f20-bf3a-89653ffacfe0 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f6c5b-9d82-41aa-827c-3ed498c4e914,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.254828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1889b5a2-7fdd-4cce-bc50-4086a7d6c142 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.299010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet d69348c6-1a0f-4167-9e21-18282606dc7e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:57.302346 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.344054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1889b5a2-7fdd-4cce-bc50-4086a7d6c142 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.346608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1889b5a2-7fdd-4cce-bc50-4086a7d6c142 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.348126 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1889b5a2-7fdd-4cce-bc50-4086a7d6c142 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/security-groups/dac1be15-8d28-4259-b92a-72fd33b9ad46 HTTP/1.1" status: 204 len: 168 time: 0.2018259 Aug 11 03:02:57.350719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 45996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.359149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.386424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889b5a2-7fdd-4cce-bc50-4086a7d6c142 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1be15-8d28-4259-b92a-72fd33b9ad46,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.454501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.513188 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.539551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=d69348c6-1a0f-4167-9e21-18282606dc7e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.547002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.548892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-493006a7-7dbc-4d08-a53d-5174f5fe1003 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/d69348c6-1a0f-4167-9e21-18282606dc7e HTTP/1.1" status: 204 len: 168 time: 0.3327363 Aug 11 03:02:57.552382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 45998) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.554987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72157acb-a0e2-474b-bab8-1d68fc612c00 None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:57.612185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 99a001c2-facd-4414-a1d7-b67ae4e25b76 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:57.615384 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.664856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.758450 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.762637 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.840676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.871885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=99a001c2-facd-4414-a1d7-b67ae4e25b76,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.876326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.880852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf8a11a6-f720-49cc-8b83-c551bb5732e3 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/99a001c2-facd-4414-a1d7-b67ae4e25b76 HTTP/1.1" status: 204 len: 168 time: 0.3251870 Aug 11 03:02:57.881029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46000) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.912448 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c2e0c2-9f3a-4060-96de-f14e46ba0616 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:57.913327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c2e0c2-9f3a-4060-96de-f14e46ba0616 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:57.917901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b2c2e0c2-9f3a-4060-96de-f14e46ba0616 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/d69348c6-1a0f-4167-9e21-18282606dc7e HTTP/1.1" status: 404 len: 337 time: 0.0332394 Aug 11 03:02:57.918158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46002) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:57.978294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting subnet 7adf43f8-91c7-4be1-8bf8-587cc15cd4a0 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:57.982873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.032841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.142960 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.219062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.245537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Subnet': ['ID=7adf43f8-91c7-4be1-8bf8-587cc15cd4a0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:58.252604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.257424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2cec74b8-87e6-4717-8cfb-78b5c7915f76 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/7adf43f8-91c7-4be1-8bf8-587cc15cd4a0 HTTP/1.1" status: 204 len: 168 time: 0.3353071 Aug 11 03:02:58.257707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46004) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.285854 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-09398835-caf1-4110-9e3f-ff3b0291ddd5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.286430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09398835-caf1-4110-9e3f-ff3b0291ddd5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.288499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-09398835-caf1-4110-9e3f-ff3b0291ddd5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/f75b6a7f-3a79-4aae-8eca-a7b04f3c610d HTTP/1.1" status: 404 len: 337 time: 0.0298531 Aug 11 03:02:58.291100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46006) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.294315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c63f8a-5f59-46e1-8f5b-c263778a9fee None None] Network 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:58.324102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6b305323-9cb4-4e2a-859a-3443b14f6143 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "GET /v2.0/ports?device_id=760cb728-8e26-4160-9ab2-ec4ae730c4b7 HTTP/1.1" status: 200 len: 205 time: 0.0317585 Aug 11 03:02:58.326473 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.365913 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-a2476b89-b0b0-4956-bb00-80e077f68ceb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] delete failed (client error): The resource could not be found. Aug 11 03:02:58.366701 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a2476b89-b0b0-4956-bb00-80e077f68ceb tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/routers/760cb728-8e26-4160-9ab2-ec4ae730c4b7 HTTP/1.1" status: 404 len: 336 time: 0.0393047 Aug 11 03:02:58.369400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46010) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.400276 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dd1e99-7b57-4ded-98c3-f4ea0919bac9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.400746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dd1e99-7b57-4ded-98c3-f4ea0919bac9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.402821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-21dd1e99-7b57-4ded-98c3-f4ea0919bac9 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/439aa060-e0d4-467a-8742-6cd9871e4877 HTTP/1.1" status: 404 len: 337 time: 0.0321157 Aug 11 03:02:58.406212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46012) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.425783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f6d5159-98ca-4487-b779-bbd6b99ced63 None None] Provisioning complete for port 4333c934-c141-4883-a867-30981f23adc6 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:58.426310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f6d5159-98ca-4487-b779-bbd6b99ced63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.432799 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc49916-f026-4642-859b-bad9de20b85f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.433269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc49916-f026-4642-859b-bad9de20b85f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.435334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9fc49916-f026-4642-859b-bad9de20b85f tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/5a7e2d66-4958-44fc-95d7-3632e9b8e651 HTTP/1.1" status: 404 len: 337 time: 0.0279055 Aug 11 03:02:58.437792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46014) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.458798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:58.459185 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.469109 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b8e2b4-e642-4028-971a-67a606cb819a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.469500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b8e2b4-e642-4028-971a-67a606cb819a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.471834 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-33b8e2b4-e642-4028-971a-67a606cb819a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/1adc5b6b-f8b6-4688-9a7a-90442de692a6 HTTP/1.1" status: 404 len: 337 time: 0.0324831 Aug 11 03:02:58.473870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46016) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.506804 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad76e65-7709-4391-abdf-47b1f096216a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.507812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad76e65-7709-4391-abdf-47b1f096216a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.509589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8ad76e65-7709-4391-abdf-47b1f096216a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/c38b9aec-4f87-4024-8759-c95cdb856462 HTTP/1.1" status: 404 len: 333 time: 0.0347567 Aug 11 03:02:58.512246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46018) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.542587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] DHCP port deletion for 0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:58.543329 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c450111a-e61c-4b1b-b01a-e79a8b297c56 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.544022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c450111a-e61c-4b1b-b01a-e79a8b297c56 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.546942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c450111a-e61c-4b1b-b01a-e79a8b297c56 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/101ca046-7b8b-4683-ac27-2126c8abca2c HTTP/1.1" status: 404 len: 337 time: 0.0337329 Aug 11 03:02:58.549198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46020) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.560545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] For port 42dc731d-1ac5-44a2-9db6-06e45d95e5e1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:58.561002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.574723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:58.578449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8f6d5159-98ca-4487-b779-bbd6b99ced63 None None] Provisioning complete for port d6cd6b45-2941-4eb4-9d2a-1add426bf36a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:58.578837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f6d5159-98ca-4487-b779-bbd6b99ced63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.581676 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6dd023-c11d-4a97-a99c-0877d121ab41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.581676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6dd023-c11d-4a97-a99c-0877d121ab41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.585277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dc6dd023-c11d-4a97-a99c-0877d121ab41 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/f76387aa-6420-4783-85b0-beab9e7f58dd HTTP/1.1" status: 404 len: 337 time: 0.0326178 Aug 11 03:02:58.585630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46022) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.607912 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cf4490-a074-45cc-b765-2e470e0b8b38 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.609155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cf4490-a074-45cc-b765-2e470e0b8b38 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.613706 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-35cf4490-a074-45cc-b765-2e470e0b8b38 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/5159984e-41a8-4d57-a185-be5048d7fca6 HTTP/1.1" status: 404 len: 333 time: 0.0244012 Aug 11 03:02:58.613706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46024) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.622292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d5159-98ca-4487-b779-bbd6b99ced63 None None] Port d6cd6b45-2941-4eb4-9d2a-1add426bf36a cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:58.633527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] Deleting port 4333c934-c141-4883-a867-30981f23adc6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:58.633988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.640328 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-15661e91-aa28-4c1f-bb00-1c9469956202 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.640726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15661e91-aa28-4c1f-bb00-1c9469956202 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.645205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-15661e91-aa28-4c1f-bb00-1c9469956202 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/8712a2a1-a70e-4df1-8f11-b4963a92283b HTTP/1.1" status: 404 len: 337 time: 0.0286388 Aug 11 03:02:58.646240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46026) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.677854 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcabe019-d5c5-40b9-b213-57ca4959ec0a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:58.678597 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcabe019-d5c5-40b9-b213-57ca4959ec0a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:58.682448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bcabe019-d5c5-40b9-b213-57ca4959ec0a tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/subnets/cd737608-1eed-4769-815c-11a46f0df3bc HTTP/1.1" status: 404 len: 337 time: 0.0343010 Aug 11 03:02:58.683331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46028) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.703465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] For port 4333c934-c141-4883-a867-30981f23adc6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4333c934-c141-4883-a867-30981f23adc6,segment=NetworkSegment(6113a7d8-a144-48f3-9dc2-cbaa4889dc50),segment_id=6113a7d8-a144-48f3-9dc2-cbaa4889dc50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:58.704183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.719990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] Calling delete_port for 4333c934-c141-4883-a867-30981f23adc6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:58.779939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Deleting port d6cd6b45-2941-4eb4-9d2a-1add426bf36a {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:58.780219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.786852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.803228 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.829601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=42dc731d-1ac5-44a2-9db6-06e45d95e5e1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:58.832454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] Pushing event deleted for resources: {'Port': ['ID=4333c934-c141-4883-a867-30981f23adc6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:58.837397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238996ae-a4fe-44e0-ada6-f1f4ee74dc5a None None] No DVR routers for this DVR port 4333c934-c141-4883-a867-30981f23adc6 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:58.868972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.884991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Calling delete_port for d6cd6b45-2941-4eb4-9d2a-1add426bf36a owned by {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:58.989094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.020885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Port': ['ID=d6cd6b45-2941-4eb4-9d2a-1add426bf36a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:59.026142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.026340 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.028217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b1f9387d-a6b9-4436-a526-992902e425b5 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/ports/d6cd6b45-2941-4eb4-9d2a-1add426bf36a HTTP/1.1" status: 204 len: 168 time: 0.3434641 Aug 11 03:02:59.031514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46030) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:59.112440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.209440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.220915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:59.232227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6113a7d8-a144-48f3-9dc2-cbaa4889dc50') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:59.232537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6113a7d8-a144-48f3-9dc2-cbaa4889dc50') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:59.242018 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.255756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.259256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:59.262136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:59.262588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:59.266267 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:59.328486 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.335629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.337478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] 10.222.0.16 "DELETE /v2.0/networks/0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef HTTP/1.1" status: 204 len: 168 time: 0.3053691 Aug 11 03:02:59.351446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0d292-7002-4f72-a11f-e5fb841fe910 tempest-PortsTestJSON-1586232736 tempest-PortsTestJSON-1586232736-project] Pushing event deleted for resources: {'Network': ['ID=0e9cc5b3-e4a4-4d1b-8633-e6c41129f7ef,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:59.379565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:59.385342 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5f7f89fe-4788-40e5-b394-3dd504e3d60c tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "PUT /v2.0/routers/8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329857 Aug 11 03:02:59.387980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:59.393547 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] Sync routers for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:59.402844 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:59.403460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:59.445016 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting subnet 311559ff-1472-434c-9c3e-8f20c887b5a8 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:59.448850 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.493149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.581076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3784cf92-f356-408d-8496-6cea1ad7c83a no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:59.588714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.609581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 3784cf92-f356-408d-8496-6cea1ad7c83a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:59.609581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3784cf92-f356-408d-8496-6cea1ad7c83a not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:59.609850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:59.610723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46038) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:59.661135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.690820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Subnet': ['ID=311559ff-1472-434c-9c3e-8f20c887b5a8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:59.700094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c26e95-48eb-48fa-aa7d-3678642526d3 None None] Network 234d5b33-01a4-492b-a069-b457a8ddec08 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:59.700332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.704957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46042) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:59.705512 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9d8ed37-96a5-4457-8fb2-1463fa15d270 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/subnets/311559ff-1472-434c-9c3e-8f20c887b5a8 HTTP/1.1" status: 204 len: 168 time: 0.3158503 Aug 11 03:02:59.799124 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:02:58Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:59.824730 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] Checking router: 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:59.842575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] Routers {'8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:59.843796 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:59.851108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7929af3c-4ff7-4053-9e83-e4848887bf9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33c53e4ed0b64a2aa50fe6bcbd98c9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365894 Aug 11 03:02:59.851370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46046) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:59.875699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.911994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] DHCP port deletion for 234d5b33-01a4-492b-a069-b457a8ddec08 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:59.959590 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] Set router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:59.959847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] Deleting port a0ea0405-7037-4449-8a0b-d24e4a4d33bb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:59.959994 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.985236 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de21e37-3a83-4465-aea9-4e6214eddcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.018572 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de21e37-3a83-4465-aea9-4e6214eddcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.029168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] For port a0ea0405-7037-4449-8a0b-d24e4a4d33bb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,segment=NetworkSegment(fd959419-ea25-48dc-bc15-98b3949d3ead),segment_id=fd959419-ea25-48dc-bc15-98b3949d3ead)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:00.029564 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.034661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.044253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] Calling delete_port for a0ea0405-7037-4449-8a0b-d24e4a4d33bb owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:00.113850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de21e37-3a83-4465-aea9-4e6214eddcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.116852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5de21e37-3a83-4465-aea9-4e6214eddcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.120560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5de21e37-3a83-4465-aea9-4e6214eddcd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/395498df-f1d2-4cba-8f54-816d584527a2 HTTP/1.1" status: 204 len: 168 time: 0.2657430 Aug 11 03:03:00.122720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Deleting port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:00.123064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.144544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de21e37-3a83-4465-aea9-4e6214eddcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395498df-f1d2-4cba-8f54-816d584527a2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.145809 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.168115 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:02:58Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:00.194085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] Pushing event deleted for resources: {'Port': ['ID=a0ea0405-7037-4449-8a0b-d24e4a4d33bb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.197748 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970c4a2-f9a1-436e-95e0-2fc99a71b43d None None] The sync data for ids ['8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1'] in n-d-715271-8 is: [{'id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852177901', 'tenant_id': 'a3a27a84348b45d68738f7728283f740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:02:58Z', 'revision_number': 5, 'project_id': 'a3a27a84348b45d68738f7728283f740', 'gw_port': {'id': '6bc6bcbd-7ce5-4dd4-adc5-910a95673db2', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:01:21Z', 'updated_at': '2021-08-11T03:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:00.199125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831a6f4-4723-4c0e-a176-0dc9fb065bc2 None None] No DVR routers for this DVR port a0ea0405-7037-4449-8a0b-d24e4a4d33bb on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:00.253959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] For port 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:00.254762 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.270615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Calling delete_port for 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:00.479837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a0ea0405-7037-4449-8a0b-d24e4a4d33bb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:00.483438 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.502196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a0ea0405-7037-4449-8a0b-d24e4a4d33bb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:00.502842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a0ea0405-7037-4449-8a0b-d24e4a4d33bb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:00.503480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4333c934-c141-4883-a867-30981f23adc6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:00.510988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Port': ['ID=6bc6bcbd-7ce5-4dd4-adc5-910a95673db2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.523420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4333c934-c141-4883-a867-30981f23adc6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:00.523790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4333c934-c141-4883-a867-30981f23adc6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:00.524368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:00.552529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:00.552883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 42dc731d-1ac5-44a2-9db6-06e45d95e5e1 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:00.581213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.679721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.681956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.726910 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.727786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Fanout notify agent at l3_agent the message router_deleted on router 8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:00.736442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.740311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4ada8c08-5359-4baf-b68d-3727b39d2804 tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/routers/8f93a84c-61d7-4f6a-a40d-f93c8ef85eb1 HTTP/1.1" status: 204 len: 168 time: 1.0316601 Aug 11 03:03:00.740577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46066) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:00.823013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.902921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:00.918464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.928779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234d5b33-01a4-492b-a069-b457a8ddec08']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:00.939845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd959419-ea25-48dc-bc15-98b3949d3ead') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:00.940143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd959419-ea25-48dc-bc15-98b3949d3ead') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:00.948828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.962560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.969762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:00.970335 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:00.973620 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:01.005381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-124087154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:01.027893 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.028986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.049610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.055581 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.060843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] 10.222.0.16 "DELETE /v2.0/networks/234d5b33-01a4-492b-a069-b457a8ddec08 HTTP/1.1" status: 204 len: 168 time: 0.3169105 Aug 11 03:03:01.080712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cff2b-6b52-4603-83d8-ee06b516265d tempest-TestSecurityGroupsBasicOps-1369757881 tempest-TestSecurityGroupsBasicOps-1369757881-project] Pushing event deleted for resources: {'Network': ['ID=234d5b33-01a4-492b-a069-b457a8ddec08,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.100529 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.109759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.127077 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.128317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a04a1dc3-ed73-42af-921e-a41838ee55ff tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2243397 Aug 11 03:03:01.131232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46080) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.136812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2091880831'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:01.159355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:01.162777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.172714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.270931 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.275802 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.320519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:01.341838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f4be3-58ce-4826-9dfd-4653f5d02cd0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.352172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.352720 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Added segment f781694b-7822-4817-9dfb-97b2ccfd2322 of type vlan for network 5f1836e0-a7fd-418b-aa41-603c3453ff1c Aug 11 03:03:01.415826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.415965 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.447209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.453509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.454189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.521469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3887720 Aug 11 03:03:01.524437 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.527880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f83869-7d66-4f90-8cad-e4a0cddd4df1 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Network': ['ID=5f1836e0-a7fd-418b-aa41-603c3453ff1c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.531093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'subnet': {'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:01.539864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:01.628456 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d72b3da-9413-47ca-9199-b14fc1585705 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3a27a84348b45d68738f7728283f740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114155 Aug 11 03:03:01.631233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46090) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.653760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:01.661983 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.690684 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c02cb41-a9c2-4c74-8f17-5b148b8ece70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.712114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c02cb41-a9c2-4c74-8f17-5b148b8ece70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.761195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c02cb41-a9c2-4c74-8f17-5b148b8ece70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.764147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c02cb41-a9c2-4c74-8f17-5b148b8ece70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.766083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c02cb41-a9c2-4c74-8f17-5b148b8ece70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b563d8a8-f5f1-43a3-bba0-9bb0b810c0f2 HTTP/1.1" status: 204 len: 168 time: 0.1338243 Aug 11 03:03:01.774711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02cb41-a9c2-4c74-8f17-5b148b8ece70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b563d8a8-f5f1-43a3-bba0-9bb0b810c0f2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.851430 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.916839 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Subnet': ['ID=1aef6472-96d0-467d-8137-c419a9b70505,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.925499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Checking segment: {'id': 'f781694b-7822-4817-9dfb-97b2ccfd2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:01.925861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network hostable DHCP agents. Network: 5f1836e0-a7fd-418b-aa41-603c3453ff1c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:01.943362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:01.953113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 5f1836e0-a7fd-418b-aa41-603c3453ff1c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:01.957373 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.958169 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.964155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a4018-572e-437a-8b65-4f82febf13e8 None None] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:01.975839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4d08d196-d16f-457b-a651-7c0ecc3ce3a0 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473011 Aug 11 03:03:01.976386 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46096) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.981647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'network': {'name': 'tempest-router-network01--739556296'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:02.003982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:02.007943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.033848 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:02.045306 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.045725 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Added segment 67dce755-e384-4252-afff-144e2102242f of type vlan for network 9724543b-2e5b-4fa3-b176-d540c950f109 Aug 11 03:03:02.058429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46098) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.073442 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0938a2f5-0963-45d0-88d1-24a68f39ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.095022 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.127267 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.129062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-5f1836e0-a7fd-418b-aa41-603c3453ff1c', 'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c', 'tenant_id': '13450545b14b4e69835e028a49f6a3a5', 'fixed_ips': [{'subnet_id': '1aef6472-96d0-467d-8137-c419a9b70505'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:02.130233 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.133701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.134426 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.191571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0938a2f5-0963-45d0-88d1-24a68f39ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.196980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0938a2f5-0963-45d0-88d1-24a68f39ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.203570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Network': ['ID=9724543b-2e5b-4fa3-b176-d540c950f109,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.206969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-25a2ec08-1dbd-43c2-83fa-00306eb0d7b6 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2294731 Aug 11 03:03:02.209818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.215767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'network': {'name': 'tempest-router-network02--2031638337'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:02.220460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9724543b-2e5b-4fa3-b176-d540c950f109 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:02.239014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:02.241098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0938a2f5-0963-45d0-88d1-24a68f39ed42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3e6fea475494ac7a2fcd50f412eeece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813645 Aug 11 03:03:02.243080 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.243227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938a2f5-0963-45d0-88d1-24a68f39ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1a3da-5ddd-4f1e-8917-949913997d5d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.245508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46102) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.279995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:02.292782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.293271 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Added segment 8cbefbad-b35b-45dc-a4c3-3575ce564c77 of type vlan for network 6c1d5d3b-990d-45a3-bfc8-db695461b241 Aug 11 03:03:02.308113 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a79cb259-9af4-4f61-b978-0978fee0f083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.332266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a79cb259-9af4-4f61-b978-0978fee0f083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.341489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.384269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.387970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a79cb259-9af4-4f61-b978-0978fee0f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.390850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.391469 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.392405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a79cb259-9af4-4f61-b978-0978fee0f083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.396059 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a79cb259-9af4-4f61-b978-0978fee0f083 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4b1a3da-5ddd-4f1e-8917-949913997d5d HTTP/1.1" status: 204 len: 168 time: 0.1472282 Aug 11 03:03:02.418114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cb259-9af4-4f61-b978-0978fee0f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1a3da-5ddd-4f1e-8917-949913997d5d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.446485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46106) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.446718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2354622 Aug 11 03:03:02.453747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'subnet': {'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:02.471691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4696e-4a72-48ed-b9bd-0fa05feb4524 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Network': ['ID=6c1d5d3b-990d-45a3-bfc8-db695461b241,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.489938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 6c1d5d3b-990d-45a3-bfc8-db695461b241 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:02.539475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:02.574151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:02.574887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6bc6bcbd-7ce5-4dd4-adc5-910a95673db2 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:02.587822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:02.588337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Allocated IP 2001:db8::2 (5f1836e0-a7fd-418b-aa41-603c3453ff1c/1aef6472-96d0-467d-8137-c419a9b70505/723ada78-6906-4426-aaf2-f4c3b8e016ad) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:02.592139 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.783897 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.793359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Transition to ACTIVE for port object 723ada78-6906-4426-aaf2-f4c3b8e016ad will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:02.806349 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.810782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Transition to ACTIVE for port object 723ada78-6906-4426-aaf2-f4c3b8e016ad will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:02.816775 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.851531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:02.854495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:02.860824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:02.876305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.880920 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Subnet': ['ID=53f321f2-e05a-4f60-ad6c-a48c8da5e98d,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.893195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Pushing event updated for resources: {'Port': ['ID=723ada78-6906-4426-aaf2-f4c3b8e016ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.902182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Checking segment: {'id': '67dce755-e384-4252-afff-144e2102242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:02.902558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network hostable DHCP agents. Network: 9724543b-2e5b-4fa3-b176-d540c950f109, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:02.922105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 9724543b-2e5b-4fa3-b176-d540c950f109 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:02.924728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Attempting to bind port 723ada78-6906-4426-aaf2-f4c3b8e016ad on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:02.924913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Attempting to bind port 723ada78-6906-4426-aaf2-f4c3b8e016ad by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f781694b-7822-4817-9dfb-97b2ccfd2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:02.925647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Attempting to bind port 723ada78-6906-4426-aaf2-f4c3b8e016ad on network 5f1836e0-a7fd-418b-aa41-603c3453ff1c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:02.931272 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:02.931788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Checking segment: {'id': 'f781694b-7822-4817-9dfb-97b2ccfd2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:02.932011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 9724543b-2e5b-4fa3-b176-d540c950f109) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:02.932525 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-24b694bd-b17a-4c6f-876a-8d3e10eb4d86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d5e4873bbc14dc59e2e9f9ba36a2712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549283 Aug 11 03:03:02.934467 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.934963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Bound using segment: {'id': 'f781694b-7822-4817-9dfb-97b2ccfd2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:02.935350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Bound port: 723ada78-6906-4426-aaf2-f4c3b8e016ad, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f781694b-7822-4817-9dfb-97b2ccfd2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f1836e0-a7fd-418b-aa41-603c3453ff1c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:02.935734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.937980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.940290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae036a-c7d4-441d-9038-e16e6beef567 None None] Network 9724543b-2e5b-4fa3-b176-d540c950f109 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:02.943382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.944187 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.964417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4d99d7f8-ee6e-492d-81a5-d37a14b9f5c8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5129623 Aug 11 03:03:02.964740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46114) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.971728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'subnet': {'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:03.002702 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e8224c9-680b-48a2-a172-a455eb79bc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.028528 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e8224c9-680b-48a2-a172-a455eb79bc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.067979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] For port 723ada78-6906-4426-aaf2-f4c3b8e016ad, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:03.072194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:03.075844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.076143 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] For port 723ada78-6906-4426-aaf2-f4c3b8e016ad, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=723ada78-6906-4426-aaf2-f4c3b8e016ad,segment=NetworkSegment(f781694b-7822-4817-9dfb-97b2ccfd2322),segment_id=f781694b-7822-4817-9dfb-97b2ccfd2322)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:03.083399 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.088644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e8224c9-680b-48a2-a172-a455eb79bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.092072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e8224c9-680b-48a2-a172-a455eb79bc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.094125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e8224c9-680b-48a2-a172-a455eb79bc5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43abaef1-26e0-4c62-99ab-050af22e335c HTTP/1.1" status: 204 len: 168 time: 0.1554093 Aug 11 03:03:03.103042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8224c9-680b-48a2-a172-a455eb79bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43abaef1-26e0-4c62-99ab-050af22e335c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:03.212211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2ac77-143e-4409-88e7-a5f9ebb202c7 None None] Pushing event updated for resources: {'Port': ['ID=723ada78-6906-4426-aaf2-f4c3b8e016ad,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:03.222561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-9724543b-2e5b-4fa3-b176-d540c950f109', 'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109', 'tenant_id': '13450545b14b4e69835e028a49f6a3a5', 'fixed_ips': [{'subnet_id': '53f321f2-e05a-4f60-ad6c-a48c8da5e98d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:03.225874 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.401026 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Allocated IP 2001:db8::2 (9724543b-2e5b-4fa3-b176-d540c950f109/53f321f2-e05a-4f60-ad6c-a48c8da5e98d/f3ba4752-a005-456e-8a2d-2628f0d18369) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:03.615061 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.624670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Transition to ACTIVE for port object f3ba4752-a005-456e-8a2d-2628f0d18369 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:03.646240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Transition to ACTIVE for port object f3ba4752-a005-456e-8a2d-2628f0d18369 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:03.668337 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.706110 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Network 9724543b-2e5b-4fa3-b176-d540c950f109 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:03.710996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:03.721780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:03.732308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Pushing event updated for resources: {'Port': ['ID=f3ba4752-a005-456e-8a2d-2628f0d18369,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:03.787790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.797390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Attempting to bind port f3ba4752-a005-456e-8a2d-2628f0d18369 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:03.797810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Attempting to bind port f3ba4752-a005-456e-8a2d-2628f0d18369 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '67dce755-e384-4252-afff-144e2102242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:03.799135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Attempting to bind port f3ba4752-a005-456e-8a2d-2628f0d18369 on network 9724543b-2e5b-4fa3-b176-d540c950f109 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:03.804928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:03.805446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Checking segment: {'id': '67dce755-e384-4252-afff-144e2102242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:03.805960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.806841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Bound using segment: {'id': '67dce755-e384-4252-afff-144e2102242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:03.807238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Bound port: f3ba4752-a005-456e-8a2d-2628f0d18369, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dce755-e384-4252-afff-144e2102242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9724543b-2e5b-4fa3-b176-d540c950f109'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:03.807727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.858970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Subnet': ['ID=50e99f17-696b-4c40-a139-5d28348dc031,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:03.870039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Checking segment: {'id': '8cbefbad-b35b-45dc-a4c3-3575ce564c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:03.870264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network hostable DHCP agents. Network: 6c1d5d3b-990d-45a3-bfc8-db695461b241, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:03.885521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] For port f3ba4752-a005-456e-8a2d-2628f0d18369, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:03.890326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 6c1d5d3b-990d-45a3-bfc8-db695461b241 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:03.890487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] For port f3ba4752-a005-456e-8a2d-2628f0d18369, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f3ba4752-a005-456e-8a2d-2628f0d18369,segment=NetworkSegment(67dce755-e384-4252-afff-144e2102242f),segment_id=67dce755-e384-4252-afff-144e2102242f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:03.895857 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.904831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 6c1d5d3b-990d-45a3-bfc8-db695461b241) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:03.921396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.925506 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.926262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756b225-b144-4438-b25a-b09319882274 None None] Network 6c1d5d3b-990d-45a3-bfc8-db695461b241 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:03.956901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b2c4e39b-7658-4409-87a6-9d8866d40beb tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9910026 Aug 11 03:03:03.959619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:04.037080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc44146-185d-4c71-8a6c-d4856dc83031 None None] Pushing event updated for resources: {'Port': ['ID=f3ba4752-a005-456e-8a2d-2628f0d18369,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.053325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46138) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:04.168243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-6c1d5d3b-990d-45a3-bfc8-db695461b241', 'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241', 'tenant_id': '13450545b14b4e69835e028a49f6a3a5', 'fixed_ips': [{'subnet_id': '50e99f17-696b-4c40-a139-5d28348dc031'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:04.170123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.225761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-524876861-network', 'tenant_id': 'f4c7c27cd3374a6bb02ee9ce56324b4e'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:04.288288 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Made reservation on behalf of f4c7c27cd3374a6bb02ee9ce56324b4e for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:04.290829 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.300798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.368289 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.381782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Allocated IP 2001:db8::2 (6c1d5d3b-990d-45a3-bfc8-db695461b241/50e99f17-696b-4c40-a139-5d28348dc031/c877dcd2-557c-4819-8b44-83746e01f668) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:04.508314 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.517724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.542273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:04.545643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc377a-32c6-4888-9c91-efaad753fe96 None None] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:04.559564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.559564 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Added segment c7b6e512-8501-40de-b5ba-671d5a66d5d0 of type vlan for network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf Aug 11 03:03:04.602967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8005198-f632-4dbd-9140-ba51c9fc26fa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.618193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.649665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f3ba4752-a005-456e-8a2d-2628f0d18369 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:04.663378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.664405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:04.664989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.704451 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Allocated IP 2001:db8::1 (9724543b-2e5b-4fa3-b176-d540c950f109/53f321f2-e05a-4f60-ad6c-a48c8da5e98d/2e2dbb2e-0987-42da-8e94-eda4df6ebbdf) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:04.722182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6676433 Aug 11 03:03:04.725026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46142) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:04.731740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Request body: {'subnet': {'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-524876861-subnet', 'tenant_id': 'f4c7c27cd3374a6bb02ee9ce56324b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:04.737230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-14467833-2e68-428c-a689-f5ec473d7c4e None None] Provisioning for port 723ada78-6906-4426-aaf2-f4c3b8e016ad completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:04.739707 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.744488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54a438-f27a-4e65-942c-3b950ad0049d admin admin] Pushing event updated for resources: {'Network': ['ID=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.760625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Transition to ACTIVE for port object c877dcd2-557c-4819-8b44-83746e01f668 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:04.761082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Made reservation on behalf of f4c7c27cd3374a6bb02ee9ce56324b4e for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:04.763949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.781490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:04.844055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.859247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Transition to ACTIVE for port object c877dcd2-557c-4819-8b44-83746e01f668 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:04.861707 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Transition to ACTIVE for port object 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:04.875416 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.907602 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.913328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port f3ba4752-a005-456e-8a2d-2628f0d18369 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:04.929360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723ada78-6906-4426-aaf2-f4c3b8e016ad up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:04.941383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Network 6c1d5d3b-990d-45a3-bfc8-db695461b241 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:04.966269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:04.973548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:04.980624 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Pushing event updated for resources: {'Port': ['ID=c877dcd2-557c-4819-8b44-83746e01f668,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.982656 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 9724543b-2e5b-4fa3-b176-d540c950f109 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:04.988092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:04.990979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Port': ['ID=2e2dbb2e-0987-42da-8e94-eda4df6ebbdf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.993508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:04.994273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.026520 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.085097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Attempting to bind port c877dcd2-557c-4819-8b44-83746e01f668 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:05.085335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Attempting to bind port c877dcd2-557c-4819-8b44-83746e01f668 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8cbefbad-b35b-45dc-a4c3-3575ce564c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:05.086144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Attempting to bind port c877dcd2-557c-4819-8b44-83746e01f668 on network 6c1d5d3b-990d-45a3-bfc8-db695461b241 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:05.091389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe59acd-d635-4e5b-9fdc-ab21024d834d,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:05.103610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 723ada78-6906-4426-aaf2-f4c3b8e016ad completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:05.108764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:05.109832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Checking segment: {'id': '8cbefbad-b35b-45dc-a4c3-3575ce564c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:05.112432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.112917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Bound using segment: {'id': '8cbefbad-b35b-45dc-a4c3-3575ce564c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:05.113433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Bound port: c877dcd2-557c-4819-8b44-83746e01f668, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbefbad-b35b-45dc-a4c3-3575ce564c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6c1d5d3b-990d-45a3-bfc8-db695461b241'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:05.114415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.131716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 723ada78-6906-4426-aaf2-f4c3b8e016ad triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:05.132352 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.138262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Checking segment: {'id': 'c7b6e512-8501-40de-b5ba-671d5a66d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:05.140741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Network hostable DHCP agents. Network: cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:05.169731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:05.179565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.187117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:05.193848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.196077 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.202882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eda158-6022-47e5-9d4d-23874e6c54c5 None None] Network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:05.231932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-661340eb-0e4c-4f06-bf73-0e5f34dc816b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5057535 Aug 11 03:03:05.326200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] For port c877dcd2-557c-4819-8b44-83746e01f668, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:05.354431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] For port c877dcd2-557c-4819-8b44-83746e01f668, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c877dcd2-557c-4819-8b44-83746e01f668,segment=NetworkSegment(8cbefbad-b35b-45dc-a4c3-3575ce564c77),segment_id=8cbefbad-b35b-45dc-a4c3-3575ce564c77)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:05.365246 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.458955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f853dba-661f-4503-af6b-297ccbe09e13 None None] Network 9724543b-2e5b-4fa3-b176-d540c950f109 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:05.538996 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.546128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.547749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.681931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.688664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Port': ['ID=2e2dbb2e-0987-42da-8e94-eda4df6ebbdf,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:05.719870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 9724543b-2e5b-4fa3-b176-d540c950f109 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:05.738327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:05.796318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef328a-5e9e-43a3-b459-ffb39434c51f None None] Network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:05.810350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7454cb3d-ca26-4d1e-8b7a-6dc5f9746f64 None None] Provisioning complete for port 723ada78-6906-4426-aaf2-f4c3b8e016ad triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:05.810745 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7454cb3d-ca26-4d1e-8b7a-6dc5f9746f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.872619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a1aef-1587-4f69-8518-97c0cd41971b None None] Pushing event updated for resources: {'Port': ['ID=c877dcd2-557c-4819-8b44-83746e01f668,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:05.893627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Router 68ccc219-f9c7-4e8a-a690-473b43e7d5bc is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:05.895142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46158) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:05.906294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2135767608-network', 'tenant_id': '515d26a394664cc498821845f4200555'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:05.933142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Made reservation on behalf of 515d26a394664cc498821845f4200555 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:05.937704 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.948623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.953140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 723ada78-6906-4426-aaf2-f4c3b8e016ad, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=723ada78-6906-4426-aaf2-f4c3b8e016ad,segment=NetworkSegment(f781694b-7822-4817-9dfb-97b2ccfd2322),segment_id=f781694b-7822-4817-9dfb-97b2ccfd2322)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:05.966627 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.001086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:06.007558 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-17334060-e41f-438c-ae7f-0f48178b9c5c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0457935 Aug 11 03:03:06.010349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:06.025620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] Sync routers for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:06.068140 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.073025 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.087992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:06.099567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.099802 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Added segment 5a872dce-fe24-4d2e-b302-8a2181acd27f of type vlan for network 20bd2f56-47b5-4de8-8a36-29abb14f863c Aug 11 03:03:06.133844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:06.134434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:06.139139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=723ada78-6906-4426-aaf2-f4c3b8e016ad,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:06.148125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.187001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:06.195519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.196913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.197537 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.216903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20516ce8-2c51-4eb9-927a-9f9881c716b0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:06.217449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:06.218286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:06.255326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:06.256014 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f15ec-14fd-4845-b3d1-de5907e29fa4 None None] The sync data for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:06.297616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4006846 Aug 11 03:03:06.301041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46162) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:06.306697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Request body: {'subnet': {'network_id': '20bd2f56-47b5-4de8-8a36-29abb14f863c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2135767608-subnet', 'tenant_id': '515d26a394664cc498821845f4200555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:06.324368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d447a-2f4f-49ac-804c-9de28656ce9e admin admin] Pushing event updated for resources: {'Network': ['ID=20bd2f56-47b5-4de8-8a36-29abb14f863c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:06.339887 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 20bd2f56-47b5-4de8-8a36-29abb14f863c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:06.344674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Made reservation on behalf of 515d26a394664cc498821845f4200555 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:06.346202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] Provisioning for port f3ba4752-a005-456e-8a2d-2628f0d18369 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:06.347839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.473950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] Provisioning complete for port f3ba4752-a005-456e-8a2d-2628f0d18369 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:06.473950 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.605258 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.656133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.658355 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] For port f3ba4752-a005-456e-8a2d-2628f0d18369, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f3ba4752-a005-456e-8a2d-2628f0d18369,segment=NetworkSegment(67dce755-e384-4252-afff-144e2102242f),segment_id=67dce755-e384-4252-afff-144e2102242f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:06.669143 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.742809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9898c7-d486-4d13-962c-d195e2eea2a6 None None] Pushing event updated for resources: {'Port': ['ID=f3ba4752-a005-456e-8a2d-2628f0d18369,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:06.743493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5afbad-ef2e-4be1-a778-c0d236cd6dcb,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:06.745968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723ada78-6906-4426-aaf2-f4c3b8e016ad up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:06.751341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Checking segment: {'id': '5a872dce-fe24-4d2e-b302-8a2181acd27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '20bd2f56-47b5-4de8-8a36-29abb14f863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:06.751738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Network hostable DHCP agents. Network: 20bd2f56-47b5-4de8-8a36-29abb14f863c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:06.772461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Network 20bd2f56-47b5-4de8-8a36-29abb14f863c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:06.793678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 20bd2f56-47b5-4de8-8a36-29abb14f863c) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:06.798810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.799899 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.808925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe4349-9bca-46b3-8c02-1bab434310da None None] Network 20bd2f56-47b5-4de8-8a36-29abb14f863c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:06.821882 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-61b17ed1-ba98-4e58-9ec8-1e359269c186 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5193696 Aug 11 03:03:06.923844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-38c101b7-3439-4e1e-923f-7125b944bf54 None None] Provisioning complete for port f3ba4752-a005-456e-8a2d-2628f0d18369 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:06.924292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38c101b7-3439-4e1e-923f-7125b944bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.944440 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1fe5b9b0-c972-475f-842d-0f83fa887987 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:03:06.948312 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1fe5b9b0-c972-475f-842d-0f83fa887987 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9341025 Aug 11 03:03:06.948653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:06.994222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 723ada78-6906-4426-aaf2-f4c3b8e016ad triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:06.994740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.000754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cafdb-6c79-4d6c-ab14-f7538f731ae1 None None] Network 6c1d5d3b-990d-45a3-bfc8-db695461b241 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:07.166549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e00f91-2523-4f95-be66-dae2e79b5345 None None] Network 20bd2f56-47b5-4de8-8a36-29abb14f863c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:07.306650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-38c101b7-3439-4e1e-923f-7125b944bf54 None None] Provisioning for port 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:07.352289 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.371938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-38c101b7-3439-4e1e-923f-7125b944bf54 None None] Provisioning complete for port 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:07.372323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38c101b7-3439-4e1e-923f-7125b944bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.375295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c877dcd2-557c-4819-8b44-83746e01f668 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:07.501425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-38c101b7-3439-4e1e-923f-7125b944bf54 None None] Port 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:07.513927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-b88bbbe5-679e-450e-a864-182800fef019 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.516363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-b88bbbe5-679e-450e-a864-182800fef019 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/networks?id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf HTTP/1.1" status: 200 len: 811 time: 0.1354990 Aug 11 03:03:07.527206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c877dcd2-557c-4819-8b44-83746e01f668 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:07.545090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2dd3653e-94ef-4586-86be-d932116c03a6 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/quotas/f4c7c27cd3374a6bb02ee9ce56324b4e HTTP/1.1" status: 200 len: 375 time: 0.0170462 Aug 11 03:03:07.582616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-e6e4860a-9ffa-4215-906f-2d47b7ff18f3 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4c7c27cd3374a6bb02ee9ce56324b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314026 Aug 11 03:03:07.621985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Provisioning for port c877dcd2-557c-4819-8b44-83746e01f668 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:07.627090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Provisioning complete for port c877dcd2-557c-4819-8b44-83746e01f668 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:07.627464 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.664649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting port 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:07.665011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.695459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-6c298b0a-3a2c-4c3a-ab08-db0b25ca1e9c service neutron] 10.222.0.16 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048853 Aug 11 03:03:07.737434 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.782577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] For port c877dcd2-557c-4819-8b44-83746e01f668, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c877dcd2-557c-4819-8b44-83746e01f668,segment=NetworkSegment(8cbefbad-b35b-45dc-a4c3-3575ce564c77),segment_id=8cbefbad-b35b-45dc-a4c3-3575ce564c77)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:07.788415 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.789480 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.802547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Calling delete_port for 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:07.807542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-63d769b4-f528-4d0e-a7c3-0841f3ed8f91 service neutron] 10.222.0.16 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995271 Aug 11 03:03:07.830455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Provisioning complete for port 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:07.830968 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.869390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Pushing event updated for resources: {'Port': ['ID=c877dcd2-557c-4819-8b44-83746e01f668,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:07.877853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-aa901eb4-e7c5-41b2-ae25-c2660fdc24e4 None None] Port 2e2dbb2e-0987-42da-8e94-eda4df6ebbdf cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:07.985966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54018703-f8cb-4be5-ae13-650d2a589508 req-cee32f70-0910-4313-8cb0-538fd12e1460 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 210 time: 0.0292377 Aug 11 03:03:08.000978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.010594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-65fbd981-146c-44c2-b883-644414b3b9f4 None None] Provisioning complete for port c877dcd2-557c-4819-8b44-83746e01f668 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:08.010594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65fbd981-146c-44c2-b883-644414b3b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.035785 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Port': ['ID=2e2dbb2e-0987-42da-8e94-eda4df6ebbdf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:08.149073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.323322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Router 68ccc219-f9c7-4e8a-a690-473b43e7d5bc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:08.407600 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:08.413246 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-81d30570-cd8a-4325-b1f8-4768e9bcd04c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622600 Aug 11 03:03:08.417055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.426159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] Sync routers for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:08.453509 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:08.454277 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.466933 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-2d75efe0-6ba4-4419-b19c-8747b985989c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] delete failed (client error): The resource could not be found. Aug 11 03:03:08.468055 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d75efe0-6ba4-4419-b19c-8747b985989c tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1444865299 HTTP/1.1" status: 404 len: 335 time: 0.0498755 Aug 11 03:03:08.473619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.478227 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2cbb5589-c965-4bbe-a6e4-7e225cb39bd8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'router': {'external_gateway_info': {'network_id': '68ccc219-f9c7-4e8a-a690-473b43e7d5bc'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:08.488432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f3ba4752-a005-456e-8a2d-2628f0d18369 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:08.490664 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.500268 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:08.500883 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.542661 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.543463 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f76bcf-089e-4ead-b408-d4483e7a76d8 None None] The sync data for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:08.543889 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f3ba4752-a005-456e-8a2d-2628f0d18369 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:08.544798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.636220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c877dcd2-557c-4819-8b44-83746e01f668 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:08.685870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c877dcd2-557c-4819-8b44-83746e01f668 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:08.686824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.711040 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5589-c965-4bbe-a6e4-7e225cb39bd8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.730649 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-2cbb5589-c965-4bbe-a6e4-7e225cb39bd8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] update failed (client error): The resource could not be found. Aug 11 03:03:08.731572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2cbb5589-c965-4bbe-a6e4-7e225cb39bd8 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc HTTP/1.1" status: 404 len: 339 time: 0.2569852 Aug 11 03:03:08.735146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.740508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1334392181'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:08.764301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:08.771209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.795476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:08.804425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.804794 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Added segment 202ae3e7-2082-45ea-a631-bf8d5aaefab6 of type vlan for network 4e94619c-569d-40dc-89df-1ae257f4e105 Aug 11 03:03:08.844022 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.872881 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.879446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.880041 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.956576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2202864 Aug 11 03:03:08.959586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46198) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.964687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'subnet': {'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:08.998450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80285a-458d-4426-affa-a73039856377 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Network': ['ID=4e94619c-569d-40dc-89df-1ae257f4e105,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.014857 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 4e94619c-569d-40dc-89df-1ae257f4e105 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:09.078814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Made reservation on behalf of 13450545b14b4e69835e028a49f6a3a5 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:09.089928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-4a71fcdf-ba8e-42df-be34-59d7351c24a4 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.092178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-4a71fcdf-ba8e-42df-be34-59d7351c24a4 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.59 "GET /v2.0/networks?id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf HTTP/1.1" status: 200 len: 811 time: 0.1546400 Aug 11 03:03:09.095284 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.107258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Request body: {'port': {'device_id': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf', 'admin_state_up': True, 'tenant_id': 'f4c7c27cd3374a6bb02ee9ce56324b4e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:09.177696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51f8947c-e3db-410c-aa5b-b2e9b0200a34 req-8b703160-26c5-474e-9ec6-c76f5873349a tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 210 time: 0.0771620 Aug 11 03:03:09.251080 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Made reservation on behalf of f4c7c27cd3374a6bb02ee9ce56324b4e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:09.257191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.354358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.400472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Allocated IP 172.20.0.2 (cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf/3fe59acd-d635-4e5b-9fdc-ab21024d834d/39eeb8b2-983e-4b8c-94ae-a8f9987884cb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:09.415753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Subnet': ['ID=00fcfccb-cdea-4fc7-8335-579b8c255584,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.424128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Checking segment: {'id': '202ae3e7-2082-45ea-a631-bf8d5aaefab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:09.424517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network hostable DHCP agents. Network: 4e94619c-569d-40dc-89df-1ae257f4e105, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:09.441177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 4e94619c-569d-40dc-89df-1ae257f4e105 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:09.470488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 4e94619c-569d-40dc-89df-1ae257f4e105) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:09.475572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.476464 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.486225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc300015-cad5-42dd-b115-6680720a20c7 None None] Network 4e94619c-569d-40dc-89df-1ae257f4e105 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:09.494644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5617ca41-abab-4219-a1b6-a2f7a258025b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5338268 Aug 11 03:03:09.494865 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46202) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:09.501624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-03f8d544-9a2d-4eb9-8595-e93be0179422 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:09.631511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-4e94619c-569d-40dc-89df-1ae257f4e105', 'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105', 'tenant_id': '13450545b14b4e69835e028a49f6a3a5', 'fixed_ips': [{'subnet_id': '00fcfccb-cdea-4fc7-8335-579b8c255584'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:09.632643 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.770842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Allocated IP 2001:db8:1::2 (4e94619c-569d-40dc-89df-1ae257f4e105/00fcfccb-cdea-4fc7-8335-579b8c255584/e7cd7205-d2bb-401d-9575-24aea1d33a04) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:09.927589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.937003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Transition to ACTIVE for port object e7cd7205-d2bb-401d-9575-24aea1d33a04 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:09.953078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Transition to ACTIVE for port object e7cd7205-d2bb-401d-9575-24aea1d33a04 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:09.959098 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.999923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Network 4e94619c-569d-40dc-89df-1ae257f4e105 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:10.002899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:10.006534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:10.012176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Pushing event updated for resources: {'Port': ['ID=e7cd7205-d2bb-401d-9575-24aea1d33a04,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.070121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Attempting to bind port e7cd7205-d2bb-401d-9575-24aea1d33a04 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:10.071006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Attempting to bind port e7cd7205-d2bb-401d-9575-24aea1d33a04 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '202ae3e7-2082-45ea-a631-bf8d5aaefab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:10.071006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Attempting to bind port e7cd7205-d2bb-401d-9575-24aea1d33a04 on network 4e94619c-569d-40dc-89df-1ae257f4e105 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:10.076303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:10.076700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Checking segment: {'id': '202ae3e7-2082-45ea-a631-bf8d5aaefab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:10.077118 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.077487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Bound using segment: {'id': '202ae3e7-2082-45ea-a631-bf8d5aaefab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:10.077955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Bound port: e7cd7205-d2bb-401d-9575-24aea1d33a04, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202ae3e7-2082-45ea-a631-bf8d5aaefab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e94619c-569d-40dc-89df-1ae257f4e105'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:10.078361 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.098910 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.104789 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03f8d544-9a2d-4eb9-8595-e93be0179422 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.143774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] For port e7cd7205-d2bb-401d-9575-24aea1d33a04, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:10.146973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] For port e7cd7205-d2bb-401d-9575-24aea1d33a04, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7cd7205-d2bb-401d-9575-24aea1d33a04,segment=NetworkSegment(202ae3e7-2082-45ea-a631-bf8d5aaefab6),segment_id=202ae3e7-2082-45ea-a631-bf8d5aaefab6)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:10.151902 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.209483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.211471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68a6d9-8fc8-46ac-80c8-09bb5df8f197 None None] Pushing event updated for resources: {'Port': ['ID=e7cd7205-d2bb-401d-9575-24aea1d33a04,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.263550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:10.278433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:10.282625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:10.314714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Pushing event updated for resources: {'Port': ['ID=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.321159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c7f32-9f82-4b81-b8d7-605626a5d610 req-349780a7-51b0-4d37-bbeb-2b059beb57ab tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.322902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-106c7f32-9f82-4b81-b8d7-605626a5d610 req-349780a7-51b0-4d37-bbeb-2b059beb57ab tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 931 time: 0.0619683 Aug 11 03:03:10.336883 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-03f8d544-9a2d-4eb9-8595-e93be0179422 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:03:10.341331 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-03f8d544-9a2d-4eb9-8595-e93be0179422 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc HTTP/1.1" status: 400 len: 364 time: 0.8419945 Aug 11 03:03:10.341695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46206) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:10.351896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.352763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.368805 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ac3c0fdc-3898-46cb-8617-702cf1784a56 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661059 Aug 11 03:03:10.459302 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-106c7f32-9f82-4b81-b8d7-605626a5d610 req-f114932b-b439-4220-b033-7f243f2205a2 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270545 Aug 11 03:03:10.553962 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Request body: {'port': {'device_id': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:10.581436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7cd7205-d2bb-401d-9575-24aea1d33a04 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:10.627123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.647010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e7cd7205-d2bb-401d-9575-24aea1d33a04 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:10.687153 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.919400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39eeb8b2-983e-4b8c-94ae-a8f9987884cb {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:10.927897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.938804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Allocated IP 2001:db8::1 (5f1836e0-a7fd-418b-aa41-603c3453ff1c/1aef6472-96d0-467d-8137-c419a9b70505/96032aee-8467-49da-9399-966164b32a93) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:10.941272 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Transition to ACTIVE for port object 39eeb8b2-983e-4b8c-94ae-a8f9987884cb will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:10.945457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.009806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Pushing event updated for resources: {'Port': ['ID=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.083113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Attempting to bind port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:11.083734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Attempting to bind port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'c7b6e512-8501-40de-b5ba-671d5a66d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:11.083908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Attempting to bind port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb on network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:11.085901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.088837 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb on network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:11.089150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Attempting to bind port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb on network cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:11.095054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:11.095410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Checking segment: {'id': 'c7b6e512-8501-40de-b5ba-671d5a66d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:11.095782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Bound using segment: {'id': 'c7b6e512-8501-40de-b5ba-671d5a66d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:11.096215 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Bound port: 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b6e512-8501-40de-b5ba-671d5a66d5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:11.096574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.104219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Transition to ACTIVE for port object 96032aee-8467-49da-9399-966164b32a93 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:11.148104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.170078 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] For port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:11.174094 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] For port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,segment=NetworkSegment(c7b6e512-8501-40de-b5ba-671d5a66d5d0),segment_id=c7b6e512-8501-40de-b5ba-671d5a66d5d0)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:11.180979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.193073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:11.205363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:11.209596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:11.210169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.216075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Port': ['ID=96032aee-8467-49da-9399-966164b32a93,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.241609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.242124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.243742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] 10.222.0.59 "PUT /v2.0/ports/39eeb8b2-983e-4b8c-94ae-a8f9987884cb HTTP/1.1" status: 200 len: 1091 time: 0.8662443 Aug 11 03:03:11.244031 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'tag': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:11.246326 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e3c852-c57c-4b2f-8998-0b66670721e3", "tag": "39eeb8b2-983e-4b8c-94ae-a8f9987884cb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:11.254572 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254c642-093f-4132-88be-e8c97d59fbfc service neutron] Pushing event updated for resources: {'Port': ['ID=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.310252 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5913e2-96c1-425f-a7be-f480acba7e42 x-openstack-request-id: req-3d5913e2-96c1-425f-a7be-f480acba7e42 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:11.310252 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e3c852-c57c-4b2f-8998-0b66670721e3", "tag": "39eeb8b2-983e-4b8c-94ae-a8f9987884cb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:11.310252 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d5913e2-96c1-425f-a7be-f480acba7e42 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:11.310691 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'tag': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb', 'status': 'completed', 'code': 200} Aug 11 03:03:11.346602 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ff2e5d6c-fae9-41f8-91df-2c5621c5583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.348301 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-ff2e5d6c-fae9-41f8-91df-2c5621c5583a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c7c27cd3374a6bb02ee9ce56324b4e&device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 1094 time: 0.0493021 Aug 11 03:03:11.366094 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.404083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-96c6241a-519b-4c6f-bdbb-9196be84364c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb HTTP/1.1" status: 200 len: 217 time: 0.0472834 Aug 11 03:03:11.421248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332d315-9030-47ab-b626-de942127f37b None None] Network 4e94619c-569d-40dc-89df-1ae257f4e105 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:11.461642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2353e598-3b0a-4982-8ffd-6e5e30a3883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.463178 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-2353e598-3b0a-4982-8ffd-6e5e30a3883f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3fe59acd-d635-4e5b-9fdc-ab21024d834d HTTP/1.1" status: 200 len: 851 time: 0.0529218 Aug 11 03:03:11.499381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] Provisioning for port e7cd7205-d2bb-401d-9575-24aea1d33a04 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:11.506096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-d8801cc6-2337-4a44-9afa-4500b6a35721 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357497 Aug 11 03:03:11.518968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] Provisioning complete for port e7cd7205-d2bb-401d-9575-24aea1d33a04 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:11.519264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.616578 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-bae78c75-d81b-4ae3-bf1b-425a1c3015fd service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023941 Aug 11 03:03:11.681547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba947f8-ea34-4d9e-a3a5-e68a792c641a req-e07427c5-90c3-471c-af0f-8a8da29de9a3 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.683374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ba947f8-ea34-4d9e-a3a5-e68a792c641a req-e07427c5-90c3-471c-af0f-8a8da29de9a3 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 943 time: 0.1229172 Aug 11 03:03:11.724730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a3e3e853-0f15-42d0-8f93-923c8a5e0115 req-8cf211f2-c13a-4701-b5cb-1a7faf7ff6fd service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014392 Aug 11 03:03:11.768280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ba947f8-ea34-4d9e-a3a5-e68a792c641a req-827f6a0c-fa78-4f6f-b08b-ff5fc776781e tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717182 Aug 11 03:03:11.791212 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.796716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.797524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.817000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-27ed054e-9d23-44ed-90b1-694952940637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.818911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-27ed054e-9d23-44ed-90b1-694952940637 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c7c27cd3374a6bb02ee9ce56324b4e&device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 1094 time: 0.0460010 Aug 11 03:03:11.837766 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.874264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] For port e7cd7205-d2bb-401d-9575-24aea1d33a04, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7cd7205-d2bb-401d-9575-24aea1d33a04,segment=NetworkSegment(202ae3e7-2082-45ea-a631-bf8d5aaefab6),segment_id=202ae3e7-2082-45ea-a631-bf8d5aaefab6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:11.879004 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.885321 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event updated for resources: {'Port': ['ID=96032aee-8467-49da-9399-966164b32a93,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.928395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-df58afd9-9701-4378-8384-d4085a570f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.930554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-df58afd9-9701-4378-8384-d4085a570f56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf HTTP/1.1" status: 200 len: 911 time: 0.1044168 Aug 11 03:03:11.934047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae8e8a-ec29-4b04-a50c-459cf624fadf None None] Pushing event updated for resources: {'Port': ['ID=e7cd7205-d2bb-401d-9575-24aea1d33a04,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.940837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:11.942443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:11.976116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-17635274-ed32-4be1-92df-2b5fdf38e213 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb HTTP/1.1" status: 200 len: 217 time: 0.0372579 Aug 11 03:03:12.010743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a1bfe16e-9fa5-41af-b5cf-a7b6f383dcb1 None None] Provisioning for port 96032aee-8467-49da-9399-966164b32a93 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:12.016200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a1bfe16e-9fa5-41af-b5cf-a7b6f383dcb1 None None] Provisioning complete for port 96032aee-8467-49da-9399-966164b32a93 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:12.016879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe16e-9fa5-41af-b5cf-a7b6f383dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.044657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-c50bda7b-6481-4940-8903-c522a522aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.046942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-c50bda7b-6481-4940-8903-c522a522aed9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3fe59acd-d635-4e5b-9fdc-ab21024d834d HTTP/1.1" status: 200 len: 851 time: 0.0618491 Aug 11 03:03:12.060808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfe16e-9fa5-41af-b5cf-a7b6f383dcb1 None None] Port 96032aee-8467-49da-9399-966164b32a93 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:12.084455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Router 68ccc219-f9c7-4e8a-a690-473b43e7d5bc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:12.087549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-24cf0906-07d7-49bf-853f-37369bb20179 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331297 Aug 11 03:03:12.184371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f9a52787-6bb3-4a5c-8e72-ee513a88ecdb None None] Provisioning complete for port e7cd7205-d2bb-401d-9575-24aea1d33a04 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:12.185128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9a52787-6bb3-4a5c-8e72-ee513a88ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.194219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-89277b82-f323-4441-ae42-f175f5f755e5 service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981717 Aug 11 03:03:12.197369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:12.208842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf943c76-ae26-444a-ad2f-4f4b11d1f76f tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8635149 Aug 11 03:03:12.209084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] Sync routers for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:12.209242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:12.233745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:12.234403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:12.270146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:12.303100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:12.303636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:12.337350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:12.337992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67642240-29fc-4cc5-a124-5198de17ae8d None None] The sync data for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 is: [] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:12.365801 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-071ca2ff-39d3-4e34-a171-9d64c8cd3ca4 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.443850 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4d9ac8b9-7ccb-4749-b398-418a48edb6ec req-2a8bdc20-03c9-4434-b760-0dbf1843cf6c service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379806 Aug 11 03:03:12.468217 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-071ca2ff-39d3-4e34-a171-9d64c8cd3ca4 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:03:12.470725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-071ca2ff-39d3-4e34-a171-9d64c8cd3ca4 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc HTTP/1.1" status: 409 len: 329 time: 0.2588496 Aug 11 03:03:12.472198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7a8883bc-a1be-49cf-8bb8-c311cc58f326 None None] Provisioning complete for port 96032aee-8467-49da-9399-966164b32a93 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:12.472731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46218) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:12.473139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a8883bc-a1be-49cf-8bb8-c311cc58f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.498803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7cd7205-d2bb-401d-9575-24aea1d33a04 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:12.541388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7a8883bc-a1be-49cf-8bb8-c311cc58f326 None None] Port 96032aee-8467-49da-9399-966164b32a93 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:12.560027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e7cd7205-d2bb-401d-9575-24aea1d33a04 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:12.560327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.792705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.953146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13462ea4-c840-4abf-bd0b-590e17d69e33 req-f5a47914-16ea-4bc4-a840-d4964859ff60 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.954627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13462ea4-c840-4abf-bd0b-590e17d69e33 req-f5a47914-16ea-4bc4-a840-d4964859ff60 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 943 time: 0.0948672 Aug 11 03:03:13.027427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-13462ea4-c840-4abf-bd0b-590e17d69e33 req-ec593eff-90d8-444b-b7aa-fc3880b33fbe tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Aug 11 03:03:13.479957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting port 96032aee-8467-49da-9399-966164b32a93 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:13.480668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.567741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.579084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Calling delete_port for 96032aee-8467-49da-9399-966164b32a93 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:13.749366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.775264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Port': ['ID=96032aee-8467-49da-9399-966164b32a93,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:13.871564 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.918717 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d27247b6-2814-4ab6-a442-a31cc29f7d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.032167 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Router 68ccc219-f9c7-4e8a-a690-473b43e7d5bc has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:14.135383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:14.142822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-94dc3322-d97c-4efd-aa7a-cd51a7354807 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690602 Aug 11 03:03:14.145882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:14.147850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] Sync routers for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:14.158527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:14.159262 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.164073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768f90a-f434-4a9a-bb86-f0c9652f3b48 req-6068422b-88d7-4ba8-a755-89508580c1af tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.165659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0768f90a-f434-4a9a-bb86-f0c9652f3b48 req-6068422b-88d7-4ba8-a755-89508580c1af tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 943 time: 0.0631068 Aug 11 03:03:14.184541 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-3ed5d6eb-6789-4558-9a55-2fb7926b3aab tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] show failed (client error): The resource could not be found. Aug 11 03:03:14.185579 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3ed5d6eb-6789-4558-9a55-2fb7926b3aab tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-2069876221 HTTP/1.1" status: 404 len: 335 time: 0.0380034 Aug 11 03:03:14.189364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:14.191044 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.193810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc0031bc-40a4-4dbf-9aa2-285d9ab93b41 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:14.199623 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] Routers {'68ccc219-f9c7-4e8a-a690-473b43e7d5bc'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:14.200233 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:02:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.215692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0768f90a-f434-4a9a-bb86-f0c9652f3b48 req-bcfa3228-59de-4259-9526-9de6b25462e6 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434296 Aug 11 03:03:14.231921 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.232581 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d000b9ca-336a-4cc1-be8d-dfb462b07511 None None] The sync data for ids ['68ccc219-f9c7-4e8a-a690-473b43e7d5bc'] in n-d-715271-8 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:14.235612 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-fc0031bc-40a4-4dbf-9aa2-285d9ab93b41 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] update failed (client error): The resource could not be found. Aug 11 03:03:14.236572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fc0031bc-40a4-4dbf-9aa2-285d9ab93b41 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-898297967 HTTP/1.1" status: 404 len: 334 time: 0.0462830 Aug 11 03:03:14.240974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:14.292108 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting subnet 00fcfccb-cdea-4fc7-8335-579b8c255584 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:14.295332 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.334647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.429468 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.490280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.516711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Subnet': ['ID=00fcfccb-cdea-4fc7-8335-579b8c255584,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.522597 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.524680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-789cb365-5acb-4aec-b894-daefb3d56c57 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/subnets/00fcfccb-cdea-4fc7-8335-579b8c255584 HTTP/1.1" status: 204 len: 168 time: 0.2826314 Aug 11 03:03:14.527153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:14.529212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c541c7-a2cf-4c56-aa35-4bfc80abd450 None None] Network 4e94619c-569d-40dc-89df-1ae257f4e105 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:14.603662 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.664025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting port e7cd7205-d2bb-401d-9575-24aea1d33a04 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:14.664367 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.699039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] DHCP port deletion for 4e94619c-569d-40dc-89df-1ae257f4e105 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:14.726501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] For port e7cd7205-d2bb-401d-9575-24aea1d33a04, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7cd7205-d2bb-401d-9575-24aea1d33a04,segment=NetworkSegment(202ae3e7-2082-45ea-a631-bf8d5aaefab6),segment_id=202ae3e7-2082-45ea-a631-bf8d5aaefab6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:14.726870 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.739601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Calling delete_port for e7cd7205-d2bb-401d-9575-24aea1d33a04 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:14.745057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] Deleting port e7cd7205-d2bb-401d-9575-24aea1d33a04 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:14.745435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.810450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] For port e7cd7205-d2bb-401d-9575-24aea1d33a04, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e7cd7205-d2bb-401d-9575-24aea1d33a04,segment=NetworkSegment(202ae3e7-2082-45ea-a631-bf8d5aaefab6),segment_id=202ae3e7-2082-45ea-a631-bf8d5aaefab6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:14.811771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.819700 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.824952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] Calling delete_port for e7cd7205-d2bb-401d-9575-24aea1d33a04 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:14.850820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Port': ['ID=e7cd7205-d2bb-401d-9575-24aea1d33a04,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.852640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] No DVR routers for this DVR port e7cd7205-d2bb-401d-9575-24aea1d33a04 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:14.894541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 39eeb8b2-983e-4b8c-94ae-a8f9987884cb details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:14.911156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.930127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.941497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e94619c-569d-40dc-89df-1ae257f4e105']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.949453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] Pushing event deleted for resources: {'Port': ['ID=e7cd7205-d2bb-401d-9575-24aea1d33a04,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.951282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78b616-7fc9-495e-a945-19b89c9566fb None None] No DVR routers for this DVR port e7cd7205-d2bb-401d-9575-24aea1d33a04 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:14.953925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202ae3e7-2082-45ea-a631-bf8d5aaefab6') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.954771 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202ae3e7-2082-45ea-a631-bf8d5aaefab6') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:14.964460 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.978799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.986411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:14.987272 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:14.990382 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:15.027677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,segment=NetworkSegment(c7b6e512-8501-40de-b5ba-671d5a66d5d0),segment_id=c7b6e512-8501-40de-b5ba-671d5a66d5d0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.039309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb', 'network_id': 'cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf', 'port_id': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb', 'mac_address': 'fa:16:3e:7c:75:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe59acd-d635-4e5b-9fdc-ab21024d834d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:15.062560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.079541 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.081413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/networks/4e94619c-569d-40dc-89df-1ae257f4e105 HTTP/1.1" status: 204 len: 168 time: 0.5533159 Aug 11 03:03:15.082687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f854dec-b34b-4915-8d9d-9a2961f94ffe tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Network': ['ID=4e94619c-569d-40dc-89df-1ae257f4e105,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.083995 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46232) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:15.096399 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.109664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39eeb8b2-983e-4b8c-94ae-a8f9987884cb {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:15.129446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,segment=NetworkSegment(c7b6e512-8501-40de-b5ba-671d5a66d5d0),segment_id=c7b6e512-8501-40de-b5ba-671d5a66d5d0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.133873 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.136667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting subnet 50e99f17-696b-4c40-a139-5d28348dc031 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:15.139984 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.180072 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.185423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.270180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.353763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['39eeb8b2-983e-4b8c-94ae-a8f9987884cb'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:15.365244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7210bd-60e3-4431-8909-36c58343ca8d req-f69430e8-6936-4ab7-b520-9b4420bf6718 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.366721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd7210bd-60e3-4431-8909-36c58343ca8d req-f69430e8-6936-4ab7-b520-9b4420bf6718 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 944 time: 0.0727580 Aug 11 03:03:15.372806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.413407 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.415494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/subnets/50e99f17-696b-4c40-a139-5d28348dc031 HTTP/1.1" status: 204 len: 168 time: 0.3304656 Aug 11 03:03:15.418282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:15.421009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949977a-b262-4cdc-8ebf-4cc288f35f5c None None] Network 6c1d5d3b-990d-45a3-bfc8-db695461b241 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:15.426368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edef4bb-2f19-4da2-abcd-8f889880656b tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Subnet': ['ID=50e99f17-696b-4c40-a139-5d28348dc031,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.453283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cd7210bd-60e3-4431-8909-36c58343ca8d req-58a4afe5-673b-4fa0-a5c0-ca9bc7d09d03 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692577 Aug 11 03:03:15.477619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting subnet 53f321f2-e05a-4f60-ad6c-a48c8da5e98d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:15.481015 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.522061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.623275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.655619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] DHCP port deletion for 6c1d5d3b-990d-45a3-bfc8-db695461b241 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:15.687786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.706074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] Deleting port c877dcd2-557c-4819-8b44-83746e01f668 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:15.706451 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.716695 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Subnet': ['ID=53f321f2-e05a-4f60-ad6c-a48c8da5e98d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.719331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.723458 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-57fc2812-ede1-466f-ac6a-6b91edc256aa tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/subnets/53f321f2-e05a-4f60-ad6c-a48c8da5e98d HTTP/1.1" status: 204 len: 168 time: 0.3041244 Aug 11 03:03:15.723855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:15.748596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde11885-20d0-400a-9da7-aaeab254dc02 None None] Network 9724543b-2e5b-4fa3-b176-d540c950f109 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:15.805728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.831978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] For port c877dcd2-557c-4819-8b44-83746e01f668, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c877dcd2-557c-4819-8b44-83746e01f668,segment=NetworkSegment(8cbefbad-b35b-45dc-a4c3-3575ce564c77),segment_id=8cbefbad-b35b-45dc-a4c3-3575ce564c77)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.832477 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.861432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting port c877dcd2-557c-4819-8b44-83746e01f668 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:15.861775 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.863654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] Calling delete_port for c877dcd2-557c-4819-8b44-83746e01f668 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:15.930593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] For port c877dcd2-557c-4819-8b44-83746e01f668, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c877dcd2-557c-4819-8b44-83746e01f668,segment=NetworkSegment(8cbefbad-b35b-45dc-a4c3-3575ce564c77),segment_id=8cbefbad-b35b-45dc-a4c3-3575ce564c77)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.930849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.944579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Calling delete_port for c877dcd2-557c-4819-8b44-83746e01f668 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:15.981096 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.007819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] Pushing event deleted for resources: {'Port': ['ID=c877dcd2-557c-4819-8b44-83746e01f668,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.012462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] DHCP port deletion for 9724543b-2e5b-4fa3-b176-d540c950f109 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:16.015198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73375969-3029-461c-8355-dbd6542b62f6 None None] No DVR routers for this DVR port c877dcd2-557c-4819-8b44-83746e01f668 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:16.033571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.058594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Port': ['ID=c877dcd2-557c-4819-8b44-83746e01f668,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.066848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] No DVR routers for this DVR port c877dcd2-557c-4819-8b44-83746e01f668 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:16.068224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] Deleting port f3ba4752-a005-456e-8a2d-2628f0d18369 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:16.068596 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.131151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] For port f3ba4752-a005-456e-8a2d-2628f0d18369, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f3ba4752-a005-456e-8a2d-2628f0d18369,segment=NetworkSegment(67dce755-e384-4252-afff-144e2102242f),segment_id=67dce755-e384-4252-afff-144e2102242f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:16.131548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.145232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] Calling delete_port for f3ba4752-a005-456e-8a2d-2628f0d18369 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:16.154509 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.164482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d5d3b-990d-45a3-bfc8-db695461b241']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:16.175009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbefbad-b35b-45dc-a4c3-3575ce564c77') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:16.175361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbefbad-b35b-45dc-a4c3-3575ce564c77') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:16.184201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.198213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.205237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:16.206019 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: self.session.flush() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:16.208937 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:16.222168 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.251805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] Pushing event deleted for resources: {'Port': ['ID=f3ba4752-a005-456e-8a2d-2628f0d18369,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.255078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b7a51-ecd8-4470-a10a-5ec53fe10c1f None None] No DVR routers for this DVR port f3ba4752-a005-456e-8a2d-2628f0d18369 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:16.279001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.284582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.286953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/networks/6c1d5d3b-990d-45a3-bfc8-db695461b241 HTTP/1.1" status: 204 len: 168 time: 0.5613465 Aug 11 03:03:16.289797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.302209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0fe61-7145-4e66-89ae-b3c6f1a174bf tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Network': ['ID=6c1d5d3b-990d-45a3-bfc8-db695461b241,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.370351 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.457826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.468137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9724543b-2e5b-4fa3-b176-d540c950f109']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:16.475132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f3ba4752-a005-456e-8a2d-2628f0d18369 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:16.479903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dce755-e384-4252-afff-144e2102242f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:16.480202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dce755-e384-4252-afff-144e2102242f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:16.489549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.495805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: f3ba4752-a005-456e-8a2d-2628f0d18369 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:16.496231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f3ba4752-a005-456e-8a2d-2628f0d18369 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:16.496725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c877dcd2-557c-4819-8b44-83746e01f668 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:16.504503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.512539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:16.513078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.516586 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c877dcd2-557c-4819-8b44-83746e01f668 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:16.516927 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:16.519876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c877dcd2-557c-4819-8b44-83746e01f668 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:16.519876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7cd7205-d2bb-401d-9575-24aea1d33a04 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:16.538490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e7cd7205-d2bb-401d-9575-24aea1d33a04 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:16.538490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e7cd7205-d2bb-401d-9575-24aea1d33a04 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:16.578763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89278a11-f48a-4a4a-a1ed-aacb640db888 req-f821b99b-9cd6-48b8-884b-0b0ca114fd89 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.580309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89278a11-f48a-4a4a-a1ed-aacb640db888 req-f821b99b-9cd6-48b8-884b-0b0ca114fd89 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 944 time: 0.0562279 Aug 11 03:03:16.594636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.600786 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.602711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/networks/9724543b-2e5b-4fa3-b176-d540c950f109 HTTP/1.1" status: 204 len: 168 time: 0.3115435 Aug 11 03:03:16.605472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46244) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.617162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722765d0-82f0-4a57-a9c0-3ca17b8dfba2 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Network': ['ID=9724543b-2e5b-4fa3-b176-d540c950f109,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.656805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89278a11-f48a-4a4a-a1ed-aacb640db888 req-c8de1b6a-2303-4f0a-8a39-c65447722672 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Aug 11 03:03:16.670275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting subnet 1aef6472-96d0-467d-8137-c419a9b70505 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:16.681521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.718979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.802838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.869808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.900772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 39eeb8b2-983e-4b8c-94ae-a8f9987884cb up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:16.902747 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Subnet': ['ID=1aef6472-96d0-467d-8137-c419a9b70505,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.907181 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.911923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.912125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-83fbbb15-0ee1-4713-9769-82c5367804a3 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/subnets/1aef6472-96d0-467d-8137-c419a9b70505 HTTP/1.1" status: 204 len: 168 time: 0.3052385 Aug 11 03:03:16.930927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67107a83-83ad-48ff-8f69-ad7194722063 None None] Network 5f1836e0-a7fd-418b-aa41-603c3453ff1c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:16.988835 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.029210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:17.047911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Deleting port 723ada78-6906-4426-aaf2-f4c3b8e016ad {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:17.048345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.048582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:17.048956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.132480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] For port 723ada78-6906-4426-aaf2-f4c3b8e016ad, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=723ada78-6906-4426-aaf2-f4c3b8e016ad,segment=NetworkSegment(f781694b-7822-4817-9dfb-97b2ccfd2322),segment_id=f781694b-7822-4817-9dfb-97b2ccfd2322)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:17.132688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.146613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.149851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Calling delete_port for 723ada78-6906-4426-aaf2-f4c3b8e016ad owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:17.167406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] DHCP port deletion for 5f1836e0-a7fd-418b-aa41-603c3453ff1c request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:17.174941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:17.177198 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a0984-44a8-4bad-92d9-92265c612f9c" -d '{"events": [{"server_uuid": "a4e3c852-c57c-4b2f-8998-0b66670721e3", "name": "network-vif-plugged", "status": "completed", "tag": "39eeb8b2-983e-4b8c-94ae-a8f9987884cb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:17.214663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,segment=NetworkSegment(c7b6e512-8501-40de-b5ba-671d5a66d5d0),segment_id=c7b6e512-8501-40de-b5ba-671d5a66d5d0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:17.217948 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3179bc2-1d4f-4df2-bbca-7456929972bd x-openstack-request-id: req-e3179bc2-1d4f-4df2-bbca-7456929972bd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:17.218277 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e3c852-c57c-4b2f-8998-0b66670721e3", "name": "network-vif-plugged", "status": "completed", "tag": "39eeb8b2-983e-4b8c-94ae-a8f9987884cb", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:17.218567 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3179bc2-1d4f-4df2-bbca-7456929972bd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:17.219158 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb', 'code': 200} Aug 11 03:03:17.221253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.246644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.273266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Port': ['ID=723ada78-6906-4426-aaf2-f4c3b8e016ad,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.279496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] No DVR routers for this DVR port 723ada78-6906-4426-aaf2-f4c3b8e016ad on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:17.283701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Deleting port 723ada78-6906-4426-aaf2-f4c3b8e016ad {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:17.284208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.288821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.348552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] For port 723ada78-6906-4426-aaf2-f4c3b8e016ad, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:17.348944 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.361139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Calling delete_port for 723ada78-6906-4426-aaf2-f4c3b8e016ad owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:17.363728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Port 723ada78-6906-4426-aaf2-f4c3b8e016ad was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:03:17.364959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.387665 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.391019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] Pushing event deleted for resources: {'Port': ['ID=723ada78-6906-4426-aaf2-f4c3b8e016ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.392705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5fa87-9b32-4e76-8b18-f8ea83334a2b None None] No DVR routers for this DVR port 723ada78-6906-4426-aaf2-f4c3b8e016ad on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:17.404098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec251-f0f1-4820-b2f5-7e028861f26d req-ad5bd311-f221-4989-accd-d74755e8a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.406299 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-636ec251-f0f1-4820-b2f5-7e028861f26d req-ad5bd311-f221-4989-accd-d74755e8a7e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 1096 time: 0.1037600 Aug 11 03:03:17.407844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1836e0-a7fd-418b-aa41-603c3453ff1c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:17.423889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f781694b-7822-4817-9dfb-97b2ccfd2322') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:17.424184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f781694b-7822-4817-9dfb-97b2ccfd2322') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:17.440741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.462025 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.465010 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-636ec251-f0f1-4820-b2f5-7e028861f26d req-c9bebb2b-16d2-408c-b7e7-b5fba69a7b11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Aug 11 03:03:17.466898 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3201-8240-47bd-8011-3603890ab7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.470009 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:17.470440 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:17.473338 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:17.531848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.538724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.540338 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/networks/5f1836e0-a7fd-418b-aa41-603c3453ff1c HTTP/1.1" status: 204 len: 168 time: 0.6273644 Aug 11 03:03:17.543047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46250) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:17.552831 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e334-b97d-411e-aacd-2cb1581f3a92 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Pushing event deleted for resources: {'Network': ['ID=5f1836e0-a7fd-418b-aa41-603c3453ff1c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.571044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-442d8cc2-8c3a-4cd1-993f-255f82537e37 tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "GET /v2.0/ports?device_id=68ccc219-f9c7-4e8a-a690-473b43e7d5bc HTTP/1.1" status: 200 len: 205 time: 0.0262728 Aug 11 03:03:17.573364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:17.647585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.753829 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.828747 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.831511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.884081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4b882-d500-4fd0-9b4e-691310a0dae0 req-55964b4a-3d1f-4bd6-babf-35efe27fd602 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.885650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08b4b882-d500-4fd0-9b4e-691310a0dae0 req-55964b4a-3d1f-4bd6-babf-35efe27fd602 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.1434698 Aug 11 03:03:17.886835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.887379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Fanout notify agent at l3_agent the message router_deleted on router 68ccc219-f9c7-4e8a-a690-473b43e7d5bc {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:17.894123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.898019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-624d902b-2d86-411f-bf82-b238f5d9ee8e tempest-RoutersNegativeIpV6Test-1665352821 tempest-RoutersNegativeIpV6Test-1665352821-project] 10.222.0.16 "DELETE /v2.0/routers/68ccc219-f9c7-4e8a-a690-473b43e7d5bc HTTP/1.1" status: 204 len: 168 time: 0.3209739 Aug 11 03:03:17.929881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08b4b882-d500-4fd0-9b4e-691310a0dae0 req-73651913-6ecf-4203-b0f0-9c0647b7f40a tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Aug 11 03:03:18.150445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46260) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:18.286246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4083e32-4799-4198-80e6-f070e142b9dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13450545b14b4e69835e028a49f6a3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345942 Aug 11 03:03:18.289206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46264) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:18.343378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86d4a863-131e-45e9-aae2-311107be6c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.364360 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86d4a863-131e-45e9-aae2-311107be6c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.411276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86d4a863-131e-45e9-aae2-311107be6c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.413948 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-86d4a863-131e-45e9-aae2-311107be6c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.415144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-86d4a863-131e-45e9-aae2-311107be6c32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b74f4be3-58ce-4826-9dfd-4653f5d02cd0 HTTP/1.1" status: 204 len: 168 time: 0.1250241 Aug 11 03:03:18.423774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4a863-131e-45e9-aae2-311107be6c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f4be3-58ce-4826-9dfd-4653f5d02cd0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:18.484789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723ada78-6906-4426-aaf2-f4c3b8e016ad no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:18.508368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 723ada78-6906-4426-aaf2-f4c3b8e016ad {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:18.508795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723ada78-6906-4426-aaf2-f4c3b8e016ad not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:18.532569 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.047102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d878e2-db78-459a-a383-9e878630308e req-da4120c1-6338-48f4-ba93-72766fb6f1cc tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.048747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99d878e2-db78-459a-a383-9e878630308e req-da4120c1-6338-48f4-ba93-72766fb6f1cc tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Aug 11 03:03:19.090892 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-99d878e2-db78-459a-a383-9e878630308e req-39cd4f41-e7a7-4ee1-8558-a85e08d68e77 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362368 Aug 11 03:03:19.219723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5553-32d5-49cb-92e3-31f96c7e5787 req-28baeba5-fc83-4e51-b79c-61493047ba72 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.221295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53ae5553-32d5-49cb-92e3-31f96c7e5787 req-28baeba5-fc83-4e51-b79c-61493047ba72 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0589559 Aug 11 03:03:19.265042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53ae5553-32d5-49cb-92e3-31f96c7e5787 req-c70ac965-ded8-42b3-9f26-c70f6645b486 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374990 Aug 11 03:03:19.519842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933016-3da9-467f-af60-14eead94ea05 req-0dbda923-e605-4233-9614-b1a62c1b011c tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.522462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5933016-3da9-467f-af60-14eead94ea05 req-0dbda923-e605-4233-9614-b1a62c1b011c tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0593450 Aug 11 03:03:19.561804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b5933016-3da9-467f-af60-14eead94ea05 req-ac20390c-b24e-419f-b15b-33b1a3e1cd8f tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Aug 11 03:03:20.150536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46328) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:20.163037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.262488 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a476-3c15-4ef3-a839-7099a8d9b1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.355734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a476-3c15-4ef3-a839-7099a8d9b1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.360016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bc5a476-3c15-4ef3-a839-7099a8d9b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.400582 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7bc5a476-3c15-4ef3-a839-7099a8d9b1e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a3412083d1c478698514fca652cad0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489080 Aug 11 03:03:20.401457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5a476-3c15-4ef3-a839-7099a8d9b1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3cf0e6-8b66-4a34-aebf-119df048a40f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.406206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46332) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:20.457104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8987081-9da1-4e71-a532-877c84ad97a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.479315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8987081-9da1-4e71-a532-877c84ad97a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.530469 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8987081-9da1-4e71-a532-877c84ad97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.532900 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a8987081-9da1-4e71-a532-877c84ad97a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.534101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a8987081-9da1-4e71-a532-877c84ad97a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f3cf0e6-8b66-4a34-aebf-119df048a40f HTTP/1.1" status: 204 len: 168 time: 0.1268873 Aug 11 03:03:20.541947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8987081-9da1-4e71-a532-877c84ad97a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3cf0e6-8b66-4a34-aebf-119df048a40f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.692366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc1036-b28d-4a81-9c0f-68f508481af5 req-16a1541f-c233-49b1-9f99-c85b969639ca tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.693930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54dc1036-b28d-4a81-9c0f-68f508481af5 req-16a1541f-c233-49b1-9f99-c85b969639ca tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0567276 Aug 11 03:03:20.734675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54dc1036-b28d-4a81-9c0f-68f508481af5 req-727500b8-3d4d-4ab0-98ab-b1569036b012 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342505 Aug 11 03:03:20.814314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46342) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:20.829112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c1d2db-54bc-4581-96a4-6a60b01114a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.959638 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c1d2db-54bc-4581-96a4-6a60b01114a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.965441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-81c1d2db-54bc-4581-96a4-6a60b01114a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.991368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-bab555ed-5196-4241-b25d-372a1a96d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.992909 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-bab555ed-5196-4241-b25d-372a1a96d862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c7c27cd3374a6bb02ee9ce56324b4e&device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 1096 time: 0.0485048 Aug 11 03:03:21.008950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccb1d6-de52-4569-a1d1-5fefc93caa76 req-4196fc3d-66fa-41f8-868f-b53cd635c733 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.010544 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36ccb1d6-de52-4569-a1d1-5fefc93caa76 req-4196fc3d-66fa-41f8-868f-b53cd635c733 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.1038392 Aug 11 03:03:21.022266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-81c1d2db-54bc-4581-96a4-6a60b01114a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acd7e74fbf694bc898ee5fb3e78d31bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067854 Aug 11 03:03:21.026469 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46346) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:21.047152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1d2db-54bc-4581-96a4-6a60b01114a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db33cd65-ac1c-4ec6-ae3f-2308611f457d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:21.087931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-6850f2fd-fca7-4a53-bb0d-c4c88b9e1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.090009 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-6850f2fd-fca7-4a53-bb0d-c4c88b9e1a78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf HTTP/1.1" status: 200 len: 911 time: 0.0903668 Aug 11 03:03:21.092272 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36ccb1d6-de52-4569-a1d1-5fefc93caa76 req-79857a58-a671-4425-a689-61eb8d6422a0 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726810 Aug 11 03:03:21.113519 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f1c-7a80-4875-90db-0e128845086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.132204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f1c-7a80-4875-90db-0e128845086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.139083 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-e32248d1-c2a7-49f2-91dc-c00b3402ac5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb HTTP/1.1" status: 200 len: 217 time: 0.0408654 Aug 11 03:03:21.179323 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f1c-7a80-4875-90db-0e128845086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.181989 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b8d28f1c-7a80-4875-90db-0e128845086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.183247 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b8d28f1c-7a80-4875-90db-0e128845086c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db33cd65-ac1c-4ec6-ae3f-2308611f457d HTTP/1.1" status: 204 len: 168 time: 0.1516218 Aug 11 03:03:21.190351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-8eec83a6-ed51-49d2-be0c-9b671ba6341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.191919 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-8eec83a6-ed51-49d2-be0c-9b671ba6341e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3fe59acd-d635-4e5b-9fdc-ab21024d834d HTTP/1.1" status: 200 len: 851 time: 0.0464497 Aug 11 03:03:21.192076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d28f1c-7a80-4875-90db-0e128845086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db33cd65-ac1c-4ec6-ae3f-2308611f457d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:21.224598 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-15d48392-5ae3-41b7-9b91-73b31d9e7f3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261126 Aug 11 03:03:21.267793 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:21.315502 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-be977064-9baf-4188-9e60-c2def613c31d service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836635 Aug 11 03:03:21.410282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dfd40792-a29c-4142-8443-cb07a35b41e2 req-2b131537-c952-463f-873a-87a4cf939ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Aug 11 03:03:22.218595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63015-bd94-4500-9128-b8e7ef55f610 req-94ac785e-885a-496d-9c02-2ffcf8b704c6 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.220163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3b63015-bd94-4500-9128-b8e7ef55f610 req-94ac785e-885a-496d-9c02-2ffcf8b704c6 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0527945 Aug 11 03:03:22.262633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3b63015-bd94-4500-9128-b8e7ef55f610 req-61374223-569a-4146-afb1-73f0a664f98c tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Aug 11 03:03:22.521311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2d053-55be-48ce-8c1b-7403cb25d634 req-c6435d5c-2c1e-4f4d-b419-76de2a9c623f tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.522928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ec2d053-55be-48ce-8c1b-7403cb25d634 req-c6435d5c-2c1e-4f4d-b419-76de2a9c623f tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0586119 Aug 11 03:03:22.564688 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4ec2d053-55be-48ce-8c1b-7403cb25d634 req-34f81e19-029b-4033-83e0-b947f10995f1 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Aug 11 03:03:22.898521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46398) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:23.018320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c7e92fc8-be2e-43bc-a0fd-045da99fe8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.112034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c7e92fc8-be2e-43bc-a0fd-045da99fe8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.115917 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c7e92fc8-be2e-43bc-a0fd-045da99fe8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.157412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c7e92fc8-be2e-43bc-a0fd-045da99fe8f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a258276196994a12b263d52db169b66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577181 Aug 11 03:03:23.158359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e92fc8-be2e-43bc-a0fd-045da99fe8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0c0093-78a6-4f98-8363-3f94b90f697b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.161285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46402) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:23.211308 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ad8c-0840-4890-916e-3062ff14fa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.230867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.236475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ad8c-0840-4890-916e-3062ff14fa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.286295 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ad8c-0840-4890-916e-3062ff14fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.288985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ad8c-0840-4890-916e-3062ff14fa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.290160 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e0a1ad8c-0840-4890-916e-3062ff14fa9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e0c0093-78a6-4f98-8363-3f94b90f697b HTTP/1.1" status: 204 len: 168 time: 0.1274929 Aug 11 03:03:23.297878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1ad8c-0840-4890-916e-3062ff14fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0c0093-78a6-4f98-8363-3f94b90f697b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.375587 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.551546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46408) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:23.565291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.665180 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.669425 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.686561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5457cf-b857-41d0-8eac-7a855c93942c req-6bc6c047-6a9b-46ea-9e60-37f83f59662a tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.688527 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a5457cf-b857-41d0-8eac-7a855c93942c req-6bc6c047-6a9b-46ea-9e60-37f83f59662a tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0526793 Aug 11 03:03:23.710317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9237fc5679d4a49a4a74bb3c884698e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576333 Aug 11 03:03:23.711203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c6b83d-9b39-4ad5-a74e-f3b299e54f21,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.713132 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:23.729787 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.730180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.730535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.730877 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.731214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.731551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.731883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.732214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.732580 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.732909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.733237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.733563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f1bb8-21c5-4112-9718-ae2ab6735c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:23.734647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a5457cf-b857-41d0-8eac-7a855c93942c req-6c6eea95-b53c-4561-bc1c-6c7dce6612d6 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Aug 11 03:03:23.778285 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e84bd926-9745-430e-b636-014128529498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.799008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e84bd926-9745-430e-b636-014128529498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.848775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e84bd926-9745-430e-b636-014128529498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.851479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e84bd926-9745-430e-b636-014128529498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.852943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e84bd926-9745-430e-b636-014128529498 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85c6b83d-9b39-4ad5-a74e-f3b299e54f21 HTTP/1.1" status: 204 len: 168 time: 0.1388907 Aug 11 03:03:23.863244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bd926-9745-430e-b636-014128529498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c6b83d-9b39-4ad5-a74e-f3b299e54f21,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.963652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b216b8-13a6-4260-842a-25d43c2e3fd6 req-4fcc84fc-b27e-4180-aa37-18e196b893d0 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.965164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b216b8-13a6-4260-842a-25d43c2e3fd6 req-4fcc84fc-b27e-4180-aa37-18e196b893d0 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0546181 Aug 11 03:03:23.982259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-153361f0-d4bd-4026-a7d6-467d0b10ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.984348 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-153361f0-d4bd-4026-a7d6-467d0b10ff6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c7c27cd3374a6bb02ee9ce56324b4e&device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 1096 time: 0.0471117 Aug 11 03:03:24.013374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7b216b8-13a6-4260-842a-25d43c2e3fd6 req-6ed63156-c383-4663-8906-d341572c67c7 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Aug 11 03:03:24.089310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-349913cc-9acf-4822-bdcd-81075c59e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.090897 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-349913cc-9acf-4822-bdcd-81075c59e084 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf HTTP/1.1" status: 200 len: 911 time: 0.0988917 Aug 11 03:03:24.134266 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-cb644e06-75c1-49ab-817a-84d891f66f66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb HTTP/1.1" status: 200 len: 217 time: 0.0362816 Aug 11 03:03:24.192908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-1ed35f58-feb7-4cf6-a960-7eff6440dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.194460 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-1ed35f58-feb7-4cf6-a960-7eff6440dc0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3fe59acd-d635-4e5b-9fdc-ab21024d834d HTTP/1.1" status: 200 len: 851 time: 0.0533516 Aug 11 03:03:24.227969 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-0d21ef7b-3a56-4751-9719-ed7ae4885737 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266445 Aug 11 03:03:24.327038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-755efb0a-7703-4b29-9b51-6f7a1188b4d6 service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909851 Aug 11 03:03:24.426554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-78a8e0db-98fa-4206-9452-8299bcdc5fec req-911355a8-c1ab-4248-903e-56c14b9d6b2e service neutron] 10.222.0.59 "GET /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929630 Aug 11 03:03:25.171316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec45b-ad65-4fb1-8e33-19d78d7aa87c req-b184431a-df7b-4e0a-a815-7e97accf4369 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.172969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d7ec45b-ad65-4fb1-8e33-19d78d7aa87c req-b184431a-df7b-4e0a-a815-7e97accf4369 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0621090 Aug 11 03:03:25.224977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d7ec45b-ad65-4fb1-8e33-19d78d7aa87c req-39d3baf6-861e-4f51-979f-d7bcf3125fcf tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Aug 11 03:03:26.343040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9980acc-200b-41db-a6ee-344adfbf9a0a req-df5ecec8-928e-4da1-b102-f12123b7a63d tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.344551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9980acc-200b-41db-a6ee-344adfbf9a0a req-df5ecec8-928e-4da1-b102-f12123b7a63d tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0500793 Aug 11 03:03:26.387552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d9980acc-200b-41db-a6ee-344adfbf9a0a req-b606d0d5-cd76-427c-877b-3255eea7084c tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Aug 11 03:03:26.669142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ead39-e9c4-44b5-9f94-65d19f291593 req-2b005211-0b8c-4053-9ffe-94e83d88f8bb tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.671790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b08ead39-e9c4-44b5-9f94-65d19f291593 req-2b005211-0b8c-4053-9ffe-94e83d88f8bb tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0674856 Aug 11 03:03:26.723148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b08ead39-e9c4-44b5-9f94-65d19f291593 req-c01c0c43-b19b-4079-818f-50af276270d8 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Aug 11 03:03:27.853694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fe1ec-6ffc-4993-be17-9397fcff45a4 req-64101783-5df7-4ae9-908e-4b06f3ebd703 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.855482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-504fe1ec-6ffc-4993-be17-9397fcff45a4 req-64101783-5df7-4ae9-908e-4b06f3ebd703 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Aug 11 03:03:27.900009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-504fe1ec-6ffc-4993-be17-9397fcff45a4 req-f482ee7e-7553-4cce-83a4-a39ca6c3e386 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8005198-f632-4dbd-9140-ba51c9fc26fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Aug 11 03:03:28.441571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-70e93a36-a06a-40cf-8f60-f4ba7f52ab45 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.443117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-70e93a36-a06a-40cf-8f60-f4ba7f52ab45 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 945 time: 0.0628765 Aug 11 03:03:28.537367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Deleting port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:28.537711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.632039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] For port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,segment=NetworkSegment(c7b6e512-8501-40de-b5ba-671d5a66d5d0),segment_id=c7b6e512-8501-40de-b5ba-671d5a66d5d0)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:28.632661 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.648471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Calling delete_port for 39eeb8b2-983e-4b8c-94ae-a8f9987884cb owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:28.794485 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.808835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['39eeb8b2-983e-4b8c-94ae-a8f9987884cb'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:28.827526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Pushing event deleted for resources: {'Port': ['ID=39eeb8b2-983e-4b8c-94ae-a8f9987884cb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:28.871012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] No DVR routers for this DVR port 39eeb8b2-983e-4b8c-94ae-a8f9987884cb on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:28.873617 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.875785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6558181c-3aba-46e7-b528-fa8d2881e878 req-41e3f1ae-85ba-496e-b5aa-06488447f885 tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.59 "DELETE /v2.0/ports/39eeb8b2-983e-4b8c-94ae-a8f9987884cb HTTP/1.1" status: 204 len: 173 time: 0.4268949 Aug 11 03:03:28.876222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'name': 'network-vif-deleted', 'tag': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:28.878471 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21444db9-ce8c-4cb0-ae8d-71bbc19d7644" -d '{"events": [{"server_uuid": "a4e3c852-c57c-4b2f-8998-0b66670721e3", "name": "network-vif-deleted", "tag": "39eeb8b2-983e-4b8c-94ae-a8f9987884cb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:28.940163 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df55d2-ce33-421c-b1fc-0e6b459d6b6f x-openstack-request-id: req-a0df55d2-ce33-421c-b1fc-0e6b459d6b6f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:28.940446 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e3c852-c57c-4b2f-8998-0b66670721e3", "name": "network-vif-deleted", "tag": "39eeb8b2-983e-4b8c-94ae-a8f9987884cb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:28.940697 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0df55d2-ce33-421c-b1fc-0e6b459d6b6f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:28.941114 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e3c852-c57c-4b2f-8998-0b66670721e3', 'name': 'network-vif-deleted', 'tag': '39eeb8b2-983e-4b8c-94ae-a8f9987884cb', 'status': 'completed', 'code': 200} Aug 11 03:03:29.014781 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29e37ed9-b5a5-4af4-bd8d-9c7d5bec8fc6 req-3a2aea6c-4485-4e3c-9868-52d69374db5f tempest-TestServerAdvancedOps-1279258804 tempest-TestServerAdvancedOps-1279258804-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e3c852-c57c-4b2f-8998-0b66670721e3 HTTP/1.1" status: 200 len: 210 time: 0.0296509 Aug 11 03:03:30.077334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46524) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.129305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Deleting subnet 3fe59acd-d635-4e5b-9fdc-ab21024d834d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:30.132951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.171018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.215839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.289704 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.336764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe59acd-d635-4e5b-9fdc-ab21024d834d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.339017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.344337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46530) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.345058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5b1a0bfd-9ee4-4cad-9d53-b1f1ec256aa5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3fe59acd-d635-4e5b-9fdc-ab21024d834d HTTP/1.1" status: 204 len: 168 time: 0.2657881 Aug 11 03:03:30.425271 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.512744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.524410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.535699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b6e512-8501-40de-b5ba-671d5a66d5d0') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.535997 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b6e512-8501-40de-b5ba-671d5a66d5d0') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.545714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.565884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.572267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:30.572589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:30.574343 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:30.629667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.646647 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.652680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf HTTP/1.1" status: 204 len: 168 time: 0.3015766 Aug 11 03:03:30.652680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12edf3b-b69d-4ac0-b977-8415a49034ab admin admin] Pushing event deleted for resources: {'Network': ['ID=cbadf54f-bf4e-4913-9ad8-957e1d3cdaaf,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.653172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46534) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.698911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Deleting subnet ff5afbad-ef2e-4be1-a778-c0d236cd6dcb {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:30.702390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.744925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.786576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.843441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.870318 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5afbad-ef2e-4be1-a778-c0d236cd6dcb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.874517 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.876441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fb414856-10f7-4656-9ed8-2e0a81e1d4be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff5afbad-ef2e-4be1-a778-c0d236cd6dcb HTTP/1.1" status: 204 len: 168 time: 0.2226782 Aug 11 03:03:30.879203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.967955 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.060170 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.071455 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bd2f56-47b5-4de8-8a36-29abb14f863c']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:31.085671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a872dce-fe24-4d2e-b302-8a2181acd27f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:31.086034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a872dce-fe24-4d2e-b302-8a2181acd27f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:31.097891 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.112804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.118866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:31.119264 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:31.120939 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:31.183293 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.190737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.194384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] 10.222.0.16 "DELETE /v2.0/networks/20bd2f56-47b5-4de8-8a36-29abb14f863c HTTP/1.1" status: 204 len: 168 time: 0.3121414 Aug 11 03:03:31.206461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee78b5b-b27b-41d5-b9cf-edb2b4eaa146 admin admin] Pushing event deleted for resources: {'Network': ['ID=20bd2f56-47b5-4de8-8a36-29abb14f863c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.371141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46544) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.417215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9552e082-fea2-4747-8574-755eb2473920 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4c7c27cd3374a6bb02ee9ce56324b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447948 Aug 11 03:03:31.419844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46548) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.474829 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc3aa-6e3c-49f9-9aeb-ebc6f6fb2571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.501449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc3aa-6e3c-49f9-9aeb-ebc6f6fb2571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.575201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc3aa-6e3c-49f9-9aeb-ebc6f6fb2571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.579490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1b0bc3aa-6e3c-49f9-9aeb-ebc6f6fb2571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.580865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1b0bc3aa-6e3c-49f9-9aeb-ebc6f6fb2571 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8005198-f632-4dbd-9140-ba51c9fc26fa HTTP/1.1" status: 204 len: 168 time: 0.1599293 Aug 11 03:03:31.593896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bc3aa-6e3c-49f9-9aeb-ebc6f6fb2571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8005198-f632-4dbd-9140-ba51c9fc26fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.962354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46562) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.009891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f4fde674-9700-4540-864e-b610e5f54694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=515d26a394664cc498821845f4200555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439153 Aug 11 03:03:32.010180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46564) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.063858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1919d943-9b07-4b04-bb0e-c92c86be933a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.097706 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1919d943-9b07-4b04-bb0e-c92c86be933a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.151327 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1919d943-9b07-4b04-bb0e-c92c86be933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.153858 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1919d943-9b07-4b04-bb0e-c92c86be933a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.155707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1919d943-9b07-4b04-bb0e-c92c86be933a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20516ce8-2c51-4eb9-927a-9f9881c716b0 HTTP/1.1" status: 204 len: 168 time: 0.1445453 Aug 11 03:03:32.164663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d943-9b07-4b04-bb0e-c92c86be933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20516ce8-2c51-4eb9-927a-9f9881c716b0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.019013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 39eeb8b2-983e-4b8c-94ae-a8f9987884cb no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:33.040110 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 39eeb8b2-983e-4b8c-94ae-a8f9987884cb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:33.040456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 39eeb8b2-983e-4b8c-94ae-a8f9987884cb not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:35.376390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46596) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:35.514266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.612436 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.617034 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.661421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f1e9a04ef2b415798e88fe4a02283b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835784 Aug 11 03:03:35.662491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c802c038-a703-443d-bed5-be85404577ff,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.664112 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46600) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:35.671084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.671433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.671786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.672134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.672472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.672809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.673142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.673475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.673806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.674172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.674503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.674830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3a43c-509e-4672-ab78-7aed51d0877e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:35.726116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e4d7ea-2bb8-4dbe-b422-e60fde5adec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.748984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e4d7ea-2bb8-4dbe-b422-e60fde5adec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.798790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e4d7ea-2bb8-4dbe-b422-e60fde5adec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.801369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e4d7ea-2bb8-4dbe-b422-e60fde5adec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.802615 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-06e4d7ea-2bb8-4dbe-b422-e60fde5adec9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c802c038-a703-443d-bed5-be85404577ff HTTP/1.1" status: 204 len: 168 time: 0.1373718 Aug 11 03:03:35.815966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4d7ea-2bb8-4dbe-b422-e60fde5adec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802c038-a703-443d-bed5-be85404577ff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.095079 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.109917 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c12032-2027-4ff8-b106-095ba9f73fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.210262 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c12032-2027-4ff8-b106-095ba9f73fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.215092 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c12032-2027-4ff8-b106-095ba9f73fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.257420 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-01c12032-2027-4ff8-b106-095ba9f73fb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e05888edf1ad4ed697a27ffbedf118ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611898 Aug 11 03:03:36.258343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c12032-2027-4ff8-b106-095ba9f73fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f90dee-a509-4ebe-8534-8f444a1b2cb6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.261162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46608) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.322066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b47ab1-dc15-459f-b894-3f549fd3f127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.346854 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b47ab1-dc15-459f-b894-3f549fd3f127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.400466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b47ab1-dc15-459f-b894-3f549fd3f127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.404857 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-24b47ab1-dc15-459f-b894-3f549fd3f127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.406233 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-24b47ab1-dc15-459f-b894-3f549fd3f127 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26f90dee-a509-4ebe-8534-8f444a1b2cb6 HTTP/1.1" status: 204 len: 168 time: 0.1436281 Aug 11 03:03:36.416166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b47ab1-dc15-459f-b894-3f549fd3f127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f90dee-a509-4ebe-8534-8f444a1b2cb6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.796039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46614) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.810813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-602bb726-f05a-4ff6-89eb-5e38b973fbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.917645 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-602bb726-f05a-4ff6-89eb-5e38b973fbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.923292 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-602bb726-f05a-4ff6-89eb-5e38b973fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.965234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bb726-f05a-4ff6-89eb-5e38b973fbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5134c993-c511-46da-99f2-39458bf0fcbd,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.969969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-602bb726-f05a-4ff6-89eb-5e38b973fbee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fce781233754964a27aede6e62fd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726968 Aug 11 03:03:36.974154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46616) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:37.032031 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a62dd01f-a484-45ce-b94a-2b6dfccaf888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.055777 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a62dd01f-a484-45ce-b94a-2b6dfccaf888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.111162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a62dd01f-a484-45ce-b94a-2b6dfccaf888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.115568 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a62dd01f-a484-45ce-b94a-2b6dfccaf888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.116946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a62dd01f-a484-45ce-b94a-2b6dfccaf888 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5134c993-c511-46da-99f2-39458bf0fcbd HTTP/1.1" status: 204 len: 168 time: 0.1430058 Aug 11 03:03:37.126676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dd01f-a484-45ce-b94a-2b6dfccaf888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134c993-c511-46da-99f2-39458bf0fcbd,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.561323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46678) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.674798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b928982-81fb-46f9-bd5c-9e8bd7c37ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.764560 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b928982-81fb-46f9-bd5c-9e8bd7c37ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.768011 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5b928982-81fb-46f9-bd5c-9e8bd7c37ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.805450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5b928982-81fb-46f9-bd5c-9e8bd7c37ae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=754d0d7a081340a0aa84985dc0079a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429838 Aug 11 03:03:42.806865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b928982-81fb-46f9-bd5c-9e8bd7c37ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b15688-f7b8-482e-9d2c-8f700c638246,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.808251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.858135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a880a91d-698b-4449-a6d3-62fdac34e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.881451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a880a91d-698b-4449-a6d3-62fdac34e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.927672 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a880a91d-698b-4449-a6d3-62fdac34e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.930197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a880a91d-698b-4449-a6d3-62fdac34e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.931365 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a880a91d-698b-4449-a6d3-62fdac34e46a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4b15688-f7b8-482e-9d2c-8f700c638246 HTTP/1.1" status: 204 len: 168 time: 0.1217713 Aug 11 03:03:42.939594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880a91d-698b-4449-a6d3-62fdac34e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b15688-f7b8-482e-9d2c-8f700c638246,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:43.190550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:43.204406 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e035bff-9310-4caa-b6e7-9423a1ccb5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.303017 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e035bff-9310-4caa-b6e7-9423a1ccb5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.307065 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e035bff-9310-4caa-b6e7-9423a1ccb5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.346339 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4e035bff-9310-4caa-b6e7-9423a1ccb5c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=713c62b6d95a4c9cafa89996c16ddeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546638 Aug 11 03:03:43.347194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035bff-9310-4caa-b6e7-9423a1ccb5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491af875-4858-480b-a272-3a480b24eb15,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:43.349686 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46690) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:43.402735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00995e80-610e-40f5-8aa1-16649a0e4dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.424388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00995e80-610e-40f5-8aa1-16649a0e4dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.473672 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00995e80-610e-40f5-8aa1-16649a0e4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.476317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-00995e80-610e-40f5-8aa1-16649a0e4dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.477496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00995e80-610e-40f5-8aa1-16649a0e4dcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/491af875-4858-480b-a272-3a480b24eb15 HTTP/1.1" status: 204 len: 168 time: 0.1267536 Aug 11 03:03:43.486212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00995e80-610e-40f5-8aa1-16649a0e4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491af875-4858-480b-a272-3a480b24eb15,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:43.921936 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fbd2-f0eb-438e-9a96-897f7063eeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.468990 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d7525c2-60a7-49ca-ae50-0b47a822f73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.754608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.534089 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.167447 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.238490 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.380345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.266837 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:10.496906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46832) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.606358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69f3700b-1f0a-459a-bb76-71c35504af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.695511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69f3700b-1f0a-459a-bb76-71c35504af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.699248 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69f3700b-1f0a-459a-bb76-71c35504af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.742472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-69f3700b-1f0a-459a-bb76-71c35504af20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63c0bc4cee8b4f30867127689cab82d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443228 Aug 11 03:04:10.743418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3700b-1f0a-459a-bb76-71c35504af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ef980-2511-4c16-8f09-616de39074ba,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.745173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.794687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a857ad65-f97a-44d4-a586-0ba9415d9a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.815196 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a857ad65-f97a-44d4-a586-0ba9415d9a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.865610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a857ad65-f97a-44d4-a586-0ba9415d9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.868355 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a857ad65-f97a-44d4-a586-0ba9415d9a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.869522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a857ad65-f97a-44d4-a586-0ba9415d9a27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d4ef980-2511-4c16-8f09-616de39074ba HTTP/1.1" status: 204 len: 168 time: 0.1222034 Aug 11 03:04:10.877734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857ad65-f97a-44d4-a586-0ba9415d9a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ef980-2511-4c16-8f09-616de39074ba,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.481993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 46858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:11.578322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30953973-network', 'tenant_id': '29cd9f6abf334d7693f283c2ab0996c6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:11.600191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Made reservation on behalf of 29cd9f6abf334d7693f283c2ab0996c6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:11.602456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.611714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.704361 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.708299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.740214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:11.754866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0255baf1-61a2-4e79-ad6b-a4763dea0052,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.761839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.762219 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Added segment 1a7d952a-5b8f-4fb1-8111-3e848e852d93 of type vlan for network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 Aug 11 03:04:11.808628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.843594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.844663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.845268 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.905599 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4224823 Aug 11 03:04:11.908598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 46862) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:11.910745 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bde32b-afeb-4112-a1e6-e2d711b0054a admin admin] Pushing event updated for resources: {'Network': ['ID=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.913838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Request body: {'subnet': {'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30953973-subnet', 'tenant_id': '29cd9f6abf334d7693f283c2ab0996c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:11.920357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:11.934721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Made reservation on behalf of 29cd9f6abf334d7693f283c2ab0996c6 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:11.937033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.105148 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.161943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:12.170460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Checking segment: {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:12.170820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Network hostable DHCP agents. Network: 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:12.187620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:12.197514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:12.202622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.203209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.208529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355475a-2ca6-48ba-97e7-02074b2aea8c None None] Network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:12.217818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-35b11d1f-acd9-4823-a1a1-a8d66b753748 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3080151 Aug 11 03:04:12.333615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d777bfb-a0d8-4e0b-a1f8-e413b167282a None None] Network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:13.923797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d84850e5-539b-42be-bf82-594ce5a9a493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.027232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-36d6f240-0426-484e-9c83-1d161bbcedd2 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.029204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-36d6f240-0426-484e-9c83-1d161bbcedd2 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/networks?id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 200 len: 807 time: 0.1053216 Aug 11 03:04:14.044712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-48d1ea20-a795-4c61-8681-e4eba9c90577 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/quotas/29cd9f6abf334d7693f283c2ab0996c6 HTTP/1.1" status: 200 len: 375 time: 0.0096622 Aug 11 03:04:14.076858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-a4a0e15c-63e4-4346-bf26-07a3ec929b3a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261168 Aug 11 03:04:14.223339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-c8d824d1-1600-4f67-808c-5d26d1a4b292 service neutron] 10.222.0.16 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394291 Aug 11 03:04:14.309621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-ff105cba-ef87-4ee8-b296-2aafd98f5b7e service neutron] 10.222.0.16 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802619 Aug 11 03:04:14.472177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dea99703-b3c4-44fe-9a3f-f3fd2600ced0 req-3792dd9e-3b32-4d75-9595-cc0540531112 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 210 time: 0.0273213 Aug 11 03:04:15.604593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e441cb78-b44a-48e4-864a-e20915171d3e req-a19848e2-c743-4884-b68a-edc0384f0e5d tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 210 time: 0.0361149 Aug 11 03:04:15.638377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-fcc5fb01-53a3-4091-9781-d1373eab87e4 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:15.639911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-fcc5fb01-53a3-4091-9781-d1373eab87e4 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "GET /v2.0/networks?id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 200 len: 807 time: 0.1130135 Aug 11 03:04:15.657309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Request body: {'port': {'device_id': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5', 'admin_state_up': True, 'tenant_id': '29cd9f6abf334d7693f283c2ab0996c6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:16.117469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Made reservation on behalf of 29cd9f6abf334d7693f283c2ab0996c6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:16.121491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.249486 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Allocated IP 172.20.0.12 (96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5/a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4/cfd7ce19-f135-48d5-8f94-179367fa63a1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:16.399058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.437059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.481198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:16.484324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:16.488090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:16.494277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Pushing event updated for resources: {'Port': ['ID=cfd7ce19-f135-48d5-8f94-179367fa63a1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:16.544464 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.545081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.559306 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-7426bf00-d97c-4c66-baa2-50b973043df1 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9069386 Aug 11 03:04:16.629676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Request body: {'port': {'device_id': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:16.685388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.736619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e2c1c-d1d7-48eb-afa3-ea69670ad8d0 req-0a32a198-168f-40a0-b712-242bd6ffc189 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.738171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea0e2c1c-d1d7-48eb-afa3-ea69670ad8d0 req-0a32a198-168f-40a0-b712-242bd6ffc189 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 932 time: 0.0487065 Aug 11 03:04:16.777740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea0e2c1c-d1d7-48eb-afa3-ea69670ad8d0 req-db3c65e4-d82e-4261-a2cf-2fd51d983980 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335529 Aug 11 03:04:16.947805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd7ce19-f135-48d5-8f94-179367fa63a1 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:16.956009 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.968507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Transition to ACTIVE for port object cfd7ce19-f135-48d5-8f94-179367fa63a1 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:16.972556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.027212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd7ce19-f135-48d5-8f94-179367fa63a1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.090910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Attempting to bind port cfd7ce19-f135-48d5-8f94-179367fa63a1 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:17.091251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Attempting to bind port cfd7ce19-f135-48d5-8f94-179367fa63a1 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:17.091644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Attempting to bind port cfd7ce19-f135-48d5-8f94-179367fa63a1 on network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:17.096431 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Port cfd7ce19-f135-48d5-8f94-179367fa63a1 on network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:17.096809 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Attempting to bind port cfd7ce19-f135-48d5-8f94-179367fa63a1 on network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:17.101924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:17.102309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Checking segment: {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:17.102767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Bound using segment: {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:17.103199 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Bound port: cfd7ce19-f135-48d5-8f94-179367fa63a1, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:17.103559 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.176614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] For port cfd7ce19-f135-48d5-8f94-179367fa63a1, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:17.179767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] For port cfd7ce19-f135-48d5-8f94-179367fa63a1, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:17.184345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.217134 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.217748 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.219158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/cfd7ce19-f135-48d5-8f94-179367fa63a1 HTTP/1.1" status: 200 len: 1092 time: 0.6506224 Aug 11 03:04:17.219589 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'tag': 'cfd7ce19-f135-48d5-8f94-179367fa63a1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:17.221824 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f39ada-3bbf-481b-b321-45b3edc5bae7", "tag": "cfd7ce19-f135-48d5-8f94-179367fa63a1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:17.248494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068412be-5153-4482-9df8-7f548dfae5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd7ce19-f135-48d5-8f94-179367fa63a1,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.276327 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dce473-8e68-4d79-9b43-7b551ee2225b x-openstack-request-id: req-e5dce473-8e68-4d79-9b43-7b551ee2225b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:17.276650 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f39ada-3bbf-481b-b321-45b3edc5bae7", "tag": "cfd7ce19-f135-48d5-8f94-179367fa63a1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:17.276906 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5dce473-8e68-4d79-9b43-7b551ee2225b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:17.277450 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'tag': 'cfd7ce19-f135-48d5-8f94-179367fa63a1', 'status': 'completed', 'code': 200} Aug 11 03:04:17.307129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-799a2d1c-d5a9-44ec-be35-9ac6e3cadd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.309271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-799a2d1c-d5a9-44ec-be35-9ac6e3cadd75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 1095 time: 0.0425167 Aug 11 03:04:17.350133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-09ead8ab-b1b3-4899-b446-f5ff508b30ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1 HTTP/1.1" status: 200 len: 217 time: 0.0325572 Aug 11 03:04:17.409055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137321-7163-4f54-b696-32a9426de225 req-c711768e-676d-44ac-ada8-9634b87e9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.410614 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-c711768e-676d-44ac-ada8-9634b87e9c2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4 HTTP/1.1" status: 200 len: 847 time: 0.0506368 Aug 11 03:04:17.443876 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-52422681-8961-4b89-97c7-1c892a854f2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245953 Aug 11 03:04:17.469815 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63fe7672-9151-4b48-b783-57af35307283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.538511 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-d8f6c888-bcf0-49a8-972a-98742078d61e service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Aug 11 03:04:17.632279 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-93137321-7163-4f54-b696-32a9426de225 req-85c9ece8-3b18-4253-89ee-c2be647ca1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860949 Aug 11 03:04:17.725847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-d9fe1081-89b7-41c3-b22e-a8ce37dcb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.727321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-d9fe1081-89b7-41c3-b22e-a8ce37dcb994 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 1095 time: 0.0435731 Aug 11 03:04:17.764047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.827605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-0717e2bc-4963-47cb-b99e-b91980ff7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.829109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-0717e2bc-4963-47cb-b99e-b91980ff7ced service neutron] 10.222.0.25 "GET /v2.0/networks?id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 200 len: 907 time: 0.0939553 Aug 11 03:04:17.873310 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-3ca2864a-c157-472d-b7f7-e12e87dd5fcd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1 HTTP/1.1" status: 200 len: 217 time: 0.0363579 Aug 11 03:04:17.901947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b528b37-2a37-40f2-a835-65d12dd16944 req-3813b7a7-2943-4756-90cb-99789b631429 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.904074 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b528b37-2a37-40f2-a835-65d12dd16944 req-3813b7a7-2943-4756-90cb-99789b631429 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 944 time: 0.0593462 Aug 11 03:04:17.924858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-52564957-4218-4fbf-b15f-f11e953c26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.926368 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-52564957-4218-4fbf-b15f-f11e953c26ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4 HTTP/1.1" status: 200 len: 847 time: 0.0454483 Aug 11 03:04:17.944659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b528b37-2a37-40f2-a835-65d12dd16944 req-56c6e6c0-92a3-43bb-801c-c567845017aa tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343432 Aug 11 03:04:17.959755 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-d4e40d5e-2aaf-426c-8e5a-acead306b70f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251787 Aug 11 03:04:18.055246 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-9b52626d-a9d6-4a86-8f61-8e9fe22e430f service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868988 Aug 11 03:04:18.146714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0bcbe9a3-0e0c-4bf1-98dc-7a596b52f9f2 req-d51fcdf9-3efb-4505-9989-f7a6954a451b service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830934 Aug 11 03:04:18.535530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.059834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934532d2-95c7-4919-b976-9de5355d3bb1 req-e4cb097b-9b6a-4a98-8fef-bbfcd2ee9ded tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.061305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-934532d2-95c7-4919-b976-9de5355d3bb1 req-e4cb097b-9b6a-4a98-8fef-bbfcd2ee9ded tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 944 time: 0.0483418 Aug 11 03:04:19.104869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-934532d2-95c7-4919-b976-9de5355d3bb1 req-3de566bf-fa4f-4232-8c99-ccdd169a020a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372517 Aug 11 03:04:20.021309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cfd7ce19-f135-48d5-8f94-179367fa63a1 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:20.116523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cfd7ce19-f135-48d5-8f94-179367fa63a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:20.127987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'cfd7ce19-f135-48d5-8f94-179367fa63a1', 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5', 'port_id': 'cfd7ce19-f135-48d5-8f94-179367fa63a1', 'mac_address': 'fa:16:3e:30:4b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:20.179909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.181003 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.201808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd7ce19-f135-48d5-8f94-179367fa63a1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:20.221941 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cfd7ce19-f135-48d5-8f94-179367fa63a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:20.225916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.228073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7f4b8-7b86-4d77-8391-17ca05ebf162 req-48e27e06-ea29-48e2-a517-70de4f47c691 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.229635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3a7f4b8-7b86-4d77-8391-17ca05ebf162 req-48e27e06-ea29-48e2-a517-70de4f47c691 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 944 time: 0.0525672 Aug 11 03:04:20.268970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3a7f4b8-7b86-4d77-8391-17ca05ebf162 req-e6f7e89a-3963-4271-8541-401e6f81d807 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 11 03:04:20.275702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=cfd7ce19-f135-48d5-8f94-179367fa63a1,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:20.283031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.283383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.283721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.284055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.284382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.284709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.285034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.285356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.285674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.285993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.286356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.286652 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:20.473702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['cfd7ce19-f135-48d5-8f94-179367fa63a1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:21.383896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9955159-1d2c-4045-9321-6e44f8b39671 req-1833134a-6845-4c48-82fe-1c518b559825 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.385539 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9955159-1d2c-4045-9321-6e44f8b39671 req-1833134a-6845-4c48-82fe-1c518b559825 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Aug 11 03:04:21.424455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9955159-1d2c-4045-9321-6e44f8b39671 req-a063c629-8766-4c4e-a2e5-3f4c1e7f4d54 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Aug 11 03:04:22.029525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cfd7ce19-f135-48d5-8f94-179367fa63a1 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:22.077113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port cfd7ce19-f135-48d5-8f94-179367fa63a1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:22.080744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port cfd7ce19-f135-48d5-8f94-179367fa63a1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:22.081111 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.158833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.181303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd7ce19-f135-48d5-8f94-179367fa63a1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:22.183583 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e1a7a2-9edd-4317-8a3d-8243551e969d" -d '{"events": [{"server_uuid": "a7f39ada-3bbf-481b-b321-45b3edc5bae7", "name": "network-vif-plugged", "status": "completed", "tag": "cfd7ce19-f135-48d5-8f94-179367fa63a1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:22.196335 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port cfd7ce19-f135-48d5-8f94-179367fa63a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:22.200486 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.223606 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a0b4ff-5e00-44d7-aedc-7533a48a2e13 x-openstack-request-id: req-16a0b4ff-5e00-44d7-aedc-7533a48a2e13 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:22.223900 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f39ada-3bbf-481b-b321-45b3edc5bae7", "name": "network-vif-plugged", "status": "completed", "tag": "cfd7ce19-f135-48d5-8f94-179367fa63a1", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:22.224153 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16a0b4ff-5e00-44d7-aedc-7533a48a2e13 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:22.224545 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd7ce19-f135-48d5-8f94-179367fa63a1', 'code': 200} Aug 11 03:04:22.249852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=cfd7ce19-f135-48d5-8f94-179367fa63a1,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:22.326351 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ff35-f179-49c3-b41e-20ed28bcec35 req-11953766-4af3-4b97-ae53-152d7c8c368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.327896 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5290ff35-f179-49c3-b41e-20ed28bcec35 req-11953766-4af3-4b97-ae53-152d7c8c368e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 1097 time: 0.0465174 Aug 11 03:04:22.364613 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5290ff35-f179-49c3-b41e-20ed28bcec35 req-a8a8e4bb-f740-4a02-8d23-3d9ebbfd1a2d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290327 Aug 11 03:04:22.538223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83421a3-76f0-420d-966f-4073fc4bcfae req-080df6f9-5c79-476b-9a38-eaae8ea316e7 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.539701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a83421a3-76f0-420d-966f-4073fc4bcfae req-080df6f9-5c79-476b-9a38-eaae8ea316e7 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 946 time: 0.0484266 Aug 11 03:04:22.580696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a83421a3-76f0-420d-966f-4073fc4bcfae req-11d8bb17-5098-4f7f-88f7-0470567c6592 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Aug 11 03:04:23.247517 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.378712 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.055712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd01a-a071-4e7a-84da-c25fc92e3012 req-023ad8db-674d-4dbb-bdb9-96b232b750c8 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.057226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aafdd01a-a071-4e7a-84da-c25fc92e3012 req-023ad8db-674d-4dbb-bdb9-96b232b750c8 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 946 time: 0.4002593 Aug 11 03:04:24.094631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aafdd01a-a071-4e7a-84da-c25fc92e3012 req-1caa49a6-72b0-4b49-a7c2-3872dfe25134 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 11 03:04:24.668815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915e60b-80fb-465b-93cc-0f1958bde6ee req-9d019720-716a-4de8-8139-f44f1e210466 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.670320 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f915e60b-80fb-465b-93cc-0f1958bde6ee req-9d019720-716a-4de8-8139-f44f1e210466 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 946 time: 0.0496814 Aug 11 03:04:24.707154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f915e60b-80fb-465b-93cc-0f1958bde6ee req-16f9422c-d372-40ba-b9cf-976da82ea0b2 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Aug 11 03:04:25.831018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba2fb-4bcd-466f-af93-07d84d4aebe3 req-46ee752d-7bce-4871-8cd7-af5238c258eb tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.832452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf2ba2fb-4bcd-466f-af93-07d84d4aebe3 req-46ee752d-7bce-4871-8cd7-af5238c258eb tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 946 time: 0.0563784 Aug 11 03:04:25.873317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf2ba2fb-4bcd-466f-af93-07d84d4aebe3 req-e1b82ce6-8435-41a1-9d08-d01f2086cbe0 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Aug 11 03:04:26.319343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-264895b2-3af9-4d8b-8845-bce649a63b91 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.320780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-264895b2-3af9-4d8b-8845-bce649a63b91 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 946 time: 0.0473299 Aug 11 03:04:26.413219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Deleting port cfd7ce19-f135-48d5-8f94-179367fa63a1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:26.413550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.498569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] For port cfd7ce19-f135-48d5-8f94-179367fa63a1, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=cfd7ce19-f135-48d5-8f94-179367fa63a1,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:26.498932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.512320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Calling delete_port for cfd7ce19-f135-48d5-8f94-179367fa63a1 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:26.645135 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.657877 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['cfd7ce19-f135-48d5-8f94-179367fa63a1'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:26.682034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Pushing event deleted for resources: {'Port': ['ID=cfd7ce19-f135-48d5-8f94-179367fa63a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:26.704383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.704734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.705075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.705410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.705739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.706092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.706422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.706746 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.707070 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.707393 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.707739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.708065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:26.723223 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] No DVR routers for this DVR port cfd7ce19-f135-48d5-8f94-179367fa63a1 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:26.725478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.727459 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9643d19c-8a90-4d2d-9863-e9c859b63c47 req-ebf835d9-4108-484f-a2f1-c194a53ef95a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "DELETE /v2.0/ports/cfd7ce19-f135-48d5-8f94-179367fa63a1 HTTP/1.1" status: 204 len: 173 time: 0.4000130 Aug 11 03:04:26.727932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'name': 'network-vif-deleted', 'tag': 'cfd7ce19-f135-48d5-8f94-179367fa63a1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:26.730213 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464419b-87a5-4e97-97de-a6b6ad5dbb51" -d '{"events": [{"server_uuid": "a7f39ada-3bbf-481b-b321-45b3edc5bae7", "name": "network-vif-deleted", "tag": "cfd7ce19-f135-48d5-8f94-179367fa63a1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:26.767184 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6696d91b-d4a8-4a06-a3f5-a957fc30f049 x-openstack-request-id: req-6696d91b-d4a8-4a06-a3f5-a957fc30f049 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:26.767483 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f39ada-3bbf-481b-b321-45b3edc5bae7", "name": "network-vif-deleted", "tag": "cfd7ce19-f135-48d5-8f94-179367fa63a1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:26.767739 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6696d91b-d4a8-4a06-a3f5-a957fc30f049 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:26.768141 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f39ada-3bbf-481b-b321-45b3edc5bae7', 'name': 'network-vif-deleted', 'tag': 'cfd7ce19-f135-48d5-8f94-179367fa63a1', 'status': 'completed', 'code': 200} Aug 11 03:04:26.983342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0f6aeca-d121-483d-bb83-542ddb01e75c req-1569010c-518e-4205-b021-f0a26e867941 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7f39ada-3bbf-481b-b321-45b3edc5bae7 HTTP/1.1" status: 200 len: 210 time: 0.0315998 Aug 11 03:04:28.242329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-123f567e-d4ac-4895-a93e-8ecc4be14647 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.243829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-123f567e-d4ac-4895-a93e-8ecc4be14647 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/networks?id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 200 len: 807 time: 0.1002619 Aug 11 03:04:28.259823 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-a28fbd24-20ec-4e27-bcb6-4f391da84742 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/quotas/29cd9f6abf334d7693f283c2ab0996c6 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Aug 11 03:04:28.295626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-b36fa26e-4fae-4c2c-9bc0-769a6f005b4a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296717 Aug 11 03:04:28.385344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-ed635bd0-02c5-4ff5-a541-1a8f5dc53ca5 service neutron] 10.222.0.16 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827634 Aug 11 03:04:28.479375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-8b65570b-b76f-42bb-88a0-4d4abbcebac0 service neutron] 10.222.0.16 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878596 Aug 11 03:04:28.637148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75f12b00-2101-437e-95bb-4bbc2181a3d8 req-13942bb0-8862-4031-84d1-fe4afe9e000c tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 11 03:04:29.586950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-28ac97c5-54f7-4f52-bb41-51a706e3f351 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:29.588426 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-28ac97c5-54f7-4f52-bb41-51a706e3f351 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "GET /v2.0/networks?id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 200 len: 807 time: 0.1121631 Aug 11 03:04:29.601558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Request body: {'port': {'device_id': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5', 'admin_state_up': True, 'tenant_id': '29cd9f6abf334d7693f283c2ab0996c6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:29.711489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Made reservation on behalf of 29cd9f6abf334d7693f283c2ab0996c6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:29.715291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.739626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf197531-dff1-4688-ac45-b37f1b01099c req-9d5f3d02-8f71-4598-adba-f2384b68765b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 210 time: 0.0262685 Aug 11 03:04:29.846202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Allocated IP 172.20.0.13 (96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5/a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4/3b9f3e7f-3052-454f-b058-bdf9a78762bc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:29.994970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.033009 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.067377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cfd7ce19-f135-48d5-8f94-179367fa63a1 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:30.080427 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:30.083547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:30.086663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: cfd7ce19-f135-48d5-8f94-179367fa63a1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:30.087008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device cfd7ce19-f135-48d5-8f94-179367fa63a1 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:30.087327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:30.093703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Pushing event updated for resources: {'Port': ['ID=3b9f3e7f-3052-454f-b058-bdf9a78762bc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.140643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.141254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.155114 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-210a29ea-e870-46b9-96e3-530023737cd6 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573838 Aug 11 03:04:30.168571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Request body: {'port': {'device_id': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:30.224162 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.478446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9f3e7f-3052-454f-b058-bdf9a78762bc {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:30.486566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.497942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Transition to ACTIVE for port object 3b9f3e7f-3052-454f-b058-bdf9a78762bc will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:30.501864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.574281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9f3e7f-3052-454f-b058-bdf9a78762bc,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.619693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Attempting to bind port 3b9f3e7f-3052-454f-b058-bdf9a78762bc on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:30.620309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Attempting to bind port 3b9f3e7f-3052-454f-b058-bdf9a78762bc by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:30.620309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Attempting to bind port 3b9f3e7f-3052-454f-b058-bdf9a78762bc on network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:30.624425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Port 3b9f3e7f-3052-454f-b058-bdf9a78762bc on network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:30.624740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Attempting to bind port 3b9f3e7f-3052-454f-b058-bdf9a78762bc on network 96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:30.629365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:30.629698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Checking segment: {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:30.630375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Bound using segment: {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:30.630818 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Bound port: 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7d952a-5b8f-4fb1-8111-3e848e852d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:30.631172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.692979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] For port 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:30.695886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] For port 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:30.700812 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.732591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.733205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.734607 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] 10.222.0.25 "PUT /v2.0/ports/3b9f3e7f-3052-454f-b058-bdf9a78762bc HTTP/1.1" status: 200 len: 1092 time: 0.5705869 Aug 11 03:04:30.735036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'tag': '3b9f3e7f-3052-454f-b058-bdf9a78762bc'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:30.737247 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7184d727-1d39-4059-991e-c77d20188399" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8f746f-21ad-44b3-98ec-71bebc413bf7", "tag": "3b9f3e7f-3052-454f-b058-bdf9a78762bc"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:30.771331 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940512e-7ce4-473c-bdea-486465aab8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9f3e7f-3052-454f-b058-bdf9a78762bc,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.775549 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0256f4a1-a99d-4ff8-8238-67fdf3ddde34 x-openstack-request-id: req-0256f4a1-a99d-4ff8-8238-67fdf3ddde34 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:30.775893 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8f746f-21ad-44b3-98ec-71bebc413bf7", "tag": "3b9f3e7f-3052-454f-b058-bdf9a78762bc", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:30.776152 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0256f4a1-a99d-4ff8-8238-67fdf3ddde34 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:30.776543 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'tag': '3b9f3e7f-3052-454f-b058-bdf9a78762bc', 'status': 'completed', 'code': 200} Aug 11 03:04:30.824915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-8b08b6e0-1011-4da4-a2a9-04603a657990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.826492 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-8b08b6e0-1011-4da4-a2a9-04603a657990 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 1095 time: 0.0458894 Aug 11 03:04:30.860598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27ea6-9f25-45fc-be16-c03b7ffd2ef8 req-5093d27c-de46-4609-a66b-2ccfc5fc076b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.862175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8e27ea6-9f25-45fc-be16-c03b7ffd2ef8 req-5093d27c-de46-4609-a66b-2ccfc5fc076b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 944 time: 0.0510161 Aug 11 03:04:30.870939 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-cc855888-0a17-4141-a2ac-e697c1a82f42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc HTTP/1.1" status: 200 len: 217 time: 0.0348449 Aug 11 03:04:30.901283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8e27ea6-9f25-45fc-be16-c03b7ffd2ef8 req-ee284772-8d2a-467c-91c6-0baeb727738f tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Aug 11 03:04:30.922231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-ae6a1846-a102-4d88-a6b7-87cdc41fe7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.923714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-ae6a1846-a102-4d88-a6b7-87cdc41fe7c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4 HTTP/1.1" status: 200 len: 847 time: 0.0448380 Aug 11 03:04:30.956746 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-8e91362d-0c55-4dbb-bb89-c4ff71d71be7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248187 Aug 11 03:04:31.051035 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-52aa1899-d93a-4f5e-aca5-d637b3390c41 service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Aug 11 03:04:31.143072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ac3fa6d-72bc-4515-a5a7-af3ba81521b3 req-48b04ebe-17b0-4156-a4c7-eb3d0bb4207d service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Aug 11 03:04:31.239025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d727-1d39-4059-991e-c77d20188399 req-95ef274e-7a72-4fed-8c5d-ae55b8a55cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.240506 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-95ef274e-7a72-4fed-8c5d-ae55b8a55cbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 1095 time: 0.0446944 Aug 11 03:04:31.340370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d727-1d39-4059-991e-c77d20188399 req-9ddcd806-d5e7-4c6e-a603-f26ccd63d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.341780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-9ddcd806-d5e7-4c6e-a603-f26ccd63d01b service neutron] 10.222.0.25 "GET /v2.0/networks?id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 200 len: 907 time: 0.0875487 Aug 11 03:04:31.393801 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-658abfe8-1c7d-4e25-ada4-80ef95dab45d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc HTTP/1.1" status: 200 len: 217 time: 0.0392911 Aug 11 03:04:31.445371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d727-1d39-4059-991e-c77d20188399 req-7c3f0d18-199f-487a-8096-c51afaebfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.446838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-7c3f0d18-199f-487a-8096-c51afaebfef3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4 HTTP/1.1" status: 200 len: 847 time: 0.0431988 Aug 11 03:04:31.482520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-d58c5921-2c85-4757-8e25-b332a7a22320 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244107 Aug 11 03:04:31.572294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-c1eab74d-9224-42aa-a0b3-de9e17597298 service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808260 Aug 11 03:04:31.665067 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7184d727-1d39-4059-991e-c77d20188399 req-1fe06709-8dc8-4300-8cd5-b3a6f0745c48 service neutron] 10.222.0.25 "GET /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852032 Aug 11 03:04:32.021080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cce63-973d-46e1-9829-9c35dd5c92a0 req-6a2f787f-8364-4bb9-81d7-85b04cfbea3c tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:32.023701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c7cce63-973d-46e1-9829-9c35dd5c92a0 req-6a2f787f-8364-4bb9-81d7-85b04cfbea3c tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 944 time: 0.0516157 Aug 11 03:04:32.065049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c7cce63-973d-46e1-9829-9c35dd5c92a0 req-c37221d2-9bcf-455a-88d2-b0ed19260f38 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351262 Aug 11 03:04:33.183743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be3dc2-535b-46db-8fec-80f5c1f0c4fe req-2124b6e6-3db3-4078-9349-acbdc4ed62de tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.185284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4be3dc2-535b-46db-8fec-80f5c1f0c4fe req-2124b6e6-3db3-4078-9349-acbdc4ed62de tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 944 time: 0.0491183 Aug 11 03:04:33.223607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4be3dc2-535b-46db-8fec-80f5c1f0c4fe req-fbc77b63-5ce9-4ecc-8bf4-e55e205eac35 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Aug 11 03:04:34.082931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3b9f3e7f-3052-454f-b058-bdf9a78762bc details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:34.178216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:34.189546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3b9f3e7f-3052-454f-b058-bdf9a78762bc', 'network_id': '96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5', 'port_id': '3b9f3e7f-3052-454f-b058-bdf9a78762bc', 'mac_address': 'fa:16:3e:2b:0b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:34.229933 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.243072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9f3e7f-3052-454f-b058-bdf9a78762bc {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:34.263258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:34.267281 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.316791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3b9f3e7f-3052-454f-b058-bdf9a78762bc,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:34.338778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1849487-376a-426b-8a6d-913e206eb065 req-1662650a-c2bd-4bdf-b0de-18bbf3e6f978 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.340811 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1849487-376a-426b-8a6d-913e206eb065 req-1662650a-c2bd-4bdf-b0de-18bbf3e6f978 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Aug 11 03:04:34.378690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1849487-376a-426b-8a6d-913e206eb065 req-893ab8a3-8b64-4bc2-a3c3-80e6097b9a27 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Aug 11 03:04:34.477385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3b9f3e7f-3052-454f-b058-bdf9a78762bc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:35.266589 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:35.495546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df217c05-35b0-46a0-a924-106d45d3fe60 req-44992960-86ac-4db5-860f-994fdefca763 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.497154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df217c05-35b0-46a0-a924-106d45d3fe60 req-44992960-86ac-4db5-860f-994fdefca763 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 945 time: 0.0497525 Aug 11 03:04:35.539012 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df217c05-35b0-46a0-a924-106d45d3fe60 req-9a3c8fd9-6e41-4db2-8109-4373767db73d tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356202 Aug 11 03:04:36.098732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3b9f3e7f-3052-454f-b058-bdf9a78762bc up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:36.146739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3b9f3e7f-3052-454f-b058-bdf9a78762bc completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:36.150625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3b9f3e7f-3052-454f-b058-bdf9a78762bc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:36.151003 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.226420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.250789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9f3e7f-3052-454f-b058-bdf9a78762bc'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:36.253011 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cff0e4-7a61-42be-8c02-2a913a12cf9e" -d '{"events": [{"server_uuid": "2d8f746f-21ad-44b3-98ec-71bebc413bf7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9f3e7f-3052-454f-b058-bdf9a78762bc"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:36.266204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:36.270877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.295744 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf9ec2-df14-43ed-bdce-7500be6b06d9 x-openstack-request-id: req-bcdf9ec2-df14-43ed-bdce-7500be6b06d9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:36.296027 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f746f-21ad-44b3-98ec-71bebc413bf7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9f3e7f-3052-454f-b058-bdf9a78762bc", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:36.296956 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcdf9ec2-df14-43ed-bdce-7500be6b06d9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:36.297348 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9f3e7f-3052-454f-b058-bdf9a78762bc', 'code': 200} Aug 11 03:04:36.327222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3b9f3e7f-3052-454f-b058-bdf9a78762bc,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.388790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ec26-7a8d-42cf-ae00-26bf76f4614e req-e90e5df7-fa14-45a5-aacf-8ec1fb256cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:36.390239 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3738ec26-7a8d-42cf-ae00-26bf76f4614e req-e90e5df7-fa14-45a5-aacf-8ec1fb256cdb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0412469 Aug 11 03:04:36.425797 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3738ec26-7a8d-42cf-ae00-26bf76f4614e req-87b2aecd-b516-4b6d-8102-3d8260d38cae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272510 Aug 11 03:04:36.653887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6df17-df22-4d25-84ac-0a045bb81164 req-df63e57f-d179-4002-9742-f94761214c46 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:36.655417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3cf6df17-df22-4d25-84ac-0a045bb81164 req-df63e57f-d179-4002-9742-f94761214c46 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Aug 11 03:04:36.693308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3cf6df17-df22-4d25-84ac-0a045bb81164 req-c1acdb10-1e07-4294-a591-e2353129827a tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Aug 11 03:04:37.811397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093919-939f-411f-9367-a8c1190c69d3 req-830fd581-c911-4d2b-ba64-09fd8b052561 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:37.812887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f093919-939f-411f-9367-a8c1190c69d3 req-830fd581-c911-4d2b-ba64-09fd8b052561 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 946 time: 0.0496716 Aug 11 03:04:37.849559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f093919-939f-411f-9367-a8c1190c69d3 req-0cb91d84-ef48-4cfd-8588-2292875fe3e2 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Aug 11 03:04:38.489272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640dd2e-8b24-4df5-af6f-a9eb1ae74fd5 req-ac40d9e6-7e70-4712-90ae-8cfa5b9ffadf tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:38.490844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d640dd2e-8b24-4df5-af6f-a9eb1ae74fd5 req-ac40d9e6-7e70-4712-90ae-8cfa5b9ffadf tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 946 time: 0.0530767 Aug 11 03:04:38.532438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d640dd2e-8b24-4df5-af6f-a9eb1ae74fd5 req-180d5644-ac91-4410-be82-7aae78ef100b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352831 Aug 11 03:04:39.650844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0aa78-a093-4f8c-abbc-d1007ea161d5 req-f627637c-1c41-48fe-a6e5-eef883696c37 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.652400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86c0aa78-a093-4f8c-abbc-d1007ea161d5 req-f627637c-1c41-48fe-a6e5-eef883696c37 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 946 time: 0.0508184 Aug 11 03:04:39.690536 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86c0aa78-a093-4f8c-abbc-d1007ea161d5 req-d984b40c-d961-4500-866e-003227dcd16e tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/security-groups?id=0255baf1-61a2-4e79-ad6b-a4763dea0052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Aug 11 03:04:40.186104 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-b6b9c50a-e699-4674-871d-ce540034e9db tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:40.187646 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-b6b9c50a-e699-4674-871d-ce540034e9db tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 946 time: 0.0520320 Aug 11 03:04:40.274065 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Deleting port 3b9f3e7f-3052-454f-b058-bdf9a78762bc {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:40.274412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.363395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] For port 3b9f3e7f-3052-454f-b058-bdf9a78762bc, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3b9f3e7f-3052-454f-b058-bdf9a78762bc,segment=NetworkSegment(1a7d952a-5b8f-4fb1-8111-3e848e852d93),segment_id=1a7d952a-5b8f-4fb1-8111-3e848e852d93)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:40.363756 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.377136 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Calling delete_port for 3b9f3e7f-3052-454f-b058-bdf9a78762bc owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:40.501643 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.515432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3b9f3e7f-3052-454f-b058-bdf9a78762bc'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:40.533150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Pushing event deleted for resources: {'Port': ['ID=3b9f3e7f-3052-454f-b058-bdf9a78762bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.572543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] No DVR routers for this DVR port 3b9f3e7f-3052-454f-b058-bdf9a78762bc on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:40.575274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.577354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1965931b-0030-42fa-afa8-fd74aa8bc2ba req-5179c81e-54cb-4ca5-921d-19c12cd38b6b tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.25 "DELETE /v2.0/ports/3b9f3e7f-3052-454f-b058-bdf9a78762bc HTTP/1.1" status: 204 len: 173 time: 0.3828135 Aug 11 03:04:40.577857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'name': 'network-vif-deleted', 'tag': '3b9f3e7f-3052-454f-b058-bdf9a78762bc'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:40.580101 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2b728e-3cb6-4d59-834c-7317f20b8326" -d '{"events": [{"server_uuid": "2d8f746f-21ad-44b3-98ec-71bebc413bf7", "name": "network-vif-deleted", "tag": "3b9f3e7f-3052-454f-b058-bdf9a78762bc"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:40.618570 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4620a1-0d2a-48f8-b89c-d8c0fca07e03 x-openstack-request-id: req-ea4620a1-0d2a-48f8-b89c-d8c0fca07e03 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:40.618869 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f746f-21ad-44b3-98ec-71bebc413bf7", "name": "network-vif-deleted", "tag": "3b9f3e7f-3052-454f-b058-bdf9a78762bc", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:40.619142 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea4620a1-0d2a-48f8-b89c-d8c0fca07e03 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:40.619527 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f746f-21ad-44b3-98ec-71bebc413bf7', 'name': 'network-vif-deleted', 'tag': '3b9f3e7f-3052-454f-b058-bdf9a78762bc', 'status': 'completed', 'code': 200} Aug 11 03:04:40.795461 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05218122-acd0-46d4-ad65-43a35c172a40 req-e6ff911d-4fb1-44b8-a210-4f04760d8a58 tempest-VolumesActionsTest-1014191947 tempest-VolumesActionsTest-1014191947-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8f746f-21ad-44b3-98ec-71bebc413bf7 HTTP/1.1" status: 200 len: 210 time: 0.0273545 Aug 11 03:04:43.930835 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d434a64d-e869-40e9-9cdb-4c93f9f0b256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.161222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3b9f3e7f-3052-454f-b058-bdf9a78762bc no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:44.187523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 3b9f3e7f-3052-454f-b058-bdf9a78762bc {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:44.188087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3b9f3e7f-3052-454f-b058-bdf9a78762bc not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:47.475018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77884b11-9da3-436f-abe2-01f1177d1a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.757775 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.540427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.175256 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.251538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.411268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.586831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:00.631665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Deleting subnet a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:00.634964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.674793 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.714823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.767412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.792861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.801478 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.803416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a56bde61-a99d-41ee-9ad9-a25f0b7b0dc4 HTTP/1.1" status: 204 len: 168 time: 0.2156508 Aug 11 03:05:00.805409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.805844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.806149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.806491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:00.807192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.807192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.807192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.807510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.807816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.808309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.808414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.808707 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.809026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58319a64-cfda-42ef-ba13-7b70ceb91824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.878754 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.960324 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.969924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:00.980316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7d952a-5b8f-4fb1-8111-3e848e852d93') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:00.980617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7d952a-5b8f-4fb1-8111-3e848e852d93') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:00.989274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.003008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.009192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:01.009585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:01.012001 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:01.067637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.073115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.077637 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] 10.222.0.16 "DELETE /v2.0/networks/96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5 HTTP/1.1" status: 204 len: 168 time: 0.2700236 Aug 11 03:05:01.090171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf8bff-43dc-426b-a4a9-53c037249308 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d7d8d5-25b7-4ec1-ac79-cb7abdeb0df5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:01.179415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47244) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:01.224014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-26f22f9d-7363-47b3-b484-b4be353d730a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29cd9f6abf334d7693f283c2ab0996c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433948 Aug 11 03:05:01.226573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:01.273001 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e8615e3-4a1f-47c3-845e-709b05bb3009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.293178 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e8615e3-4a1f-47c3-845e-709b05bb3009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.339166 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e8615e3-4a1f-47c3-845e-709b05bb3009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.341884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e8615e3-4a1f-47c3-845e-709b05bb3009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.343056 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3e8615e3-4a1f-47c3-845e-709b05bb3009 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0255baf1-61a2-4e79-ad6b-a4763dea0052 HTTP/1.1" status: 204 len: 168 time: 0.1156054 Aug 11 03:05:01.351041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8615e3-4a1f-47c3-845e-709b05bb3009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0255baf1-61a2-4e79-ad6b-a4763dea0052,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.391914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.544510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-997b6505-e5ca-4207-a7b1-8ebce8759fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.634274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-997b6505-e5ca-4207-a7b1-8ebce8759fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.639187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-997b6505-e5ca-4207-a7b1-8ebce8759fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.677705 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-997b6505-e5ca-4207-a7b1-8ebce8759fa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cd3e1ce25b24bbda244c8193ee50c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846081 Aug 11 03:05:03.678516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b6505-e5ca-4207-a7b1-8ebce8759fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11081657-d5a1-47c5-8d0c-1b4d757cc777,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.680416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47406) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.734665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569185-e03e-4eea-8351-a713fc87591e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.755299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569185-e03e-4eea-8351-a713fc87591e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.801579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569185-e03e-4eea-8351-a713fc87591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.804193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569185-e03e-4eea-8351-a713fc87591e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.805380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4569185-e03e-4eea-8351-a713fc87591e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11081657-d5a1-47c5-8d0c-1b4d757cc777 HTTP/1.1" status: 204 len: 168 time: 0.1239483 Aug 11 03:05:03.813418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569185-e03e-4eea-8351-a713fc87591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11081657-d5a1-47c5-8d0c-1b4d757cc777,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:04.074677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47412) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:04.087988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5cd859b1-8e4b-4da5-8095-9914a42f7723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.176825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5cd859b1-8e4b-4da5-8095-9914a42f7723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.180426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5cd859b1-8e4b-4da5-8095-9914a42f7723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.218905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5cd859b1-8e4b-4da5-8095-9914a42f7723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8be149a249b949759d7ba155c02915ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430633 Aug 11 03:05:04.220030 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd859b1-8e4b-4da5-8095-9914a42f7723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c72eb-4857-46c5-b7bb-bec89157f10a,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:04.221558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:04.271225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46db2e68-3205-4452-b6f6-3e52945b6b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.291539 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46db2e68-3205-4452-b6f6-3e52945b6b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.335827 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46db2e68-3205-4452-b6f6-3e52945b6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.338378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46db2e68-3205-4452-b6f6-3e52945b6b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.339522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-46db2e68-3205-4452-b6f6-3e52945b6b4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a5c72eb-4857-46c5-b7bb-bec89157f10a HTTP/1.1" status: 204 len: 168 time: 0.1163003 Aug 11 03:05:04.347189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2e68-3205-4452-b6f6-3e52945b6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c72eb-4857-46c5-b7bb-bec89157f10a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:12.264860 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:13.934917 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53528870-ea37-45fd-b681-62b0ff54bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.377554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-3963d118-2364-41b5-82a1-2592ca846b9b tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b4ec14d123046ec9166d191da64bd3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242736 Aug 11 03:05:14.485344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-7e339caf-7be5-48de-860c-ed13b17d373c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:14.487515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-7e339caf-7be5-48de-860c-ed13b17d373c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034701 Aug 11 03:05:14.501864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-eb0fdbfb-8395-477f-a1c7-cf1115f36c3a tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/quotas/9b4ec14d123046ec9166d191da64bd3d HTTP/1.1" status: 200 len: 375 time: 0.0092697 Aug 11 03:05:14.533988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-ff95b4b7-2a05-4921-aeab-e27d337367ef tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b4ec14d123046ec9166d191da64bd3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264957 Aug 11 03:05:14.706095 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-367d17fa-503e-4ddc-a2c1-f1803e627902 req-785988e7-82d8-4d69-989e-0250c8fe19c2 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 210 time: 0.0276511 Aug 11 03:05:15.804799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3bd7d915-34ff-4998-a241-0075d3bc3480 req-2cd786b4-5f6f-4ccd-af82-c8616e9a489a tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 210 time: 0.0287845 Aug 11 03:05:15.850291 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-38658153-8140-481e-8f38-1c77aea77a91 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9b4ec14d123046ec9166d191da64bd3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345962 Aug 11 03:05:16.048171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-565a663a-8656-41aa-82ce-ce71c4d0f14d tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.049707 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-565a663a-8656-41aa-82ce-ce71c4d0f14d tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931415 Aug 11 03:05:16.065100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Request body: {'port': {'device_id': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'admin_state_up': True, 'tenant_id': '9b4ec14d123046ec9166d191da64bd3d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:16.169334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Made reservation on behalf of 9b4ec14d123046ec9166d191da64bd3d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:16.173078 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.182497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.283986 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.287724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.349359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffa53ed-5658-429a-b7a7-2ad2c3207d59,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:16.425863 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Allocated IP 192.168.233.131 (598ec8d8-cf50-4b55-9403-380827791baa/997794ef-ae41-412a-850a-d52deeb88bb3/ea7284f5-5653-45ff-8ba7-dc38a4fc7b55) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:16.570512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.583757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Transition to ACTIVE for port object ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:16.616651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.660096 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Network 598ec8d8-cf50-4b55-9403-380827791baa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:16.663356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:16.667668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:16.673806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Pushing event updated for resources: {'Port': ['ID=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:16.732869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.733523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.748825 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-afb714b6-5aa7-4d9e-b6a4-2fab5ae08282 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6874983 Aug 11 03:05:16.761978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Request body: {'port': {'device_id': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:16.816313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.870693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f530d2f8-5d75-43ff-9fc0-abb2c84d96fd None None] Provisioning for port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:16.877621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f530d2f8-5d75-43ff-9fc0-abb2c84d96fd None None] Provisioning complete for port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:16.878130 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f530d2f8-5d75-43ff-9fc0-abb2c84d96fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.913431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f530d2f8-5d75-43ff-9fc0-abb2c84d96fd None None] Port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:16.936105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab8a2-e5a5-4f20-9c2c-0439dcf916fe req-2dddc85e-78eb-45db-8421-5c3108e5ea38 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.937667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4dab8a2-e5a5-4f20-9c2c-0439dcf916fe req-2dddc85e-78eb-45db-8421-5c3108e5ea38 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 936 time: 0.0595958 Aug 11 03:05:16.980157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4dab8a2-e5a5-4f20-9c2c-0439dcf916fe req-cc06f1d2-54c4-4138-974c-0cd772e5ad4f tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Aug 11 03:05:17.086330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:17.094483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.106872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Transition to ACTIVE for port object ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:17.110694 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.162941 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Pushing event updated for resources: {'Port': ['ID=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.236820 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Attempting to bind port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:17.237161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Attempting to bind port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:17.237510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Attempting to bind port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:17.242152 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 on network 598ec8d8-cf50-4b55-9403-380827791baa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:17.242508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Attempting to bind port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 on network 598ec8d8-cf50-4b55-9403-380827791baa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:17.247528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:17.247869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Checking segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:17.248257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Bound using segment: {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:17.248689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Bound port: ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23220c9-8378-4609-8f4d-09700e292454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:17.249053 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.315279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] For port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:17.318419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] For port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:17.324068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.362812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.363434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.364891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] 10.222.0.25 "PUT /v2.0/ports/ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 HTTP/1.1" status: 200 len: 1096 time: 0.6078737 Aug 11 03:05:17.365354 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'tag': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:17.367630 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386b8442-9bc6-4c76-8465-a6c552b21f96" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5c7695-01ba-464e-8ac2-c00296a5c0bc", "tag": "ea7284f5-5653-45ff-8ba7-dc38a4fc7b55"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:17.393498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98038d60-e083-41c2-ac22-7b70d5c9e47f service neutron] Pushing event updated for resources: {'Port': ['ID=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.433274 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb19e73-e9b6-40b8-a522-84c4627ebf1c x-openstack-request-id: req-afb19e73-e9b6-40b8-a522-84c4627ebf1c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:17.433571 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5c7695-01ba-464e-8ac2-c00296a5c0bc", "tag": "ea7284f5-5653-45ff-8ba7-dc38a4fc7b55", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:17.433818 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afb19e73-e9b6-40b8-a522-84c4627ebf1c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:17.434257 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'tag': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55', 'status': 'completed', 'code': 200} Aug 11 03:05:17.450817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-a04dba0f-b99d-4089-85d1-53189d84989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.452345 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-a04dba0f-b99d-4089-85d1-53189d84989f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b4ec14d123046ec9166d191da64bd3d&device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 1099 time: 0.0463092 Aug 11 03:05:17.470660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bdb59d5-246c-4a26-a024-0a2941cbda27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.498790 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-d8f59d44-303c-427f-869d-30aad985c4f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 HTTP/1.1" status: 200 len: 217 time: 0.0373688 Aug 11 03:05:17.555723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-521c87ca-755c-4745-936f-1a073977103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.557891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-521c87ca-755c-4745-936f-1a073977103f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0509543 Aug 11 03:05:17.604689 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-4fdd64d8-cf59-4de7-89d2-f12b408d8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.606195 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-4fdd64d8-cf59-4de7-89d2-f12b408d8f36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399389 Aug 11 03:05:17.696432 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-12cf6734-2223-48ca-878d-e3157ec3fb0a service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819569 Aug 11 03:05:17.762546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.109914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851d635-1ebb-4e33-b447-8aa9a753317e req-66a12c87-3894-48c5-b4c6-787b6e861182 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.111614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d851d635-1ebb-4e33-b447-8aa9a753317e req-66a12c87-3894-48c5-b4c6-787b6e861182 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 948 time: 0.0545166 Aug 11 03:05:18.135527 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-736a7b08-1c51-4a81-8dae-1edc95145e05 req-9de47317-0d03-4947-85f1-33ae2c62cb2e service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304240 Aug 11 03:05:18.152551 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d851d635-1ebb-4e33-b447-8aa9a753317e req-a0f0b32a-d431-48f2-a4ff-076a2b8b13d2 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345762 Aug 11 03:05:18.223002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-5a5eb8db-c557-470a-9558-688630f9b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.224504 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-5a5eb8db-c557-470a-9558-688630f9b51e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b4ec14d123046ec9166d191da64bd3d&device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 1099 time: 0.0405891 Aug 11 03:05:18.316815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-590c11f8-8089-4388-826b-f39b5f365dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.318320 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-590c11f8-8089-4388-826b-f39b5f365dc1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=598ec8d8-cf50-4b55-9403-380827791baa HTTP/1.1" status: 200 len: 869 time: 0.0863318 Aug 11 03:05:18.361564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-df670965-8aa5-4c29-9f5e-ae461b611c7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 HTTP/1.1" status: 200 len: 217 time: 0.0353601 Aug 11 03:05:18.416554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-82bbb49b-1d66-48ff-8ff2-57a38edf4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.418078 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-82bbb49b-1d66-48ff-8ff2-57a38edf4554 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=997794ef-ae41-412a-850a-d52deeb88bb3 HTTP/1.1" status: 200 len: 843 time: 0.0460701 Aug 11 03:05:18.467819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-a0efae93-b3d5-458b-b512-223cbae10c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.469295 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-a0efae93-b3d5-458b-b512-223cbae10c1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=598ec8d8-cf50-4b55-9403-380827791baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437636 Aug 11 03:05:18.542557 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.561822 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-cb0ae19a-f3bd-4407-b94f-abdbaacbcbf4 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823627 Aug 11 03:05:18.660007 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-386b8442-9bc6-4c76-8465-a6c552b21f96 req-779a8b51-d51c-4d0e-9dab-83d8dd1da928 service neutron] 10.222.0.25 "GET /v2.0/networks/598ec8d8-cf50-4b55-9403-380827791baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886414 Aug 11 03:05:19.270062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954846a-5d8f-4540-a5c0-0ab2997ac7da req-0146bc1d-36e1-410c-b9ac-799f35c15ed4 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:19.271542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b954846a-5d8f-4540-a5c0-0ab2997ac7da req-0146bc1d-36e1-410c-b9ac-799f35c15ed4 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 948 time: 0.0500994 Aug 11 03:05:19.309468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b954846a-5d8f-4540-a5c0-0ab2997ac7da req-19cc0c6c-cc49-41b1-a32e-313f0c4e18a8 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Aug 11 03:05:20.166169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.291593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:20.387958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:20.398409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55', 'network_id': '598ec8d8-cf50-4b55-9403-380827791baa', 'port_id': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55', 'mac_address': 'fa:16:3e:c6:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997794ef-ae41-412a-850a-d52deeb88bb3', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:20.436786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.442588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cf0d2-a6c4-4b01-9965-382eed6a3337 req-bd9d1e7d-494f-49a9-ae35-0b3cac32c07e tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.444171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab8cf0d2-a6c4-4b01-9965-382eed6a3337 req-bd9d1e7d-494f-49a9-ae35-0b3cac32c07e tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 948 time: 0.0638251 Aug 11 03:05:20.450274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:20.469901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:20.474172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.486379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab8cf0d2-a6c4-4b01-9965-382eed6a3337 req-1011b7fc-8e09-473a-997e-fa7774b279fb tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Aug 11 03:05:20.527002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.534216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.534570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.534913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.535252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.535588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.535921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.536251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.536578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.536907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.537229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.537551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.537875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:20.705238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['ea7284f5-5653-45ff-8ba7-dc38a4fc7b55'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:21.603168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145a492-b454-4ebb-afcf-b2708341919f req-defb7894-d8a9-4d3d-97e3-0b587f99d3e7 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.604665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d145a492-b454-4ebb-afcf-b2708341919f req-defb7894-d8a9-4d3d-97e3-0b587f99d3e7 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 949 time: 0.0506296 Aug 11 03:05:21.644129 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d145a492-b454-4ebb-afcf-b2708341919f req-3f48d020-5089-41a5-8160-4834ee4df677 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334027 Aug 11 03:05:22.302107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:22.350600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:22.354629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:22.354995 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.435537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.457610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:22.459873 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab57491-7f4a-4ed8-b661-3dd56778b767" -d '{"events": [{"server_uuid": "3e5c7695-01ba-464e-8ac2-c00296a5c0bc", "name": "network-vif-plugged", "status": "completed", "tag": "ea7284f5-5653-45ff-8ba7-dc38a4fc7b55"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:22.472389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:22.476548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.523420 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:22.568426 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d309fb7-4ecc-4a6d-b198-bcd95a71bbcc x-openstack-request-id: req-5d309fb7-4ecc-4a6d-b198-bcd95a71bbcc {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:22.568718 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5c7695-01ba-464e-8ac2-c00296a5c0bc", "name": "network-vif-plugged", "status": "completed", "tag": "ea7284f5-5653-45ff-8ba7-dc38a4fc7b55", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:22.568971 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d309fb7-4ecc-4a6d-b198-bcd95a71bbcc {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:22.569364 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55', 'code': 200} Aug 11 03:05:22.666995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b906362-d84e-4560-a15e-51b0d3563af0 req-a2940189-92b6-4387-8252-9e157b4ec912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.668530 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b906362-d84e-4560-a15e-51b0d3563af0 req-a2940189-92b6-4387-8252-9e157b4ec912 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 1101 time: 0.0413563 Aug 11 03:05:22.714245 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0b906362-d84e-4560-a15e-51b0d3563af0 req-ee535308-a685-4fdd-b2b4-4dfa6acfac6a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Aug 11 03:05:22.762615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4e51-d26e-4686-bbf1-384bbbdfdd15 req-ff28cb3d-a3c2-4290-bb8f-c13414de45f5 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.764379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9adf4e51-d26e-4686-bbf1-384bbbdfdd15 req-ff28cb3d-a3c2-4290-bb8f-c13414de45f5 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 950 time: 0.0504658 Aug 11 03:05:22.801708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9adf4e51-d26e-4686-bbf1-384bbbdfdd15 req-961d9f00-8a89-4c90-b25d-981025a0c309 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Aug 11 03:05:23.243330 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.417845 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.921417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94508976-cca7-4598-a1d8-40e4f18bf1ba req-9807d7bc-d181-464f-a9ee-0e8106e3adc4 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:23.922745 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94508976-cca7-4598-a1d8-40e4f18bf1ba req-9807d7bc-d181-464f-a9ee-0e8106e3adc4 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 950 time: 0.0538559 Aug 11 03:05:23.959521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94508976-cca7-4598-a1d8-40e4f18bf1ba req-5df4a491-d29e-4f35-bde9-22b88a97d427 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308325 Aug 11 03:05:24.880965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62f2bd-eb7c-42f2-a875-17fb59fb4bd1 req-b6c47dda-f24a-4186-b5a1-a9c246db64b7 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:24.882476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc62f2bd-eb7c-42f2-a875-17fb59fb4bd1 req-b6c47dda-f24a-4186-b5a1-a9c246db64b7 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 950 time: 0.0494931 Aug 11 03:05:24.920545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc62f2bd-eb7c-42f2-a875-17fb59fb4bd1 req-d84eec87-2190-4029-a8a0-e0becc399de4 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Aug 11 03:05:26.037751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38706-f930-4e85-a1fa-d9aa98e6eb63 req-1b0e511c-cdad-48c3-b2a3-23d3bf8b5b24 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:26.039282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2f38706-f930-4e85-a1fa-d9aa98e6eb63 req-1b0e511c-cdad-48c3-b2a3-23d3bf8b5b24 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 950 time: 0.0502613 Aug 11 03:05:26.077384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2f38706-f930-4e85-a1fa-d9aa98e6eb63 req-f05e8c4e-9ace-475d-97a0-bb0880a9c95d tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ffa53ed-5658-429a-b7a7-2ad2c3207d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Aug 11 03:05:26.536106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381205e3-f605-4e78-9326-596b876ce7aa req-f767c3f3-d805-4ce1-88a2-928c7dcea85b tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:26.537574 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-381205e3-f605-4e78-9326-596b876ce7aa req-f767c3f3-d805-4ce1-88a2-928c7dcea85b tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 950 time: 0.0485890 Aug 11 03:05:26.631791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Deleting port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:26.632134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.719036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] For port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,segment=NetworkSegment(f23220c9-8378-4609-8f4d-09700e292454),segment_id=f23220c9-8378-4609-8f4d-09700e292454)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:26.719398 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.733465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Calling delete_port for ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:26.863124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.875201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['ea7284f5-5653-45ff-8ba7-dc38a4fc7b55'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:26.900285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Pushing event deleted for resources: {'Port': ['ID=ea7284f5-5653-45ff-8ba7-dc38a4fc7b55,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:26.924643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.924997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.925348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.925693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.926056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.926399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.926739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.927074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.927410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.927743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.928201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.928597 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:26.953956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] No DVR routers for this DVR port ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:26.956647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.958717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-381205e3-f605-4e78-9326-596b876ce7aa req-f2193cef-9109-4c09-beec-aff6cbb5a14c tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.25 "DELETE /v2.0/ports/ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 HTTP/1.1" status: 204 len: 173 time: 0.4145596 Aug 11 03:05:26.959188 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'name': 'network-vif-deleted', 'tag': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:26.961439 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72e82c8-675f-4407-9b4c-9cf353e03d0e" -d '{"events": [{"server_uuid": "3e5c7695-01ba-464e-8ac2-c00296a5c0bc", "name": "network-vif-deleted", "tag": "ea7284f5-5653-45ff-8ba7-dc38a4fc7b55"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:27.000015 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef32dd-48ec-4dce-8a9a-df1251961cb4 x-openstack-request-id: req-39ef32dd-48ec-4dce-8a9a-df1251961cb4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:27.000213 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5c7695-01ba-464e-8ac2-c00296a5c0bc", "name": "network-vif-deleted", "tag": "ea7284f5-5653-45ff-8ba7-dc38a4fc7b55", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:27.000486 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39ef32dd-48ec-4dce-8a9a-df1251961cb4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:27.000872 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5c7695-01ba-464e-8ac2-c00296a5c0bc', 'name': 'network-vif-deleted', 'tag': 'ea7284f5-5653-45ff-8ba7-dc38a4fc7b55', 'status': 'completed', 'code': 200} Aug 11 03:05:27.192807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-edc3b036-f1ea-498f-b235-8f4cbad6bb61 req-848b25cf-3493-4ff5-b089-cdd46b2e3744 tempest-ServersAdminNegativeTestJSON-828092536 tempest-ServersAdminNegativeTestJSON-828092536-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5c7695-01ba-464e-8ac2-c00296a5c0bc HTTP/1.1" status: 200 len: 210 time: 0.0316372 Aug 11 03:05:28.489790 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:28.628106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e4e2f5bd-56aa-4a94-b1cc-5bf26a8d423a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b4ec14d123046ec9166d191da64bd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369734 Aug 11 03:05:28.630835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:28.678514 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390ff1b4-bdf2-4a1f-9507-e466b730314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.699087 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390ff1b4-bdf2-4a1f-9507-e466b730314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.744436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390ff1b4-bdf2-4a1f-9507-e466b730314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.746950 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-390ff1b4-bdf2-4a1f-9507-e466b730314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.748104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-390ff1b4-bdf2-4a1f-9507-e466b730314b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ffa53ed-5658-429a-b7a7-2ad2c3207d59 HTTP/1.1" status: 204 len: 168 time: 0.1163414 Aug 11 03:05:28.755942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff1b4-bdf2-4a1f-9507-e466b730314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffa53ed-5658-429a-b7a7-2ad2c3207d59,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:29.010784 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:29.023858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aef0308e-c792-4b48-b5b2-da282f322176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.113294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aef0308e-c792-4b48-b5b2-da282f322176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.116860 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aef0308e-c792-4b48-b5b2-da282f322176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.155715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0308e-c792-4b48-b5b2-da282f322176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d7cf4-d108-4572-8165-237f72514dc1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:29.160072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aef0308e-c792-4b48-b5b2-da282f322176 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0fcfcab8806407a90a856158657cdf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482558 Aug 11 03:05:29.162727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:29.212566 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c9c4-7605-4dbb-b3fa-c76c1f417192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.234894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c9c4-7605-4dbb-b3fa-c76c1f417192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.280380 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c9c4-7605-4dbb-b3fa-c76c1f417192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.282911 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c9c4-7605-4dbb-b3fa-c76c1f417192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.284066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-fdf3c9c4-7605-4dbb-b3fa-c76c1f417192 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/758d7cf4-d108-4572-8165-237f72514dc1 HTTP/1.1" status: 204 len: 168 time: 0.1202815 Aug 11 03:05:29.292279 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3c9c4-7605-4dbb-b3fa-c76c1f417192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d7cf4-d108-4572-8165-237f72514dc1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:29.994823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:30.090472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-433281545-network', 'tenant_id': 'd8d1dec9bb934ad2b52fac9fa12bceae'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:30.111703 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Made reservation on behalf of d8d1dec9bb934ad2b52fac9fa12bceae for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:30.114045 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.122393 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.223003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.226680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.248302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:30.261767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.266816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.267157 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Added segment a260de58-bc64-417f-b122-adc53ed281f4 of type vlan for network 7f83efe8-aec6-4769-9612-81b35dd16beb Aug 11 03:05:30.310097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.337745 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.339050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:30.339650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:30.340145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.361556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:30.361987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ea7284f5-5653-45ff-8ba7-dc38a4fc7b55 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:30.391468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3955121 Aug 11 03:05:30.394684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47594) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:30.399693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Request body: {'subnet': {'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-433281545-subnet', 'tenant_id': 'd8d1dec9bb934ad2b52fac9fa12bceae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:30.402344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b874-b5e8-413a-81a5-ac8308713ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=7f83efe8-aec6-4769-9612-81b35dd16beb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.417700 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 7f83efe8-aec6-4769-9612-81b35dd16beb details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:30.423914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Made reservation on behalf of d8d1dec9bb934ad2b52fac9fa12bceae for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:30.426337 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.601339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.656121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd46b87-38bd-4ac4-a44b-50fbce561059,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.666718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Checking segment: {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:30.667089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Network hostable DHCP agents. Network: 7f83efe8-aec6-4769-9612-81b35dd16beb, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:30.683896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Network 7f83efe8-aec6-4769-9612-81b35dd16beb is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:30.692260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 7f83efe8-aec6-4769-9612-81b35dd16beb) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:30.697429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:30.698112 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.702539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a5b5a0-7b40-4297-bc3e-4ceef3d2fdbc None None] Network 7f83efe8-aec6-4769-9612-81b35dd16beb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:30.714581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3f1ff8a1-ba07-4bd4-a7f6-c65ff7741818 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3187687 Aug 11 03:05:30.833284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b52677-0e6a-49a9-8e42-c067696370fa None None] Network 7f83efe8-aec6-4769-9612-81b35dd16beb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:31.139349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-0f2798ea-b86b-491f-a557-b86fce99bfc6 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.140749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-0f2798ea-b86b-491f-a557-b86fce99bfc6 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 811 time: 0.1028483 Aug 11 03:05:31.155576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-e1dadea9-52fe-47f2-b6ad-7f59281a2f05 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/quotas/d8d1dec9bb934ad2b52fac9fa12bceae HTTP/1.1" status: 200 len: 375 time: 0.0089839 Aug 11 03:05:31.191496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-70d974dd-944d-4dee-a640-244d83295805 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305717 Aug 11 03:05:31.284484 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-80e05fff-10f7-472d-abb7-ebae5a999a9a service neutron] 10.222.0.16 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861418 Aug 11 03:05:31.376236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-5e8ed39c-3366-4de7-bc33-c49ed6d5fdb8 service neutron] 10.222.0.16 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851979 Aug 11 03:05:31.536645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f3c201d-29b0-4709-8191-664357d2ae3c req-c8660eee-8ddf-452d-952f-8f51d02a01db tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 210 time: 0.0278025 Aug 11 03:05:32.650052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27bf0c4f-c18e-47c5-bdc0-f6e289d966ea req-6a1d5933-767f-4449-8ab0-7d29a486c426 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 210 time: 0.0312164 Aug 11 03:05:32.721532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-9f5ee6ce-7cba-43b9-8c2d-8e37344c41eb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:32.723192 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-9f5ee6ce-7cba-43b9-8c2d-8e37344c41eb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.25 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 811 time: 0.1142957 Aug 11 03:05:32.740015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Request body: {'port': {'device_id': '5b896781-bd4f-465c-b535-2eaeca211a51', 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb', 'admin_state_up': True, 'tenant_id': 'd8d1dec9bb934ad2b52fac9fa12bceae'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:32.843929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Made reservation on behalf of d8d1dec9bb934ad2b52fac9fa12bceae for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:32.847365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.972964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Allocated IP 172.20.0.2 (7f83efe8-aec6-4769-9612-81b35dd16beb/3cd46b87-38bd-4ac4-a44b-50fbce561059/c2cdff0f-cfcd-4556-8683-cb21c410d446) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:33.120837 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.158489 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.203202 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Network 7f83efe8-aec6-4769-9612-81b35dd16beb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:33.206284 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:33.210168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:33.216593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:33.262343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.262957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.276688 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-4a950148-9c2a-4518-b3c8-97db14475206 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415387 Aug 11 03:05:33.289184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Request body: {'port': {'device_id': '5b896781-bd4f-465c-b535-2eaeca211a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:33.346134 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.603457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cdff0f-cfcd-4556-8683-cb21c410d446 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:33.610783 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.622762 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Transition to ACTIVE for port object c2cdff0f-cfcd-4556-8683-cb21c410d446 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:33.626290 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.679469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:33.753958 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:33.754646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:33.754646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 on network 7f83efe8-aec6-4769-9612-81b35dd16beb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:33.759526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Port c2cdff0f-cfcd-4556-8683-cb21c410d446 on network 7f83efe8-aec6-4769-9612-81b35dd16beb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:33.759925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 on network 7f83efe8-aec6-4769-9612-81b35dd16beb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:33.764881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:33.765295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Checking segment: {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:33.765677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Bound using segment: {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:33.766141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Bound port: c2cdff0f-cfcd-4556-8683-cb21c410d446, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:33.766504 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.773439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12386de-e2be-4628-b9f0-b45315590eea req-f5bc4dce-55b2-4129-b7f1-b2694c80085f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.775604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f12386de-e2be-4628-b9f0-b45315590eea req-f5bc4dce-55b2-4129-b7f1-b2694c80085f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 943 time: 0.0534554 Aug 11 03:05:33.818605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f12386de-e2be-4628-b9f0-b45315590eea req-514fe766-37ac-4718-b54d-ff3f7930ff1e tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Aug 11 03:05:33.832449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:33.835532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:33.845402 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.879102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.879723 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.881113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] 10.222.0.25 "PUT /v2.0/ports/c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 1091 time: 0.5962868 Aug 11 03:05:33.881546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:33.883898 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7af27d-e654-46f4-9195-27ffcd790352" -d '{"events": [{"name": "network-changed", "server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:33.913166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427f5a-6f8a-4962-8f3b-c47206777aed service neutron] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:33.923445 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc178d26-a71b-4886-8869-a7015252b6ed x-openstack-request-id: req-cc178d26-a71b-4886-8869-a7015252b6ed {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:33.923742 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:33.923991 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc178d26-a71b-4886-8869-a7015252b6ed {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:33.924386 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'status': 'completed', 'code': 200} Aug 11 03:05:33.968908 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-f2d1d69c-d061-44da-b5c3-0c6f736d164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.970453 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-f2d1d69c-d061-44da-b5c3-0c6f736d164c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1094 time: 0.0417025 Aug 11 03:05:34.016551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-bf1bd936-9b4b-4914-adbb-05a60e0f2f8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0368838 Aug 11 03:05:34.065671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-84646abe-f948-4921-84d3-f5023bec045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.067185 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-84646abe-f948-4921-84d3-f5023bec045b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0431099 Aug 11 03:05:34.101786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-b15e3703-8efb-4900-8af0-8bdb5b1575d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259774 Aug 11 03:05:34.200325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-b0722cde-a76a-4f22-a66c-b3c3e39b6699 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898468 Aug 11 03:05:34.292521 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2a54aa29-dd97-43f3-bed2-6e31b3e34bae req-c8402cfc-24e0-47e0-8a7c-2f50cf93a6c5 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840187 Aug 11 03:05:34.381295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-1c8be021-8e82-4551-b305-6e5979c7e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.382996 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-1c8be021-8e82-4551-b305-6e5979c7e0a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1094 time: 0.0412838 Aug 11 03:05:34.478704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-905bd0ec-bb4a-4946-baef-792ae3119907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.480109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-905bd0ec-bb4a-4946-baef-792ae3119907 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.0890200 Aug 11 03:05:34.523232 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-9de2e0ed-447e-4b67-b82b-c09ee97e9e6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0351071 Aug 11 03:05:34.577556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-bbb87888-f960-41ef-80e6-bc5f83122420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.579015 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-bbb87888-f960-41ef-80e6-bc5f83122420 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0468318 Aug 11 03:05:34.613510 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-2c38f541-2f4a-4d52-92bb-4fd3936e24f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235569 Aug 11 03:05:34.710628 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-229211b7-da21-4b5d-b7bd-d040fcb8ff72 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Aug 11 03:05:34.807753 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1a7af27d-e654-46f4-9195-27ffcd790352 req-8b19f67c-6d21-41fc-8cc7-581e6c463018 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895410 Aug 11 03:05:34.936567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b9b9-28bc-4757-8e78-7869d4b9bc63 req-98a156ac-28fd-4cca-8ac6-413e762583c4 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.938252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28d2b9b9-28bc-4757-8e78-7869d4b9bc63 req-98a156ac-28fd-4cca-8ac6-413e762583c4 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 943 time: 0.0506802 Aug 11 03:05:34.988351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28d2b9b9-28bc-4757-8e78-7869d4b9bc63 req-c68e90ec-c207-41cb-9149-1b9bc944b9e9 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 Aug 11 03:05:36.110750 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362b9f-eb1a-4a1f-ab3a-60e702e7ca84 req-ee112398-6d4b-47be-9b79-f5c2c42dc37c tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.113331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc362b9f-eb1a-4a1f-ab3a-60e702e7ca84 req-ee112398-6d4b-47be-9b79-f5c2c42dc37c tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 943 time: 0.0543015 Aug 11 03:05:36.166396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc362b9f-eb1a-4a1f-ab3a-60e702e7ca84 req-812c2f9b-a347-4e97-b5ed-1b7ef2d7f682 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Aug 11 03:05:36.392619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:36.488699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:36.501138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb', 'port_id': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'mac_address': 'fa:16:3e:62:c2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd46b87-38bd-4ac4-a44b-50fbce561059', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:36.543056 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.556033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cdff0f-cfcd-4556-8683-cb21c410d446 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:36.576016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:36.580221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.628070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:36.810258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['c2cdff0f-cfcd-4556-8683-cb21c410d446'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:37.301088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8bc29-dfa1-480a-8e42-8a4504a1b81b req-9e2165f0-6c08-48fd-8749-7d033a421622 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.302710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebc8bc29-dfa1-480a-8e42-8a4504a1b81b req-9e2165f0-6c08-48fd-8749-7d033a421622 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 944 time: 0.0512249 Aug 11 03:05:37.348063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebc8bc29-dfa1-480a-8e42-8a4504a1b81b req-b23f4328-f24a-4b1d-bd87-cc84d58f8d98 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393133 Aug 11 03:05:38.408241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:38.455959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port c2cdff0f-cfcd-4556-8683-cb21c410d446 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:38.459726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port c2cdff0f-cfcd-4556-8683-cb21c410d446 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:38.460094 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.464693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ca16-0319-4378-bfd8-403e886b5685 req-38c19777-f8b0-4bb2-9b82-93a413ee7c74 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.466333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e65ca16-0319-4378-bfd8-403e886b5685 req-38c19777-f8b0-4bb2-9b82-93a413ee7c74 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 944 time: 0.0507069 Aug 11 03:05:38.514036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e65ca16-0319-4378-bfd8-403e886b5685 req-f1187fe6-f5b0-4520-b535-bdfb451c24c3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Aug 11 03:05:38.550544 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.576189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:38.578613 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b150cc-67c3-4367-9a34-2b13b7ae095c" -d '{"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-plugged", "status": "completed", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:38.592276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:38.597420 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.628001 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d7038a-a241-424b-ac0d-06dfceca000a x-openstack-request-id: req-65d7038a-a241-424b-ac0d-06dfceca000a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:38.628364 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-plugged", "status": "completed", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:38.628946 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65d7038a-a241-424b-ac0d-06dfceca000a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:38.629392 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'code': 200} Aug 11 03:05:38.669122 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:38.733766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5cad7-142b-451d-99ea-cca71cb9545c req-938f56da-39bb-444d-a106-30eb1299b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.735327 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-60f5cad7-142b-451d-99ea-cca71cb9545c req-938f56da-39bb-444d-a106-30eb1299b661 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1096 time: 0.0406408 Aug 11 03:05:38.772253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-60f5cad7-142b-451d-99ea-cca71cb9545c req-2dfe4789-2c84-4511-a85a-8d9d2c4d21d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280790 Aug 11 03:05:39.631944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b16a77-4c14-488b-a7d8-b72d2b20f565 req-739889e0-b7d8-4a37-8982-ef661c74ed98 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.633474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5b16a77-4c14-488b-a7d8-b72d2b20f565 req-739889e0-b7d8-4a37-8982-ef661c74ed98 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0512221 Aug 11 03:05:39.673803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f5b16a77-4c14-488b-a7d8-b72d2b20f565 req-4a8a3309-860d-4efc-8e73-c8b5a32ba136 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Aug 11 03:05:40.792102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f85fa9-b0f3-4804-8424-aa9519b345f5 req-cb909627-3884-43ac-9e0f-2ab78eac2f35 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.793560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93f85fa9-b0f3-4804-8424-aa9519b345f5 req-cb909627-3884-43ac-9e0f-2ab78eac2f35 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Aug 11 03:05:40.830672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93f85fa9-b0f3-4804-8424-aa9519b345f5 req-0504fd63-3338-461d-991d-78da4a819d8b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Aug 11 03:05:41.074842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714511e-7b37-43d0-bd9f-6b365109609f req-e0b8077f-9733-4673-880f-1b9dcbfb94ff tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.076357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2714511e-7b37-43d0-bd9f-6b365109609f req-e0b8077f-9733-4673-880f-1b9dcbfb94ff tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0594490 Aug 11 03:05:41.141839 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2714511e-7b37-43d0-bd9f-6b365109609f req-e8dd0133-c50b-4ae8-883a-bb3e90d8cbde tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593510 Aug 11 03:05:41.152874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-1ff878f9-8309-41b0-a234-29d5dce82e35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1444819 Aug 11 03:05:42.210349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-81ef2091-7a85-4b58-a59e-ef9cb95095f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.211880 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-81ef2091-7a85-4b58-a59e-ef9cb95095f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1096 time: 0.0409193 Aug 11 03:05:42.260791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1a8b0-3773-4139-a30d-083216e73e46 req-63da6d03-e19b-4895-ba10-8f2c6547fe15 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.262337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15e1a8b0-3773-4139-a30d-083216e73e46 req-63da6d03-e19b-4895-ba10-8f2c6547fe15 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Aug 11 03:05:42.300592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15e1a8b0-3773-4139-a30d-083216e73e46 req-0e747997-c542-49d7-b1df-06ddad372d21 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Aug 11 03:05:42.309529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-80c51443-9715-4825-9c73-979b9fe8d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.311063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-80c51443-9715-4825-9c73-979b9fe8d28d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.0917141 Aug 11 03:05:42.352445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-4de9cea9-2e4a-458b-b8e8-65f753293f6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0336671 Aug 11 03:05:42.407206 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-dbd0af88-0b56-4a88-b3cf-fa1a39927876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.408694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-dbd0af88-0b56-4a88-b3cf-fa1a39927876 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0475378 Aug 11 03:05:42.442624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-73661c39-0c9b-4af0-995e-541034a2abe9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253904 Aug 11 03:05:42.539437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-55ac9bd1-ce46-4528-9485-d56d74ec1be8 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893924 Aug 11 03:05:42.635104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-be762cf3-c520-474d-87a6-b5bcf0234dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875087 Aug 11 03:05:43.416628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d41f33-9ce2-4128-8ca2-93e2c2bfc7e8 req-d15ccccc-9da7-4eac-97d0-75e9d416db9a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.418171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47d41f33-9ce2-4128-8ca2-93e2c2bfc7e8 req-d15ccccc-9da7-4eac-97d0-75e9d416db9a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Aug 11 03:05:43.460810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47d41f33-9ce2-4128-8ca2-93e2c2bfc7e8 req-87233405-b561-48ee-af90-933ef6ec596d tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366838 Aug 11 03:05:43.937824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51ef3b65-e551-40ee-b646-e9648daf5d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.574556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608ef49-8329-4f42-b7bc-730c9278f148 req-ec59b1e0-6a04-4eb2-8693-adcce4fb2cda tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:44.576057 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d608ef49-8329-4f42-b7bc-730c9278f148 req-ec59b1e0-6a04-4eb2-8693-adcce4fb2cda tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0483322 Aug 11 03:05:44.614039 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d608ef49-8329-4f42-b7bc-730c9278f148 req-2d8ed490-c64f-466c-bf20-176d5cf3c41a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Aug 11 03:05:45.729232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf004-c5d4-4389-bce5-5285be29bf7b req-a01b7e07-7553-43e6-8d36-b616f8244b56 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.730753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66caf004-c5d4-4389-bce5-5285be29bf7b req-a01b7e07-7553-43e6-8d36-b616f8244b56 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 11 03:05:45.767871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66caf004-c5d4-4389-bce5-5285be29bf7b req-e2cb7d0a-ee1d-4118-9e9c-76866e477e0c tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Aug 11 03:05:46.881250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84977673-d910-4951-b83c-2c567f61fe7b req-2c60eaf6-f141-4bfd-b625-c7a501c8f190 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.882754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84977673-d910-4951-b83c-2c567f61fe7b req-2c60eaf6-f141-4bfd-b625-c7a501c8f190 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0479138 Aug 11 03:05:46.926538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84977673-d910-4951-b83c-2c567f61fe7b req-cfc93bce-6544-461c-86e2-6c12b5dc7322 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Aug 11 03:05:47.471081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5669fcb8-8d82-4f7f-9a5b-2312c37ac84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.764470 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.041599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6fe9f-b9e4-4426-b969-d3c85b21d1ff req-7f9e4308-28e5-4359-a5c5-58a87afc51d1 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.043083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22b6fe9f-b9e4-4426-b969-d3c85b21d1ff req-7f9e4308-28e5-4359-a5c5-58a87afc51d1 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Aug 11 03:05:48.081702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-22b6fe9f-b9e4-4426-b969-d3c85b21d1ff req-a6f17f1e-c42e-4562-a923-44897b9aa364 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Aug 11 03:05:48.544459 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.201072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723e20-f167-4c5e-935d-66b0cd062777 req-a05b2476-3dd9-43d1-8b40-d76ab830210f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.202661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec723e20-f167-4c5e-935d-66b0cd062777 req-a05b2476-3dd9-43d1-8b40-d76ab830210f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 11 03:05:49.244941 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec723e20-f167-4c5e-935d-66b0cd062777 req-e0893570-9611-4653-90c9-73601d5539a6 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Aug 11 03:05:49.265591 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:50.169229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.365891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf03d2-c6b7-47a3-bff4-322016f31fe3 req-6a3849a7-63ed-411f-b481-9efa118017c0 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.367400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2bf03d2-c6b7-47a3-bff4-322016f31fe3 req-6a3849a7-63ed-411f-b481-9efa118017c0 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Aug 11 03:05:50.424308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2bf03d2-c6b7-47a3-bff4-322016f31fe3 req-5e53ec8d-0679-4fbd-aba5-0d2625fb8d7a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Aug 11 03:05:51.545174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac93aaf-8ca2-4347-a4a5-1eda51216c18 req-4b825c51-983f-420b-a1ab-14261678b964 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.546743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bac93aaf-8ca2-4347-a4a5-1eda51216c18 req-4b825c51-983f-420b-a1ab-14261678b964 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0525622 Aug 11 03:05:51.588554 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bac93aaf-8ca2-4347-a4a5-1eda51216c18 req-4d6db253-120b-42c9-91db-44ea53868e41 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358253 Aug 11 03:05:52.711282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c9689-ba76-4ecd-8558-1cfb001cee90 req-6113dfe7-0a89-4746-b357-21d7153ca1f5 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.713628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee8c9689-ba76-4ecd-8558-1cfb001cee90 req-6113dfe7-0a89-4746-b357-21d7153ca1f5 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0539107 Aug 11 03:05:52.760025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee8c9689-ba76-4ecd-8558-1cfb001cee90 req-4ba6e269-0bde-49df-b156-578566acf7f6 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 Aug 11 03:05:53.260074 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.422079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.878443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1302d5-f256-4d8b-8f76-18d812e803ef req-6114af2e-7db9-44a5-9de7-a33d55076c03 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.879852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a1302d5-f256-4d8b-8f76-18d812e803ef req-6114af2e-7db9-44a5-9de7-a33d55076c03 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Aug 11 03:05:53.921647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a1302d5-f256-4d8b-8f76-18d812e803ef req-7f5dcaf6-b02a-4d48-a269-5f979857b78f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Aug 11 03:05:55.037797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45637983-5525-4a8f-871b-91028a71c6e6 req-10be5b84-24ca-4cb9-a34d-7a15a00bea60 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.039390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45637983-5525-4a8f-871b-91028a71c6e6 req-10be5b84-24ca-4cb9-a34d-7a15a00bea60 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0502613 Aug 11 03:05:55.078783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45637983-5525-4a8f-871b-91028a71c6e6 req-c61e8cce-7c7b-496d-8206-15115e88e770 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Aug 11 03:05:56.204722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a68c46-37f3-47da-b602-c06cbc2727b7 req-23c8346e-f435-455d-9e95-461bb57219cb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.206300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6a68c46-37f3-47da-b602-c06cbc2727b7 req-23c8346e-f435-455d-9e95-461bb57219cb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0544868 Aug 11 03:05:56.246612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6a68c46-37f3-47da-b602-c06cbc2727b7 req-c0967835-d918-442e-b911-c4eeea43cf7b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 Aug 11 03:05:57.366544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c2081-d2ec-4e41-9979-4f79c58321a8 req-88fb52e9-838c-4e1a-9377-9bee14334933 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:57.368673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f2c2081-d2ec-4e41-9979-4f79c58321a8 req-88fb52e9-838c-4e1a-9377-9bee14334933 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Aug 11 03:05:57.416017 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f2c2081-d2ec-4e41-9979-4f79c58321a8 req-af3527cf-1aef-465f-8746-2621510bbb49 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Aug 11 03:05:58.544253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff9227-63e4-48e3-91cb-120c32284eba req-36020f7f-141b-4ca2-a158-1fb8a413d472 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:58.545846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ff9227-63e4-48e3-91cb-120c32284eba req-36020f7f-141b-4ca2-a158-1fb8a413d472 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0575843 Aug 11 03:05:58.587131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ff9227-63e4-48e3-91cb-120c32284eba req-551c4294-038c-466c-8dc7-e44c23ef4df1 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344934 Aug 11 03:05:59.734568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242d6c2-3ac4-43c6-bbb6-a6880cb23c45 req-4f0ba376-dd53-464c-8dca-b5ecaa0e2631 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.737366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7242d6c2-3ac4-43c6-bbb6-a6880cb23c45 req-4f0ba376-dd53-464c-8dca-b5ecaa0e2631 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0795929 Aug 11 03:05:59.777557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7242d6c2-3ac4-43c6-bbb6-a6880cb23c45 req-f20a9a6f-a2fd-4293-9200-0ddd4459691f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Aug 11 03:06:00.903532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda7da8-fcbc-4370-8090-2961c89a2965 req-e47b76f1-1917-48e8-b85b-ee109bffd221 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.905142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8fda7da8-fcbc-4370-8090-2961c89a2965 req-e47b76f1-1917-48e8-b85b-ee109bffd221 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0546634 Aug 11 03:06:00.959211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8fda7da8-fcbc-4370-8090-2961c89a2965 req-3dc1149b-7541-416a-ac26-b04cbbdf18cc tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Aug 11 03:06:02.081588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501e50-a8ce-4a6f-a6b7-4b2e9ea335c0 req-4e18a70a-27d2-4676-9ca8-0b53510a3a54 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.083366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d501e50-a8ce-4a6f-a6b7-4b2e9ea335c0 req-4e18a70a-27d2-4676-9ca8-0b53510a3a54 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0508173 Aug 11 03:06:02.143500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d501e50-a8ce-4a6f-a6b7-4b2e9ea335c0 req-4d4c845e-e77b-42fa-a70f-6e87af0563e0 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Aug 11 03:06:03.269844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd60dd4-0d48-4ed0-9948-11096f9031e2 req-c5c7289e-72cb-4459-a3c5-483a090511c2 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.271406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ddd60dd4-0d48-4ed0-9948-11096f9031e2 req-c5c7289e-72cb-4459-a3c5-483a090511c2 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Aug 11 03:06:03.309070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ddd60dd4-0d48-4ed0-9948-11096f9031e2 req-0dc8c9ec-6e9c-4a71-ac7a-0ea1dd2d6cdc tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Aug 11 03:06:04.427452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacffca-4f02-4bab-bb98-637550cc0f57 req-6cb23117-093f-4ec9-9035-ab211052dc5b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:04.429009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bacffca-4f02-4bab-bb98-637550cc0f57 req-6cb23117-093f-4ec9-9035-ab211052dc5b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Aug 11 03:06:04.471365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bacffca-4f02-4bab-bb98-637550cc0f57 req-39ad2b18-1f1b-4394-8669-d060b1e7362a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364213 Aug 11 03:06:05.601919 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc257e3-92cd-4770-9f0d-9ba7f1c1a2a5 req-b635dba0-1fd7-40f5-a197-1efda20c23c7 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.603454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2bc257e3-92cd-4770-9f0d-9ba7f1c1a2a5 req-b635dba0-1fd7-40f5-a197-1efda20c23c7 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0550261 Aug 11 03:06:05.645842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2bc257e3-92cd-4770-9f0d-9ba7f1c1a2a5 req-bb2115a8-e18c-4ba7-bf84-944b4ffee60d tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363748 Aug 11 03:06:06.778137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c29032-2aa0-46f4-9aeb-3663351143d7 req-9da3ae1b-24ca-4914-8a79-2b1c3dc38499 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.779560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30c29032-2aa0-46f4-9aeb-3663351143d7 req-9da3ae1b-24ca-4914-8a79-2b1c3dc38499 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0647984 Aug 11 03:06:06.816487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30c29032-2aa0-46f4-9aeb-3663351143d7 req-4bf31002-4879-487e-b71e-3589236275cb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Aug 11 03:06:07.935354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea4b53-3b00-414f-acd0-66a1be9bcda4 req-a7bfa1d7-aa06-4377-9e8c-3eb2bc4ee0aa tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.936749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11ea4b53-3b00-414f-acd0-66a1be9bcda4 req-a7bfa1d7-aa06-4377-9e8c-3eb2bc4ee0aa tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Aug 11 03:06:07.978607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11ea4b53-3b00-414f-acd0-66a1be9bcda4 req-b0b285cc-03bb-4ef5-9078-80fb644c9457 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Aug 11 03:06:08.507066 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226896dc-b39b-41d5-9d3f-6300882460ea req-9ee8df52-29bb-435c-b0bf-c44522029bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.508508 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-9ee8df52-29bb-435c-b0bf-c44522029bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1096 time: 0.0410142 Aug 11 03:06:08.614495 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226896dc-b39b-41d5-9d3f-6300882460ea req-df63aafd-7ac5-4073-af36-df544fd7b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.615967 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-df63aafd-7ac5-4073-af36-df544fd7b7c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.0869520 Aug 11 03:06:08.659316 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-e8fb7511-0c4f-4be4-86ff-922183f865ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0345173 Aug 11 03:06:08.708631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226896dc-b39b-41d5-9d3f-6300882460ea req-41a417af-744d-4a4f-a057-550e85409a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.710125 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-41a417af-744d-4a4f-a057-550e85409a36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0436742 Aug 11 03:06:08.750435 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-dea59024-b540-4a93-a97d-d0661ee1d47a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261385 Aug 11 03:06:08.845182 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-a9613afa-54fa-4059-b479-10df751da1c5 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859923 Aug 11 03:06:08.937113 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-226896dc-b39b-41d5-9d3f-6300882460ea req-2a5f422f-6cd2-45cd-93c5-eb79484a3ae2 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Aug 11 03:06:09.099526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69afb95-038d-4c1a-a030-cb96c2824bdb req-3100487f-7934-48e6-8134-01a08c3a143b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.100956 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f69afb95-038d-4c1a-a030-cb96c2824bdb req-3100487f-7934-48e6-8134-01a08c3a143b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0506988 Aug 11 03:06:09.141610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f69afb95-038d-4c1a-a030-cb96c2824bdb req-c8125f2e-316d-43c0-a33f-9ddc306bb7a7 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Aug 11 03:06:10.268317 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4420-760b-4391-bc79-b635ce5d43b9 req-fa02eddf-47fb-4050-9c0d-180177c089ec tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.269865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd0e4420-760b-4391-bc79-b635ce5d43b9 req-fa02eddf-47fb-4050-9c0d-180177c089ec tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0517540 Aug 11 03:06:10.310282 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd0e4420-760b-4391-bc79-b635ce5d43b9 req-32b9f49b-3f68-4909-a343-5428ff201b51 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Aug 11 03:06:11.429370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bc9b0-f564-4325-8f59-0047f7cf3431 req-5e9fc38d-1fcb-475b-9d82-4aaf9eb942c5 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:11.431435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-078bc9b0-f564-4325-8f59-0047f7cf3431 req-5e9fc38d-1fcb-475b-9d82-4aaf9eb942c5 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0489757 Aug 11 03:06:11.473072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-078bc9b0-f564-4325-8f59-0047f7cf3431 req-bc334bce-c3c4-440a-8174-27072844ba03 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Aug 11 03:06:12.586796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c48d5-f2ac-47b1-9a85-fa98dca6ec73 req-66e20aae-db83-4957-9831-308534fae6eb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.588929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b4c48d5-f2ac-47b1-9a85-fa98dca6ec73 req-66e20aae-db83-4957-9831-308534fae6eb tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Aug 11 03:06:12.625916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b4c48d5-f2ac-47b1-9a85-fa98dca6ec73 req-e251d913-1aa7-4564-afe6-a70790a290b8 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 11 03:06:13.739875 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5ceac-6e81-45f5-819d-f39f42af3a44 req-469000a4-784b-424e-9cd3-64ed3d2b810b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.741371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ca5ceac-6e81-45f5-819d-f39f42af3a44 req-469000a4-784b-424e-9cd3-64ed3d2b810b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Aug 11 03:06:13.779213 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ca5ceac-6e81-45f5-819d-f39f42af3a44 req-5d3e4f9c-e7cf-4d96-9bda-6dee068e3e79 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311317 Aug 11 03:06:13.938913 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-693ee0ad-65f4-4e3a-9bb1-5676de449357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.896762 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-5db47617-7799-4917-a414-4ac968d912a1 req-c459df65-b1d6-459f-a028-0345df6bed9b service neutron] show failed (client error): The resource could not be found. Aug 11 03:06:14.897775 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-c459df65-b1d6-459f-a028-0345df6bed9b service neutron] 10.222.0.25 "GET /v2.0/ports/c2cdff0f-cfcd-4556-8683-cb21c410d446/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0626497 Aug 11 03:06:14.899640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaf067-4599-4c7b-878b-8517ac11e4f5 req-808b4db0-1137-4f87-a27c-1359440dac3b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.901146 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afcaf067-4599-4c7b-878b-8517ac11e4f5 req-808b4db0-1137-4f87-a27c-1359440dac3b tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0507233 Aug 11 03:06:14.944784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-afcaf067-4599-4c7b-878b-8517ac11e4f5 req-f6cc1c54-a4d8-498f-bd47-b4ed958b6d0f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376785 Aug 11 03:06:15.111932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-543faf36-fbca-4407-ae4e-1d9eb14e544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.113344 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-543faf36-fbca-4407-ae4e-1d9eb14e544f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51&tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae HTTP/1.1" status: 200 len: 1096 time: 0.0434382 Aug 11 03:06:15.125577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:15.177121 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.378396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:15.415939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:15.456309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:15.458629 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ecca6-023a-4e01-9d41-a60f2dc3fc9b" -d '{"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:15.463192 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.478435 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Transition to ACTIVE for port object c2cdff0f-cfcd-4556-8683-cb21c410d446 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:15.484230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.513475 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5ea408-018b-434f-af75-d7a7c578224e x-openstack-request-id: req-5a5ea408-018b-434f-af75-d7a7c578224e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:15.513762 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:15.514026 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a5ea408-018b-434f-af75-d7a7c578224e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:15.514409 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'code': 200} Aug 11 03:06:15.548552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] No DVR routers for this DVR port c2cdff0f-cfcd-4556-8683-cb21c410d446 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:15.550517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.586297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:15.586539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:15.587398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 on network 7f83efe8-aec6-4769-9612-81b35dd16beb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:15.591724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Port c2cdff0f-cfcd-4556-8683-cb21c410d446 on network 7f83efe8-aec6-4769-9612-81b35dd16beb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:15.592050 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Attempting to bind port c2cdff0f-cfcd-4556-8683-cb21c410d446 on network 7f83efe8-aec6-4769-9612-81b35dd16beb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:15.596944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:15.597336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Checking segment: {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:15.597655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Bound using segment: {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:15.598101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Bound port: c2cdff0f-cfcd-4556-8683-cb21c410d446, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a260de58-bc64-417f-b122-adc53ed281f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:15.598461 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.665122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:15.668088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:15.672633 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.707450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.708084 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.709533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 1091 time: 0.5880966 Aug 11 03:06:15.742866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef04ad-63e5-4c64-9b71-0bef597f67e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.778770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-672ddffa-39a4-40f7-b025-d296ff4320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.780314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-672ddffa-39a4-40f7-b025-d296ff4320c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1094 time: 0.0453715 Aug 11 03:06:15.880259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-f9d4606f-eeba-4c99-b638-b660c80a4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.881762 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-f9d4606f-eeba-4c99-b638-b660c80a4fd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.0924978 Aug 11 03:06:15.924205 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-3331ee0f-8772-47b8-8793-3c0a0cbfb016 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0350177 Aug 11 03:06:15.978981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47617-7799-4917-a414-4ac968d912a1 req-d9f0b572-767c-44a2-90be-ac3dfe32903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.980481 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-d9f0b572-767c-44a2-90be-ac3dfe32903d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0496919 Aug 11 03:06:16.013033 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-cd624010-c541-4de4-9819-e2bc5df51179 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258567 Aug 11 03:06:16.065375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00516b-a406-423b-968f-d2efb4665e08 req-e76653b1-2915-4c96-be49-ef3159405b2a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.066940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd00516b-a406-423b-968f-d2efb4665e08 req-e76653b1-2915-4c96-be49-ef3159405b2a tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 943 time: 0.0522709 Aug 11 03:06:16.106103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd00516b-a406-423b-968f-d2efb4665e08 req-22db38fd-79a9-4f2b-b983-88aa0d4b2485 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Aug 11 03:06:16.112685 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-86da2c76-8044-4b1d-8d00-b7c247ad09be service neutron] 10.222.0.59 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872109 Aug 11 03:06:16.220012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5db47617-7799-4917-a414-4ac968d912a1 req-16d44bd9-374c-466a-86b0-e122962a2dfb service neutron] 10.222.0.59 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990410 Aug 11 03:06:17.222514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e58e4c-20de-4086-b6d2-71cb4f7b5476 req-b5a8aea9-e7c6-4011-8562-446b6adacb2d tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.224019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42e58e4c-20de-4086-b6d2-71cb4f7b5476 req-b5a8aea9-e7c6-4011-8562-446b6adacb2d tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 943 time: 0.0490963 Aug 11 03:06:17.262769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42e58e4c-20de-4086-b6d2-71cb4f7b5476 req-58259138-fe59-45bb-a52b-9b9b10bf6a88 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Aug 11 03:06:17.472199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1cab3434-8e05-486b-846d-ad1fb36d3365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.515963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:17.518307 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198649a8-b6bc-4136-9897-238cf2e9d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:17.575131 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7dbe86-febb-43b7-88ea-cb123f723ee6 x-openstack-request-id: req-1b7dbe86-febb-43b7-88ea-cb123f723ee6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:17.575443 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:17.575700 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b7dbe86-febb-43b7-88ea-cb123f723ee6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:17.576142 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'status': 'completed', 'code': 200} Aug 11 03:06:17.666652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-77639e2c-5c4f-417e-b2ff-bad3e84bbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.668183 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-77639e2c-5c4f-417e-b2ff-bad3e84bbcd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1094 time: 0.0736058 Aug 11 03:06:17.669860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-420b1f1b-9d27-484b-830e-a651eb6c0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.671232 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-420b1f1b-9d27-484b-830e-a651eb6c0b77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1094 time: 0.0688107 Aug 11 03:06:17.773051 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.832722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-753c6d9b-069b-42cf-a1a3-8fe1ae9d11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.834221 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-753c6d9b-069b-42cf-a1a3-8fe1ae9d11b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.1545200 Aug 11 03:06:17.839414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-86e8a9ba-7f8b-4c3c-bac3-beb0d6ceb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.840802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-86e8a9ba-7f8b-4c3c-bac3-beb0d6ceb368 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.1444397 Aug 11 03:06:17.885340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-4008ba62-42ba-41f0-a605-d482fe62b383 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0436232 Aug 11 03:06:17.908481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:17.918694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-6e5a94b4-8f7b-44b3-8e75-cc21434c76a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0695806 Aug 11 03:06:17.990192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-0ea340e5-3804-4eb4-9241-1f73d823f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.991698 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-0ea340e5-3804-4eb4-9241-1f73d823f533 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0811937 Aug 11 03:06:17.996919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-2c3df161-3f8b-4205-9996-ab0ec05a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.998297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-2c3df161-3f8b-4205-9996-ab0ec05a31a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0612864 Aug 11 03:06:18.007088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:18.019481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'network_id': '7f83efe8-aec6-4769-9612-81b35dd16beb', 'port_id': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'mac_address': 'fa:16:3e:62:c2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd46b87-38bd-4ac4-a44b-50fbce561059', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:18.044457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-57c1f41a-a49d-48c7-9728-dec7e6390227 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448279 Aug 11 03:06:18.046522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-4c277a42-ab2b-4ab2-8b29-30f2590ffb66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382037 Aug 11 03:06:18.059751 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.072793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cdff0f-cfcd-4556-8683-cb21c410d446 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:18.092245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:18.096293 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.145575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.202671 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-1e81f05d-5ddf-4a35-a76e-ecf12bd5f9c4 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498227 Aug 11 03:06:18.205990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-bfd9a2f9-6310-4892-b780-782d69224f54 service neutron] 10.222.0.59 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521277 Aug 11 03:06:18.339426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['c2cdff0f-cfcd-4556-8683-cb21c410d446'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:18.384602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0f745-0c77-4d1a-8c79-dae9b8e29668 req-dcb52777-c601-4a68-b695-607d3b469588 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.386377 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8e0f745-0c77-4d1a-8c79-dae9b8e29668 req-dcb52777-c601-4a68-b695-607d3b469588 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 944 time: 0.0538771 Aug 11 03:06:18.434292 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b8e0f745-0c77-4d1a-8c79-dae9b8e29668 req-49e40a3f-73b2-4be6-bc60-8c76bd122a03 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Aug 11 03:06:18.548730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.687947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:18.713675 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-4c009a0a-c4d2-4c7e-baf5-e04ec2932391 service neutron] 10.222.0.59 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947000 Aug 11 03:06:18.715638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-198649a8-b6bc-4136-9897-238cf2e9d84a req-a9a7f9c7-a109-49a4-9578-73aa621ef462 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042484 Aug 11 03:06:18.733280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-b18abc93-4560-4ecb-9f5b-bfdf54e76ab8 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.734849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-b18abc93-4560-4ecb-9f5b-bfdf54e76ab8 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51&tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 944 time: 0.0945940 Aug 11 03:06:18.735125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:18.797112 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-889ce857-83e9-4777-9b7b-bb08f25581a7 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:06:18.798159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-889ce857-83e9-4777-9b7b-bb08f25581a7 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c2cdff0f-cfcd-4556-8683-cb21c410d446/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0535779 Aug 11 03:06:18.889396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-a9023d4f-21b3-4c57-bd24-e5cf0d87faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.890871 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-a9023d4f-21b3-4c57-bd24-e5cf0d87faba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 1095 time: 0.0458691 Aug 11 03:06:18.982861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-ea3e370c-64ab-4ae7-b9f5-ae825ecbee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.984353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-ea3e370c-64ab-4ae7-b9f5-ae825ecbee55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 200 len: 911 time: 0.0826740 Aug 11 03:06:19.032770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-fe24e848-93cc-4157-ab7f-e418003004a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 200 len: 217 time: 0.0402319 Aug 11 03:06:19.082231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-c8d3228a-55f3-4560-8f83-53178a6f6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.083702 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-c8d3228a-55f3-4560-8f83-53178a6f6667 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 200 len: 851 time: 0.0430167 Aug 11 03:06:19.115789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-69e61a64-17c6-4b67-828f-965a2fbbc846 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f83efe8-aec6-4769-9612-81b35dd16beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243778 Aug 11 03:06:19.206024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-d452b33d-d97d-4ac9-8c51-67ca9226abc5 service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818648 Aug 11 03:06:19.302078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-c533d32c-c268-4622-b9bd-b2535959969b service neutron] 10.222.0.25 "GET /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Aug 11 03:06:19.913341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:19.967689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port c2cdff0f-cfcd-4556-8683-cb21c410d446 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:19.971634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port c2cdff0f-cfcd-4556-8683-cb21c410d446 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:19.971904 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.032902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc552d-8ac9-40fb-bbd6-769a9579c0ad req-6900d4d6-8dae-4ae5-8e10-1d968439abd8 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.034443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3bc552d-8ac9-40fb-bbd6-769a9579c0ad req-6900d4d6-8dae-4ae5-8e10-1d968439abd8 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 944 time: 0.0507002 Aug 11 03:06:20.052762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.075175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:20.075524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3bc552d-8ac9-40fb-bbd6-769a9579c0ad req-9b367fe3-65a0-4533-a4a9-afba972ac223 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Aug 11 03:06:20.077630 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc87e672-bdb8-46f1-8aaf-93da341ace82" -d '{"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-plugged", "status": "completed", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:20.091325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:20.099586 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.122891 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc55fa-ec44-4ac8-b4a7-fa8ea1e5af3a x-openstack-request-id: req-ebfc55fa-ec44-4ac8-b4a7-fa8ea1e5af3a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:20.123180 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-plugged", "status": "completed", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:20.123433 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebfc55fa-ec44-4ac8-b4a7-fa8ea1e5af3a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:20.123816 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'code': 200} Aug 11 03:06:20.151319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.169727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.200956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc138-d7b3-41ea-8c5d-89c49e38ae74 req-b56ff81a-9e46-436f-ac03-cfcbbdff5878 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.202498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fccfc138-d7b3-41ea-8c5d-89c49e38ae74 req-b56ff81a-9e46-436f-ac03-cfcbbdff5878 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Aug 11 03:06:21.239422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fccfc138-d7b3-41ea-8c5d-89c49e38ae74 req-9d0820c5-4878-46a5-bef1-75101f69f7ec tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.16 "GET /v2.0/security-groups?id=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Aug 11 03:06:21.342245 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-0d1dd01f-3451-46a8-b5bc-81cb09aaf94f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.343834 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-0d1dd01f-3451-46a8-b5bc-81cb09aaf94f tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b896781-bd4f-465c-b535-2eaeca211a51 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Aug 11 03:06:21.435657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Deleting port c2cdff0f-cfcd-4556-8683-cb21c410d446 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:21.435908 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.531095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] For port c2cdff0f-cfcd-4556-8683-cb21c410d446, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c2cdff0f-cfcd-4556-8683-cb21c410d446,segment=NetworkSegment(a260de58-bc64-417f-b122-adc53ed281f4),segment_id=a260de58-bc64-417f-b122-adc53ed281f4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:21.531451 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.545757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Calling delete_port for c2cdff0f-cfcd-4556-8683-cb21c410d446 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:21.673984 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.685815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['c2cdff0f-cfcd-4556-8683-cb21c410d446'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:21.705102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Pushing event deleted for resources: {'Port': ['ID=c2cdff0f-cfcd-4556-8683-cb21c410d446,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.745984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] No DVR routers for this DVR port c2cdff0f-cfcd-4556-8683-cb21c410d446 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:21.748959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.751236 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-7cb3fc5f-1bf8-4f27-ba40-3c7e1da56421 req-4f8a289b-f9cd-4db3-9c50-febdabb34df3 tempest-DeleteServersTestJSON-1905384913 tempest-DeleteServersTestJSON-1905384913-project] 10.222.0.59 "DELETE /v2.0/ports/c2cdff0f-cfcd-4556-8683-cb21c410d446 HTTP/1.1" status: 204 len: 173 time: 0.4014826 Aug 11 03:06:21.751694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-deleted', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:21.754278 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736f0ff-21a8-4baf-90f2-9e6991c3df31" -d '{"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-deleted", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:21.794293 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4066b82-2647-4b4a-9862-ca7d1d5956c8 x-openstack-request-id: req-c4066b82-2647-4b4a-9862-ca7d1d5956c8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:21.794570 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b896781-bd4f-465c-b535-2eaeca211a51", "name": "network-vif-deleted", "tag": "c2cdff0f-cfcd-4556-8683-cb21c410d446", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:21.794829 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4066b82-2647-4b4a-9862-ca7d1d5956c8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:21.795227 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b896781-bd4f-465c-b535-2eaeca211a51', 'name': 'network-vif-deleted', 'tag': 'c2cdff0f-cfcd-4556-8683-cb21c410d446', 'status': 'completed', 'code': 200} Aug 11 03:06:22.366604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47784) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.411416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Deleting subnet 3cd46b87-38bd-4ac4-a44b-50fbce561059 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:22.414534 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.447751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.485412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.542024 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.570176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd46b87-38bd-4ac4-a44b-50fbce561059,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.580176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.582130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3cd46b87-38bd-4ac4-a44b-50fbce561059 HTTP/1.1" status: 204 len: 168 time: 0.2145207 Aug 11 03:06:22.583776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.584163 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.584536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.584905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.585012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.585454 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.585625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.585978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.586365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.587376 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.587650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.587991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.588359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbc0fd-1be3-413b-8148-abb06d24de9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:22.653027 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.734821 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.744871 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f83efe8-aec6-4769-9612-81b35dd16beb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:22.756556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a260de58-bc64-417f-b122-adc53ed281f4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:22.756850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a260de58-bc64-417f-b122-adc53ed281f4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:22.766172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.780346 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.786310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:22.786826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:22.788464 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:22.845819 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.852775 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.854637 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f83efe8-aec6-4769-9612-81b35dd16beb HTTP/1.1" status: 204 len: 168 time: 0.2686913 Aug 11 03:06:22.864322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da746c73-626e-4415-b9b1-e6feb138cb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f83efe8-aec6-4769-9612-81b35dd16beb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.964561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47790) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:23.004210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-43aaf327-4fb6-48f6-b6c4-16a18c1d0c20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8d1dec9bb934ad2b52fac9fa12bceae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384572 Aug 11 03:06:23.006836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47792) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:23.062865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b174841-4f80-4c03-9e09-fbc0a20c1350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.084899 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b174841-4f80-4c03-9e09-fbc0a20c1350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.132533 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b174841-4f80-4c03-9e09-fbc0a20c1350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.135747 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b174841-4f80-4c03-9e09-fbc0a20c1350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.136884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7b174841-4f80-4c03-9e09-fbc0a20c1350 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0288eb3f-3ed2-41f9-b0da-7ec2c0a68156 HTTP/1.1" status: 204 len: 168 time: 0.1290357 Aug 11 03:06:23.144653 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b174841-4f80-4c03-9e09-fbc0a20c1350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0288eb3f-3ed2-41f9-b0da-7ec2c0a68156,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.270663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.421205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.789194 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 47814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:23.888036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-437472370-network', 'tenant_id': '66256e5fedf843c596331ed5602ccefe'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:23.910627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Made reservation on behalf of 66256e5fedf843c596331ed5602ccefe for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:23.913018 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.921720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.025759 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.029505 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.057200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:24.066860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc0774-a7c9-4461-ade9-f9716122007a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.071750 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.072098 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Added segment 26a376ce-f59c-45ae-acee-6eeebc28c54d of type vlan for network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 Aug 11 03:06:24.112376 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.140305 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.141370 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.142133 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.203429 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4125190 Aug 11 03:06:24.206508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 47818) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:24.208842 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99151df1-6de3-4e6f-8d47-8a3d470e0fdc admin admin] Pushing event updated for resources: {'Network': ['ID=2044d04d-ba72-4adb-a52e-fe104ccdcb45,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.213231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Request body: {'subnet': {'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-437472370-subnet', 'tenant_id': '66256e5fedf843c596331ed5602ccefe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:24.219180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:24.235677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Made reservation on behalf of 66256e5fedf843c596331ed5602ccefe for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:24.238277 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.404174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.458763 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.467417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Checking segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:24.467777 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Network hostable DHCP agents. Network: 2044d04d-ba72-4adb-a52e-fe104ccdcb45, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:24.483519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:24.491755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 2044d04d-ba72-4adb-a52e-fe104ccdcb45) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:24.496337 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.496966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.501893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c815e37-a9ff-476b-ae9e-ce4b9e90c8c9 None None] Network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:24.512885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9df50f2d-7e16-402e-8549-1c1a87623da0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3051996 Aug 11 03:06:24.630218 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac86741-b386-43ff-8f1f-b6b6cc87f80b None None] Network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:24.935261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-784c707a-4153-4eec-b28c-036354afc41f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.936657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-784c707a-4153-4eec-b28c-036354afc41f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 814 time: 0.1038682 Aug 11 03:06:24.952237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-827d8f65-1d61-4439-bac3-0be011fcddbe tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/quotas/66256e5fedf843c596331ed5602ccefe HTTP/1.1" status: 200 len: 375 time: 0.0096309 Aug 11 03:06:24.983980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-a80143c4-2ca1-4477-9004-53f27413c3a8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263340 Aug 11 03:06:25.078649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-8e7b03ba-c05a-47df-ba2c-30cdf2d12e70 service neutron] 10.222.0.16 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Aug 11 03:06:25.165627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-b954d66a-5b38-450c-8378-2b74ebe952cf service neutron] 10.222.0.16 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809057 Aug 11 03:06:25.335451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d1cbb6e-cef3-434b-ba5e-bcd1aa1eb27f req-697bb341-ec18-43e3-a47d-14b170fa92cd tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 210 time: 0.0366611 Aug 11 03:06:25.941108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:25.959926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: c2cdff0f-cfcd-4556-8683-cb21c410d446 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:25.960262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c2cdff0f-cfcd-4556-8683-cb21c410d446 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:26.248535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-4293c0af-e909-4fe3-97ea-1f6d273c2a8b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.250019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-4293c0af-e909-4fe3-97ea-1f6d273c2a8b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 814 time: 0.1053083 Aug 11 03:06:26.265314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Request body: {'port': {'device_id': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'admin_state_up': True, 'tenant_id': '66256e5fedf843c596331ed5602ccefe'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:26.265944 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:26.371755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Made reservation on behalf of 66256e5fedf843c596331ed5602ccefe for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:26.375483 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.430260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9afc6ee7-3919-4c43-877b-aefb5121679c req-47fa065f-610e-42ee-85d5-58bf06dea7c5 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 210 time: 0.0258827 Aug 11 03:06:26.511608 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Allocated IP 172.20.0.12 (2044d04d-ba72-4adb-a52e-fe104ccdcb45/6ba30d14-21b0-4b5a-8d1e-6f303a568d4b/70153cfa-d1b9-4af8-acbf-02744624ab61) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:26.664273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.703497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.748515 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:26.751640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:26.755619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:26.761869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.808902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.809517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.822785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d09f8d80-6274-4944-a024-963483211926 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641470 Aug 11 03:06:26.835059 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Request body: {'port': {'device_id': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:26.890520 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.163177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70153cfa-d1b9-4af8-acbf-02744624ab61 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:27.171883 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.187652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Transition to ACTIVE for port object 70153cfa-d1b9-4af8-acbf-02744624ab61 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:27.192163 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.249303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.271840 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.272192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.272537 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.272878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.273216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.273626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.274510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.274767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.275098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.275429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.275757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.276083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:27.330722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:27.331058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:27.331383 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:27.335557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Port 70153cfa-d1b9-4af8-acbf-02744624ab61 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:27.335882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:27.341264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:27.341605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Checking segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:27.341992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Bound using segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:27.342443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Bound port: 70153cfa-d1b9-4af8-acbf-02744624ab61, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:27.342811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.404905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:27.408058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:27.412544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.446794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.447417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.448824 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] 10.222.0.59 "PUT /v2.0/ports/70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 1092 time: 0.6178091 Aug 11 03:06:27.449258 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:27.451518 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab318f15-5cc0-49bb-a891-a6efbc122d13" -d '{"events": [{"name": "network-changed", "server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:27.477888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d04565-61d7-48d9-b80a-231f1fce9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.515924 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5262bb8-83bc-403b-bfbe-a188859aa1ca x-openstack-request-id: req-e5262bb8-83bc-403b-bfbe-a188859aa1ca {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:27.516221 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:27.516474 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5262bb8-83bc-403b-bfbe-a188859aa1ca {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:27.516878 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'status': 'completed', 'code': 200} Aug 11 03:06:27.533618 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d28700cc-0dd0-4e63-a0ec-00aac75b1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.535224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-d28700cc-0dd0-4e63-a0ec-00aac75b1ef3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1095 time: 0.0477498 Aug 11 03:06:27.556958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf888-c19d-4b47-bc09-5a8469961cd9 req-b157bd65-4d47-48f7-a6c8-69e73b540bd1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.558496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3cdf888-c19d-4b47-bc09-5a8469961cd9 req-b157bd65-4d47-48f7-a6c8-69e73b540bd1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 944 time: 0.0534976 Aug 11 03:06:27.581233 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-b299268d-0ca5-4964-9d4b-96199a09f970 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0381334 Aug 11 03:06:27.597190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3cdf888-c19d-4b47-bc09-5a8469961cd9 req-ecd75a22-b1d0-4f4c-a8da-a4abe78f3387 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Aug 11 03:06:27.630090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-b96c6533-cd56-45be-be40-584c1b7b1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.631597 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-b96c6533-cd56-45be-be40-584c1b7b1cff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0436213 Aug 11 03:06:27.663591 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-ac5348b9-5bd6-4424-8d52-41045a927d6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250742 Aug 11 03:06:27.756900 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-4a9dc246-db7a-4516-9f1a-6a4b8e2bba23 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857663 Aug 11 03:06:27.846945 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-3068ccc6-c6a0-4381-bb8a-cd3248548e43 req-57bbf8f7-a1ef-43c8-9778-8eccd9e51162 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831459 Aug 11 03:06:27.936103 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-3b6bd084-295a-4ba5-b96b-1ea0a6b4e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.937656 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-3b6bd084-295a-4ba5-b96b-1ea0a6b4e607 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1095 time: 0.0413299 Aug 11 03:06:28.032234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-491a3181-8d9a-42b0-aef4-7bceefe66638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.033638 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-491a3181-8d9a-42b0-aef4-7bceefe66638 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0882320 Aug 11 03:06:28.075589 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-e972c1b6-ba4b-4c84-ab75-de910ae62d39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0346599 Aug 11 03:06:28.131588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-6844f69f-0a16-4f61-b8ed-823879b92b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.133047 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-6844f69f-0a16-4f61-b8ed-823879b92b3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0492010 Aug 11 03:06:28.166400 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-679627e9-c0fe-4ec6-adce-888d695475e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244651 Aug 11 03:06:28.257567 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-388f03fe-03ba-43f8-b087-e65380a4d04d service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838881 Aug 11 03:06:28.353905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ab318f15-5cc0-49bb-a891-a6efbc122d13 req-15c1a4bd-e030-4a3c-8c2c-de35a058d96c service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Aug 11 03:06:28.714124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab9822-8ba2-4034-9da1-7af41f9b9a17 req-2c8c26e2-eb41-4582-a26c-e2f0b9a759bc tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.715617 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8ab9822-8ba2-4034-9da1-7af41f9b9a17 req-2c8c26e2-eb41-4582-a26c-e2f0b9a759bc tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 944 time: 0.0487151 Aug 11 03:06:28.752922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8ab9822-8ba2-4034-9da1-7af41f9b9a17 req-4bde8cec-bf18-4ae9-9e40-fb81ad3288f8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Aug 11 03:06:29.866794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35c8fb-a354-442e-bf9f-336e6ff7ef39 req-705ac511-d384-4376-90c0-aeba4d990697 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.868265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c35c8fb-a354-442e-bf9f-336e6ff7ef39 req-705ac511-d384-4376-90c0-aeba4d990697 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 944 time: 0.0500162 Aug 11 03:06:29.906375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c35c8fb-a354-442e-bf9f-336e6ff7ef39 req-36f9878b-6232-41b4-8ade-59a1973898df tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Aug 11 03:06:29.955920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:30.051460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:30.063116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'port_id': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'mac_address': 'fa:16:3e:3b:33:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba30d14-21b0-4b5a-8d1e-6f303a568d4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:30.098830 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.112336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70153cfa-d1b9-4af8-acbf-02744624ab61 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:30.134744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:30.138508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.183524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:30.190592 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.190940 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.191282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.191619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.191975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.192305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.192631 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.192956 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.193279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.193601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.193922 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.194270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:30.357563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['70153cfa-d1b9-4af8-acbf-02744624ab61'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:31.024095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e8df-386a-42b0-b4f0-79f6231cca4d req-8779bb46-e19f-451a-acc0-fe675a7c42ef tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.025588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4474e8df-386a-42b0-b4f0-79f6231cca4d req-8779bb46-e19f-451a-acc0-fe675a7c42ef tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 945 time: 0.0525980 Aug 11 03:06:31.063425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4474e8df-386a-42b0-b4f0-79f6231cca4d req-87292b48-dbc3-4aa6-a9b0-dcb22e83a98b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Aug 11 03:06:31.986216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:32.040562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 70153cfa-d1b9-4af8-acbf-02744624ab61 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:32.044607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 70153cfa-d1b9-4af8-acbf-02744624ab61 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:32.045014 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.124981 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.149512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:32.151820 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19367a2-f3c3-4360-b886-42d081c8bda2" -d '{"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-plugged", "status": "completed", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:32.164552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:32.168763 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.181982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634486f-ed5b-46a3-829b-7bdcce7cb702 req-80d3d596-f27d-420c-a2ff-4aeb87ef73ba tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.183589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5634486f-ed5b-46a3-829b-7bdcce7cb702 req-80d3d596-f27d-420c-a2ff-4aeb87ef73ba tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 945 time: 0.0535717 Aug 11 03:06:32.195432 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97dba8c-227c-4d86-af87-4355f0e751f8 x-openstack-request-id: req-f97dba8c-227c-4d86-af87-4355f0e751f8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:32.195778 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-plugged", "status": "completed", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:32.196542 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f97dba8c-227c-4d86-af87-4355f0e751f8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:32.197003 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'code': 200} Aug 11 03:06:32.223982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5634486f-ed5b-46a3-829b-7bdcce7cb702 req-602328e9-6374-4ec1-b1ac-16d6e4c13be6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Aug 11 03:06:32.224246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:32.296446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe58293-d6b6-4289-8d1b-24dcf26ec600 req-4ab1aecc-e501-477f-9680-21cfaaadb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.298014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dbe58293-d6b6-4289-8d1b-24dcf26ec600 req-4ab1aecc-e501-477f-9680-21cfaaadb75f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1097 time: 0.0431514 Aug 11 03:06:32.336519 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dbe58293-d6b6-4289-8d1b-24dcf26ec600 req-87f27d34-7652-499c-9d18-49a73749053d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Aug 11 03:06:33.342500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be97c3-f942-4b44-802b-148872b826ae req-b8f2e9ff-bedf-4b6d-8102-d00ca512edde tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.344025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93be97c3-f942-4b44-802b-148872b826ae req-b8f2e9ff-bedf-4b6d-8102-d00ca512edde tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0490377 Aug 11 03:06:33.382756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93be97c3-f942-4b44-802b-148872b826ae req-5d759587-484d-4f9d-bbf0-2e1ae43ed3b6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Aug 11 03:06:33.499530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907173e-9793-4bbb-a85a-2aef79934a78 req-f139cabd-8082-4702-86cc-c7797a3d9c7a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.501031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a907173e-9793-4bbb-a85a-2aef79934a78 req-f139cabd-8082-4702-86cc-c7797a3d9c7a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0527146 Aug 11 03:06:33.547671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a907173e-9793-4bbb-a85a-2aef79934a78 req-a2fda17b-8d7b-4dda-b1ab-df8fdee64c78 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Aug 11 03:06:33.749020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22d241-2c16-4151-be77-82592d9d4a20 req-a8d1e9c3-e136-4d8d-a207-17ca2d60df4b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.750550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae22d241-2c16-4151-be77-82592d9d4a20 req-a8d1e9c3-e136-4d8d-a207-17ca2d60df4b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0493898 Aug 11 03:06:33.787621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae22d241-2c16-4151-be77-82592d9d4a20 req-d9345a25-b68f-4979-802f-00de3d16f92c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Aug 11 03:06:33.900195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a452b39-2e3d-45ad-85fb-8505e71a6ac1 req-3deb75d6-6e5b-4430-a6ca-ae4847c937ea tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.901712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a452b39-2e3d-45ad-85fb-8505e71a6ac1 req-3deb75d6-6e5b-4430-a6ca-ae4847c937ea tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0483291 Aug 11 03:06:33.938579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a452b39-2e3d-45ad-85fb-8505e71a6ac1 req-b16619ef-352c-49cf-bb85-eb5228282f0d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Aug 11 03:06:34.185350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-045ea011-5c20-41d3-88f7-9f713a90c254 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686429 Aug 11 03:06:34.197906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6539851-3c38-4a9a-b7e1-2d3124bb5281 req-1ebeb2d9-916d-4bf9-a06b-f0ca66e4cb60 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.199621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6539851-3c38-4a9a-b7e1-2d3124bb5281 req-1ebeb2d9-916d-4bf9-a06b-f0ca66e4cb60 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0731487 Aug 11 03:06:34.242838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6539851-3c38-4a9a-b7e1-2d3124bb5281 req-b891ce53-84e9-4cd9-bd25-9052ab3ed335 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Aug 11 03:06:35.360349 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ae3e-3403-44cd-bf22-fe1befad9c7e req-f1373ab0-7b8f-4f3b-b616-bf5f809fc4ad tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.361845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95c1ae3e-3403-44cd-bf22-fe1befad9c7e req-f1373ab0-7b8f-4f3b-b616-bf5f809fc4ad tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0494726 Aug 11 03:06:35.374569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-2657a512-d4cf-42e5-a8bf-acddc8e8af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.376093 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-2657a512-d4cf-42e5-a8bf-acddc8e8af64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1097 time: 0.0419853 Aug 11 03:06:35.422660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95c1ae3e-3403-44cd-bf22-fe1befad9c7e req-9cf1cccb-0d5f-4b2a-a155-a6c58a9ef369 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504851 Aug 11 03:06:35.471173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-8b7209f5-66eb-4599-8be9-04a780e65b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.472670 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-8b7209f5-66eb-4599-8be9-04a780e65b2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0886700 Aug 11 03:06:35.515304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-69195eea-57fd-4cab-af1c-4b245209b2b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0352778 Aug 11 03:06:35.569529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-8a1b5a2b-a8a4-4347-a2ac-74c8a92dd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.571014 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-8a1b5a2b-a8a4-4347-a2ac-74c8a92dd477 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0478582 Aug 11 03:06:35.603066 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-deb98cbc-be4c-4cb9-b72d-f94fa78f4bbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247130 Aug 11 03:06:35.695057 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-617098ee-8491-4dae-a031-a7fe710bcc95 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Aug 11 03:06:35.791135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-c4ec8a06-e5f3-4ff8-9cb3-7a622b66bd9f service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883169 Aug 11 03:06:36.537736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52330113-a194-4508-a5c3-621392c98932 req-4a87bef6-de3b-405f-b7a7-7397db29b102 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.539814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52330113-a194-4508-a5c3-621392c98932 req-4a87bef6-de3b-405f-b7a7-7397db29b102 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0514615 Aug 11 03:06:36.577985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52330113-a194-4508-a5c3-621392c98932 req-7cf85286-e99b-4092-85ee-fbaa216e81d9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Aug 11 03:06:37.693806 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3305-abe0-401c-a37b-0c907c08f835 req-9f43f234-900d-4e7a-aa18-17bde289781c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.695348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-247e3305-abe0-401c-a37b-0c907c08f835 req-9f43f234-900d-4e7a-aa18-17bde289781c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0492034 Aug 11 03:06:37.732890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-247e3305-abe0-401c-a37b-0c907c08f835 req-268a9fbf-d704-4fea-9b6d-c9909198bfd8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Aug 11 03:06:38.852617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f2d07-2908-461f-bea5-7970ee9f7fa9 req-e0fc4399-0b37-4a76-8058-e81eb4c6bb99 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.857762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d6f2d07-2908-461f-bea5-7970ee9f7fa9 req-e0fc4399-0b37-4a76-8058-e81eb4c6bb99 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0516431 Aug 11 03:06:38.898036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d6f2d07-2908-461f-bea5-7970ee9f7fa9 req-c1591ef7-25aa-4d0b-ba39-09bf01459803 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Aug 11 03:06:40.017942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cb700-d3d6-499b-8ede-9ef275025c99 req-9eb38348-a2cb-403d-9045-a5203c82fdf6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.019438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7cb700-d3d6-499b-8ede-9ef275025c99 req-9eb38348-a2cb-403d-9045-a5203c82fdf6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0518808 Aug 11 03:06:40.057218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f7cb700-d3d6-499b-8ede-9ef275025c99 req-a4b58cbc-25e5-478f-8026-9d9d655bc327 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Aug 11 03:06:41.173523 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0ab8-b634-4333-8c2a-99de93c1b3f1 req-a58eaec6-db05-4d8d-a41e-22fe13ce2ab2 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.175072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e0d0ab8-b634-4333-8c2a-99de93c1b3f1 req-a58eaec6-db05-4d8d-a41e-22fe13ce2ab2 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0484989 Aug 11 03:06:41.214029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2e0d0ab8-b634-4333-8c2a-99de93c1b3f1 req-af37194a-6c5c-4341-8fc1-8977ba153a4f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Aug 11 03:06:42.326636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cb5bc-a5e7-4458-81b0-cadd3c7c2382 req-4a40a9ad-3933-46ee-80d8-19ad7c750cd9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.328124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee1cb5bc-a5e7-4458-81b0-cadd3c7c2382 req-4a40a9ad-3933-46ee-80d8-19ad7c750cd9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0483413 Aug 11 03:06:42.364776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ee1cb5bc-a5e7-4458-81b0-cadd3c7c2382 req-3cb08970-94b6-47cb-9ebe-9d8a638b86a8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Aug 11 03:06:43.492987 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf69b6e-34fe-4c52-b073-ecf31dce9dd8 req-dd6ae7da-955b-4071-8a53-95fd2acdb2d1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.494470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bf69b6e-34fe-4c52-b073-ecf31dce9dd8 req-dd6ae7da-955b-4071-8a53-95fd2acdb2d1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0516319 Aug 11 03:06:43.532455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bf69b6e-34fe-4c52-b073-ecf31dce9dd8 req-4e91d859-11f0-4d1e-989d-7abf537ec20c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Aug 11 03:06:43.940858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32380cab-787d-4249-a3e1-9034f52ca02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.646271 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2830-2ecc-49f9-b535-0e5e6200b281 req-ea9665dd-d4b4-4149-a43a-750ea3200e0c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.647846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d3e2830-2ecc-49f9-b535-0e5e6200b281 req-ea9665dd-d4b4-4149-a43a-750ea3200e0c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0486825 Aug 11 03:06:44.685138 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1d3e2830-2ecc-49f9-b535-0e5e6200b281 req-fecaa7a7-5c96-4dfa-9205-0cc8080c275d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306778 Aug 11 03:06:45.807144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a60208-4e7a-4bce-9154-e93ba586ee86 req-2d58d004-42e6-48b0-92e4-945ef083c505 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.808635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32a60208-4e7a-4bce-9154-e93ba586ee86 req-2d58d004-42e6-48b0-92e4-945ef083c505 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0487535 Aug 11 03:06:45.846541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32a60208-4e7a-4bce-9154-e93ba586ee86 req-7737189e-a9ae-4b87-8a28-8a3c000f6399 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Aug 11 03:06:46.963757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07513e9d-b495-4d59-a903-0ed9f6d5c122 req-85c19eaf-12d0-418e-9736-9b79dcbdb4e5 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.965236 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07513e9d-b495-4d59-a903-0ed9f6d5c122 req-85c19eaf-12d0-418e-9736-9b79dcbdb4e5 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0517321 Aug 11 03:06:47.002615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07513e9d-b495-4d59-a903-0ed9f6d5c122 req-607fde67-4ec6-4f99-b92e-62b0521f750f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Aug 11 03:06:47.472530 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b7a4676-7e7f-42d2-b564-e53400dec070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.765525 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.116485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b8bf0-da22-4979-aa90-ec0a878a40c9 req-a37647c2-2399-4691-a3ef-684df7b19869 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.117982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc3b8bf0-da22-4979-aa90-ec0a878a40c9 req-a37647c2-2399-4691-a3ef-684df7b19869 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0491555 Aug 11 03:06:48.155131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fc3b8bf0-da22-4979-aa90-ec0a878a40c9 req-68293a5a-4983-489b-b61d-47b3c90adcf4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Aug 11 03:06:48.550955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.270677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c218c-17c5-4af6-aafe-73fa964efe64 req-003b490b-1fa4-4aaa-90b5-7f9245d8398b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.272162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-206c218c-17c5-4af6-aafe-73fa964efe64 req-003b490b-1fa4-4aaa-90b5-7f9245d8398b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0488479 Aug 11 03:06:49.309125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-206c218c-17c5-4af6-aafe-73fa964efe64 req-1f556633-6565-40ff-910b-c9e06889e799 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Aug 11 03:06:50.174755 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.431256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea5cbe-db50-47a6-bb98-f7ac67b108a5 req-0f5f1643-8280-4940-8fc1-0b33d9036165 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.432739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cea5cbe-db50-47a6-bb98-f7ac67b108a5 req-0f5f1643-8280-4940-8fc1-0b33d9036165 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0560901 Aug 11 03:06:50.830431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5cea5cbe-db50-47a6-bb98-f7ac67b108a5 req-cc09e1ae-2b1b-4dc9-a197-660688943647 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916652 Aug 11 03:06:51.948274 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f3ca-25bf-4a42-a9ae-fbfb24944a65 req-0a2f76e9-2ee9-4786-b4b8-681178c33830 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.949663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2145f3ca-25bf-4a42-a9ae-fbfb24944a65 req-0a2f76e9-2ee9-4786-b4b8-681178c33830 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0470808 Aug 11 03:06:51.986985 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2145f3ca-25bf-4a42-a9ae-fbfb24944a65 req-67d79dd5-431f-45ee-b346-51cd2dff3715 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Aug 11 03:06:53.101192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11af9b-66a7-48ed-b22b-1cc9b8aa74a0 req-665983e5-4f37-4156-aab0-047ea98ceb49 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.102787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f11af9b-66a7-48ed-b22b-1cc9b8aa74a0 req-665983e5-4f37-4156-aab0-047ea98ceb49 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0482941 Aug 11 03:06:53.143269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f11af9b-66a7-48ed-b22b-1cc9b8aa74a0 req-3e43bcf4-68e7-4350-894b-1b0ca1de3c28 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344679 Aug 11 03:06:53.292116 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.452506 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.261549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb145-e115-4fcb-876d-257b2bad76d1 req-fd7d8ec9-ba3d-44a6-95a4-bcc21ca79411 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.263097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca4cb145-e115-4fcb-876d-257b2bad76d1 req-fd7d8ec9-ba3d-44a6-95a4-bcc21ca79411 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0519185 Aug 11 03:06:54.299945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca4cb145-e115-4fcb-876d-257b2bad76d1 req-51483250-bf91-4949-af7c-d18d6ded7ed3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Aug 11 03:06:55.414962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a986457-934b-4cf7-ba01-e8a712a2fb7e req-43a713ad-ba83-4ff1-a4e1-482d409f732c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.416473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a986457-934b-4cf7-ba01-e8a712a2fb7e req-43a713ad-ba83-4ff1-a4e1-482d409f732c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0479808 Aug 11 03:06:55.464082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a986457-934b-4cf7-ba01-e8a712a2fb7e req-9eaade68-a54e-4392-b663-9bd32061301d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Aug 11 03:06:56.577300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a430b-8ac5-4340-82fa-bd8d21964774 req-378d547a-eed2-44b3-ae74-0e96b99d99de tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.578829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-010a430b-8ac5-4340-82fa-bd8d21964774 req-378d547a-eed2-44b3-ae74-0e96b99d99de tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0485487 Aug 11 03:06:56.615947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-010a430b-8ac5-4340-82fa-bd8d21964774 req-5bbf6bc7-52f5-4e73-b696-e78466c5735a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Aug 11 03:06:57.734971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7bf07-c26d-4cc7-9257-b12d31797b06 req-1f3a04d3-361e-4191-bf4b-e2e9814121bf tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.736429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95f7bf07-c26d-4cc7-9257-b12d31797b06 req-1f3a04d3-361e-4191-bf4b-e2e9814121bf tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0516326 Aug 11 03:06:57.773379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95f7bf07-c26d-4cc7-9257-b12d31797b06 req-68354a5b-2f80-4142-93d0-dba02b9554ff tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304911 Aug 11 03:06:58.886692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228b9f3-1dfa-411a-ab41-3cd6abbb1bf1 req-4a281a88-ce17-41a7-8143-9944828c4257 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.888160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e228b9f3-1dfa-411a-ab41-3cd6abbb1bf1 req-4a281a88-ce17-41a7-8143-9944828c4257 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0482099 Aug 11 03:06:58.926136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e228b9f3-1dfa-411a-ab41-3cd6abbb1bf1 req-662ce5b4-5517-4e03-912b-9525eeeaa3d6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Aug 11 03:07:00.040428 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea007c-4629-49d8-83ee-61b340cc1e72 req-d1d8145d-345f-4552-b98e-37c3fa34edfd tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.041925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67ea007c-4629-49d8-83ee-61b340cc1e72 req-d1d8145d-345f-4552-b98e-37c3fa34edfd tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0477073 Aug 11 03:07:00.079062 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67ea007c-4629-49d8-83ee-61b340cc1e72 req-2584e06d-28ed-4c98-b80c-28b8d51d0bbc tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Aug 11 03:07:01.197520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20134e6-f2d9-4295-9c98-234488dc569e req-6bdbac49-18f3-44bc-bbca-6a8fec03b218 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.199135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e20134e6-f2d9-4295-9c98-234488dc569e req-6bdbac49-18f3-44bc-bbca-6a8fec03b218 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0531936 Aug 11 03:07:01.238962 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e20134e6-f2d9-4295-9c98-234488dc569e req-3209e849-03eb-45ef-a5d6-49d5cf6e1aee tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Aug 11 03:07:02.361557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95945f38-b168-41d4-bc76-4275a6c42452 req-585d606f-5a5a-44f6-ab49-51c44ac7f7e3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.363084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95945f38-b168-41d4-bc76-4275a6c42452 req-585d606f-5a5a-44f6-ab49-51c44ac7f7e3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0499232 Aug 11 03:07:02.400817 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95945f38-b168-41d4-bc76-4275a6c42452 req-5ff0e67e-734b-4288-82af-83ad7cc3a04f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Aug 11 03:07:03.027157 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-8b206abc-e240-416c-9373-e0d61210d20c req-5bea79a6-7616-4004-ba1e-55edb371fd61 service neutron] show failed (client error): The resource could not be found. Aug 11 03:07:03.028133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-5bea79a6-7616-4004-ba1e-55edb371fd61 service neutron] 10.222.0.59 "GET /v2.0/ports/70153cfa-d1b9-4af8-acbf-02744624ab61/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0562639 Aug 11 03:07:03.220952 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-c5106fb8-eedf-404e-91fa-9cb6e3759a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.222458 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-c5106fb8-eedf-404e-91fa-9cb6e3759a17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db&tenant_id=66256e5fedf843c596331ed5602ccefe HTTP/1.1" status: 200 len: 1097 time: 0.0397563 Aug 11 03:07:03.235803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:03.267087 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:03.299289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.532242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:03.549888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774703-4a8d-4f93-9a33-40e86a058404 req-25936fc9-1bb0-41c8-a2fd-bce8753b98e4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.551369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa774703-4a8d-4f93-9a33-40e86a058404 req-25936fc9-1bb0-41c8-a2fd-bce8753b98e4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0836754 Aug 11 03:07:03.591949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:03.628931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa774703-4a8d-4f93-9a33-40e86a058404 req-b5dee352-b573-4d39-9e55-5b92fd085b27 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700951 Aug 11 03:07:03.646186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:03.649037 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97241d27-5dd1-40b7-93ec-a26d1669dbc9" -d '{"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-unplugged", "status": "completed", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:03.653232 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.666173 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Transition to ACTIVE for port object 70153cfa-d1b9-4af8-acbf-02744624ab61 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:03.670743 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.730251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] No DVR routers for this DVR port 70153cfa-d1b9-4af8-acbf-02744624ab61 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:03.736748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:03.769682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:03.770045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:03.770382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:03.775026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Port 70153cfa-d1b9-4af8-acbf-02744624ab61 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:03.775354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Attempting to bind port 70153cfa-d1b9-4af8-acbf-02744624ab61 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:03.780258 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:03.780606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Checking segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:03.780994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Bound using segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:03.781427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Bound port: 70153cfa-d1b9-4af8-acbf-02744624ab61, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:03.781800 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.818949 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c631a5b-49ca-431e-a817-c6cab83fa146 x-openstack-request-id: req-1c631a5b-49ca-431e-a817-c6cab83fa146 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:03.819247 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-unplugged", "status": "completed", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:03.819527 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c631a5b-49ca-431e-a817-c6cab83fa146 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:03.819916 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'code': 200} Aug 11 03:07:03.851858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:03.855199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:03.859299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.893323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.893944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.895384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] 10.222.0.25 "PUT /v2.0/ports/70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 1092 time: 0.6638629 Aug 11 03:07:03.915964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89654f-aa38-4de4-a29e-329ac8e40600 service neutron] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:03.958037 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-b07bd545-e411-4e37-86aa-cfc177072bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.959534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-b07bd545-e411-4e37-86aa-cfc177072bf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1095 time: 0.0407250 Aug 11 03:07:04.052778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-1b8d537b-9a73-474a-98e5-172542e2df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.055003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-1b8d537b-9a73-474a-98e5-172542e2df45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0877876 Aug 11 03:07:04.097559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-a1608000-b204-41e2-a568-f2bb8d708730 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0337200 Aug 11 03:07:04.146873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206abc-e240-416c-9373-e0d61210d20c req-2c64302b-4acd-4ba0-a30d-2d282369d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.148832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-2c64302b-4acd-4ba0-a30d-2d282369d653 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0436671 Aug 11 03:07:04.180673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-6f7bb71a-0918-4507-b1e5-f63f0bbe90bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242324 Aug 11 03:07:04.273424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-f0ca4b08-34ee-480b-b2e9-27a4433a41a9 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Aug 11 03:07:04.367090 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b206abc-e240-416c-9373-e0d61210d20c req-65a30c36-9eb6-4978-886d-e54645f250d4 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816510 Aug 11 03:07:04.750638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db7047-77e8-4a46-9d84-cfb566cfb3b6 req-716e2dba-d740-43ca-a109-e88cfffdfedc tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.752418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0db7047-77e8-4a46-9d84-cfb566cfb3b6 req-716e2dba-d740-43ca-a109-e88cfffdfedc tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 944 time: 0.0548956 Aug 11 03:07:04.790780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0db7047-77e8-4a46-9d84-cfb566cfb3b6 req-b0aa13ab-0d18-484d-bd89-7f8584592843 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Aug 11 03:07:05.821753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:05.824177 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf54d99-a399-44e7-a1c0-569e73b8ff13" -d '{"events": [{"name": "network-changed", "server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:05.872399 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdb2ffb-1d79-4c86-a308-21eae61419e8 x-openstack-request-id: req-ebdb2ffb-1d79-4c86-a308-21eae61419e8 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:05.872696 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:05.872947 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebdb2ffb-1d79-4c86-a308-21eae61419e8 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:05.873341 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'status': 'completed', 'code': 200} Aug 11 03:07:05.918785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfcf62-fd42-4761-b336-14bb9d43d6c1 req-1e79c514-90a6-4355-a482-4e2db79a08af tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.920221 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3acfcf62-fd42-4761-b336-14bb9d43d6c1 req-1e79c514-90a6-4355-a482-4e2db79a08af tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 944 time: 0.0619583 Aug 11 03:07:05.933224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-343df9ed-b42b-4589-a10f-aec26c798304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.934802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-343df9ed-b42b-4589-a10f-aec26c798304 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1095 time: 0.0422058 Aug 11 03:07:05.978323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-59589048-9869-44b0-a6a0-d45640c1d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.979765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-59589048-9869-44b0-a6a0-d45640c1d041 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1095 time: 0.0781500 Aug 11 03:07:05.982718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3acfcf62-fd42-4761-b336-14bb9d43d6c1 req-dd497930-45a3-4403-9789-36992bb87557 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492630 Aug 11 03:07:06.032000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-da8ee5ca-f01e-4632-946c-df96275deab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.033500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-da8ee5ca-f01e-4632-946c-df96275deab2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0914714 Aug 11 03:07:06.075838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-a43011ef-39c0-4fe4-8b2a-e91ccac839ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0351565 Aug 11 03:07:06.083330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-b826cdc2-bedd-4138-8cd5-1bed00eeb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.084828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-b826cdc2-bedd-4138-8cd5-1bed00eeb737 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0890999 Aug 11 03:07:06.126073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-57cb196c-ba6a-4cd8-829f-2d02e1e77d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.127863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-57cb196c-ba6a-4cd8-829f-2d02e1e77d7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0450120 Aug 11 03:07:06.130047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-0d983f80-53ad-406b-b16d-95eed222238b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0352399 Aug 11 03:07:06.164696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-48fb9f77-d91b-411a-b805-8d37a4ed89ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301440 Aug 11 03:07:06.187551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:06.218145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-20cc3c4d-bd6b-44e6-890d-1d9d105f3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.219852 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-20cc3c4d-bd6b-44e6-890d-1d9d105f3a00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0659730 Aug 11 03:07:06.228821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:06.261215 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-262ca762-3288-44ca-89d4-137aee3b677c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269394 Aug 11 03:07:06.262400 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-5c00b346-8389-4dd9-aa3a-07c035a26d09 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908492 Aug 11 03:07:06.359932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-55dfd331-527e-438a-abf9-b3a42b7c4f46 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861695 Aug 11 03:07:06.367809 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-279b61dc-47bf-4a2b-ba52-746743f8c82a service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981691 Aug 11 03:07:06.455933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf54d99-a399-44e7-a1c0-569e73b8ff13 req-f4bb4317-c0c8-4d6e-897f-5f3183347431 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Aug 11 03:07:06.940547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:07.037665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:07.049500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'port_id': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'mac_address': 'fa:16:3e:3b:33:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba30d14-21b0-4b5a-8d1e-6f303a568d4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:07.090100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.100962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c616a-9013-45e5-a8dc-8d9f4e591ca8 req-8af49a67-d10c-40b6-a7e4-0bca8f90988e tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.102516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa8c616a-9013-45e5-a8dc-8d9f4e591ca8 req-8af49a67-d10c-40b6-a7e4-0bca8f90988e tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 944 time: 0.0496364 Aug 11 03:07:07.102628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70153cfa-d1b9-4af8-acbf-02744624ab61 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:07.123195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:07.127513 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.142982 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa8c616a-9013-45e5-a8dc-8d9f4e591ca8 req-d96415fa-c6ef-4d09-af51-8e0c74ed413b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Aug 11 03:07:07.173718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:07.340438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8acab-2787-4fea-8495-1ce98410c6e4 req-a76bcabd-279e-4702-8329-1d3c1b8f897b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.341984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdc8acab-2787-4fea-8495-1ce98410c6e4 req-a76bcabd-279e-4702-8329-1d3c1b8f897b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 945 time: 0.0511909 Aug 11 03:07:07.384167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-b6502038-bf36-4baf-949a-73dd8ae7be30 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.385029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bdc8acab-2787-4fea-8495-1ce98410c6e4 req-ce487a03-266b-4055-b255-21ece48025f4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Aug 11 03:07:07.385649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-b6502038-bf36-4baf-949a-73dd8ae7be30 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db&tenant_id=66256e5fedf843c596331ed5602ccefe&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 945 time: 0.0847270 Aug 11 03:07:07.418527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['70153cfa-d1b9-4af8-acbf-02744624ab61'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:07.448396 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-68cc12d7-c556-4677-8bba-8362599aa453 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:07:07.449421 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-68cc12d7-c556-4677-8bba-8362599aa453 service neutron] 10.222.0.59 "DELETE /v2.0/ports/70153cfa-d1b9-4af8-acbf-02744624ab61/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0552051 Aug 11 03:07:07.537083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-7a15b5eb-a84f-48c2-a2ac-477475b76e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.539076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-7a15b5eb-a84f-48c2-a2ac-477475b76e26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 1096 time: 0.0459099 Aug 11 03:07:07.629815 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-6434e6f5-b5ad-470a-ba26-2ab54d7833ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.631376 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-6434e6f5-b5ad-470a-ba26-2ab54d7833ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0856690 Aug 11 03:07:07.677127 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-7f16e72c-ee8f-40ea-a4b0-e52c21fcb0ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 200 len: 217 time: 0.0381713 Aug 11 03:07:07.725282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-33d317a9-d00a-462a-9356-1ff4aa13d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.726790 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-33d317a9-d00a-462a-9356-1ff4aa13d460 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0434411 Aug 11 03:07:07.757847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-4d1e012b-1a15-4dc8-a901-17423fab5bc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245645 Aug 11 03:07:07.845012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-fbb980a0-39e9-4827-8a23-0076f9d1c36d service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805271 Aug 11 03:07:07.935800 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-32a695ff-e4d5-49a1-8045-6961f3e9ca07 req-799d5ff7-3f06-46de-8ce4-62fc302a9739 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Aug 11 03:07:08.509355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477f92e-b8f4-41c9-a3c3-cf8c1e72af64 req-a7b0eca1-9e03-4f81-9123-d8c26d22cde6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.510906 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c477f92e-b8f4-41c9-a3c3-cf8c1e72af64 req-a7b0eca1-9e03-4f81-9123-d8c26d22cde6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 945 time: 0.0517969 Aug 11 03:07:08.551129 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c477f92e-b8f4-41c9-a3c3-cf8c1e72af64 req-0f85d441-063c-42dc-90bd-7e8340f133be tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Aug 11 03:07:08.666786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d9dca-483b-45ab-8af6-fdb1765f400f req-a438b3da-3a12-4f09-962c-e9139e8738a8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.668366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-261d9dca-483b-45ab-8af6-fdb1765f400f req-a438b3da-3a12-4f09-962c-e9139e8738a8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 945 time: 0.0521822 Aug 11 03:07:08.708360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-261d9dca-483b-45ab-8af6-fdb1765f400f req-cb5a12de-7314-4ea3-82f9-7134cc4985b3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Aug 11 03:07:08.821154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb3c17-5353-4ae3-840b-e839312e1536 req-83b65f49-c465-4f2b-adbb-0d392be43de0 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.822660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7acb3c17-5353-4ae3-840b-e839312e1536 req-83b65f49-c465-4f2b-adbb-0d392be43de0 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 945 time: 0.0479758 Aug 11 03:07:08.865048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7acb3c17-5353-4ae3-840b-e839312e1536 req-52e28beb-548a-4e44-90cd-dcdcefc5f13c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364280 Aug 11 03:07:08.956432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:09.031833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 70153cfa-d1b9-4af8-acbf-02744624ab61 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:09.035695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 70153cfa-d1b9-4af8-acbf-02744624ab61 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:09.036074 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.118716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.142387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:09.144649 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df67762c-df4b-459a-bc14-ebdc1def9967" -d '{"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-plugged", "status": "completed", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:09.160511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:09.165435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.192874 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53108546-08cb-4a3c-a2d0-abd0879a8a48 x-openstack-request-id: req-53108546-08cb-4a3c-a2d0-abd0879a8a48 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:09.193196 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-plugged", "status": "completed", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:09.193451 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53108546-08cb-4a3c-a2d0-abd0879a8a48 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:09.193846 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'code': 200} Aug 11 03:07:09.218291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.236522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-14ad1e41-a7a8-4942-b70b-d4a1c4519848 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.238058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-14ad1e41-a7a8-4942-b70b-d4a1c4519848 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 814 time: 0.1153781 Aug 11 03:07:09.254258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-875a6637-dd9a-4eaf-b5cc-9252508cf742 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/quotas/66256e5fedf843c596331ed5602ccefe HTTP/1.1" status: 200 len: 375 time: 0.0094194 Aug 11 03:07:09.303970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-edca2c3d-212a-4850-ac9a-8e8acef3bf1e tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440607 Aug 11 03:07:09.400711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-cd31ac3a-866f-41b0-a9dc-87ce5331a9c7 service neutron] 10.222.0.16 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Aug 11 03:07:09.492235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-1d875db7-70e4-42b0-921c-a1c8bef7e42c service neutron] 10.222.0.16 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Aug 11 03:07:09.661588 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9feda02-5d7c-4286-94e7-8882a3431a9c req-6470c327-8ce5-44a4-8119-c1a346414b70 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 210 time: 0.0335641 Aug 11 03:07:10.672194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-374e1a86-036b-4f75-bf48-9c37264de160 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.673672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-374e1a86-036b-4f75-bf48-9c37264de160 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 814 time: 0.1132145 Aug 11 03:07:10.688369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Request body: {'port': {'device_id': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'admin_state_up': True, 'tenant_id': '66256e5fedf843c596331ed5602ccefe'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:10.767584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59eeb02e-a53b-4e16-a0b8-8852e75f47b8 req-decb9cf1-3221-4b08-98e4-23b111561a42 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 210 time: 0.0336294 Aug 11 03:07:10.799770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-0d4b5697-4da6-4eb9-ba0c-359bd1801a7a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.801175 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-0d4b5697-4da6-4eb9-ba0c-359bd1801a7a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1775d7e-78dd-4c1d-b238-00a120e889db HTTP/1.1" status: 200 len: 946 time: 0.0507920 Aug 11 03:07:10.828702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Made reservation on behalf of 66256e5fedf843c596331ed5602ccefe for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:10.832379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.900321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Deleting port 70153cfa-d1b9-4af8-acbf-02744624ab61 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:10.900666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.962996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Allocated IP 172.20.0.7 (2044d04d-ba72-4adb-a52e-fe104ccdcb45/6ba30d14-21b0-4b5a-8d1e-6f303a568d4b/de9a7924-dbe9-40df-954e-d66cc49cc6c6) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:10.989880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] For port 70153cfa-d1b9-4af8-acbf-02744624ab61, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=70153cfa-d1b9-4af8-acbf-02744624ab61,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:10.990444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.004704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Calling delete_port for 70153cfa-d1b9-4af8-acbf-02744624ab61 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:11.120310 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.139371 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.151721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['70153cfa-d1b9-4af8-acbf-02744624ab61'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:11.162849 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.170568 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Pushing event deleted for resources: {'Port': ['ID=70153cfa-d1b9-4af8-acbf-02744624ab61,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.195839 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['70153cfa-d1b9-4af8-acbf-02744624ab61'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:11.217502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] No DVR routers for this DVR port 70153cfa-d1b9-4af8-acbf-02744624ab61 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:11.219873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:11.221838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.223416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:11.224228 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.25 "DELETE /v2.0/ports/70153cfa-d1b9-4af8-acbf-02744624ab61 HTTP/1.1" status: 204 len: 173 time: 0.4145896 Aug 11 03:07:11.225490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-deleted', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:11.229178 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bfca8b-7868-4d51-95ff-9925b1c90511" -d '{"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-deleted", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:11.230414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:11.238171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.289584 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.290344 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.306491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-19993e1d-ff72-4812-b61b-ad565d39b813 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6225586 Aug 11 03:07:11.320082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Request body: {'port': {'device_id': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:11.346377 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830471cd-25cc-4d30-907c-b695d4686d98 x-openstack-request-id: req-830471cd-25cc-4d30-907c-b695d4686d98 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:11.346673 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1775d7e-78dd-4c1d-b238-00a120e889db", "name": "network-vif-deleted", "tag": "70153cfa-d1b9-4af8-acbf-02744624ab61", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:11.346922 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-830471cd-25cc-4d30-907c-b695d4686d98 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:11.347352 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1775d7e-78dd-4c1d-b238-00a120e889db', 'name': 'network-vif-deleted', 'tag': '70153cfa-d1b9-4af8-acbf-02744624ab61', 'status': 'completed', 'code': 200} Aug 11 03:07:11.377456 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.648183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9a7924-dbe9-40df-954e-d66cc49cc6c6 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:11.655980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.668624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Transition to ACTIVE for port object de9a7924-dbe9-40df-954e-d66cc49cc6c6 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:11.672765 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.720649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.795183 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:11.795916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:11.795916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:11.800297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:11.800624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:11.805632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:11.805976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Checking segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:11.806396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Bound using segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:11.806829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Bound port: de9a7924-dbe9-40df-954e-d66cc49cc6c6, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:11.807193 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.903802 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:11.907577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:11.919261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288893a-28d4-4300-b5e1-9c8d76fdcc3f req-1174383e-baad-4f22-913d-fe86c2a32480 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.920822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6288893a-28d4-4300-b5e1-9c8d76fdcc3f req-1174383e-baad-4f22-913d-fe86c2a32480 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 943 time: 0.0814435 Aug 11 03:07:11.922421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.979016 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.979634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.981045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] 10.222.0.25 "PUT /v2.0/ports/de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 1091 time: 0.6663964 Aug 11 03:07:11.981488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:11.983768 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a78dfd3-3f40-4f83-b24d-9165f54866d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:12.008787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cc2cf-1063-4b8e-96a0-b61cb8a25ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.019746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6288893a-28d4-4300-b5e1-9c8d76fdcc3f req-7a875156-3b4b-4347-a148-7d3766a7b225 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891609 Aug 11 03:07:12.025136 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a27a6f6-8745-4496-9d63-dc895abbb6a3 x-openstack-request-id: req-0a27a6f6-8745-4496-9d63-dc895abbb6a3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:12.025438 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:12.025698 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a27a6f6-8745-4496-9d63-dc895abbb6a3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:12.026152 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'status': 'completed', 'code': 200} Aug 11 03:07:12.074243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-372f11f0-fefc-4f85-b9ef-83013d775b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.075774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-372f11f0-fefc-4f85-b9ef-83013d775b6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1094 time: 0.0462050 Aug 11 03:07:12.121033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-3d576aee-407d-4abf-b6e5-f868ad474d55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0349991 Aug 11 03:07:12.172031 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-f61c1450-c334-4368-bf5d-5e8ec4a0236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.173409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-f61c1450-c334-4368-bf5d-5e8ec4a0236f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0443454 Aug 11 03:07:12.205926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-cb3d7a64-bf50-46aa-b02c-a35549e021c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247843 Aug 11 03:07:12.300132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-5ca6da7c-e8f7-43da-9084-c1a9777d82b8 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867076 Aug 11 03:07:12.389799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-24dd265c-9569-4e83-b1bc-03ac5991f5b5 req-f726b20a-5949-4d6b-a3ea-73924b88ac32 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820959 Aug 11 03:07:12.480710 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-0eff443a-aa96-4578-8290-669b7d21b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.482187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-0eff443a-aa96-4578-8290-669b7d21b5e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1094 time: 0.0460925 Aug 11 03:07:12.575286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-d6965b72-4cf7-4b00-b302-3defe0f6f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.576783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-d6965b72-4cf7-4b00-b302-3defe0f6f9c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0830216 Aug 11 03:07:12.624711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-e31ea2c6-e5f1-4e02-be5f-37fa245705c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0384481 Aug 11 03:07:12.675239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-3c2b2f74-bf48-4452-a2da-bcfa482078ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.676736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-3c2b2f74-bf48-4452-a2da-bcfa482078ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0427802 Aug 11 03:07:12.709315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-54f4887d-898e-4c80-a222-95a4c76d6ae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248516 Aug 11 03:07:12.801754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-cbad5cc1-a4bf-4c38-93d0-cb8984ef6c19 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819247 Aug 11 03:07:12.898586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6a78dfd3-3f40-4f83-b24d-9165f54866d7 req-b983df89-8a4f-4392-927a-721bce83075b service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880809 Aug 11 03:07:13.137994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a27f-28c1-4e25-b725-ae471768ed4f req-2ee9d11c-dd9a-4c2c-bfe1-a56be78e7539 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.139548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be3a27f-28c1-4e25-b725-ae471768ed4f req-2ee9d11c-dd9a-4c2c-bfe1-a56be78e7539 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 943 time: 0.0514319 Aug 11 03:07:13.178198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9be3a27f-28c1-4e25-b725-ae471768ed4f req-abfff409-fd62-41ed-a138-c125440213a4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Aug 11 03:07:13.940786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8075a690-74a1-4013-a2af-78417914ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.294946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9001-3335-4681-8be2-6ef7a5659679 req-4d0712f1-e165-4a2b-9227-ef282f35b7e6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.296440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-082f9001-3335-4681-8be2-6ef7a5659679 req-4d0712f1-e165-4a2b-9227-ef282f35b7e6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 943 time: 0.0533364 Aug 11 03:07:14.333810 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-082f9001-3335-4681-8be2-6ef7a5659679 req-ce38f754-2767-409d-90d0-e8628ab28594 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Aug 11 03:07:14.960410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:14.962538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:14.989411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 70153cfa-d1b9-4af8-acbf-02744624ab61 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:14.989754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 70153cfa-d1b9-4af8-acbf-02744624ab61 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:15.073905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:15.084707 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'port_id': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'mac_address': 'fa:16:3e:e8:2e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba30d14-21b0-4b5a-8d1e-6f303a568d4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:15.123608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.136469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9a7924-dbe9-40df-954e-d66cc49cc6c6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:15.155087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:15.158969 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.204427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.383078 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['de9a7924-dbe9-40df-954e-d66cc49cc6c6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:15.452581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777865a-8d34-439a-8475-dd24070830a9 req-c2d21c9f-7ff9-4fb4-9bf2-5e3d38177278 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:15.454281 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0777865a-8d34-439a-8475-dd24070830a9 req-c2d21c9f-7ff9-4fb4-9bf2-5e3d38177278 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 944 time: 0.0524166 Aug 11 03:07:15.493581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0777865a-8d34-439a-8475-dd24070830a9 req-1ddc1105-efc2-4040-8008-7e4bcd9587cb tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Aug 11 03:07:16.608050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d846-7774-4c4a-871e-2db48d348f4f req-3989f715-a4ee-43a1-86cd-f98ccfb49861 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.609574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baf2d846-7774-4c4a-871e-2db48d348f4f req-3989f715-a4ee-43a1-86cd-f98ccfb49861 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 944 time: 0.0489900 Aug 11 03:07:16.648080 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-baf2d846-7774-4c4a-871e-2db48d348f4f req-4c449a0c-e895-4ce6-9800-022aa5250a86 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Aug 11 03:07:16.982920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:17.031208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port de9a7924-dbe9-40df-954e-d66cc49cc6c6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:17.034814 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port de9a7924-dbe9-40df-954e-d66cc49cc6c6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:17.035189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.114556 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.138563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:17.140801 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74cd748-cd56-4c56-9322-5e8903a52495" -d '{"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-plugged", "status": "completed", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:17.154124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.158379 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.181726 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737956c5-a637-4e09-8504-bd49d864d332 x-openstack-request-id: req-737956c5-a637-4e09-8504-bd49d864d332 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:17.182129 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-plugged", "status": "completed", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:17.182385 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-737956c5-a637-4e09-8504-bd49d864d332 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:17.182774 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'code': 200} Aug 11 03:07:17.211479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.286797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d79914-fadc-4c9e-a1c1-49df75f86471 req-4fe43701-06ca-4155-adba-633f02cd5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.288709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8d79914-fadc-4c9e-a1c1-49df75f86471 req-4fe43701-06ca-4155-adba-633f02cd5896 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1096 time: 0.0494099 Aug 11 03:07:17.323271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8d79914-fadc-4c9e-a1c1-49df75f86471 req-2c967277-434c-4b93-a4e4-ea430522b9f0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270338 Aug 11 03:07:17.472937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-199c79e3-b5f1-4bdc-b084-cd3ea91727ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.761165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb071f-608c-46a9-a38b-9092d7923e9d req-dcd6be4f-4173-4214-9963-2a0434304be9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.762732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bcb071f-608c-46a9-a38b-9092d7923e9d req-dcd6be4f-4173-4214-9963-2a0434304be9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0489597 Aug 11 03:07:17.767573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.801649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4bcb071f-608c-46a9-a38b-9092d7923e9d req-24d3163a-548b-4fe4-bd71-20237e8b139c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Aug 11 03:07:18.554673 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.935019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd3c4-5cbc-4c27-b72c-9a86a4052900 req-4c136169-1bf7-4e62-b174-eeb9ef364d9b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.936513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a2cd3c4-5cbc-4c27-b72c-9a86a4052900 req-4c136169-1bf7-4e62-b174-eeb9ef364d9b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0480182 Aug 11 03:07:18.973764 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a2cd3c4-5cbc-4c27-b72c-9a86a4052900 req-b781e765-62b0-46ba-8850-83f7c80aa90a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Aug 11 03:07:19.094362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a165cf-a8a4-4cd4-9616-4971f87b88b3 req-205f9a5f-0e74-4a92-bfc1-86238e49acea tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.095921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85a165cf-a8a4-4cd4-9616-4971f87b88b3 req-205f9a5f-0e74-4a92-bfc1-86238e49acea tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0532289 Aug 11 03:07:19.134535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-85a165cf-a8a4-4cd4-9616-4971f87b88b3 req-bbf53a46-d011-42cf-b8bd-8a829cc19aad tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Aug 11 03:07:19.386558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2975ee6-51c0-441c-aab2-4d22a279c4d0 req-82700f42-e714-4db8-ad76-5965ca35db87 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.387999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2975ee6-51c0-441c-aab2-4d22a279c4d0 req-82700f42-e714-4db8-ad76-5965ca35db87 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0654316 Aug 11 03:07:19.393686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-f61f5a2e-6522-4a8c-af74-d05153b5dc83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802042 Aug 11 03:07:19.429341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2975ee6-51c0-441c-aab2-4d22a279c4d0 req-cbbf2792-1279-4fd3-8913-3e232dc27311 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Aug 11 03:07:20.176315 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.489492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-92b08190-3f77-4288-abfb-2ab8f78083a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.491609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-92b08190-3f77-4288-abfb-2ab8f78083a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1096 time: 0.0451734 Aug 11 03:07:20.604119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfcac7-1af5-4bcb-a340-9f9609019b3c req-90e41507-f07f-4821-9c05-d53d1b1aa2a1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.605595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9fdfcac7-1af5-4bcb-a340-9f9609019b3c req-90e41507-f07f-4821-9c05-d53d1b1aa2a1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0978742 Aug 11 03:07:20.629937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-87424a1d-00f7-493b-9280-386151895576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.631499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-87424a1d-00f7-493b-9280-386151895576 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.1317964 Aug 11 03:07:20.676416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-96997246-c23a-45da-a7ca-a9e30007819b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0363038 Aug 11 03:07:20.697432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9fdfcac7-1af5-4bcb-a340-9f9609019b3c req-50007b33-e6cc-4f36-ba75-dc9388e3055c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834699 Aug 11 03:07:20.732130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-c30502af-7936-4cf1-82ec-28818270e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.733532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-c30502af-7936-4cf1-82ec-28818270e61b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0492928 Aug 11 03:07:20.770660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-ed6dae9f-2044-4bff-a3ce-266244b8144b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243297 Aug 11 03:07:20.868468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-17eebf56-bcd9-49cc-a28b-1b4134c9a301 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Aug 11 03:07:20.956494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-92553ade-ee86-459b-9608-37d7542c7870 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Aug 11 03:07:21.819893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b345a5-8f7b-4b76-a04c-dd0e70dca9f2 req-a63429cc-ff3a-40af-8a43-a9270e4f3f88 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.821388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b345a5-8f7b-4b76-a04c-dd0e70dca9f2 req-a63429cc-ff3a-40af-8a43-a9270e4f3f88 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0555325 Aug 11 03:07:21.867062 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b345a5-8f7b-4b76-a04c-dd0e70dca9f2 req-59110cb0-c469-4d06-bd3c-fc901086e497 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391834 Aug 11 03:07:22.982255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6f7c-62c6-41ca-ba56-600bfcbf6170 req-e22ee985-5b0f-4523-ab60-91e886a49d9f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.983758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d1b6f7c-62c6-41ca-ba56-600bfcbf6170 req-e22ee985-5b0f-4523-ab60-91e886a49d9f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0486159 Aug 11 03:07:23.021594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d1b6f7c-62c6-41ca-ba56-600bfcbf6170 req-99e4d073-2a6e-4e93-8b72-69e6c711047d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Aug 11 03:07:23.286605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.453510 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.139010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb135c5-5c75-40c5-9e4f-f3fbff14aaa8 req-4668d864-f6b6-41ff-9c82-4e3a986f744c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.140486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adb135c5-5c75-40c5-9e4f-f3fbff14aaa8 req-4668d864-f6b6-41ff-9c82-4e3a986f744c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0485368 Aug 11 03:07:24.178314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adb135c5-5c75-40c5-9e4f-f3fbff14aaa8 req-0f3dc3ec-5c95-4ec8-a377-4f1f7e4991b6 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Aug 11 03:07:25.304708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad13b5-3831-46d2-8f6b-800143469c18 req-59241c14-9896-4ca3-a40e-6a9c26690845 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.306234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25ad13b5-3831-46d2-8f6b-800143469c18 req-59241c14-9896-4ca3-a40e-6a9c26690845 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0572379 Aug 11 03:07:25.344944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25ad13b5-3831-46d2-8f6b-800143469c18 req-909796fe-9e79-4bae-8ea9-427eef76468c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Aug 11 03:07:26.460977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621c745-0161-4659-9c7d-12ba28f5ed97 req-6664f91f-3fee-412d-9f16-c4bcbd78a621 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.462490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d621c745-0161-4659-9c7d-12ba28f5ed97 req-6664f91f-3fee-412d-9f16-c4bcbd78a621 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0499649 Aug 11 03:07:26.498786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d621c745-0161-4659-9c7d-12ba28f5ed97 req-d94d09eb-b659-4fe0-8417-abd4c70caf91 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Aug 11 03:07:27.611500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf03bfb-1544-4f41-a9a9-1730308cda98 req-61fa9cb1-627a-4902-b549-9555aa968f02 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:27.612979 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf03bfb-1544-4f41-a9a9-1730308cda98 req-61fa9cb1-627a-4902-b549-9555aa968f02 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0479994 Aug 11 03:07:27.651139 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fdf03bfb-1544-4f41-a9a9-1730308cda98 req-f6675b4d-3b2e-44f0-809f-aabbe54b1ff9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Aug 11 03:07:28.768779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b474c3-1d25-4d58-9bb7-af027d4cb663 req-335cc20c-71f2-4ba5-93b2-8f93ef2eb72f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.770311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1b474c3-1d25-4d58-9bb7-af027d4cb663 req-335cc20c-71f2-4ba5-93b2-8f93ef2eb72f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0519943 Aug 11 03:07:28.808594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1b474c3-1d25-4d58-9bb7-af027d4cb663 req-609cfa28-27a7-4bee-9025-675ad467f3de tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Aug 11 03:07:29.925177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f080e6b-8c15-450f-ab02-d0d1eaf31778 req-3329f78a-48a7-42a9-8852-d3683aea5f9b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.926643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f080e6b-8c15-450f-ab02-d0d1eaf31778 req-3329f78a-48a7-42a9-8852-d3683aea5f9b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0515969 Aug 11 03:07:29.964683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3f080e6b-8c15-450f-ab02-d0d1eaf31778 req-9fae70da-4ee1-44ec-830d-5a7e8bbed777 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Aug 11 03:07:31.088708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b32e5-8c39-4a0a-9c3b-2a6caad61f5c req-02f7968a-7d96-42de-bd82-b456ddb2d59d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.090230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-113b32e5-8c39-4a0a-9c3b-2a6caad61f5c req-02f7968a-7d96-42de-bd82-b456ddb2d59d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0494726 Aug 11 03:07:31.129522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-113b32e5-8c39-4a0a-9c3b-2a6caad61f5c req-d4a9aa4b-31ce-4bd7-b1c1-1deca5391aa2 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329161 Aug 11 03:07:32.247382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b829e3-0596-47e0-957a-859318d1f02a req-2cd6ae66-19eb-4625-b7cb-545835a5ff30 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.248863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1b829e3-0596-47e0-957a-859318d1f02a req-2cd6ae66-19eb-4625-b7cb-545835a5ff30 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0525279 Aug 11 03:07:32.286837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1b829e3-0596-47e0-957a-859318d1f02a req-d7dcdcc5-cc47-46d8-8deb-3ff3b3d988bb tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 11 03:07:33.406551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e1597-fe20-4cca-b6d2-ee5fb296579c req-1914c8fe-6191-4a7b-a8e8-ff483029cc15 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:33.408041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f4e1597-fe20-4cca-b6d2-ee5fb296579c req-1914c8fe-6191-4a7b-a8e8-ff483029cc15 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0484099 Aug 11 03:07:33.445672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f4e1597-fe20-4cca-b6d2-ee5fb296579c req-3bac27ab-a718-4c9c-9cb8-2190269d923f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Aug 11 03:07:34.560902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cd6d-624c-4c0a-9260-5749b91442a0 req-74760bc8-e631-408c-8a66-5418058d25b3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.562244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2028cd6d-624c-4c0a-9260-5749b91442a0 req-74760bc8-e631-408c-8a66-5418058d25b3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0493100 Aug 11 03:07:34.601276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2028cd6d-624c-4c0a-9260-5749b91442a0 req-3908a81d-f406-4e92-9dce-e74d3e3b6ac0 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Aug 11 03:07:35.721139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c5513-57da-4122-b4cc-4dc7d512d924 req-a6a58b0f-8754-472c-918b-bf22a75d1a06 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.722636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d98c5513-57da-4122-b4cc-4dc7d512d924 req-a6a58b0f-8754-472c-918b-bf22a75d1a06 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0516918 Aug 11 03:07:35.759919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d98c5513-57da-4122-b4cc-4dc7d512d924 req-4d8eb519-98d5-469e-b7b7-a98c0b035d71 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307293 Aug 11 03:07:36.873252 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a2234-a10d-4204-b317-7addf6aae0ba req-1a089eec-03eb-49aa-bebf-2be5adf21ecb tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:36.874675 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be2a2234-a10d-4204-b317-7addf6aae0ba req-1a089eec-03eb-49aa-bebf-2be5adf21ecb tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0486112 Aug 11 03:07:36.911388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be2a2234-a10d-4204-b317-7addf6aae0ba req-982e6255-3289-4e3d-9201-34b8bb4936fd tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Aug 11 03:07:38.031168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea63a08-4131-4c29-b0ff-3ab5e7eb462c req-5338b581-b4b0-4eb9-92e5-8735f300b02a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.033014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ea63a08-4131-4c29-b0ff-3ab5e7eb462c req-5338b581-b4b0-4eb9-92e5-8735f300b02a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0535243 Aug 11 03:07:38.072413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5ea63a08-4131-4c29-b0ff-3ab5e7eb462c req-e2876d94-057c-4f82-95c7-7b1b52c6775a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Aug 11 03:07:39.195027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc802d5-d40e-4f8d-8714-88475de245e4 req-23691b76-ae36-4199-8868-82692f7e40a7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.196450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bc802d5-d40e-4f8d-8714-88475de245e4 req-23691b76-ae36-4199-8868-82692f7e40a7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0547168 Aug 11 03:07:39.237790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bc802d5-d40e-4f8d-8714-88475de245e4 req-7bdd773e-b59c-4602-b509-6ddaaa602efc tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Aug 11 03:07:40.266852 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:40.353663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cabf2-6ee2-48f3-a508-c77f385dfa17 req-98212005-713a-4424-9847-e1916fc2dc01 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:40.355574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e55cabf2-6ee2-48f3-a508-c77f385dfa17 req-98212005-713a-4424-9847-e1916fc2dc01 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0491004 Aug 11 03:07:40.398162 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e55cabf2-6ee2-48f3-a508-c77f385dfa17 req-38800d48-a484-461e-b838-7c906ac1c7a1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Aug 11 03:07:41.515185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fa80-8323-4ddc-95c3-853118746d7a req-5be6bbf8-edad-4f53-afd0-d46933e82c4c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.516674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75d1fa80-8323-4ddc-95c3-853118746d7a req-5be6bbf8-edad-4f53-afd0-d46933e82c4c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0484281 Aug 11 03:07:41.554434 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75d1fa80-8323-4ddc-95c3-853118746d7a req-b9bcdcc3-ce68-4173-815d-f7aa568ec34f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Aug 11 03:07:42.733161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9971-3f48-40f5-9452-57f0891211d6 req-e38a7b65-9d52-46cd-b4b1-ca91c7360710 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.734672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d93f9971-3f48-40f5-9452-57f0891211d6 req-e38a7b65-9d52-46cd-b4b1-ca91c7360710 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.1145575 Aug 11 03:07:42.775846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d93f9971-3f48-40f5-9452-57f0891211d6 req-c0ffd1df-7aa5-44d9-9911-9c405f826649 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Aug 11 03:07:43.941044 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2abf133b-1df2-4b04-83e4-13b14231cb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.949867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eb8e3-094d-4ccc-b481-926b9dbed693 req-54fd6c41-5a4f-40ec-ad53-d050826300a7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.951405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c96eb8e3-094d-4ccc-b481-926b9dbed693 req-54fd6c41-5a4f-40ec-ad53-d050826300a7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.1069887 Aug 11 03:07:43.992153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c96eb8e3-094d-4ccc-b481-926b9dbed693 req-dfaf1948-8813-4981-94ce-8f9583a28495 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345480 Aug 11 03:07:45.112261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35044c82-1009-4c17-837f-9b97ba4e5377 req-7d13464e-2ba3-404a-83df-d7060dc30eb9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:45.114627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35044c82-1009-4c17-837f-9b97ba4e5377 req-7d13464e-2ba3-404a-83df-d7060dc30eb9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0544465 Aug 11 03:07:45.152825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35044c82-1009-4c17-837f-9b97ba4e5377 req-44d3c79c-08eb-4ea5-927a-451a2cfd5d42 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Aug 11 03:07:46.267973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeb99c-5d71-4a2a-8504-31759913217e req-c8d6229b-2b32-49d8-9383-ca96485e7927 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.269447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1adeb99c-5d71-4a2a-8504-31759913217e req-c8d6229b-2b32-49d8-9383-ca96485e7927 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0512426 Aug 11 03:07:46.307522 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1adeb99c-5d71-4a2a-8504-31759913217e req-b9037ef0-cd99-4492-825e-4504c0c5aa36 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Aug 11 03:07:47.422027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9eca-9653-4499-b3fd-855872b6ea34 req-f884466e-185c-4fb8-8390-517ef94b4e8b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.423520 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbea9eca-9653-4499-b3fd-855872b6ea34 req-f884466e-185c-4fb8-8390-517ef94b4e8b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0485721 Aug 11 03:07:47.460876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbea9eca-9653-4499-b3fd-855872b6ea34 req-3c5f05cb-f025-4466-95a3-17c08d9322e9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Aug 11 03:07:47.473836 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-422c6858-7355-4ec2-bd51-910ebbc8838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.768712 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.558682 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.579782 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dc311-a3d2-482d-81e0-a012cdaf454b req-ebfa3360-e0c6-41f6-a3b6-41566341a2f1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.581298 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-278dc311-a3d2-482d-81e0-a012cdaf454b req-ebfa3360-e0c6-41f6-a3b6-41566341a2f1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0522313 Aug 11 03:07:48.618333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-278dc311-a3d2-482d-81e0-a012cdaf454b req-13b0c35a-f464-4b26-ac7a-1ad0d5e05aa3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Aug 11 03:07:49.735146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da5c4a-af30-491b-b356-f0a38352a8a7 req-c0800143-344f-4fd6-be77-802776512b3d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.736601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-49da5c4a-af30-491b-b356-f0a38352a8a7 req-c0800143-344f-4fd6-be77-802776512b3d tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0515456 Aug 11 03:07:49.774186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-49da5c4a-af30-491b-b356-f0a38352a8a7 req-3b2ae3fe-b17f-44a1-8533-e71309d0c1cb tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Aug 11 03:07:50.178958 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.902968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9459ed-c6de-48b3-a110-aff2e00e40b4 req-27a6ef96-f16e-47d8-8fca-8e1b1207ede1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.904594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed9459ed-c6de-48b3-a110-aff2e00e40b4 req-27a6ef96-f16e-47d8-8fca-8e1b1207ede1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0506933 Aug 11 03:07:50.945104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed9459ed-c6de-48b3-a110-aff2e00e40b4 req-257cf7d2-7a52-4bac-bfd3-054169efc8d9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Aug 11 03:07:52.058771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14666955-c1f1-4936-9693-af9842ff6b17 req-77472ceb-81bb-4952-b161-33cf0349ebba tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:52.060271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14666955-c1f1-4936-9693-af9842ff6b17 req-77472ceb-81bb-4952-b161-33cf0349ebba tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0479598 Aug 11 03:07:52.098848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14666955-c1f1-4936-9693-af9842ff6b17 req-4ee90486-1cab-49d4-a9e5-abde8959f294 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 11 03:07:52.964998 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-ff79d3b1-3ec2-4e08-81fb-41840ad8c84a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:07:52.965887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-ff79d3b1-3ec2-4e08-81fb-41840ad8c84a tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053813 Aug 11 03:07:53.031952 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-2182bc65-6ed7-41e6-b35b-2e5100c67eb7 service neutron] show failed (client error): The resource could not be found. Aug 11 03:07:53.033010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-2182bc65-6ed7-41e6-b35b-2e5100c67eb7 service neutron] 10.222.0.25 "GET /v2.0/ports/de9a7924-dbe9-40df-954e-d66cc49cc6c6/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0587397 Aug 11 03:07:53.230085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca8b66-37fe-4bac-baf2-c646a5bc7896 req-ef8e3e25-1006-452e-b546-a2c4cbe03288 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.231566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7ca8b66-37fe-4bac-baf2-c646a5bc7896 req-ef8e3e25-1006-452e-b546-a2c4cbe03288 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0625715 Aug 11 03:07:53.245399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-07616708-a9f1-44a1-9275-9cd2ecaac70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.247023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-07616708-a9f1-44a1-9275-9cd2ecaac70f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d&tenant_id=66256e5fedf843c596331ed5602ccefe HTTP/1.1" status: 200 len: 1096 time: 0.0479696 Aug 11 03:07:53.259698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:53.278216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7ca8b66-37fe-4bac-baf2-c646a5bc7896 req-8aa6cce4-ebb1-4221-9ff7-9cfbb5427c3b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402575 Aug 11 03:07:53.306333 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.320834 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.453852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.526743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:53.568082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:53.612976 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.615125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:53.617872 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bfca6c-84e5-4ead-a625-a0b293b429cd" -d '{"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-unplugged", "status": "completed", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:53.633724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Transition to ACTIVE for port object de9a7924-dbe9-40df-954e-d66cc49cc6c6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:53.638773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.698575 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e09a9a-68ba-4766-9d01-a9b8dc2d0487 x-openstack-request-id: req-37e09a9a-68ba-4766-9d01-a9b8dc2d0487 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:53.698869 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-unplugged", "status": "completed", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:53.699124 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37e09a9a-68ba-4766-9d01-a9b8dc2d0487 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:53.699522 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'code': 200} Aug 11 03:07:53.702590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] No DVR routers for this DVR port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:53.711635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:53.734766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.735120 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.735472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.735810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.736141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.736477 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.736810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.737144 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.737481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.737810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.738164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.738494 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:53.755064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:53.755402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:53.756540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:53.761040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:53.761368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Attempting to bind port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on network 2044d04d-ba72-4adb-a52e-fe104ccdcb45 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:53.766270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:53.766732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Checking segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:53.767123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Bound using segment: {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:53.767550 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Bound port: de9a7924-dbe9-40df-954e-d66cc49cc6c6, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a376ce-f59c-45ae-acee-6eeebc28c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:53.767913 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.834390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:53.837398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:53.842140 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.880060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.880414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.882479 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 1091 time: 0.6271107 Aug 11 03:07:53.903826 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f7be-4a46-466c-9978-6efabfad00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:53.946729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-c5d1aacf-f2e3-4d61-ac1c-0f301d09c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.948259 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-c5d1aacf-f2e3-4d61-ac1c-0f301d09c146 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1094 time: 0.0415840 Aug 11 03:07:54.039429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-f12c8f09-f466-41b6-a0bb-44f81dd69917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.040937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-f12c8f09-f466-41b6-a0bb-44f81dd69917 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0862288 Aug 11 03:07:54.085058 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-7d8d1bfb-9b47-47b1-a3a0-35583b029127 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0360823 Aug 11 03:07:54.135674 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-00c3cc5e-b675-4e26-9439-b589d705d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.137163 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-00c3cc5e-b675-4e26-9439-b589d705d11f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0454733 Aug 11 03:07:54.174890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-b8923408-44b3-410d-89af-b1e0de2f00c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301285 Aug 11 03:07:54.264347 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-8f5dae7c-68f6-4133-b8c0-365575e98365 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831027 Aug 11 03:07:54.363818 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-374e7346-9e70-4ab5-9b52-3f9e16c32f2e req-0b8d574d-6b25-4a5e-b216-72a9cd6035ac service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929494 Aug 11 03:07:54.398341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b27d50-3d18-438e-a864-0cd3e26e0d28 req-0de4a512-dbdf-4444-a50c-3217da3adaf1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.399902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7b27d50-3d18-438e-a864-0cd3e26e0d28 req-0de4a512-dbdf-4444-a50c-3217da3adaf1 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 943 time: 0.0507405 Aug 11 03:07:54.438018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7b27d50-3d18-438e-a864-0cd3e26e0d28 req-bfc80503-c09e-4df7-9809-bcbf2e131cc3 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Aug 11 03:07:55.569834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0760de6-94ea-4039-a8a0-7f1e97b916d1 req-58281a93-5e5a-45b0-8bb8-7f08820ddf16 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.571419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0760de6-94ea-4039-a8a0-7f1e97b916d1 req-58281a93-5e5a-45b0-8bb8-7f08820ddf16 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 943 time: 0.0545654 Aug 11 03:07:55.619269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0760de6-94ea-4039-a8a0-7f1e97b916d1 req-e3f9f16a-67d0-499e-a228-98dd8163c70f tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Aug 11 03:07:55.700794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:55.703156 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:55.751238 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061a0a72-2297-46eb-aaa8-25bf81670e03 x-openstack-request-id: req-061a0a72-2297-46eb-aaa8-25bf81670e03 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:55.751522 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:55.751785 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-061a0a72-2297-46eb-aaa8-25bf81670e03 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:55.752171 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'status': 'completed', 'code': 200} Aug 11 03:07:55.811791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-26cff326-f6ea-408a-aa6d-a32519695f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.813308 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-26cff326-f6ea-408a-aa6d-a32519695f5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1094 time: 0.0407398 Aug 11 03:07:55.815098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-9556f82e-3c42-43db-8d7a-cf7ac99049df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.816624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-9556f82e-3c42-43db-8d7a-cf7ac99049df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1094 time: 0.0413151 Aug 11 03:07:55.924302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-0c99c256-4a95-4a21-bde5-514d29f294c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.925988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-0c99c256-4a95-4a21-bde5-514d29f294c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.1011751 Aug 11 03:07:55.928471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-b4794575-e138-4ecc-aebb-4020fbaa2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.930076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-b4794575-e138-4ecc-aebb-4020fbaa2a2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.1035657 Aug 11 03:07:55.974829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-ef492886-13fe-4fe2-96dd-e65f6680a8f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0409589 Aug 11 03:07:55.979107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-69f66256-66f1-48f9-956d-1838b9a94c07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0402205 Aug 11 03:07:56.032006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-89fec011-d463-4400-bc74-d0296f7a7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.032374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-acf2b845-cd1e-48ab-9fe1-5db1a0095a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.033435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-89fec011-d463-4400-bc74-d0296f7a7c8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0515254 Aug 11 03:07:56.033825 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-acf2b845-cd1e-48ab-9fe1-5db1a0095a57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0481715 Aug 11 03:07:56.065373 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-8b45747f-2166-4b63-af65-d9345d467e66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249302 Aug 11 03:07:56.067344 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-3cb72e80-9d18-4f36-8f7e-34e5fbbe371b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246799 Aug 11 03:07:56.157082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-d6327ebf-c90a-414a-b50a-69e86de8cc05 service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849595 Aug 11 03:07:56.161926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-1e6d5eca-bb62-45d4-a467-757f112f4616 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Aug 11 03:07:56.249313 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-17329dfd-09fc-4f90-ab79-2e50601eb76c service neutron] 10.222.0.59 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Aug 11 03:07:56.256125 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-533b1a07-4e5f-47d2-aa7b-dd09517fa28c req-6127ff04-fd80-43ae-a96f-4edb2d017b26 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854077 Aug 11 03:07:56.459432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:56.551623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:56.563689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'network_id': '2044d04d-ba72-4adb-a52e-fe104ccdcb45', 'port_id': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'mac_address': 'fa:16:3e:e8:2e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba30d14-21b0-4b5a-8d1e-6f303a568d4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:56.602844 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.615816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9a7924-dbe9-40df-954e-d66cc49cc6c6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:56.636452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:56.640861 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.688236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:56.696438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.696790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.697133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.697470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.697805 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.698171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.698503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.698858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.699184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.699512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.699832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.700154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:56.737897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91da01-ddc8-44bc-bd7a-58a86db6058b req-de0046d5-14ba-4042-803c-c2fd67034a08 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.739425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed91da01-ddc8-44bc-bd7a-58a86db6058b req-de0046d5-14ba-4042-803c-c2fd67034a08 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 944 time: 0.0503685 Aug 11 03:07:56.781669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed91da01-ddc8-44bc-bd7a-58a86db6058b req-6760c943-c64f-4149-be63-f313c893f9a7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356705 Aug 11 03:07:56.855499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['de9a7924-dbe9-40df-954e-d66cc49cc6c6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:57.008714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12fe10-91ce-4ec1-a49d-0c72d9f23aac req-b9008cd0-bcb7-4c2e-b841-458e32f8d58c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.010175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b12fe10-91ce-4ec1-a49d-0c72d9f23aac req-b9008cd0-bcb7-4c2e-b841-458e32f8d58c tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 944 time: 0.0795493 Aug 11 03:07:57.024024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-21aaeac1-3fcd-4b58-b4cc-cda1f41752b7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.025429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-21aaeac1-3fcd-4b58-b4cc-cda1f41752b7 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d&tenant_id=66256e5fedf843c596331ed5602ccefe&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 944 time: 0.0695338 Aug 11 03:07:57.086720 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b12fe10-91ce-4ec1-a49d-0c72d9f23aac req-981eca43-fb70-4066-b43b-6c8acc0ffb2b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702202 Aug 11 03:07:57.112447 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-770bf893-55ff-4140-b3f2-93ef1e9b9d78 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:07:57.113530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-770bf893-55ff-4140-b3f2-93ef1e9b9d78 service neutron] 10.222.0.25 "DELETE /v2.0/ports/de9a7924-dbe9-40df-954e-d66cc49cc6c6/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0753198 Aug 11 03:07:57.286537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:57.328187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:57.558316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-d660381b-80ed-4871-8b2c-5697be235f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.559875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-d660381b-80ed-4871-8b2c-5697be235f85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66256e5fedf843c596331ed5602ccefe&device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 1095 time: 0.3984077 Aug 11 03:07:57.652221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-311e39f0-1a21-4e7d-9ab3-9d489dd4823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.653750 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-311e39f0-1a21-4e7d-9ab3-9d489dd4823f service neutron] 10.222.0.25 "GET /v2.0/networks?id=2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 200 len: 914 time: 0.0851107 Aug 11 03:07:57.698984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-7df990a0-9128-4781-9bec-66f103cad759 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 200 len: 217 time: 0.0370390 Aug 11 03:07:57.748662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-14d78164-835a-4109-af38-d83d507abf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.750120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-14d78164-835a-4109-af38-d83d507abf7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 200 len: 854 time: 0.0434203 Aug 11 03:07:57.781759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-d7ab6742-a393-406d-880d-e84d55613d38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2044d04d-ba72-4adb-a52e-fe104ccdcb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240622 Aug 11 03:07:57.873100 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-33c54425-52db-4b02-bbb4-504eb6dc07d5 service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836284 Aug 11 03:07:57.962993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19705eec-45c9-49dc-8c60-49db38b0f020 req-d6ccba3a-6208-42ab-963e-fa727644371f service neutron] 10.222.0.25 "GET /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806544 Aug 11 03:07:58.204066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7f094-9375-4a97-beea-cb5441b9ecc1 req-dad846d6-a06b-46ea-b92c-bd51ce151572 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.205626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef7f094-9375-4a97-beea-cb5441b9ecc1 req-dad846d6-a06b-46ea-b92c-bd51ce151572 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 944 time: 0.0492971 Aug 11 03:07:58.255673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ef7f094-9375-4a97-beea-cb5441b9ecc1 req-4007e206-9d0b-4c2e-8196-a7bc93be0dd4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Aug 11 03:07:58.466816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:58.516970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port de9a7924-dbe9-40df-954e-d66cc49cc6c6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:58.521076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port de9a7924-dbe9-40df-954e-d66cc49cc6c6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:58.521620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.605789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.628899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:58.631724 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3cade0-828a-4b59-a293-27a18eedaa16" -d '{"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-plugged", "status": "completed", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:58.645071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:58.650158 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.673159 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecef5c1a-8137-40d7-b5dd-ed7f96646f93 x-openstack-request-id: req-ecef5c1a-8137-40d7-b5dd-ed7f96646f93 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:58.673451 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-plugged", "status": "completed", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:58.673706 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecef5c1a-8137-40d7-b5dd-ed7f96646f93 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:58.674119 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'code': 200} Aug 11 03:07:58.699995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:59.386238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c97202-0b7b-4bbd-8a2d-9a72b1d312a2 req-db6aa8d1-5ff0-461b-b636-9a16b2e1eeaf tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.387789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5c97202-0b7b-4bbd-8a2d-9a72b1d312a2 req-db6aa8d1-5ff0-461b-b636-9a16b2e1eeaf tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0542731 Aug 11 03:07:59.428064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5c97202-0b7b-4bbd-8a2d-9a72b1d312a2 req-e80570fe-0e1e-4986-a107-5a21de45d3a5 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Aug 11 03:07:59.545345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d853a-5fa8-4312-ba75-7abbabad8e84 req-4a4dc441-b6b0-453e-987e-6c55043a9cd8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.546759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b7d853a-5fa8-4312-ba75-7abbabad8e84 req-4a4dc441-b6b0-453e-987e-6c55043a9cd8 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0489988 Aug 11 03:07:59.584665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b7d853a-5fa8-4312-ba75-7abbabad8e84 req-82808eb0-367c-4773-a527-44d233981cd9 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Aug 11 03:07:59.697505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239d688-bc22-45a2-a350-5116ed1c4c48 req-e0e58c5d-7968-4706-b223-f8404eb76f75 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.699018 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2239d688-bc22-45a2-a350-5116ed1c4c48 req-e0e58c5d-7968-4706-b223-f8404eb76f75 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0483313 Aug 11 03:07:59.736666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2239d688-bc22-45a2-a350-5116ed1c4c48 req-164600c3-0cdf-4bc0-b427-9f75790c637b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 11 03:08:00.064795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fd3ce-984f-463d-9b01-5e28287c3d7f req-084d0d36-06e6-4c89-b70c-30ebae8141fa tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.066223 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e71fd3ce-984f-463d-9b01-5e28287c3d7f req-084d0d36-06e6-4c89-b70c-30ebae8141fa tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0536180 Aug 11 03:08:00.104120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e71fd3ce-984f-463d-9b01-5e28287c3d7f req-d7284e28-1633-478f-baf2-aee6da876359 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Aug 11 03:08:01.218680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6879dd0-9526-4f1d-aed7-b7910d532368 req-0058a6f7-224b-49a0-a95a-b858702487b5 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.220210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6879dd0-9526-4f1d-aed7-b7910d532368 req-0058a6f7-224b-49a0-a95a-b858702487b5 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0500073 Aug 11 03:08:01.242741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-43d8c1d8-c11b-462a-8956-118e9879af43 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.244229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-43d8c1d8-c11b-462a-8956-118e9879af43 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb87bea-a73c-4fe8-ad74-a29ced8d663d HTTP/1.1" status: 200 len: 945 time: 0.0481553 Aug 11 03:08:01.259689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6879dd0-9526-4f1d-aed7-b7910d532368 req-de5339da-e96f-4811-bd10-8bf56cf054a4 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5fc0774-a7c9-4461-ade9-f9716122007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 11 03:08:01.337295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Deleting port de9a7924-dbe9-40df-954e-d66cc49cc6c6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:01.337632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.422407 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] For port de9a7924-dbe9-40df-954e-d66cc49cc6c6, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=de9a7924-dbe9-40df-954e-d66cc49cc6c6,segment=NetworkSegment(26a376ce-f59c-45ae-acee-6eeebc28c54d),segment_id=26a376ce-f59c-45ae-acee-6eeebc28c54d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:01.422689 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.436032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Calling delete_port for de9a7924-dbe9-40df-954e-d66cc49cc6c6 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:01.562542 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.573790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['de9a7924-dbe9-40df-954e-d66cc49cc6c6'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:01.589796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Pushing event deleted for resources: {'Port': ['ID=de9a7924-dbe9-40df-954e-d66cc49cc6c6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:01.634896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] No DVR routers for this DVR port de9a7924-dbe9-40df-954e-d66cc49cc6c6 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:01.637478 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.639512 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a273d8f5-eb2c-4f00-819d-4fa18168a416 req-1cb615e6-120b-4674-889d-86fbdf3eef0b tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] 10.222.0.59 "DELETE /v2.0/ports/de9a7924-dbe9-40df-954e-d66cc49cc6c6 HTTP/1.1" status: 204 len: 173 time: 0.3893199 Aug 11 03:08:01.639951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-deleted', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:01.642206 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e72228-cfa2-4543-8b9c-71dfbc96a52f" -d '{"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-deleted", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:01.681380 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b7e89-67b3-42fe-a8f8-62defc81aa0d x-openstack-request-id: req-fd7b7e89-67b3-42fe-a8f8-62defc81aa0d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:01.681674 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb87bea-a73c-4fe8-ad74-a29ced8d663d", "name": "network-vif-deleted", "tag": "de9a7924-dbe9-40df-954e-d66cc49cc6c6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:01.681928 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd7b7e89-67b3-42fe-a8f8-62defc81aa0d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:01.682364 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb87bea-a73c-4fe8-ad74-a29ced8d663d', 'name': 'network-vif-deleted', 'tag': 'de9a7924-dbe9-40df-954e-d66cc49cc6c6', 'status': 'completed', 'code': 200} Aug 11 03:08:02.378549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48176) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:02.423919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Deleting subnet 6ba30d14-21b0-4b5a-8d1e-6f303a568d4b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:02.426912 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.460948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.498821 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.551909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.923001 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba30d14-21b0-4b5a-8d1e-6f303a568d4b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.924876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.926785 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6725aef3-dd49-4757-8592-e44c813ed03b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ba30d14-21b0-4b5a-8d1e-6f303a568d4b HTTP/1.1" status: 204 len: 168 time: 0.5471985 Aug 11 03:08:02.929481 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:02.996563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.077794 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.087995 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2044d04d-ba72-4adb-a52e-fe104ccdcb45']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:03.097802 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a376ce-f59c-45ae-acee-6eeebc28c54d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:03.098127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a376ce-f59c-45ae-acee-6eeebc28c54d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:03.106577 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.120740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.127044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:03.127465 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:03.129084 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:03.180491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.185605 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.190223 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2044d04d-ba72-4adb-a52e-fe104ccdcb45 HTTP/1.1" status: 204 len: 168 time: 0.2596574 Aug 11 03:08:03.201853 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9a3ea-5a6f-4c38-a6db-b00089b16020 admin admin] Pushing event deleted for resources: {'Network': ['ID=2044d04d-ba72-4adb-a52e-fe104ccdcb45,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:03.293111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48182) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:03.335208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9cbcbda0-a76f-4335-bf6e-eb98f89d0689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66256e5fedf843c596331ed5602ccefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408928 Aug 11 03:08:03.337679 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48184) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:03.386173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.410620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.455838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.458527 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.459671 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5fc0774-a7c9-4461-ade9-f9716122007a HTTP/1.1" status: 204 len: 168 time: 0.1210177 Aug 11 03:08:03.467042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc0774-a7c9-4461-ade9-f9716122007a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:03.474315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.474663 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.475109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.475373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.475666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.475996 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.476319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.476644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.476968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.477292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.477615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:03.477936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18221c3a-cc8d-42e1-8117-7981d5889ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:04.151671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:04.263916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-130791497-network', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:04.286212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Made reservation on behalf of 30da151227b94e1c92b59ad00e3ef88e for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:04.288578 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.303337 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.405682 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.410408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.440380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:04.445796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad863127-a442-4136-bd3e-1b4cf9e1bebe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.453857 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.455009 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Added segment 58f5bd30-fdd1-4277-a68f-048dafb435e8 of type vlan for network 85c34c92-47b1-478c-83e0-47a3c65da576 Aug 11 03:08:04.500621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.505806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:04.528937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: de9a7924-dbe9-40df-954e-d66cc49cc6c6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:04.529290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device de9a7924-dbe9-40df-954e-d66cc49cc6c6 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:04.533443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.534476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.535058 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.588241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4354033 Aug 11 03:08:04.591547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48210) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:04.596126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147093c3-a683-4f58-8aaa-a122305e91cf admin admin] Pushing event updated for resources: {'Network': ['ID=85c34c92-47b1-478c-83e0-47a3c65da576,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.596662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Request body: {'subnet': {'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-130791497-subnet', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:04.607182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 85c34c92-47b1-478c-83e0-47a3c65da576 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:04.620974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Made reservation on behalf of 30da151227b94e1c92b59ad00e3ef88e for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:04.623403 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.806754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.865813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56741168-aa26-44fe-a358-454cbb8a0fd0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.876548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:04.876915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Network hostable DHCP agents. Network: 85c34c92-47b1-478c-83e0-47a3c65da576, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:04.895228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:04.906206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 85c34c92-47b1-478c-83e0-47a3c65da576) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:04.911166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.912801 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.916975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5263e6-3a39-4007-bd52-0aa040c3348f None None] Network 85c34c92-47b1-478c-83e0-47a3c65da576 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:04.927366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-11d22e71-6d9e-406e-8852-422d96eae732 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3346548 Aug 11 03:08:04.930283 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48212) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:04.934993 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:04.955321 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.956354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.031916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.079851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-85c34c92-47b1-478c-83e0-47a3c65da576', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:05.080754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.190052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.233883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Allocated IP 172.20.0.2 (85c34c92-47b1-478c-83e0-47a3c65da576/56741168-aa26-44fe-a358-454cbb8a0fd0/04019749-3715-406e-9398-cb7f1925d8fa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:05.388997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.400149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Transition to ACTIVE for port object 04019749-3715-406e-9398-cb7f1925d8fa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:05.409728 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.414618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Transition to ACTIVE for port object 04019749-3715-406e-9398-cb7f1925d8fa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:05.421045 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.435659 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.466964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:05.469917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:05.474189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:05.477244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Pushing event updated for resources: {'Port': ['ID=04019749-3715-406e-9398-cb7f1925d8fa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:05.530780 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Attempting to bind port 04019749-3715-406e-9398-cb7f1925d8fa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:05.531471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Attempting to bind port 04019749-3715-406e-9398-cb7f1925d8fa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:05.531471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Attempting to bind port 04019749-3715-406e-9398-cb7f1925d8fa on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:05.537068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:05.537068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:05.537509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.537859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:05.538353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Bound port: 04019749-3715-406e-9398-cb7f1925d8fa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:05.538959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.551661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Allocated IP 172.25.6.210 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/2a96127d-d62a-49fc-aa07-96c0d0eba651) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:05.604828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] For port 04019749-3715-406e-9398-cb7f1925d8fa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:05.608273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] For port 04019749-3715-406e-9398-cb7f1925d8fa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04019749-3715-406e-9398-cb7f1925d8fa,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:05.616616 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.674253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.678348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b379e5-d0a9-4163-a62f-77f82f90a859 None None] Pushing event updated for resources: {'Port': ['ID=04019749-3715-406e-9398-cb7f1925d8fa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:05.716856 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.763247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:05.768268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:05.772652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:05.775773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Pushing event updated for resources: {'Port': ['ID=2a96127d-d62a-49fc-aa07-96c0d0eba651,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:06.052106 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.265521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.415083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:06.526235 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:06.536060 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:06.545583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:06.546305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:07:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:06.551690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.553574 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-908377c7-aacd-41fb-bce9-82d242749c2e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6222179 Aug 11 03:08:06.556334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:06.595743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bee324-9591-4a76-ab4e-a798d80dbdce None None] Network 85c34c92-47b1-478c-83e0-47a3c65da576 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:06.692662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04019749-3715-406e-9398-cb7f1925d8fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:06.767994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a423b230-05eb-4e64-80e9-2c7c769e8c7b None None] Provisioning for port 04019749-3715-406e-9398-cb7f1925d8fa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:06.785539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:07.005813 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.085114 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 04019749-3715-406e-9398-cb7f1925d8fa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:07.100828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 04019749-3715-406e-9398-cb7f1925d8fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.101203 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.160704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Allocated IP 172.20.0.1 (85c34c92-47b1-478c-83e0-47a3c65da576/56741168-aa26-44fe-a358-454cbb8a0fd0/3e80af56-deb6-43b5-a286-c00a9315af25) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:07.269432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.272715 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.283959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Transition to ACTIVE for port object 3e80af56-deb6-43b5-a286-c00a9315af25 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:07.287755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:05Z', 'revision_number': 3, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:07.319963 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.327672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:07.328688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Updating router 453060e1-e789-4243-b2dd-c4868ffe7eb5 port 2a96127d-d62a-49fc-aa07-96c0d0eba651 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:08:07.361506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:07.362918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 04019749-3715-406e-9398-cb7f1925d8fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04019749-3715-406e-9398-cb7f1925d8fa,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:07.365300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:07.369284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.369493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:07.371913 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.409300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e80af56-deb6-43b5-a286-c00a9315af25,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.411695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.518297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=04019749-3715-406e-9398-cb7f1925d8fa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.541431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6b7bc7c2-bfdb-44e8-8d98-2334e3d606cd None None] Provisioning complete for port 04019749-3715-406e-9398-cb7f1925d8fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.542157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc7c2-bfdb-44e8-8d98-2334e3d606cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.555724 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.739930 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.744830 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.747959 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.758411 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Transition to ACTIVE for port object 2a96127d-d62a-49fc-aa07-96c0d0eba651 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:07.763395 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.814713 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.817308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e80af56-deb6-43b5-a286-c00a9315af25,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.821896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a687f6-b625-49b5-8753-8855f1fca3a6 None None] Pushing event updated for resources: {'Port': ['ID=2a96127d-d62a-49fc-aa07-96c0d0eba651,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.824435 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Attempting to bind port 2a96127d-d62a-49fc-aa07-96c0d0eba651 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:07.824802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Attempting to bind port 2a96127d-d62a-49fc-aa07-96c0d0eba651 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:07.825164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Attempting to bind port 2a96127d-d62a-49fc-aa07-96c0d0eba651 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:07.835184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:07.835569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:07.836123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.836531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:07.836986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Bound port: 2a96127d-d62a-49fc-aa07-96c0d0eba651, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:07.837370 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.840121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9cea0753-9d63-4934-a293-e299a3cad2ad None None] Provisioning for port 3e80af56-deb6-43b5-a286-c00a9315af25 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:07.861293 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9cea0753-9d63-4934-a293-e299a3cad2ad None None] Provisioning complete for port 3e80af56-deb6-43b5-a286-c00a9315af25 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.861538 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9cea0753-9d63-4934-a293-e299a3cad2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.912336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:07.913844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:07.916526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9cea0753-9d63-4934-a293-e299a3cad2ad None None] Port 3e80af56-deb6-43b5-a286-c00a9315af25 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:07.921841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] For port 2a96127d-d62a-49fc-aa07-96c0d0eba651, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:07.925446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] For port 2a96127d-d62a-49fc-aa07-96c0d0eba651, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2a96127d-d62a-49fc-aa07-96c0d0eba651,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:07.929864 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.992734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:07.993369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:07:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:07.995439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a687f6-b625-49b5-8753-8855f1fca3a6 None None] Pushing event updated for resources: {'Port': ['ID=2a96127d-d62a-49fc-aa07-96c0d0eba651,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:08.061627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:08.112622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:08.172929 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:08.178709 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4466f91f-279f-4f60-939e-3fd15c5de4e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/453060e1-e789-4243-b2dd-c4868ffe7eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213660 Aug 11 03:08:08.194145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5d8acbf9-b6e4-42ae-afa8-71288842c61c None None] Provisioning complete for port 3e80af56-deb6-43b5-a286-c00a9315af25 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:08.194522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d8acbf9-b6e4-42ae-afa8-71288842c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.271050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5d8acbf9-b6e4-42ae-afa8-71288842c61c None None] Port 3e80af56-deb6-43b5-a286-c00a9315af25 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:08.369019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 2, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:08.396195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e321b-c1e8-42ba-9c57-6c596e7ea0cc None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 2, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:08.665274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04019749-3715-406e-9398-cb7f1925d8fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:08.721602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 04019749-3715-406e-9398-cb7f1925d8fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:08.721976 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.912159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:09.917984 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776869251', 'description': 'tempest-description--1171418234'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:09.943303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.026117 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.030251 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.060295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19f56d0-a686-45da-8a45-54422f0c62b1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:10.063391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.064760 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-02be8d16-9777-4a61-8399-eb0d9879d33a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1506259 Aug 11 03:08:10.068459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48228) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:10.075409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'security_group_rule': {'security_group_id': 'b19f56d0-a686-45da-8a45-54422f0c62b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:10.105532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.178515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.183062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.201626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c292f2f2-421d-4358-917a-024ccc51fab0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:10.211104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.212351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a3de5de9-ec27-49b9-ba6b-045c50e7ad6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409609 Aug 11 03:08:10.215170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48230) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:10.219546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'security_group_rule': {'security_group_id': 'b19f56d0-a686-45da-8a45-54422f0c62b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:10.247426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.308583 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.312634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.331074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9536ca-0bda-474b-bb60-dbf9b653a2fa,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:10.338166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.339531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5e59bf28-e832-4646-a2a7-70c89ddbcb55 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234245 Aug 11 03:08:10.350925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:10.355611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:10.381222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.408002 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:10.418713 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:10.419566 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:07:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:10.649990 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:10.686430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2a96127d-d62a-49fc-aa07-96c0d0eba651 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:10.737398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2a96127d-d62a-49fc-aa07-96c0d0eba651 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:10.743058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2a96127d-d62a-49fc-aa07-96c0d0eba651 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:10.743438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.828369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.850849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2a96127d-d62a-49fc-aa07-96c0d0eba651, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2a96127d-d62a-49fc-aa07-96c0d0eba651,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:10.855602 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.860486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 2, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:10.860764 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.892012 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:10.892362 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Updating router 453060e1-e789-4243-b2dd-c4868ffe7eb5 port 3e80af56-deb6-43b5-a286-c00a9315af25 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:08:10.922149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2a96127d-d62a-49fc-aa07-96c0d0eba651,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:10.924078 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.967066 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Allocated IP 172.25.6.117 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/4eefc13e-ab1b-42b0-b382-9ba314a99afd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:11.081275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.123378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.161824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:11.167074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:11.170909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:11.197905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'Port': ['ID=4eefc13e-ab1b-42b0-b382-9ba314a99afd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:11.210936 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.222214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Transition to ACTIVE for port object 3e80af56-deb6-43b5-a286-c00a9315af25 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:11.229134 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.283968 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Pushing event updated for resources: {'Port': ['ID=3e80af56-deb6-43b5-a286-c00a9315af25,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:11.289506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.315652 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.316076 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.316370 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.316710 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.317042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.317385 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.317746 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.318102 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.318424 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.318747 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.319068 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.319390 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:11.332987 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.355114 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Attempting to bind port 3e80af56-deb6-43b5-a286-c00a9315af25 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:11.355498 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Attempting to bind port 3e80af56-deb6-43b5-a286-c00a9315af25 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:11.355865 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Attempting to bind port 3e80af56-deb6-43b5-a286-c00a9315af25 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:11.361491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:11.361870 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:11.362330 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.362731 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:11.363222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Bound port: 3e80af56-deb6-43b5-a286-c00a9315af25, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:11.363634 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.441964 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] For port 3e80af56-deb6-43b5-a286-c00a9315af25, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:11.447481 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] For port 3e80af56-deb6-43b5-a286-c00a9315af25, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e80af56-deb6-43b5-a286-c00a9315af25,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:11.453402 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.512206 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:11.512662 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:07:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:11.539007 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.544691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.571773 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481350b0-7af1-4d32-a6bb-a792d40f995a None None] Pushing event updated for resources: {'Port': ['ID=3e80af56-deb6-43b5-a286-c00a9315af25,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:11.644623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'Port': ['ID=4eefc13e-ab1b-42b0-b382-9ba314a99afd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:11.659585 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.661249 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:11.681384 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.682599 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-40bd019e-72ed-45cf-b04e-867eb221c4a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3307438 Aug 11 03:08:11.911091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-a940ad04-2204-40e5-b01a-7a289704cfb5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--776869251&fields=id&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 267 time: 0.0466359 Aug 11 03:08:11.916397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:11Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:11.944226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf00a53-d113-4be5-bcc9-ace0cf0cf841 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:11Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:12.034766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-cefcf970-41b9-4466-8b35-fe75497e6f58 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.036969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-cefcf970-41b9-4466-8b35-fe75497e6f58 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1176741 Aug 11 03:08:12.054072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-b908ccbd-ba42-4647-9cc2-1e99be3a85ae tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/quotas/30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 375 time: 0.0109818 Aug 11 03:08:12.118860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-d783f78b-f731-4261-a03d-7226b13d6c4e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585287 Aug 11 03:08:12.289498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-edec9894-0d25-4195-9889-25347d0f1a94 service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501470 Aug 11 03:08:12.395094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-1f6ec8d5-ac05-48b1-828d-3f3edef2a8d7 service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989840 Aug 11 03:08:12.571063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e914c503-7af5-434f-9a1b-f5f843870bb6 req-75ab32ae-1bc7-45ef-a079-da8f308c1789 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 210 time: 0.0327482 Aug 11 03:08:12.678897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e80af56-deb6-43b5-a286-c00a9315af25 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:12.739165 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 3e80af56-deb6-43b5-a286-c00a9315af25 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:12.744801 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3e80af56-deb6-43b5-a286-c00a9315af25 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:12.745177 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.830550 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.867098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 3e80af56-deb6-43b5-a286-c00a9315af25, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e80af56-deb6-43b5-a286-c00a9315af25,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:12.870946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.871787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2a96127d-d62a-49fc-aa07-96c0d0eba651 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:12.953098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=3e80af56-deb6-43b5-a286-c00a9315af25,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:12.963178 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2a96127d-d62a-49fc-aa07-96c0d0eba651 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:12.963562 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.589555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-7d17abdd-18c0-4da5-919d-247f8006a9b5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.591133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-7d17abdd-18c0-4da5-919d-247f8006a9b5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1120462 Aug 11 03:08:13.643611 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-72cd4426-d236-4b2e-afd5-bc49b5cdb710 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 379 time: 0.0429430 Aug 11 03:08:13.655200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'port': {'device_id': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'admin_state_up': True, 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'security_groups': ['b19f56d0-a686-45da-8a45-54422f0c62b1']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:13.683486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c6a241f-8192-4cdc-8db3-3643f8a3bb9f req-311ecd15-f30a-400c-a7fd-b08c711dabd0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 210 time: 0.0267277 Aug 11 03:08:13.775594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Made reservation on behalf of 30da151227b94e1c92b59ad00e3ef88e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:13.779497 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.916126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Allocated IP 172.20.0.9 (85c34c92-47b1-478c-83e0-47a3c65da576/56741168-aa26-44fe-a358-454cbb8a0fd0/7ebb060f-26a8-4878-8388-4622e279a66b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:13.949412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-312eb028-c0db-42f8-92a4-7f89c2b86feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.073649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.087866 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Transition to ACTIVE for port object 7ebb060f-26a8-4878-8388-4622e279a66b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:14.121861 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.166601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:14.169646 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:14.173545 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:14.180659 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.227398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.228025 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.242693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-e1ef364d-e768-4a8d-b1f5-af33423b9b6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917459 Aug 11 03:08:14.253726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-89e44920-9a1e-4ebc-87b3-d4d32a0c5e09 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:08:14.254835 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-89e44920-9a1e-4ebc-87b3-d4d32a0c5e09 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055909 Aug 11 03:08:14.317880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Request body: {'port': {'device_id': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:14.377432 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.407799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0ab58099-470f-4b05-a399-d3dbcc27e649 None None] Provisioning for port 7ebb060f-26a8-4878-8388-4622e279a66b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:14.412072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0ab58099-470f-4b05-a399-d3dbcc27e649 None None] Provisioning complete for port 7ebb060f-26a8-4878-8388-4622e279a66b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:14.412426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ab58099-470f-4b05-a399-d3dbcc27e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.447148 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0ab58099-470f-4b05-a399-d3dbcc27e649 None None] Port 7ebb060f-26a8-4878-8388-4622e279a66b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:14.646628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e80af56-deb6-43b5-a286-c00a9315af25 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:14.680424 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebb060f-26a8-4878-8388-4622e279a66b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:14.689008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.701236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 3e80af56-deb6-43b5-a286-c00a9315af25 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:14.701526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.702704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Transition to ACTIVE for port object 7ebb060f-26a8-4878-8388-4622e279a66b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:14.706957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.810804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.819526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb553452-1e0f-4574-a53b-9381bf2cae58 req-895b1f7f-24fb-458a-9f59-aa77f2ad3818 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.821467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb553452-1e0f-4574-a53b-9381bf2cae58 req-895b1f7f-24fb-458a-9f59-aa77f2ad3818 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0637732 Aug 11 03:08:14.845394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:14.845730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:14.846462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:14.851800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Port 7ebb060f-26a8-4878-8388-4622e279a66b on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:14.852137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:14.857557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:14.858380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:14.858380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:14.858717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Bound port: 7ebb060f-26a8-4878-8388-4622e279a66b, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:14.859074 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.863658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fb553452-1e0f-4574-a53b-9381bf2cae58 req-7da7ff22-f329-44fd-9ae1-8c6fbc041638 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359080 Aug 11 03:08:14.926491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:14.929835 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:14.934666 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.976157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.976790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.978246 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 1091 time: 0.7164023 Aug 11 03:08:14.978693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:14.980971 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d86f31-9209-4b1e-956f-a163aed41c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:15.003037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7425b6c-13eb-47d9-89cf-47de2abfe9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:15.030836 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ab7e59-9f3f-4aa7-93ed-20e59f217238 x-openstack-request-id: req-57ab7e59-9f3f-4aa7-93ed-20e59f217238 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:15.031127 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:15.031386 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57ab7e59-9f3f-4aa7-93ed-20e59f217238 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:15.031834 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'status': 'completed', 'code': 200} Aug 11 03:08:15.070755 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-073b6a1d-c423-4626-b90e-dcc0652d5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.072251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-073b6a1d-c423-4626-b90e-dcc0652d5472 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1094 time: 0.0511913 Aug 11 03:08:15.117874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-9f172ba7-aae1-4fe3-9bdc-72e370fa019d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 217 time: 0.0371199 Aug 11 03:08:15.168538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-3de96539-dd16-424f-a3ad-a9afe1901987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.170074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-3de96539-dd16-424f-a3ad-a9afe1901987 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0459504 Aug 11 03:08:15.220939 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f4e0c63e-c46f-4926-9d97-7654196d84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.222506 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-f4e0c63e-c46f-4926-9d97-7654196d84df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455832 Aug 11 03:08:15.310329 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-dfaaa7fe-d036-4123-872c-4e9c17b63d62 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808878 Aug 11 03:08:15.407819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bb05a58d-2b6c-46e6-ac7b-e4b41634bf3c req-57245e17-4f16-4804-8972-4f66780148f0 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Aug 11 03:08:15.489129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-58547923-454a-4e8e-9596-72b68d201cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.491203 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-58547923-454a-4e8e-9596-72b68d201cda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1094 time: 0.0405958 Aug 11 03:08:15.580053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-c8b7da10-6415-4901-9161-a83acc957ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.581452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-c8b7da10-6415-4901-9161-a83acc957ccc service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0833418 Aug 11 03:08:15.625973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-6811bdb9-3166-4b34-acba-ea67b7319f30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 217 time: 0.0373180 Aug 11 03:08:15.674308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-73d6f841-1157-4436-8695-452f3bb95f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.675777 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-73d6f841-1157-4436-8695-452f3bb95f6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0432024 Aug 11 03:08:15.725353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-a4a29a03-b887-4e6d-b84d-daa0be468a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.726938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-a4a29a03-b887-4e6d-b84d-daa0be468a55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431187 Aug 11 03:08:15.823496 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-fca9e232-9045-4c8f-ba3f-cedc13837c7e service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881903 Aug 11 03:08:15.918445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-40d86f31-9209-4b1e-956f-a163aed41c0f req-16af6d6d-c1f1-442c-8f9c-06dc25685941 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Aug 11 03:08:15.984148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd83a53-a304-4786-ba21-be27bd752d3b req-e7b57a6b-d91e-453b-af43-4d381746abf6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.985693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbd83a53-a304-4786-ba21-be27bd752d3b req-e7b57a6b-d91e-453b-af43-4d381746abf6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0522778 Aug 11 03:08:16.029364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbd83a53-a304-4786-ba21-be27bd752d3b req-87d7fe3e-af0c-47e1-a9a3-eb24ae876fb4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375493 Aug 11 03:08:17.148373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef422-85fe-433e-b332-f63f558af2ac req-82c3ffcb-f9ea-4f24-b681-3a39764345e8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.149977 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e08ef422-85fe-433e-b332-f63f558af2ac req-82c3ffcb-f9ea-4f24-b681-3a39764345e8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0517702 Aug 11 03:08:17.189463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e08ef422-85fe-433e-b332-f63f558af2ac req-63f5c0e5-7a5c-4a69-a401-97543d99c6b6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Aug 11 03:08:17.265466 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:17.476988 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ba56996-8563-47f5-9dea-cb40dce2c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.769567 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.310240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312930c9-30d8-47cf-a4b0-c11ee6ec1c81 req-0030e16f-ffad-467a-b614-2654d345192e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.311740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-312930c9-30d8-47cf-a4b0-c11ee6ec1c81 req-0030e16f-ffad-467a-b614-2654d345192e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0489781 Aug 11 03:08:18.350994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-312930c9-30d8-47cf-a4b0-c11ee6ec1c81 req-7a2ed3bf-8b52-4b87-a5fb-59d1514e3c3e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Aug 11 03:08:18.512457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:18.741332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.772502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:18.783341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '7ebb060f-26a8-4878-8388-4622e279a66b', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '7ebb060f-26a8-4878-8388-4622e279a66b', 'mac_address': 'fa:16:3e:6e:af:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:18.820936 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.834616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebb060f-26a8-4878-8388-4622e279a66b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:18.855804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:18.860128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.906733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:19.051994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['7ebb060f-26a8-4878-8388-4622e279a66b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:19.472516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9ac3c-fc78-44ee-85f2-75614051141a req-88a15a7b-d2d0-4700-b333-7f8016a87991 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.474749 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e9ac3c-fc78-44ee-85f2-75614051141a req-88a15a7b-d2d0-4700-b333-7f8016a87991 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0564878 Aug 11 03:08:19.524198 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-94e9ac3c-fc78-44ee-85f2-75614051141a req-b8659f45-99fa-4534-b35c-7166f9db6a05 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Aug 11 03:08:20.181922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.528634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:20.587162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 7ebb060f-26a8-4878-8388-4622e279a66b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:20.590949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 7ebb060f-26a8-4878-8388-4622e279a66b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:20.591356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.660835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b44c3-827e-442d-9e87-8604b242a75f req-6383c486-7ca8-4fa5-844a-ce971ce036ea tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.662454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d2b44c3-827e-442d-9e87-8604b242a75f req-6383c486-7ca8-4fa5-844a-ce971ce036ea tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0649998 Aug 11 03:08:20.685703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.715280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d2b44c3-827e-442d-9e87-8604b242a75f req-a9a491e5-afd3-42d1-bc90-9bfb2ee28ae4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464244 Aug 11 03:08:20.717905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:20.720252 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8995ce2c-a706-48da-b9c7-ac05001b016a" -d '{"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-plugged", "status": "completed", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:20.735973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:20.741292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.765638 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2584823a-5462-4dd6-bfc9-75fb714f5abe x-openstack-request-id: req-2584823a-5462-4dd6-bfc9-75fb714f5abe {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:20.765931 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-plugged", "status": "completed", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:20.766210 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2584823a-5462-4dd6-bfc9-75fb714f5abe {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:20.766595 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'code': 200} Aug 11 03:08:20.796124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:20.869712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b0cc-6f32-46c4-88e8-b61e9323924e req-24fb7976-cec1-4c2f-b895-afb930e2d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.871308 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c229b0cc-6f32-46c4-88e8-b61e9323924e req-24fb7976-cec1-4c2f-b895-afb930e2d639 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1096 time: 0.0466471 Aug 11 03:08:20.907171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c229b0cc-6f32-46c4-88e8-b61e9323924e req-e3159722-285f-4d41-88d5-8f36dfce47a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289886 Aug 11 03:08:21.838519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316c247-a7dc-492a-b854-b82133972a83 req-e001909d-4742-421e-931a-2be5492309a2 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:21.840030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4316c247-a7dc-492a-b854-b82133972a83 req-e001909d-4742-421e-931a-2be5492309a2 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Aug 11 03:08:21.877286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4316c247-a7dc-492a-b854-b82133972a83 req-8b72de82-f58f-442e-bf2d-9b7c6119c67e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Aug 11 03:08:21.989498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1509fa0-4a61-4427-80ac-e046d7f0e4fc req-3a37982d-c476-4674-9971-e9b88e9b945b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:21.991024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a1509fa0-4a61-4427-80ac-e046d7f0e4fc req-3a37982d-c476-4674-9971-e9b88e9b945b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Aug 11 03:08:21.999312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:22.004105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'floatingip': {'port_id': '7ebb060f-26a8-4878-8388-4622e279a66b'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:22.047896 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.479597 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.483835 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.587096 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 associated. External IP: 172.25.6.117, port: 7ebb060f-26a8-4878-8388-4622e279a66b. Aug 11 03:08:22.793944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:22.918361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:22.922860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.928189 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:22.937926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:22.938566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:08:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:22.949921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7663ce86-3f01-42ad-8302-e0f7814b5251 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "PUT /v2.0/floatingips/84157202-4a5f-4bbe-a0f0-0cd6a4827328 HTTP/1.1" status: 200 len: 991 time: 0.9495602 Aug 11 03:08:22.950568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:22.952940 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f30572-e91d-4bf4-be26-74ded9286829" -d '{"events": [{"name": "network-changed", "server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:22.990881 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2acb3-c555-4232-85b8-ec42b88abc19 x-openstack-request-id: req-51f2acb3-c555-4232-85b8-ec42b88abc19 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:22.992970 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:22.992970 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51f2acb3-c555-4232-85b8-ec42b88abc19 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:22.992970 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'status': 'completed', 'code': 200} Aug 11 03:08:23.051772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:23.053830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-f6953298-46bc-4387-9ea1-c5501ef0d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.055419 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-f6953298-46bc-4387-9ea1-c5501ef0d474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1096 time: 0.0423882 Aug 11 03:08:23.146181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-569d9644-20c2-4dbe-8fdf-4706310eb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.147700 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-569d9644-20c2-4dbe-8fdf-4706310eb99e service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0854969 Aug 11 03:08:23.218940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-203fff22-cfca-4e8d-a8b2-e11693ab4439 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 999 time: 0.0634608 Aug 11 03:08:23.268423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-3d11b18b-ff71-4f67-8f26-d0ab73d44c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.270077 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-3d11b18b-ff71-4f67-8f26-d0ab73d44c47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0442247 Aug 11 03:08:23.280096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '7ebb060f-26a8-4878-8388-4622e279a66b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:6e:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:08:22Z', 'revision_number': 1, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:23.309930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:23.315857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-9b1c4f95-00dd-41bc-9a0e-a72c11977113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.317914 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-9b1c4f95-00dd-41bc-9a0e-a72c11977113 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401075 Aug 11 03:08:23.324024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:23.324743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:08:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:23.327735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.412890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-4d096d79-a1bc-43a9-afce-659a015f4b29 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 Aug 11 03:08:23.437917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:23.490439 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.508533 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f6f30572-e91d-4bf4-be26-74ded9286829 req-f52a3ed7-92f8-47c0-b52f-be9c0b168e9c service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866652 Aug 11 03:08:23.537898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-93156247-a900-41fc-86ca-9238a5bb4717 req-8010dd08-d38a-4ace-8420-e520156f51e4 service neutron] (94699) timed out ('10.222.0.16', 51224) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:08:23.673739 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '7ebb060f-26a8-4878-8388-4622e279a66b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:6e:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:08:22Z', 'revision_number': 1, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:23.702769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf072d-9a07-40be-b461-74da4eb6a5c8 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '7ebb060f-26a8-4878-8388-4622e279a66b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:6e:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:08:22Z', 'revision_number': 1, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:23.891388 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4fea35-dac8-451d-a35e-29cbc624c268 None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:43.940517 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca899d16-9a3f-4315-a62b-0a10b8a8194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.478630 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2d0022c-3ed6-4060-b8fe-07bdc55d9609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.771344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.563657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.184808 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.302419 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.455953 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.265653 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:08.913886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-5a123248-ade2-4f22-9d28-a33b80cdf428 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442035 Aug 11 03:09:08.998212 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-16ffdae5-a9c3-4478-b76c-1cedacfbf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.000001 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-16ffdae5-a9c3-4478-b76c-1cedacfbf757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1096 time: 0.0413175 Aug 11 03:09:09.111178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-3b1ed089-d398-450a-9e9c-0c6bed3ab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.112717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-3b1ed089-d398-450a-9e9c-0c6bed3ab907 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0926988 Aug 11 03:09:09.192728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-224d89a3-4b18-4f4f-b4f5-636f12474367 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 1001 time: 0.0711465 Aug 11 03:09:09.243493 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-cf837ce1-b361-4efd-841b-c45a38484608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.244964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-cf837ce1-b361-4efd-841b-c45a38484608 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0459583 Aug 11 03:09:09.290772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-e927d941-7db3-4a77-8889-2748fe330ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.292235 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-e927d941-7db3-4a77-8889-2748fe330ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393658 Aug 11 03:09:09.385372 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-6b7bddfd-1f91-4363-94da-6b5c970be0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861461 Aug 11 03:09:09.484363 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f78430d-8216-4c75-aa17-1248e7ff492d req-d0e10d81-8b06-4616-a0d1-09d3d394c77c service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919690 Aug 11 03:09:13.940225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-282dac0b-363a-4f41-bfc8-0f3476176898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.479022 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-322920d6-69fe-4598-84dc-7867a023b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.772023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.565864 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.187865 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.310347 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.455238 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.265010 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:43.941652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a61ac09-627b-46b2-bbaf-b8ea157fc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.482726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5545d38-c37f-423b-995e-76a0b05a103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.773095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.569407 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.191456 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.324621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.464349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.901390 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69b64c-e5bb-4f27-947d-37eba80debf6 req-5f864b14-017d-4ecc-986d-0f129713a758 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.902862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa69b64c-e5bb-4f27-947d-37eba80debf6 req-5f864b14-017d-4ecc-986d-0f129713a758 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0555170 Aug 11 03:10:01.940335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa69b64c-e5bb-4f27-947d-37eba80debf6 req-a6790cc9-980d-4b0c-b842-917bc602138f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Aug 11 03:10:02.120960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 48502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:02.182008 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b99010-5925-4b32-9a5a-dc9aad13ca90 req-a14a92ff-644b-4492-a8bb-1f278720185f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.183560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2b99010-5925-4b32-9a5a-dc9aad13ca90 req-a14a92ff-644b-4492-a8bb-1f278720185f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Aug 11 03:10:02.221782 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-1bf038c0-00b3-43de-a0f9-307aa62252da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991859 Aug 11 03:10:02.223091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2b99010-5925-4b32-9a5a-dc9aad13ca90 req-78440c88-0fa5-4fe8-9ff5-9ba4e2fcf85e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Aug 11 03:10:03.338665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589d6aa-31ad-4fd3-bb00-28dd4bf05344 req-9a3ca0ab-9441-46e9-b435-19023bab4dce tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.340153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3589d6aa-31ad-4fd3-bb00-28dd4bf05344 req-9a3ca0ab-9441-46e9-b435-19023bab4dce tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Aug 11 03:10:03.382097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3589d6aa-31ad-4fd3-bb00-28dd4bf05344 req-044883a1-8f02-4287-8a32-635dc771caae tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358584 Aug 11 03:10:04.499728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77548f-d955-45c0-98f0-c2d7081e283d req-eb126845-df64-4515-aa26-0b897b91a617 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.501273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed77548f-d955-45c0-98f0-c2d7081e283d req-eb126845-df64-4515-aa26-0b897b91a617 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0508871 Aug 11 03:10:04.539807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed77548f-d955-45c0-98f0-c2d7081e283d req-00a1dee1-3405-4145-8313-55c2e18a309a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Aug 11 03:10:05.429907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-19c075ad-b9ce-4fd0-aba3-c7b703c7ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.431437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-19c075ad-b9ce-4fd0-aba3-c7b703c7ff4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1096 time: 0.0446374 Aug 11 03:10:05.518928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-bc4c67b1-9975-4854-8b00-ae0c57a95ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.520384 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-bc4c67b1-9975-4854-8b00-ae0c57a95ce9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0823524 Aug 11 03:10:05.590355 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-ad35b431-338d-4b54-8440-52945642c6e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 1001 time: 0.0627191 Aug 11 03:10:05.640988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-867f4d6a-385a-4633-81b0-fe3a9f43c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.642531 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-867f4d6a-385a-4633-81b0-fe3a9f43c6d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0457618 Aug 11 03:10:05.659298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0094ec-b0ae-42e3-9197-3d84c02fd397 req-9c5ec9a9-0e66-4127-82cc-7d95ab7260f6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.660855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc0094ec-b0ae-42e3-9197-3d84c02fd397 req-9c5ec9a9-0e66-4127-82cc-7d95ab7260f6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Aug 11 03:10:05.690751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-a00cd0de-d636-415f-8c78-1f150d199485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.692203 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-a00cd0de-d636-415f-8c78-1f150d199485 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417891 Aug 11 03:10:05.699130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc0094ec-b0ae-42e3-9197-3d84c02fd397 req-db0bcf57-3b07-4eb5-add2-fd8f09d7a581 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323501 Aug 11 03:10:05.785952 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-8d3d0885-385f-4e56-99f8-58adc565796d service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866725 Aug 11 03:10:05.883550 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-a2c693fd-f57e-4d32-963e-b589384ab733 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904396 Aug 11 03:10:06.814189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f70d49-d544-4c4b-ae86-349b25da4bfd req-337f71c6-cd4a-40bf-86c9-24e1590bfa32 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.815804 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59f70d49-d544-4c4b-ae86-349b25da4bfd req-337f71c6-cd4a-40bf-86c9-24e1590bfa32 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Aug 11 03:10:06.858608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59f70d49-d544-4c4b-ae86-349b25da4bfd req-90645e26-fdf7-406b-9b6c-37e04b0b6f12 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367389 Aug 11 03:10:07.975862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07621779-bab5-4ae1-a6ea-dee00111e754 req-4a037911-a0a6-47be-a1f1-2d4342d751ee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:07.977400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07621779-bab5-4ae1-a6ea-dee00111e754 req-4a037911-a0a6-47be-a1f1-2d4342d751ee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0496669 Aug 11 03:10:08.015203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07621779-bab5-4ae1-a6ea-dee00111e754 req-8fc794e6-8750-414f-a5f3-393db7fad21f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Aug 11 03:10:08.264337 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:08.979994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-9598a739-e496-4ad8-a556-48524a7466c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:08.981452 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-9598a739-e496-4ad8-a556-48524a7466c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1096 time: 0.0421717 Aug 11 03:10:09.089521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-fac4bae2-a286-4399-8fb1-dbad193c896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.091042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-fac4bae2-a286-4399-8fb1-dbad193c896f service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0887866 Aug 11 03:10:09.131640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584f76-55b0-41c0-9444-83fdf84dfb70 req-557bba8c-2fda-4a40-b6e1-23f575ba0bad tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.133180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd584f76-55b0-41c0-9444-83fdf84dfb70 req-557bba8c-2fda-4a40-b6e1-23f575ba0bad tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0504370 Aug 11 03:10:09.159466 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-556e96a9-7404-4fa6-a96b-9d8e0b94805d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 1001 time: 0.0587089 Aug 11 03:10:09.172246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd584f76-55b0-41c0-9444-83fdf84dfb70 req-dd9a7124-4f3a-4be7-bdd2-24a18869c155 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Aug 11 03:10:09.236700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-1718377a-ecc0-4f56-970d-58b928d6bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.238613 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-1718377a-ecc0-4f56-970d-58b928d6bfac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0660632 Aug 11 03:10:09.284712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-a4bba3a8-3131-4839-b3b3-a13e2b07935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.286206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-a4bba3a8-3131-4839-b3b3-a13e2b07935d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397184 Aug 11 03:10:09.374306 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-2b849bff-c9e3-4380-a392-48be759626c0 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795808 Aug 11 03:10:09.472991 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-af1a6b47-7fd0-4916-afd5-a5b8696f9390 req-29f02aa1-e517-4667-8868-948d39d4c941 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913026 Aug 11 03:10:10.288760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95885c-ebc1-42fe-9e52-4897c64c5bb0 req-94a61636-fce5-4c65-b865-5e4c2e746fb3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:10.290269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b95885c-ebc1-42fe-9e52-4897c64c5bb0 req-94a61636-fce5-4c65-b865-5e4c2e746fb3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Aug 11 03:10:10.331159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b95885c-ebc1-42fe-9e52-4897c64c5bb0 req-641d6ba4-6035-49c0-b5ed-c10d29a26e7d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349467 Aug 11 03:10:11.446483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004ce8-2149-4507-b58d-8c9c0b56ff1e req-649b9fc6-6825-4e42-a1cb-aca677f3d65e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.447970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f004ce8-2149-4507-b58d-8c9c0b56ff1e req-649b9fc6-6825-4e42-a1cb-aca677f3d65e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Aug 11 03:10:11.485109 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f004ce8-2149-4507-b58d-8c9c0b56ff1e req-d0e3fb73-9848-4779-89b2-fa0b4b5b7d29 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312622 Aug 11 03:10:12.599615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664e5b6-ade1-4dce-a5f9-70ec73c2d478 req-2b55004f-68ec-429c-8669-edd12f7aa212 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.601119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3664e5b6-ade1-4dce-a5f9-70ec73c2d478 req-2b55004f-68ec-429c-8669-edd12f7aa212 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0488098 Aug 11 03:10:12.639590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3664e5b6-ade1-4dce-a5f9-70ec73c2d478 req-83607da4-22bc-4334-b74d-c883ccb6f168 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325732 Aug 11 03:10:13.763465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665715a-d5bc-4c79-90a7-42139d16d5ae req-06891445-6286-4bc9-9f72-43a64c609439 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:13.764965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2665715a-d5bc-4c79-90a7-42139d16d5ae req-06891445-6286-4bc9-9f72-43a64c609439 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0566101 Aug 11 03:10:13.807133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2665715a-d5bc-4c79-90a7-42139d16d5ae req-13c07d59-814f-4197-9d2f-600c8057962f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362015 Aug 11 03:10:13.942318 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-474360e4-b6ef-44f8-9a47-190667219e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.921854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d045692-f8aa-4fc7-9e05-7253e020a545 req-76f087b8-6314-4a92-a395-76a0b2e49fd0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:14.923284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d045692-f8aa-4fc7-9e05-7253e020a545 req-76f087b8-6314-4a92-a395-76a0b2e49fd0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Aug 11 03:10:14.962145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d045692-f8aa-4fc7-9e05-7253e020a545 req-750bc3c9-aae9-4819-bea9-db09ddd534cf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Aug 11 03:10:16.079255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907cfdd-9c1a-48e1-a5ac-da9ab4731ca2 req-a0bdbf67-d90a-429d-bba9-fed3f094e253 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:16.081275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f907cfdd-9c1a-48e1-a5ac-da9ab4731ca2 req-a0bdbf67-d90a-429d-bba9-fed3f094e253 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Aug 11 03:10:16.119284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f907cfdd-9c1a-48e1-a5ac-da9ab4731ca2 req-88fcf2db-98e3-4980-a77f-497d35edc719 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Aug 11 03:10:17.232664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c3a9-fb91-4da5-ac8e-0372f6e18501 req-54e257b8-3e9d-410f-bf79-07b92dde83ae tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.234072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8e5c3a9-fb91-4da5-ac8e-0372f6e18501 req-54e257b8-3e9d-410f-bf79-07b92dde83ae tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 11 03:10:17.277112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8e5c3a9-fb91-4da5-ac8e-0372f6e18501 req-c5ec4cfe-31cf-4b66-befe-04a9d2963bdb tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367393 Aug 11 03:10:17.483843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9d1-2297-4392-823d-2fa1a8408e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.691922 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-ef8acab9-dc49-4841-9018-ccdbc531d547 service neutron] show failed (client error): The resource could not be found. Aug 11 03:10:17.692935 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-ef8acab9-dc49-4841-9018-ccdbc531d547 service neutron] 10.222.0.59 "GET /v2.0/ports/7ebb060f-26a8-4878-8388-4622e279a66b/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0548363 Aug 11 03:10:17.774826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.945193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-0be468d0-7889-4ca1-98d0-ae28381a30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.946748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-0be468d0-7889-4ca1-98d0-ae28381a30f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 1096 time: 0.0928299 Aug 11 03:10:17.959234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:18.013077 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.213435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:18.251261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:18.289935 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:18.292228 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f946ff4-fa3e-4f28-b45d-b3d4d321d5e4" -d '{"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-unplugged", "status": "completed", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:18.296145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.313434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Transition to ACTIVE for port object 7ebb060f-26a8-4878-8388-4622e279a66b will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:18.317055 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.351430 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7071fcc-c64a-4039-84ea-cfd26c8e4135 x-openstack-request-id: req-d7071fcc-c64a-4039-84ea-cfd26c8e4135 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:18.351722 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-unplugged", "status": "completed", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:18.352040 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7071fcc-c64a-4039-84ea-cfd26c8e4135 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:18.352440 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'code': 200} Aug 11 03:10:18.396985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:18.442458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.442812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.443161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.443505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.443845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.444186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.444519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.444849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.445180 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.445509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.445839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.446200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:18.481886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93e2a8-8956-4ad0-a219-b5b70dfee049 req-b9de0460-2583-4214-87c6-ee9cdb38164a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.483383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c93e2a8-8956-4ad0-a219-b5b70dfee049 req-b9de0460-2583-4214-87c6-ee9cdb38164a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.1285839 Aug 11 03:10:18.511781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] No DVR routers for this DVR port 7ebb060f-26a8-4878-8388-4622e279a66b on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:18.572131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.582842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1c93e2a8-8956-4ad0-a219-b5b70dfee049 req-0b6278a6-7439-4d45-a36f-9396e5828f71 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916913 Aug 11 03:10:18.677938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:18.678249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:18.678543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:18.684742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Port 7ebb060f-26a8-4878-8388-4622e279a66b on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:18.685091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Attempting to bind port 7ebb060f-26a8-4878-8388-4622e279a66b on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:18.691123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:18.691464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:18.691855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:18.692289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Bound port: 7ebb060f-26a8-4878-8388-4622e279a66b, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:18.692767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.761158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:18.765594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:18.772688 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.810513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.811355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.813143 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] 10.222.0.25 "PUT /v2.0/ports/7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 1091 time: 0.8577199 Aug 11 03:10:18.843644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471b0b-46cd-487c-9673-c881990aac8d service neutron] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:18.888934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-ec8d691e-8506-434a-8868-8e31fb8dfac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.890498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-ec8d691e-8506-434a-8868-8e31fb8dfac2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1094 time: 0.0439117 Aug 11 03:10:18.988500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-36ed2072-21c5-4e1e-82a4-d9e76e5f6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.990046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-36ed2072-21c5-4e1e-82a4-d9e76e5f6afb service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0919840 Aug 11 03:10:19.078908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-4c52f28b-b80c-4733-a3d4-623843fd2744 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 999 time: 0.0800357 Aug 11 03:10:19.131980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-4a4a32c9-2917-4e64-bb0a-33d8d25e8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.133714 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-4a4a32c9-2917-4e64-bb0a-33d8d25e8a32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0466869 Aug 11 03:10:19.181219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-e15ff0f0-2583-47e9-84a8-25a99e4cf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.182990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-e15ff0f0-2583-47e9-84a8-25a99e4cf7c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417714 Aug 11 03:10:19.280840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-744a5339-7859-4ff5-9e35-d9f519197825 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 Aug 11 03:10:19.374917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-9700c2a4-5fc2-4b51-81fd-b2ba90b46c19 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Aug 11 03:10:19.709718 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee396-86c9-4a8c-8bb5-fe79ad6f7cd4 req-21c51653-f86d-45a1-9911-644ec0305aa7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.711219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eeee396-86c9-4a8c-8bb5-fe79ad6f7cd4 req-21c51653-f86d-45a1-9911-644ec0305aa7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0541503 Aug 11 03:10:19.749177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1eeee396-86c9-4a8c-8bb5-fe79ad6f7cd4 req-dba991a1-98b5-493e-9b7d-6bb1afd268df tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Aug 11 03:10:20.193268 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.353300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:20.356338 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc0d643-e6f1-492c-b60a-6efcecd85733" -d '{"events": [{"name": "network-changed", "server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:20.407246 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41014cd6-586f-49a4-a5eb-2979d60b8f0d x-openstack-request-id: req-41014cd6-586f-49a4-a5eb-2979d60b8f0d {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:20.407539 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:20.407911 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41014cd6-586f-49a4-a5eb-2979d60b8f0d {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:20.409041 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'status': 'completed', 'code': 200} Aug 11 03:10:20.482558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-640cd636-855e-405f-868c-f64295114f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.482836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-055a59cb-7de7-4213-8110-5d7934f4613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.484119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-640cd636-855e-405f-868c-f64295114f4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1094 time: 0.0422196 Aug 11 03:10:20.485349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-055a59cb-7de7-4213-8110-5d7934f4613b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1094 time: 0.0582128 Aug 11 03:10:20.586559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-013d83a4-d13a-43d6-ab0b-d43a93e0d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.588068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-013d83a4-d13a-43d6-ab0b-d43a93e0d14e service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0940888 Aug 11 03:10:20.591287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-7981405e-b972-440d-9064-a41a829053a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.592819 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-7981405e-b972-440d-9064-a41a829053a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1001453 Aug 11 03:10:20.661886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-6a1a3df6-cbdb-4f58-8363-77195bd48a50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 999 time: 0.0611441 Aug 11 03:10:20.664721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-03f3e52b-2042-49ad-a179-e1ca388411c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 999 time: 0.0650246 Aug 11 03:10:20.717751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-40c0c523-a9dc-4dbf-85e8-9a64f18da71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.717962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-73809d5e-5320-459b-b21e-6c1c938fab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.719483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-73809d5e-5320-459b-b21e-6c1c938fab33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0451956 Aug 11 03:10:20.719786 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-40c0c523-a9dc-4dbf-85e8-9a64f18da71a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0514350 Aug 11 03:10:20.766049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-225fde1e-ce01-449e-963f-14065a867c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.768169 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-225fde1e-ce01-449e-963f-14065a867c32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411167 Aug 11 03:10:20.781254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-9ab96900-df56-4466-95de-e8822c257da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.782827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-9ab96900-df56-4466-95de-e8822c257da3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420251 Aug 11 03:10:20.867171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-1ceb503a-3616-468b-a263-fe0e53fcf3b3 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906835 Aug 11 03:10:20.922655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427090-26ba-45f4-86f8-a03fb8c0be44 req-c1bac9c6-7716-403c-b39d-31529ce0a08c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.924231 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9427090-26ba-45f4-86f8-a03fb8c0be44 req-c1bac9c6-7716-403c-b39d-31529ce0a08c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0816267 Aug 11 03:10:20.928672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-5fe045a7-c639-4225-8095-0ba5db72fbac service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346114 Aug 11 03:10:20.968529 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-e29ce887-067b-4c9b-8fe0-d5c8ff09269d service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932696 Aug 11 03:10:21.012667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9427090-26ba-45f4-86f8-a03fb8c0be44 req-9edf8e59-7646-4a28-a0d0-9124cb6e5043 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822599 Aug 11 03:10:21.047756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9cc0d643-e6f1-492c-b60a-6efcecd85733 req-2da3e4b7-f9ce-4edb-acce-864da9d51197 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034462 Aug 11 03:10:21.119903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:21.159297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:21.982581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:22.086763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:22.098837 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '7ebb060f-26a8-4878-8388-4622e279a66b', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '7ebb060f-26a8-4878-8388-4622e279a66b', 'mac_address': 'fa:16:3e:6e:af:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:22.131809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf73c0-b1ba-40e3-a3de-747d7197e2d6 req-1af0422e-d7be-4a5e-954e-7e883d59fc78 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.133262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07cf73c0-b1ba-40e3-a3de-747d7197e2d6 req-1af0422e-d7be-4a5e-954e-7e883d59fc78 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 943 time: 0.0500615 Aug 11 03:10:22.135351 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.148567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebb060f-26a8-4878-8388-4622e279a66b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:22.168340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:22.172226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-07cf73c0-b1ba-40e3-a3de-747d7197e2d6 req-9bad0360-df16-41b6-8870-2ffac0cf0ad9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328705 Aug 11 03:10:22.172584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.223216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.230793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.231142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.231490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.231824 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.232159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.232772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.232883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.233141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.233478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.233937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.234244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.234571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:22.375499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81dac7-88de-4156-a661-0099eabaeb7d req-9b222755-244b-4273-bf21-5102559c4b09 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.377053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d81dac7-88de-4156-a661-0099eabaeb7d req-9b222755-244b-4273-bf21-5102559c4b09 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0499444 Aug 11 03:10:22.388180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-077fb1e6-13dc-457a-8145-3a9497839715 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.389689 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-077fb1e6-13dc-457a-8145-3a9497839715 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29&tenant_id=30da151227b94e1c92b59ad00e3ef88e&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 944 time: 0.0522332 Aug 11 03:10:22.421974 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d81dac7-88de-4156-a661-0099eabaeb7d req-de1931f0-672c-49f5-a091-99705b6e695e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374725 Aug 11 03:10:22.451199 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-b63091bb-f7ff-4f33-991a-d025bfc8a770 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:10:22.452228 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-b63091bb-f7ff-4f33-991a-d025bfc8a770 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7ebb060f-26a8-4878-8388-4622e279a66b/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0546227 Aug 11 03:10:22.470883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['7ebb060f-26a8-4878-8388-4622e279a66b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:22.540884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-21a1e0fb-3379-4bf1-8c11-40b86c5ffa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.542369 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-21a1e0fb-3379-4bf1-8c11-40b86c5ffa85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 1095 time: 0.0466046 Aug 11 03:10:22.631334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-b1d3a3ce-9ee3-4dda-a9b2-66aeacedeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.632839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-b1d3a3ce-9ee3-4dda-a9b2-66aeacedeb7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0841100 Aug 11 03:10:22.717204 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-fbb9fa6a-8302-48e3-aa78-7178425d1398 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 200 len: 1000 time: 0.0774994 Aug 11 03:10:22.765527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-3754da21-a210-4dfe-9b27-cbcd2a0d153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.767003 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-3754da21-a210-4dfe-9b27-cbcd2a0d153b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0433552 Aug 11 03:10:22.813422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-e3ba52b5-3a21-4a7d-91ad-1ed7bb41aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.815572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-e3ba52b5-3a21-4a7d-91ad-1ed7bb41aa6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416384 Aug 11 03:10:22.911938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-8b15b437-2c08-456f-b164-8336e0b70ab9 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Aug 11 03:10:23.003278 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f2f592e5-2476-4b50-8bd7-c882d38401f3 req-aaa959cb-40b7-49cc-a039-815341ba2d18 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Aug 11 03:10:23.330328 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.463083 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.551738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cd7c0-4651-430d-88d4-aeadf8432a07 req-8eba9fda-252e-4027-ba12-6072788432c8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.553239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac7cd7c0-4651-430d-88d4-aeadf8432a07 req-8eba9fda-252e-4027-ba12-6072788432c8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0540686 Aug 11 03:10:23.592763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ac7cd7c0-4651-430d-88d4-aeadf8432a07 req-b508f83f-8b52-43fc-bcec-66828ee2cdb4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Aug 11 03:10:23.706695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2266d9b-3450-4bc6-b7a0-0f607ef4104f req-1c89e30d-55bf-4c75-963c-a98aefd39656 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.708226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2266d9b-3450-4bc6-b7a0-0f607ef4104f req-1c89e30d-55bf-4c75-963c-a98aefd39656 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0485568 Aug 11 03:10:23.746007 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2266d9b-3450-4bc6-b7a0-0f607ef4104f req-f29630be-9acf-4b38-b301-963e98e79e16 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Aug 11 03:10:23.859326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550030-d353-4a54-82eb-873665b2d849 req-2cfd6cd2-2a9a-4c5a-aa68-c58b2e0ef51c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.860693 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30550030-d353-4a54-82eb-873665b2d849 req-2cfd6cd2-2a9a-4c5a-aa68-c58b2e0ef51c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0482619 Aug 11 03:10:23.901726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-30550030-d353-4a54-82eb-873665b2d849 req-2b266fe9-fdf1-4ea1-8d2a-72738bf41ddc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350430 Aug 11 03:10:24.006981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:24.061349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 7ebb060f-26a8-4878-8388-4622e279a66b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:24.066505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 7ebb060f-26a8-4878-8388-4622e279a66b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:24.066896 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.148267 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.150882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9a63-6770-4241-ae3d-2da9ac2c0907 req-90b342e8-8392-4593-bf96-736796b78d86 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.152429 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-038b9a63-6770-4241-ae3d-2da9ac2c0907 req-90b342e8-8392-4593-bf96-736796b78d86 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 944 time: 0.0495284 Aug 11 03:10:24.170717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:24.173231 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82df886-f4ae-484f-b6fa-bd82e6598130" -d '{"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-plugged", "status": "completed", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:24.188230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:24.192901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-038b9a63-6770-4241-ae3d-2da9ac2c0907 req-8a12f8ea-65ef-4241-aec7-8c06fcab5a5a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342855 Aug 11 03:10:24.195362 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.243331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:24.327482 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbec7423-ad76-434b-bace-b5891cf7bf86 x-openstack-request-id: req-dbec7423-ad76-434b-bace-b5891cf7bf86 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:24.327779 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-plugged", "status": "completed", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:24.328060 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbec7423-ad76-434b-bace-b5891cf7bf86 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:24.328455 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'code': 200} Aug 11 03:10:25.307569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4c24-9114-44d7-8e03-4d479f32e3f2 req-337bb487-f51d-4f97-999e-f4598796e60d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.309063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc6c4c24-9114-44d7-8e03-4d479f32e3f2 req-337bb487-f51d-4f97-999e-f4598796e60d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0489519 Aug 11 03:10:25.346519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc6c4c24-9114-44d7-8e03-4d479f32e3f2 req-36fe2cde-a1a8-4fee-a245-d716d4de38ef tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Aug 11 03:10:25.787147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-89929d89-8f32-49f2-8b57-4c2478ae423d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.788650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-89929d89-8f32-49f2-8b57-4c2478ae423d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 945 time: 0.0487568 Aug 11 03:10:25.882186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Deleting port 7ebb060f-26a8-4878-8388-4622e279a66b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:25.882534 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.978767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] For port 7ebb060f-26a8-4878-8388-4622e279a66b, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7ebb060f-26a8-4878-8388-4622e279a66b,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:25.979042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.156378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.156752 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.157064 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 disassociated. External IP: 172.25.6.117, port: 7ebb060f-26a8-4878-8388-4622e279a66b. Aug 11 03:10:26.157402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Calling delete_port for 7ebb060f-26a8-4878-8388-4622e279a66b owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:26.284024 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.313842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event deleted for resources: {'Port': ['ID=7ebb060f-26a8-4878-8388-4622e279a66b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:26.456416 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95a01399-d57e-4038-9bcd-c42d55f3bbe3 req-40de2be8-d56e-4eee-8687-971785017f68 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 210 time: 0.0349274 Aug 11 03:10:26.461086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:26.572790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:26.582718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:26.592431 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:26.593083 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:10:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:26.714456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:26.927658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:26.959339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:26.968138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:26.968778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:10:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:26.982979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] No DVR routers for this DVR port 7ebb060f-26a8-4878-8388-4622e279a66b on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:26.985716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.988299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef669ccd-5c7e-44a9-aa4a-70419988ec27 req-37fb830d-12fe-4a1e-8f7d-28d682872db4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "DELETE /v2.0/ports/7ebb060f-26a8-4878-8388-4622e279a66b HTTP/1.1" status: 204 len: 173 time: 1.1929469 Aug 11 03:10:26.988748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-deleted', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:26.991053 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932a9192-97d6-474a-ac9d-2ef3fcfa9793" -d '{"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-deleted", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:27.029634 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c330f4-4a8d-43a3-8f10-c8338984695e x-openstack-request-id: req-d7c330f4-4a8d-43a3-8f10-c8338984695e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:27.029932 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04f1625-dba5-43d6-9ce2-98785e3c7a29", "name": "network-vif-deleted", "tag": "7ebb060f-26a8-4878-8388-4622e279a66b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:27.030261 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7c330f4-4a8d-43a3-8f10-c8338984695e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:27.030701 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04f1625-dba5-43d6-9ce2-98785e3c7a29', 'name': 'network-vif-deleted', 'tag': '7ebb060f-26a8-4878-8388-4622e279a66b', 'status': 'completed', 'code': 200} Aug 11 03:10:27.113191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:27.308019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:27.333374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0634a1-f7bb-4cbc-9630-d2a955be64da None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:27.574276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e73eb-f02a-4c8c-a542-20643800370e None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:10:27.578911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fedb871-412a-4ab8-a37f-a5030e03bc39 req-5348d731-9cf3-4c37-8cbf-399ec05aec60 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=c04f1625-dba5-43d6-9ce2-98785e3c7a29 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Aug 11 03:10:28.821083 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-b2d05356-a680-4d55-9764-edf8b47c12f5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--776869251&fields=id&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 267 time: 0.0325782 Aug 11 03:10:28.927924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-17c3cb8b-23a2-4434-a8b7-e72c1252db53 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.929415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-17c3cb8b-23a2-4434-a8b7-e72c1252db53 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1018331 Aug 11 03:10:28.945245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7a044721-0807-4a70-a580-f97070169562 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/quotas/30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 375 time: 0.0097907 Aug 11 03:10:29.011321 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-ff7d99f5-e74a-4c37-a6f4-5c92f2164071 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604882 Aug 11 03:10:29.037515 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-0b9b980f-4cfa-4c7b-9010-474a66a59e87 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:10:29.038657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-0b9b980f-4cfa-4c7b-9010-474a66a59e87 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063663 Aug 11 03:10:29.134379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7a05c96b-c29d-4f86-8f2b-93da176272b7 service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891371 Aug 11 03:10:29.233103 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-86f4b11a-3302-4cfb-a134-c3603667e407 service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907111 Aug 11 03:10:29.397684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48be1062-e961-4a4b-bee7-097f71c0b346 req-3d2020a3-a7fa-4c63-9b33-c724a9fa149a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 210 time: 0.0279212 Aug 11 03:10:30.039973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:30.218384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 7ebb060f-26a8-4878-8388-4622e279a66b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:30.218733 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7ebb060f-26a8-4878-8388-4622e279a66b not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:30.519310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86669459-3280-4878-98b9-f185b2aadfa9 req-e8d02741-82aa-40d9-bf63-1934f314b69b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 210 time: 0.0380576 Aug 11 03:10:30.545867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-8abf171f-bd1f-4ba6-a185-aaed28d16f28 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.547404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-8abf171f-bd1f-4ba6-a185-aaed28d16f28 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1509931 Aug 11 03:10:30.593841 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-0a07e4b4-506f-4cb9-a15d-d236d869c0e6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 379 time: 0.0335498 Aug 11 03:10:30.604914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'port': {'device_id': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'admin_state_up': True, 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'security_groups': ['b19f56d0-a686-45da-8a45-54422f0c62b1']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:30.714980 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Made reservation on behalf of 30da151227b94e1c92b59ad00e3ef88e for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:30.718381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.838642 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Allocated IP 172.20.0.4 (85c34c92-47b1-478c-83e0-47a3c65da576/56741168-aa26-44fe-a358-454cbb8a0fd0/3485b866-7456-46d7-aa48-e66d85813fee) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:30.981631 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.995334 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Transition to ACTIVE for port object 3485b866-7456-46d7-aa48-e66d85813fee will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:31.028468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.069739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:31.074749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:31.078475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:31.103667 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.134801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.135433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.151462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-7f4a3e09-659f-48f4-b7af-2cc8ffbd923d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501385 Aug 11 03:10:31.165598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Request body: {'port': {'device_id': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:31.225740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.329196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4fa22a66-546d-4c35-a265-a863f5ee03b6 None None] Provisioning for port 3485b866-7456-46d7-aa48-e66d85813fee completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:31.332968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4fa22a66-546d-4c35-a265-a863f5ee03b6 None None] Provisioning complete for port 3485b866-7456-46d7-aa48-e66d85813fee triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:31.333337 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4fa22a66-546d-4c35-a265-a863f5ee03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.367036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4fa22a66-546d-4c35-a265-a863f5ee03b6 None None] Port 3485b866-7456-46d7-aa48-e66d85813fee cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:31.491959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485b866-7456-46d7-aa48-e66d85813fee {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:31.499699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.511650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Transition to ACTIVE for port object 3485b866-7456-46d7-aa48-e66d85813fee will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:31.515953 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.591366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.692215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c6b07-8b0b-40bd-a9fb-4213e689e952 req-9059256f-5092-41a8-b720-40f1af984080 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.693825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b2c6b07-8b0b-40bd-a9fb-4213e689e952 req-9059256f-5092-41a8-b720-40f1af984080 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.0760269 Aug 11 03:10:31.695145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:31.695491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:31.695830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:31.702986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Port 3485b866-7456-46d7-aa48-e66d85813fee on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:31.703436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:31.719537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:31.719965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:31.720859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:31.721315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Bound port: 3485b866-7456-46d7-aa48-e66d85813fee, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:31.721680 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.772884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b2c6b07-8b0b-40bd-a9fb-4213e689e952 req-eb5280d2-b268-40e6-8142-7f97620b1835 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 Aug 11 03:10:31.809852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:31.812789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:31.817411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.848993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.849760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.851205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] 10.222.0.25 "PUT /v2.0/ports/3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 1091 time: 0.6900260 Aug 11 03:10:31.853314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:31.855599 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:31.889217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c684b7-ad4c-45eb-8408-550db54a8941 service neutron] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.904070 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7fd0e5-6f76-46bd-9d2c-c0edb1cef6ab x-openstack-request-id: req-2f7fd0e5-6f76-46bd-9d2c-c0edb1cef6ab {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:31.904363 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:31.904617 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f7fd0e5-6f76-46bd-9d2c-c0edb1cef6ab {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:31.905014 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'status': 'completed', 'code': 200} Aug 11 03:10:31.939815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-fc756b89-3655-4c14-90e9-5d07b7b7a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.941909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-fc756b89-3655-4c14-90e9-5d07b7b7a8b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1094 time: 0.0474725 Aug 11 03:10:31.989009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-ae865228-b681-4451-bddf-84659bf0e9f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 217 time: 0.0369935 Aug 11 03:10:32.055938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-4890aed4-db45-4993-913d-61a470174166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.057516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-4890aed4-db45-4993-913d-61a470174166 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0559826 Aug 11 03:10:32.105545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-d9af9d97-aabc-49e1-97d1-da58d8bb15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.107113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-d9af9d97-aabc-49e1-97d1-da58d8bb15ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411303 Aug 11 03:10:32.201309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-8954781e-615a-4f9f-bacc-d9e7d04d19a2 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Aug 11 03:10:32.295676 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d9390b6-e995-4808-a797-aeb68ce840fe req-487963d6-b318-4059-918a-662956f0de1d service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859354 Aug 11 03:10:32.393623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-93caa04b-4667-4936-a48e-f07fe8a81607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.395199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-93caa04b-4667-4936-a48e-f07fe8a81607 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1094 time: 0.0420926 Aug 11 03:10:32.493211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-69029c6b-e258-4ab8-a3eb-c9e8fb9d8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.494727 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-69029c6b-e258-4ab8-a3eb-c9e8fb9d8115 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0872335 Aug 11 03:10:32.538086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-4f54788a-647d-44ba-8a77-eeaf5c990a30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 217 time: 0.0351365 Aug 11 03:10:32.589772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-372894c8-b4ae-49bd-a78b-3847b385ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.591159 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-372894c8-b4ae-49bd-a78b-3847b385ad7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0440872 Aug 11 03:10:32.646218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-b027434b-05e7-41d0-8ba4-926bd3142e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.647847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-b027434b-05e7-41d0-8ba4-926bd3142e48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467534 Aug 11 03:10:32.746448 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-544655ca-f45f-4d9d-a7ae-4787f34ee6b9 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Aug 11 03:10:32.859245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1e33b5f-bcfe-47a1-9f16-c4bcd6ab118c req-aa3b49ba-fc91-47ab-918e-f04a4f54cc07 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021662 Aug 11 03:10:32.896151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d7ef7-ae5c-4f54-88eb-073b16846470 req-eb862814-21dc-4419-b45e-41c691812112 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.897627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-531d7ef7-ae5c-4f54-88eb-073b16846470 req-eb862814-21dc-4419-b45e-41c691812112 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.0535414 Aug 11 03:10:32.934975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-531d7ef7-ae5c-4f54-88eb-073b16846470 req-a8d85384-87e7-4b24-8d85-3d9919e1afba tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Aug 11 03:10:34.052283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:34.061200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6282-84cf-45e3-8865-da4c9f9c32e2 req-37b6bd3b-142f-4074-872c-e8cd216e186a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.062796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11bb6282-84cf-45e3-8865-da4c9f9c32e2 req-37b6bd3b-142f-4074-872c-e8cd216e186a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.0527534 Aug 11 03:10:34.104335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11bb6282-84cf-45e3-8865-da4c9f9c32e2 req-0e068973-fd64-44e7-be0b-9adae045579a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Aug 11 03:10:34.150563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:34.163339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3485b866-7456-46d7-aa48-e66d85813fee', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '3485b866-7456-46d7-aa48-e66d85813fee', 'mac_address': 'fa:16:3e:a6:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:34.208245 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.221151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485b866-7456-46d7-aa48-e66d85813fee {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:34.242290 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:34.248160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.296823 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:34.476803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3485b866-7456-46d7-aa48-e66d85813fee'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:35.222865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc407-c7fb-42c3-8dbb-0b14b5a5c1cb req-e1eec4f6-8d1e-4eb9-8b5b-b2ebb0e9c921 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.224364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02cdc407-c7fb-42c3-8dbb-0b14b5a5c1cb req-e1eec4f6-8d1e-4eb9-8b5b-b2ebb0e9c921 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 944 time: 0.0503578 Aug 11 03:10:35.268743 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02cdc407-c7fb-42c3-8dbb-0b14b5a5c1cb req-f475aaf0-fed5-45dc-a7e2-4ca9a5b6f6e7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384967 Aug 11 03:10:36.052309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:36.106164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3485b866-7456-46d7-aa48-e66d85813fee completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:36.110559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3485b866-7456-46d7-aa48-e66d85813fee triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:36.111478 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.205676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.229529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:36.231809 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8267723-5a71-45aa-ba77-40a13809a467" -d '{"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-plugged", "status": "completed", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:36.246921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:36.252108 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.275263 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3630137c-71bb-42ed-b11d-fac5a199af77 x-openstack-request-id: req-3630137c-71bb-42ed-b11d-fac5a199af77 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:36.275554 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-plugged", "status": "completed", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:36.275804 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3630137c-71bb-42ed-b11d-fac5a199af77 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:36.276185 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'code': 200} Aug 11 03:10:36.303699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.408822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a242-c33d-4c7d-bd2f-cceb4b275cb0 req-88229d81-cd4b-4493-9d20-1eee8ab283ac tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.410370 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2d1a242-c33d-4c7d-bd2f-cceb4b275cb0 req-88229d81-cd4b-4493-9d20-1eee8ab283ac tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0681412 Aug 11 03:10:36.413161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72b9c-4bf4-4f5c-99a9-d3298f8c6aaf req-f22fa3fd-a606-4e3a-9c61-1d17e7cc1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.414623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36f72b9c-4bf4-4f5c-99a9-d3298f8c6aaf req-f22fa3fd-a606-4e3a-9c61-1d17e7cc1dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1096 time: 0.0801592 Aug 11 03:10:36.471936 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2d1a242-c33d-4c7d-bd2f-cceb4b275cb0 req-95a14638-fdb2-4405-9d1c-75c3f44837fa tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555995 Aug 11 03:10:36.473626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36f72b9c-4bf4-4f5c-99a9-d3298f8c6aaf req-81ea434b-da52-4647-8894-9ef6c8f6b397 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514171 Aug 11 03:10:37.592084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84c8de-8fbc-4a36-ab36-896724c20470 req-f68946e5-6480-4bdc-9027-36ad0b70efbd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:37.593577 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc84c8de-8fbc-4a36-ab36-896724c20470 req-f68946e5-6480-4bdc-9027-36ad0b70efbd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0523930 Aug 11 03:10:37.632576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc84c8de-8fbc-4a36-ab36-896724c20470 req-c523cce2-f202-447c-aad6-2158ddde9e15 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 Aug 11 03:10:37.745462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737648f-4290-42cd-9b3a-c3dab1b09f8c req-254f2d44-ac18-45fa-8cc6-4e609e0554e5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:37.747024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b737648f-4290-42cd-9b3a-c3dab1b09f8c req-254f2d44-ac18-45fa-8cc6-4e609e0554e5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0504968 Aug 11 03:10:37.755942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 48670) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:37.760508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'floatingip': {'port_id': '3485b866-7456-46d7-aa48-e66d85813fee'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:37.800524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.268860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.272709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.374750 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 associated. External IP: 172.25.6.117, port: 3485b866-7456-46d7-aa48-e66d85813fee. Aug 11 03:10:38.597776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:38.712873 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:38.717818 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.724619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:38.733888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:38.734534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:10:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:38.749128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9ff676a8-e614-4c54-803a-72641a85de73 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "PUT /v2.0/floatingips/84157202-4a5f-4bbe-a0f0-0cd6a4827328 HTTP/1.1" status: 200 len: 991 time: 0.9893661 Aug 11 03:10:38.749128 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:38.749473 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94c8e3c-0f88-4020-8929-43ef22876fea" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:38.786471 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8e5d7-8fac-4fbf-b8b2-cba704ea289f x-openstack-request-id: req-a0f8e5d7-8fac-4fbf-b8b2-cba704ea289f {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:38.786768 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:38.787027 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0f8e5d7-8fac-4fbf-b8b2-cba704ea289f {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:38.787437 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'status': 'completed', 'code': 200} Aug 11 03:10:38.845954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:38.858120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-8d2eab4a-a709-41a3-bf26-786f096382a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.859584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-8d2eab4a-a709-41a3-bf26-786f096382a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1096 time: 0.0422881 Aug 11 03:10:38.954539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-1519fc7a-449d-4d1c-a54e-7e7e09a00958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.956246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-1519fc7a-449d-4d1c-a54e-7e7e09a00958 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0885563 Aug 11 03:10:39.022930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-ec784b26-f4da-49dc-bb63-84e675079600 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 999 time: 0.0586801 Aug 11 03:10:39.076485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '3485b866-7456-46d7-aa48-e66d85813fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:a6:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:10:38Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.077215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-e65f0b89-599d-449e-aa5d-58d5f2b90b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.078742 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-e65f0b89-599d-449e-aa5d-58d5f2b90b4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0436146 Aug 11 03:10:39.102441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:39.111531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:39.112073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:10:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.135852 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-f53877cc-7d7b-4df7-9c57-713c4150b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.137517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-f53877cc-7d7b-4df7-9c57-713c4150b810 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468187 Aug 11 03:10:39.216157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:39.237305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-2274f162-ede3-478f-aedc-e19aabbc5b3e service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866823 Aug 11 03:10:39.336045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f94c8e3c-0f88-4020-8929-43ef22876fea req-595c941d-4293-4de3-99ce-56c3f984de84 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903578 Aug 11 03:10:39.446304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '3485b866-7456-46d7-aa48-e66d85813fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:a6:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:10:38Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.477546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375165a-70c1-47d4-a1c8-ea35f9a47543 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '3485b866-7456-46d7-aa48-e66d85813fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:a6:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:10:38Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:39.661166 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950bde6-d6ff-4bfe-a1d6-360b9c8d1742 None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:10:43.944204 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bff47a32-a7c2-4e74-a976-449022aada2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.263545 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:47.485299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2da17f0-f878-4893-91bd-c79148f8eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.777582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.576130 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.198711 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.354069 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.458979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.436459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-6b20b1c8-8589-4cfd-adc3-8f416cc7398e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397823 Aug 11 03:11:11.524248 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-591dddec-7acb-42f6-bd1d-e17069c8f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.525736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-591dddec-7acb-42f6-bd1d-e17069c8f9b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1096 time: 0.0408566 Aug 11 03:11:11.631864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-9e1f131c-3b45-435b-9606-0933d031cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.633386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-9e1f131c-3b45-435b-9606-0933d031cce7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0873284 Aug 11 03:11:11.703769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-71c54be9-f5af-48b1-8740-51c75e6d8bcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 1001 time: 0.0575671 Aug 11 03:11:11.753850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-353db4ca-8b8f-45c6-92c5-4039f06b5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.755318 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-353db4ca-8b8f-45c6-92c5-4039f06b5428 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0434043 Aug 11 03:11:11.804419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-d296e931-1fc1-431c-b129-ec40ada53f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.805910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-d296e931-1fc1-431c-b129-ec40ada53f72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429816 Aug 11 03:11:11.902475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-12e7b073-ffd1-409d-81be-4b3616bd556a service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854685 Aug 11 03:11:12.002733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c43bc8b-697f-43da-a138-d8d1a6051a61 req-2249ba08-6dab-4dcb-b000-7d5deb441373 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875032 Aug 11 03:11:13.947749 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c216ba42-e9fd-4418-afc5-a650d8e2a5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.485722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88888f0b-8c1b-4cb1-9084-9e375f7d97ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.778926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.577745 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.198633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.262440 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:23.367223 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.460648 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.948047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93f5728a-09f6-4ba5-9abb-6b09e27ffdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.486866 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59c75f5b-9338-4aaf-a16d-6b60adcfa791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.780580 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.580598 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.204703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.358334 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.479028 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.263470 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:11.463816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-00741eed-6ab3-4ea0-8bc7-d2bfd66ccd34 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433564 Aug 11 03:12:11.554910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-fba15849-be53-4416-8aaf-4bd329937e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.556417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-fba15849-be53-4416-8aaf-4bd329937e46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1096 time: 0.0407851 Aug 11 03:12:11.663870 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-b9175055-9c4d-4c7a-8f8e-bcfe5486fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.665372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-b9175055-9c4d-4c7a-8f8e-bcfe5486fd13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0881207 Aug 11 03:12:11.731199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-e9eb3e33-2b35-4ddd-aa30-c14c73d8833e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 1001 time: 0.0569842 Aug 11 03:12:11.781028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-966b43fe-1eb7-4c62-ba1d-71b7925585f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.782469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-966b43fe-1eb7-4c62-ba1d-71b7925585f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0431893 Aug 11 03:12:12.193362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-c373b772-7bf9-4366-a5ec-c79efcca357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.194917 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-c373b772-7bf9-4366-a5ec-c79efcca357a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4037745 Aug 11 03:12:12.283024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-1e28fb71-998e-435d-ab8d-9052837c8cb1 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793335 Aug 11 03:12:12.377375 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98086a88-a5dc-4cdb-b0ce-51099905ba44 req-d9784283-480e-4fdd-9f6b-55dcc61aa05c service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Aug 11 03:12:13.947469 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a85c227-11cd-4e63-a113-4c168e9a1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.487802 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7005e4c-6821-43ad-b357-a97de8b47994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.780176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.584394 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.205193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.310909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5be921-6b81-4481-8533-08454acc09e6 req-cb718a20-2dfc-41f5-9632-0e3c04b07848 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.312952 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e5be921-6b81-4481-8533-08454acc09e6 req-cb718a20-2dfc-41f5-9632-0e3c04b07848 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0490341 Aug 11 03:12:22.351217 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0e5be921-6b81-4481-8533-08454acc09e6 req-07a3119c-499c-4476-be68-c0d7a3c33bc0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319581 Aug 11 03:12:23.389855 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.468093 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.469776 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59ab37-426a-4bde-9b76-b9d772686e46 req-fe3158b0-1d73-4f12-85e3-670a8dddd748 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:23.471383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab59ab37-426a-4bde-9b76-b9d772686e46 req-fe3158b0-1d73-4f12-85e3-670a8dddd748 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0510795 Aug 11 03:12:23.508530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab59ab37-426a-4bde-9b76-b9d772686e46 req-2eaef752-f841-49db-88f3-0439b6978968 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312111 Aug 11 03:12:24.628700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296844d-5533-46ae-a0cb-05957a99f69e req-b785466a-9cff-46fa-ab42-c68ede0ef99e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.630265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6296844d-5533-46ae-a0cb-05957a99f69e req-b785466a-9cff-46fa-ab42-c68ede0ef99e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0532351 Aug 11 03:12:24.669989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6296844d-5533-46ae-a0cb-05957a99f69e req-9ad5f6e7-f5df-43ea-9550-fb8e1410c05f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Aug 11 03:12:25.787496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d1f6a-ce16-40e8-83ae-9f1cce430f8b req-1c961b3f-0b35-435f-b7b6-23a8dfe7f3ab tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:25.788984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a63d1f6a-ce16-40e8-83ae-9f1cce430f8b req-1c961b3f-0b35-435f-b7b6-23a8dfe7f3ab tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0496547 Aug 11 03:12:25.826161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a63d1f6a-ce16-40e8-83ae-9f1cce430f8b req-cbabce74-131a-4d53-b9b3-11c4148c571d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311694 Aug 11 03:12:26.946021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b49d5-1131-4dfb-8cee-5a608ae91716 req-277b4376-fcc4-4a1c-a409-187614a6acb6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.947456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-594b49d5-1131-4dfb-8cee-5a608ae91716 req-277b4376-fcc4-4a1c-a409-187614a6acb6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0491936 Aug 11 03:12:26.987023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-594b49d5-1131-4dfb-8cee-5a608ae91716 req-3e58a811-484c-418c-add8-edee24fdfb6d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329788 Aug 11 03:12:28.104130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d95197-ea41-41f9-9c61-06a52784e7c4 req-13741567-43a1-4ad8-8279-d20587c18176 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.105611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8d95197-ea41-41f9-9c61-06a52784e7c4 req-13741567-43a1-4ad8-8279-d20587c18176 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0524485 Aug 11 03:12:28.145049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8d95197-ea41-41f9-9c61-06a52784e7c4 req-fae2d3e3-81fa-4650-8b45-937e0fc852b2 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333650 Aug 11 03:12:29.259062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4725c-7cf1-4e29-901d-a300fade0eb5 req-d3db0087-cb14-4a07-b348-3f0e7a295e8f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.260712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75e4725c-7cf1-4e29-901d-a300fade0eb5 req-d3db0087-cb14-4a07-b348-3f0e7a295e8f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0494988 Aug 11 03:12:29.300391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-75e4725c-7cf1-4e29-901d-a300fade0eb5 req-a4aa5d1a-4511-44b9-ac49-f9da377651a1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Aug 11 03:12:30.415601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d993d-9852-4d3d-9bd1-5840af1272fe req-f95cedf1-f657-4621-8967-4dee6af9921e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.417260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-297d993d-9852-4d3d-9bd1-5840af1272fe req-f95cedf1-f657-4621-8967-4dee6af9921e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0492113 Aug 11 03:12:30.455784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-297d993d-9852-4d3d-9bd1-5840af1272fe req-5a794206-2ed9-4476-8439-b7571146b299 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Aug 11 03:12:31.574976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c4b8b-949a-4ede-adab-54f3206a1acf req-6646101b-1b5d-4af4-9028-7d605d25c775 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.576480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-368c4b8b-949a-4ede-adab-54f3206a1acf req-6646101b-1b5d-4af4-9028-7d605d25c775 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0522368 Aug 11 03:12:31.614965 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-368c4b8b-949a-4ede-adab-54f3206a1acf req-76cbd6e8-c76d-40ac-a395-a3bc36243c33 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Aug 11 03:12:32.728055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7997-4cfe-447c-8043-bf68e02a1e4b req-bdc2ce38-9d32-4bbb-870b-42b5088d5496 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.729567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-074b7997-4cfe-447c-8043-bf68e02a1e4b req-bdc2ce38-9d32-4bbb-870b-42b5088d5496 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0493162 Aug 11 03:12:32.767888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-074b7997-4cfe-447c-8043-bf68e02a1e4b req-d57ace43-fa03-402c-b9f7-aead01891d18 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Aug 11 03:12:33.038959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe672-da9c-48b4-a167-7d297266d8de req-43eebbc1-d806-420c-b2c1-f648d7be4894 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.040482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-089fe672-da9c-48b4-a167-7d297266d8de req-43eebbc1-d806-420c-b2c1-f648d7be4894 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0793962 Aug 11 03:12:33.073033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8a3ce96a-8f68-4e22-a898-a6b0926b7bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257508 Aug 11 03:12:33.089733 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-089fe672-da9c-48b4-a167-7d297266d8de req-909eb239-3bd5-4a0a-8c26-a9d8b7d52881 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Aug 11 03:12:34.203362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6e482-21eb-4ef1-9418-3063451890b6 req-8be04a70-8f27-4383-b456-c372b6e83ad3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:34.204923 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87c6e482-21eb-4ef1-9418-3063451890b6 req-8be04a70-8f27-4383-b456-c372b6e83ad3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0482891 Aug 11 03:12:34.244257 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87c6e482-21eb-4ef1-9418-3063451890b6 req-889800d1-5061-4b29-8536-2a2dbbdc5c6b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332906 Aug 11 03:12:35.356648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12137b59-a4e7-4ae0-89b3-8303e6bb483d req-89d5bf7c-ac42-47f5-b527-822d51ba52b9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.358251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12137b59-a4e7-4ae0-89b3-8303e6bb483d req-89d5bf7c-ac42-47f5-b527-822d51ba52b9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0483894 Aug 11 03:12:35.403614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12137b59-a4e7-4ae0-89b3-8303e6bb483d req-cac6ad60-390a-499b-9b02-ed2a4233a252 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382214 Aug 11 03:12:36.262233 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:36.441075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-70ca5594-f41a-478b-a31a-b3877c1615f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.442696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-70ca5594-f41a-478b-a31a-b3877c1615f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1096 time: 0.0532997 Aug 11 03:12:36.569658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9009-9f60-4f4f-b6f9-a90617c2b2ab req-03629577-79cd-4a6c-9cad-70da69df1867 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.571189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38da9009-9f60-4f4f-b6f9-a90617c2b2ab req-03629577-79cd-4a6c-9cad-70da69df1867 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0780363 Aug 11 03:12:36.572562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-9ca12545-cb87-4b33-889e-c59ebbf75b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.573911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-9ca12545-cb87-4b33-889e-c59ebbf75b23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1237352 Aug 11 03:12:36.652662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38da9009-9f60-4f4f-b6f9-a90617c2b2ab req-abd7312a-dc73-40ce-ab48-ff5b4fcaa1c3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755920 Aug 11 03:12:36.665793 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-78d7f338-24bf-4b54-883b-44ff85ba5862 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 1001 time: 0.0829530 Aug 11 03:12:36.715074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-76d35730-eeff-4816-8450-f0b117e5e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.716513 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-76d35730-eeff-4816-8450-f0b117e5e602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0435467 Aug 11 03:12:36.768259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-0f6eedd6-c98d-451f-8d64-540a4a0ff5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.769847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-0f6eedd6-c98d-451f-8d64-540a4a0ff5dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450470 Aug 11 03:12:36.861490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-0f8dd9db-cb14-4a06-85d0-ea8e11d071bf service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833478 Aug 11 03:12:36.965462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-3d7fa83b-90dc-4617-919d-b043206104b0 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963767 Aug 11 03:12:37.769618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ba9c1-5666-4601-be89-21ec5fc563dd req-43841fc1-2d7e-42ee-aad2-a7818431b82f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.771137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e0ba9c1-5666-4601-be89-21ec5fc563dd req-43841fc1-2d7e-42ee-aad2-a7818431b82f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0488877 Aug 11 03:12:37.808521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e0ba9c1-5666-4601-be89-21ec5fc563dd req-6777e44e-09ba-48ca-bb2f-d94c9ca08e96 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Aug 11 03:12:38.922851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047efd9-165f-41d9-9f6c-f63986cfd901 req-34b7c3ec-68ae-468b-8d3b-2d8189270ebc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.924249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9047efd9-165f-41d9-9f6c-f63986cfd901 req-34b7c3ec-68ae-468b-8d3b-2d8189270ebc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0484869 Aug 11 03:12:38.961534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9047efd9-165f-41d9-9f6c-f63986cfd901 req-de18cbac-8a52-4bc3-aa39-679824b01597 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Aug 11 03:12:39.146818 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-c4b54f13-b42e-4eed-9adb-debb66f1fffb service neutron] show failed (client error): The resource could not be found. Aug 11 03:12:39.147868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-c4b54f13-b42e-4eed-9adb-debb66f1fffb service neutron] 10.222.0.25 "GET /v2.0/ports/3485b866-7456-46d7-aa48-e66d85813fee/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0591958 Aug 11 03:12:39.352110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-82e72a4a-c4a6-407c-954a-a91ed19ea587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.353653 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-82e72a4a-c4a6-407c-954a-a91ed19ea587 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 1096 time: 0.0408487 Aug 11 03:12:39.365497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:39.421060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.623733 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:39.659622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:39.700563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:39.703405 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319875bb-db05-4e33-99ac-432ca72564ed" -d '{"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:39.707173 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.719591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Transition to ACTIVE for port object 3485b866-7456-46d7-aa48-e66d85813fee will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:39.723646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.816549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:39.831187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.831642 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.832053 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.832457 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.832858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.833257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.833652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.834076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.834472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.834860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.835264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.835655 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:39.842827 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e174606-f4f2-4f81-a361-14950fc34135 x-openstack-request-id: req-7e174606-f4f2-4f81-a361-14950fc34135 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:39.843124 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:39.843381 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e174606-f4f2-4f81-a361-14950fc34135 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:39.844449 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'code': 200} Aug 11 03:12:39.868821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] No DVR routers for this DVR port 3485b866-7456-46d7-aa48-e66d85813fee on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:40.005752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:40.006121 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:40.006456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:40.010836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Port 3485b866-7456-46d7-aa48-e66d85813fee on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:40.011162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Attempting to bind port 3485b866-7456-46d7-aa48-e66d85813fee on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:40.016146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:40.016488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:40.016882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:40.019764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Bound port: 3485b866-7456-46d7-aa48-e66d85813fee, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:40.020152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.081498 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771661a-bfe5-45ab-8f33-b7e08af33491 req-ad20b15d-32b2-4dec-960a-5b1d2916dfad tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.083122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8771661a-bfe5-45ab-8f33-b7e08af33491 req-ad20b15d-32b2-4dec-960a-5b1d2916dfad tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.0509953 Aug 11 03:12:40.089693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:40.092781 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:40.098293 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.125335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8771661a-bfe5-45ab-8f33-b7e08af33491 req-b77d030a-4bdc-4c6a-b5a4-50cf0c8e95a9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359378 Aug 11 03:12:40.484989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.485670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.487019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] 10.222.0.59 "PUT /v2.0/ports/3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 1091 time: 1.1255875 Aug 11 03:12:40.509798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605686e-fd8a-4e57-ad0d-18136d20f716 service neutron] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:40.554574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-bf364f19-ab3b-4afe-8005-4a236c0891b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.556098 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-bf364f19-ab3b-4afe-8005-4a236c0891b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1094 time: 0.0425708 Aug 11 03:12:40.648109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-fd06db4c-e26b-4691-ad0c-ef9a7256eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.649595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-fd06db4c-e26b-4691-ad0c-ef9a7256eb5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0867698 Aug 11 03:12:40.719454 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-26027eb9-36d8-4032-8757-10d965f5bcb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 999 time: 0.0625210 Aug 11 03:12:40.769944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-be3c988a-2455-4d6f-9e54-f3b3713707d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.771485 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-be3c988a-2455-4d6f-9e54-f3b3713707d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0453651 Aug 11 03:12:40.817380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-10be1ab7-6813-4735-a207-349188320cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.818979 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-10be1ab7-6813-4735-a207-349188320cf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399730 Aug 11 03:12:40.909340 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-927bb76c-b0e0-4087-a2fb-7d104bca40f8 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831187 Aug 11 03:12:40.998145 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e7c3c6dc-7461-4db3-9bb5-59e3d898dcf0 req-2872dc1e-ef71-4a1c-ac5d-83a2add51ca5 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819597 Aug 11 03:12:41.243889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d183d3-a477-43c5-95ef-5198e38b8e77 req-1efe6019-a4da-4b51-bd73-c8b63a67abf9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.245427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8d183d3-a477-43c5-95ef-5198e38b8e77 req-1efe6019-a4da-4b51-bd73-c8b63a67abf9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.0512767 Aug 11 03:12:41.283713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f8d183d3-a477-43c5-95ef-5198e38b8e77 req-a7a3beb9-4b21-4d89-bd88-dd75718e5e98 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Aug 11 03:12:41.845526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:41.847935 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:41.894760 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4c935-b216-452f-8616-39ef09c68d81 x-openstack-request-id: req-6cc4c935-b216-452f-8616-39ef09c68d81 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:41.895049 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:41.895297 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc4c935-b216-452f-8616-39ef09c68d81 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:41.895694 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'status': 'completed', 'code': 200} Aug 11 03:12:41.958943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-9123e490-6468-43a2-b40e-23675b448a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.960456 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-9123e490-6468-43a2-b40e-23675b448a57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1094 time: 0.0417278 Aug 11 03:12:41.965052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-09747b8e-86b4-4467-a9db-c21f95fe79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.968891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-09747b8e-86b4-4467-a9db-c21f95fe79f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1094 time: 0.0521836 Aug 11 03:12:42.058714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-a14483cf-5ce2-4ea8-854d-6f0f0a127144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.060231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-a14483cf-5ce2-4ea8-854d-6f0f0a127144 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0858011 Aug 11 03:12:42.080273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-1aa80009-2dea-4fc9-b5ed-614c0c566820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.081914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-1aa80009-2dea-4fc9-b5ed-614c0c566820 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1123831 Aug 11 03:12:42.134936 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-743a04ec-6a1a-4588-8767-562fe86a51bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 999 time: 0.0664973 Aug 11 03:12:42.150496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-21df36b1-376e-4b0a-98cd-428cb3778854 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 999 time: 0.0595078 Aug 11 03:12:42.185281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-c31749a4-515a-4ceb-b6d2-b7a4261bc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.186803 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-c31749a4-515a-4ceb-b6d2-b7a4261bc2b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0440519 Aug 11 03:12:42.205246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-b5f1293d-3768-4540-92ee-81e455b5ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.206945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-b5f1293d-3768-4540-92ee-81e455b5ffac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0479519 Aug 11 03:12:42.237704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-26f61c49-92ae-4f2e-976b-7ec7aee9f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.239286 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-26f61c49-92ae-4f2e-976b-7ec7aee9f50d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443311 Aug 11 03:12:42.256635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-6a349960-bbf1-4a1c-abfb-ad099eddbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.258347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-6a349960-bbf1-4a1c-abfb-ad099eddbee8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437605 Aug 11 03:12:42.350253 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-ab779ea9-e298-410f-8afd-637110024383 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026623 Aug 11 03:12:42.378490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-556c9247-84c7-4fd1-86f3-97d8b59202a3 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114469 Aug 11 03:12:42.443714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-c4d89d4e-cb98-4d0c-8210-01a18f4f915e service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862069 Aug 11 03:12:42.476745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71175761-52a7-4f5f-a0cd-384e89931b54 req-5814b781-ea4b-4aeb-80aa-d463fe93deee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.478294 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71175761-52a7-4f5f-a0cd-384e89931b54 req-5814b781-ea4b-4aeb-80aa-d463fe93deee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.1252766 Aug 11 03:12:42.531980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6fc00395-3e50-4a7c-8b41-d0040d5f0ead req-c698ecd1-0bd4-4f6c-9960-c4fb7cb84238 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347096 Aug 11 03:12:42.539187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71175761-52a7-4f5f-a0cd-384e89931b54 req-5753b3d5-00be-4835-9ff6-cef237b04d47 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543461 Aug 11 03:12:42.692257 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:42.732433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:42.765779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c8948-d9fe-45a4-bb1a-e5bc8e8736c8 req-13abb93e-6f60-4905-b617-64ce00f09ad7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.767312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f0c8948-d9fe-45a4-bb1a-e5bc8e8736c8 req-13abb93e-6f60-4905-b617-64ce00f09ad7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.0814147 Aug 11 03:12:42.779689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33325-463d-44db-bce3-cf80ccee898e req-dcca740a-7885-43cc-b393-de455a14d8b3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.781133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-dcca740a-7885-43cc-b393-de455a14d8b3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a&tenant_id=30da151227b94e1c92b59ad00e3ef88e&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 943 time: 0.0684438 Aug 11 03:12:42.844284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f0c8948-d9fe-45a4-bb1a-e5bc8e8736c8 req-19de0c1c-23e2-4348-81d3-e2cad012c4d8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621893 Aug 11 03:12:42.863912 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-02a33325-463d-44db-bce3-cf80ccee898e req-acf08d56-1523-41ee-942b-afa080c0f730 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:12:42.865123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-acf08d56-1523-41ee-942b-afa080c0f730 service neutron] 10.222.0.25 "DELETE /v2.0/ports/3485b866-7456-46d7-aa48-e66d85813fee/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0702622 Aug 11 03:12:42.954402 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33325-463d-44db-bce3-cf80ccee898e req-534d13a3-e59f-4884-8ba2-750a6bb0a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.955916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-534d13a3-e59f-4884-8ba2-750a6bb0a00b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1094 time: 0.0450644 Aug 11 03:12:43.047529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33325-463d-44db-bce3-cf80ccee898e req-c4376e24-f3bf-4933-b083-a778028fa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.049029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-c4376e24-f3bf-4933-b083-a778028fa2f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0852609 Aug 11 03:12:43.120101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-c21a4577-d534-4b27-8d67-03ac46335121 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 999 time: 0.0626428 Aug 11 03:12:43.169963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33325-463d-44db-bce3-cf80ccee898e req-1e3060b4-0cb2-4bd4-8535-250b8a519a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.172011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-1e3060b4-0cb2-4bd4-8535-250b8a519a82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0436127 Aug 11 03:12:43.217726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33325-463d-44db-bce3-cf80ccee898e req-bf6e4095-fe2e-4a03-8852-3088ebb22f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.219769 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-bf6e4095-fe2e-4a03-8852-3088ebb22f8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392523 Aug 11 03:12:43.314729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-6a7f4d66-7a32-4051-82e5-6635e6a13208 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859795 Aug 11 03:12:43.408462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a33325-463d-44db-bce3-cf80ccee898e req-cd3d3880-75e9-4119-b240-a213ba733f33 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821474 Aug 11 03:12:43.824380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:43.926997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:43.945119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '3485b866-7456-46d7-aa48-e66d85813fee', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '3485b866-7456-46d7-aa48-e66d85813fee', 'mac_address': 'fa:16:3e:a6:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:43.977566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb9b263a-a268-4d1f-83d8-7f9b1fc605cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.998738 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.013761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485b866-7456-46d7-aa48-e66d85813fee {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:44.036071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:44.041736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.054951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ce4c9-7f0b-41ea-bbc9-23a1f84bc787 req-eec0d9fc-d15e-4bf3-b9a4-c1fdbf3f1b1f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.057033 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-783ce4c9-7f0b-41ea-bbc9-23a1f84bc787 req-eec0d9fc-d15e-4bf3-b9a4-c1fdbf3f1b1f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 943 time: 0.1328483 Aug 11 03:12:44.092477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:44.099028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-783ce4c9-7f0b-41ea-bbc9-23a1f84bc787 req-1383d116-069d-4e51-a27c-af9c413c094e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352881 Aug 11 03:12:44.100229 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.100581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.100927 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.101268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.101604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.101948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.102342 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.102619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.102946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.103273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.103598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.103925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:44.257593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['3485b866-7456-46d7-aa48-e66d85813fee'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:44.277198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9096-6300-479a-85d5-033864a98daa req-d2eb467c-90ec-4deb-91d6-e9010373ed81 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.278876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42cc9096-6300-479a-85d5-033864a98daa req-d2eb467c-90ec-4deb-91d6-e9010373ed81 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 944 time: 0.1101143 Aug 11 03:12:44.318967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-42cc9096-6300-479a-85d5-033864a98daa req-e893acd2-0404-4895-8620-f857226887d6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330875 Aug 11 03:12:44.516622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737f229-cf75-4c7e-99f2-d645725c0213 req-bb77cd66-ca24-47ad-bdbf-a8f73bb53323 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.518348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0737f229-cf75-4c7e-99f2-d645725c0213 req-bb77cd66-ca24-47ad-bdbf-a8f73bb53323 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 944 time: 0.0514073 Aug 11 03:12:44.540129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-df718d70-3759-45a6-b578-a2e43c7c36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.541694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-df718d70-3759-45a6-b578-a2e43c7c36b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 1095 time: 0.0410345 Aug 11 03:12:44.556865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0737f229-cf75-4c7e-99f2-d645725c0213 req-b335e8b5-7626-4e6d-9a93-4ff8226ef852 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325317 Aug 11 03:12:44.635482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-02613223-4259-46d8-bff3-33021e1291f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.636970 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-02613223-4259-46d8-bff3-33021e1291f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0880747 Aug 11 03:12:44.704104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-dc4abf0d-6785-4c16-8a27-ae0b1df748bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 200 len: 1000 time: 0.0590401 Aug 11 03:12:44.760846 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-f75164fc-6054-4e1b-8294-8924774e7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.762384 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-f75164fc-6054-4e1b-8294-8924774e7481 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0506356 Aug 11 03:12:44.807412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-24c92f1b-0abc-443e-b6ed-ea379ff02b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.808928 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-24c92f1b-0abc-443e-b6ed-ea379ff02b31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399020 Aug 11 03:12:44.896633 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-42b156b4-a274-4092-a965-b8f0c7769e28 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803671 Aug 11 03:12:44.993692 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-46c0ef4b-fbea-4e21-a753-5448d2c6d64f req-d6988fb6-fc77-4bf4-b917-0089ec5c6c4e service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884528 Aug 11 03:12:45.676408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457ed4-6f79-46e6-8b15-4f2f4f79d7fd req-a5d20ef0-e5f3-46e4-bb92-2c89930bc36a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.677929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51457ed4-6f79-46e6-8b15-4f2f4f79d7fd req-a5d20ef0-e5f3-46e4-bb92-2c89930bc36a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 944 time: 0.0509825 Aug 11 03:12:45.724826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-51457ed4-6f79-46e6-8b15-4f2f4f79d7fd req-e42cbbaf-9a4d-4200-a7d0-92d5723c683c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406432 Aug 11 03:12:45.841208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:45.901479 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 3485b866-7456-46d7-aa48-e66d85813fee completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:45.906660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 3485b866-7456-46d7-aa48-e66d85813fee triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:45.907455 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.991359 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.993676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4b812-1ef0-4713-afc3-c77877a43a60 req-53f29c8c-b706-4671-a883-f802023f1409 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.995794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8eb4b812-1ef0-4713-afc3-c77877a43a60 req-53f29c8c-b706-4671-a883-f802023f1409 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 944 time: 0.0631728 Aug 11 03:12:46.017222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:46.019548 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6e01d-d72c-400b-b994-5f69bf8e2edd" -d '{"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-plugged", "status": "completed", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:46.033017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:46.037096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8eb4b812-1ef0-4713-afc3-c77877a43a60 req-82f695b4-1d5f-477c-974c-0625abd4345b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350027 Aug 11 03:12:46.039009 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.065385 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26de73-718d-42c5-aca7-70200afeb1bd x-openstack-request-id: req-6a26de73-718d-42c5-aca7-70200afeb1bd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:46.065677 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-plugged", "status": "completed", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:46.065933 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a26de73-718d-42c5-aca7-70200afeb1bd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:46.066364 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'code': 200} Aug 11 03:12:46.092515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:47.159575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46586a-d7fb-4058-93ee-1993389d0f59 req-b860af73-f818-4a64-8f5c-00f6a6b3cb9e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:47.161088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be46586a-d7fb-4058-93ee-1993389d0f59 req-b860af73-f818-4a64-8f5c-00f6a6b3cb9e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0493388 Aug 11 03:12:47.199038 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be46586a-d7fb-4058-93ee-1993389d0f59 req-5b9d927e-cf7e-41da-9e29-6c703b40d41b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Aug 11 03:12:47.262789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-86c8f94c-df6b-422d-9a4b-186fb967e4de tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:47.264298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-86c8f94c-df6b-422d-9a4b-186fb967e4de tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 945 time: 0.0497019 Aug 11 03:12:47.361987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Deleting port 3485b866-7456-46d7-aa48-e66d85813fee {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:47.362286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.453172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] For port 3485b866-7456-46d7-aa48-e66d85813fee, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=3485b866-7456-46d7-aa48-e66d85813fee,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:47.453511 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.490589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d45e414c-d42e-4a66-b46b-6316e18ba959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.628959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.629231 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.629541 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 disassociated. External IP: 172.25.6.117, port: 3485b866-7456-46d7-aa48-e66d85813fee. Aug 11 03:12:47.629882 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Calling delete_port for 3485b866-7456-46d7-aa48-e66d85813fee owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:47.761515 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.780977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.790967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event deleted for resources: {'Port': ['ID=3485b866-7456-46d7-aa48-e66d85813fee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:47.911221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:48.040417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:48.053925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:48.063259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:48.063809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:12:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.085095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] No DVR routers for this DVR port 3485b866-7456-46d7-aa48-e66d85813fee on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:48.088366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.090572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-90329187-cde9-4a51-aafe-6fd1a2d91946 req-37c6d13d-de83-4c19-a64f-8355ef0b1f4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "DELETE /v2.0/ports/3485b866-7456-46d7-aa48-e66d85813fee HTTP/1.1" status: 204 len: 173 time: 0.8201349 Aug 11 03:12:48.091023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-deleted', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:48.093853 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09107097-7dcb-4280-961e-a3853b823cfb" -d '{"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-deleted", "tag": "3485b866-7456-46d7-aa48-e66d85813fee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:48.144400 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e0b926-7db9-4183-8f3e-152472cc62a4 x-openstack-request-id: req-e6e0b926-7db9-4183-8f3e-152472cc62a4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:48.144935 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5f82f-cc61-4631-9cf7-4f5d1b660b3a", "name": "network-vif-deleted", "tag": "3485b866-7456-46d7-aa48-e66d85813fee", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:48.145381 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e0b926-7db9-4183-8f3e-152472cc62a4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:48.145981 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5f82f-cc61-4631-9cf7-4f5d1b660b3a', 'name': 'network-vif-deleted', 'tag': '3485b866-7456-46d7-aa48-e66d85813fee', 'status': 'completed', 'code': 200} Aug 11 03:12:48.187902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:48.312345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-284ae88a-f616-47fa-bb18-6fa5f8491fa1 req-b1dd67b0-ee98-4b8a-b97b-df9d87c4ddf3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=30e5f82f-cc61-4631-9cf7-4f5d1b660b3a HTTP/1.1" status: 200 len: 210 time: 0.0277781 Aug 11 03:12:48.408622 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.435398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:48.443772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:48.444389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:12:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.707313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.717656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:48.927519 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.957767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2fb71-40d5-45fe-b5ba-6fdd6334bfd9 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:49.177524 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16184c76-6809-4ede-87b9-f563819c9d93 None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:12:49.585349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-0558706b-e0a9-4148-94cd-6a15492a5097 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--776869251&fields=id&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 267 time: 0.0326796 Aug 11 03:12:49.699226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-c0c37980-e9cd-4309-b2f7-132f643942f0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.700711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-c0c37980-e9cd-4309-b2f7-132f643942f0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1077998 Aug 11 03:12:49.719883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-fa4bf344-7245-4fd9-b78e-662afc6fa7b2 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/quotas/30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 375 time: 0.0103931 Aug 11 03:12:49.776439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-0a106f72-21c1-4382-863b-5e1e889ca1ba tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508783 Aug 11 03:12:49.876248 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-6ec4b3a0-7a6d-474e-8a8e-37e8310359fd service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879242 Aug 11 03:12:49.969147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-d467e9f1-1ae4-4484-b206-414c8043bd05 service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867345 Aug 11 03:12:50.206732 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.165445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e112f207-a219-41f9-af72-a600fe73a9c6 req-af7e5675-2a23-4f05-84c0-d70f88bfe1e8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 210 time: 0.0302072 Aug 11 03:12:51.861858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:51.882451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 3485b866-7456-46d7-aa48-e66d85813fee {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:51.882792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 3485b866-7456-46d7-aa48-e66d85813fee not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:52.120358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-6a9efcfd-d4f8-470e-886f-23562fc91522 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.122168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-6a9efcfd-d4f8-470e-886f-23562fc91522 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1107428 Aug 11 03:12:52.167685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-7ef6b32f-a0cb-475e-ac47-3288fcf56248 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 379 time: 0.0350657 Aug 11 03:12:52.181619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'port': {'device_id': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'admin_state_up': True, 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'security_groups': ['b19f56d0-a686-45da-8a45-54422f0c62b1']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:52.262155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad42c18e-218a-48f5-9f2c-4ae0c4b85c76 req-65379307-c131-4b21-9d3c-be43b78338e6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 210 time: 0.0309331 Aug 11 03:12:52.314616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Made reservation on behalf of 30da151227b94e1c92b59ad00e3ef88e for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:52.318131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.438742 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Allocated IP 172.20.0.6 (85c34c92-47b1-478c-83e0-47a3c65da576/56741168-aa26-44fe-a358-454cbb8a0fd0/6a3d8d93-305d-44b1-b934-1dfd65ddd05d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:52.576770 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.590477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Transition to ACTIVE for port object 6a3d8d93-305d-44b1-b934-1dfd65ddd05d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:52.623759 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.669146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:52.673948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:52.677912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:52.684312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.717486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.717855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.718144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.718494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.719895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.719895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.719895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.719895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.720268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.720439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.720773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.721384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.753102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.753733 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.771836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-e93de3c4-bfb7-412d-ac7d-46e185f76c51 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939124 Aug 11 03:12:52.785557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Request body: {'port': {'device_id': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:52.840671 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.969134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d3e374cb-0ecf-4904-92cf-14b5899f02e1 None None] Provisioning for port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:52.974803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d3e374cb-0ecf-4904-92cf-14b5899f02e1 None None] Provisioning complete for port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:52.975429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e374cb-0ecf-4904-92cf-14b5899f02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.011221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d3e374cb-0ecf-4904-92cf-14b5899f02e1 None None] Port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:53.103886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3d8d93-305d-44b1-b934-1dfd65ddd05d {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:53.111964 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.124461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Transition to ACTIVE for port object 6a3d8d93-305d-44b1-b934-1dfd65ddd05d will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:53.128510 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.187913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.259036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:53.259379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:53.259716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:53.264342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:53.265151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:53.270509 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:53.270897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:53.271329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:53.271801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Bound port: 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:53.272189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.379253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:53.396300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:53.401450 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.403152 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.440953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac0c1-b90f-4273-8140-66313c06d307 req-ad77218f-ee16-4b6d-8e74-b87b168b87bd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.442494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66aac0c1-b90f-4273-8140-66313c06d307 req-ad77218f-ee16-4b6d-8e74-b87b168b87bd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 943 time: 0.1092393 Aug 11 03:12:53.449171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.449796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.451239 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] 10.222.0.25 "PUT /v2.0/ports/6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1091 time: 0.6701608 Aug 11 03:12:53.451692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:53.454508 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e9aba4-8e4e-45d2-ac29-14a78150005b" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:53.482926 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.541720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298f47-3ba1-4d31-b61a-cd99ce7c9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.551068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-66aac0c1-b90f-4273-8140-66313c06d307 req-0ae9e864-ee11-466c-aef2-4d70d8e9557f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889370 Aug 11 03:12:53.572408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-76be8421-8d64-47e5-9487-031c55cad159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.572408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-76be8421-8d64-47e5-9487-031c55cad159 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1094 time: 0.0655935 Aug 11 03:12:53.590183 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b51171-bde1-4921-977a-59a05103b8e9 x-openstack-request-id: req-b3b51171-bde1-4921-977a-59a05103b8e9 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:53.590498 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:53.590744 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3b51171-bde1-4921-977a-59a05103b8e9 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:53.591656 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'status': 'completed', 'code': 200} Aug 11 03:12:53.624388 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-ab1dfdf7-f666-42fd-a533-a7dbae2917e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 217 time: 0.0487161 Aug 11 03:12:53.685072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-0277727c-ef29-44f0-a7cd-94077ce2a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.687336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-0277727c-ef29-44f0-a7cd-94077ce2a813 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0484900 Aug 11 03:12:53.737556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-c276b8a5-d491-4864-8ab8-824739c36cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.739027 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-c276b8a5-d491-4864-8ab8-824739c36cbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437372 Aug 11 03:12:53.842999 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-8bca49dd-df2b-4c98-9905-5a2a85269507 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952704 Aug 11 03:12:53.939410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4946cfe-32a6-4a4e-8cd0-6942ed6f3468 req-62945e10-9454-4447-80fc-6fda06e671b3 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880306 Aug 11 03:12:54.040367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-17aab764-2b36-484f-8845-4a5883af8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.041785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-17aab764-2b36-484f-8845-4a5883af8d27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1094 time: 0.0446465 Aug 11 03:12:54.139656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-d38f0e56-9afa-4fc5-9f1a-2766df1e9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.141615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-d38f0e56-9afa-4fc5-9f1a-2766df1e9292 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0868812 Aug 11 03:12:54.188046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-26faf359-96da-447b-a345-891e2a34b5ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 217 time: 0.0352364 Aug 11 03:12:54.253449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-4cfab9a0-912d-476a-8aea-3752fc4f006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.254987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-4cfab9a0-912d-476a-8aea-3752fc4f006c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0560663 Aug 11 03:12:54.305104 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-0a86a0f0-b48b-49e7-9cbb-472af29b6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.306686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-0a86a0f0-b48b-49e7-9cbb-472af29b6500 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432394 Aug 11 03:12:54.401562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-dd8739ea-c095-4b37-b8c2-69335d407459 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 Aug 11 03:12:54.500087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68e9aba4-8e4e-45d2-ac29-14a78150005b req-3c88e6dc-c8dc-41b5-9c66-a3d848fe084b service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906889 Aug 11 03:12:54.669841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c693-482b-443c-8403-0e9995766dc6 req-c6d8b511-cde4-4af0-9530-38e549a3b44b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.672044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3774c693-482b-443c-8403-0e9995766dc6 req-c6d8b511-cde4-4af0-9530-38e549a3b44b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 943 time: 0.0509527 Aug 11 03:12:54.711493 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3774c693-482b-443c-8403-0e9995766dc6 req-bc00cf1a-0b03-4b78-ae42-b9a04e5eabbf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334098 Aug 11 03:12:55.836760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60032f-fbe1-48cb-9349-5272eb835689 req-32fb0164-bbbc-48e0-b841-ad0956385095 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.838268 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf60032f-fbe1-48cb-9349-5272eb835689 req-32fb0164-bbbc-48e0-b841-ad0956385095 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 943 time: 0.0545416 Aug 11 03:12:55.876444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bf60032f-fbe1-48cb-9349-5272eb835689 req-9c7a8cdf-ffb8-45cc-9239-29118abc049c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 11 03:12:56.760650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:56.860691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:56.873135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'mac_address': 'fa:16:3e:e5:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:56.913388 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.929315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3d8d93-305d-44b1-b934-1dfd65ddd05d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:56.950867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:56.956451 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.003973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113803f-0802-40de-9295-420f4a54f157 req-436a26e4-5505-4baa-a8db-4823094f9957 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:57.005726 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5113803f-0802-40de-9295-420f4a54f157 req-436a26e4-5505-4baa-a8db-4823094f9957 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0573187 Aug 11 03:12:57.011370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:57.047940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5113803f-0802-40de-9295-420f4a54f157 req-9664bfb0-69e2-482d-8990-45943fbdbe02 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361648 Aug 11 03:12:57.205191 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6a3d8d93-305d-44b1-b934-1dfd65ddd05d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:58.166278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c0a5-a368-4d61-9917-c1af7bc322e0 req-09dd97c8-f6e8-44c4-934a-0ee76fa6b33b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.167777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1de6c0a5-a368-4d61-9917-c1af7bc322e0 req-09dd97c8-f6e8-44c4-934a-0ee76fa6b33b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0501175 Aug 11 03:12:58.207303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1de6c0a5-a368-4d61-9917-c1af7bc322e0 req-7be331c4-aa6f-4227-95ed-217d46c1652a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Aug 11 03:12:58.772961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:58.820580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:58.824361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:58.824733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.901486 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.925412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:58.927710 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973633f4-2f36-413f-a43a-78908fd538e9" -d '{"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:58.941436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:58.946240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.970427 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476c3c7b-b1c9-49ba-9864-7cebb67f47f8 x-openstack-request-id: req-476c3c7b-b1c9-49ba-9864-7cebb67f47f8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:58.970724 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:58.970963 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-476c3c7b-b1c9-49ba-9864-7cebb67f47f8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:58.971366 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'code': 200} Aug 11 03:12:59.002944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:59.077208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6622e93-7027-4887-8003-a0c9e717a7d8 req-67834b5c-d220-427a-91b3-ec721f68b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:59.078737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6622e93-7027-4887-8003-a0c9e717a7d8 req-67834b5c-d220-427a-91b3-ec721f68b1d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1096 time: 0.0441337 Aug 11 03:12:59.114587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b6622e93-7027-4887-8003-a0c9e717a7d8 req-12095ee3-9577-4a53-a45b-baa5653f9491 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279720 Aug 11 03:12:59.325585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0ff1-7b85-43ae-89ba-e2910c70779d req-72b40d05-4f41-4a2e-9950-9b8a7d7904d0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:59.327662 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60bb0ff1-7b85-43ae-89ba-e2910c70779d req-72b40d05-4f41-4a2e-9950-9b8a7d7904d0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0526202 Aug 11 03:12:59.365772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-60bb0ff1-7b85-43ae-89ba-e2910c70779d req-6f49d64a-0b9e-40d2-be34-241cfc83747b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Aug 11 03:13:00.480943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99763b-c0dc-40b9-9b55-f5a06b7ffa6f req-bb5b9f26-1b9d-48f9-b090-c62088669f7b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.482485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b99763b-c0dc-40b9-9b55-f5a06b7ffa6f req-bb5b9f26-1b9d-48f9-b090-c62088669f7b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0494738 Aug 11 03:13:00.520562 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b99763b-c0dc-40b9-9b55-f5a06b7ffa6f req-cb288c60-7523-440b-8b14-dd848832b72c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Aug 11 03:13:00.633940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fbd1-434c-46d6-a5be-15f5ba1360b2 req-537a266c-cfb7-46d1-aea4-afbdfc0dd771 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.635491 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-84c6fbd1-434c-46d6-a5be-15f5ba1360b2 req-537a266c-cfb7-46d1-aea4-afbdfc0dd771 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Aug 11 03:13:00.644513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49060) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:00.648988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'floatingip': {'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:00.687047 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.107772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.111947 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.578835 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 associated. External IP: 172.25.6.117, port: 6a3d8d93-305d-44b1-b934-1dfd65ddd05d. Aug 11 03:13:01.778910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:01.894793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:01.899865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.904205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:01.912754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:01.913374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:12:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:01.925644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a689eab2-513d-4a3b-8137-ca9cb9f74300 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "PUT /v2.0/floatingips/84157202-4a5f-4bbe-a0f0-0cd6a4827328 HTTP/1.1" status: 200 len: 991 time: 1.2800777 Aug 11 03:13:01.926251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:01.928603 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:01.978303 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a6204-effe-449c-a602-7c9031bac25e x-openstack-request-id: req-b82a6204-effe-449c-a602-7c9031bac25e {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:01.978595 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:01.978842 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b82a6204-effe-449c-a602-7c9031bac25e {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:01.979235 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'status': 'completed', 'code': 200} Aug 11 03:13:02.030562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:02.056203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-2a820c80-abac-422d-96dd-b1ccf8bbbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.057828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-2a820c80-abac-422d-96dd-b1ccf8bbbaf0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1096 time: 0.0453203 Aug 11 03:13:02.149805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-254670e8-0c29-4d29-a7b5-0c741b81a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.151237 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-254670e8-0c29-4d29-a7b5-0c741b81a63f service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0847583 Aug 11 03:13:02.221288 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-1785c6d4-7c0b-4a96-ab7a-3b262aaf3098 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 999 time: 0.0612512 Aug 11 03:13:02.264557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:e5:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 9, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:02.271728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-af4ebc65-fdd2-445a-af3f-5cc3c58c0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.273196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-af4ebc65-fdd2-445a-af3f-5cc3c58c0c62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0443587 Aug 11 03:13:02.290679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:02.299687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:02.300299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:12:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:02.320224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-620f0bae-bfff-4402-8680-4088fc1e9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.321741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-620f0bae-bfff-4402-8680-4088fc1e9fc8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406840 Aug 11 03:13:02.408037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:02.416465 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-05645d95-6f6d-4926-a864-ca734c86b298 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Aug 11 03:13:02.514587 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-979d6f01-a4bb-47e6-a6b2-81cf2dd0ca8a req-c3f41f55-9c73-442c-87eb-046ad6e49200 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903981 Aug 11 03:13:02.638403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:e5:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 9, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:02.668505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675dfe47-a475-4429-b30e-b4c61b2e60af None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:e5:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 9, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:02.860762 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06794f-0c18-48ae-88e9-9a5c1a5468dd None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:12.427919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-8a314da5-7460-4df9-996e-576fd338f306 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403776 Aug 11 03:13:12.521773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-ea4fdf6e-ae94-44ce-b9c3-b832be5e27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.523303 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-ea4fdf6e-ae94-44ce-b9c3-b832be5e27d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1096 time: 0.0435083 Aug 11 03:13:12.627314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-c4412a7d-8021-421d-ae67-6764951e51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.628780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-c4412a7d-8021-421d-ae67-6764951e51a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0823674 Aug 11 03:13:12.711856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-43cc4ffb-0f1b-4e1d-a9e1-3552b0480824 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1002 time: 0.0708494 Aug 11 03:13:12.763647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-19de9f7f-4f37-43ae-90fd-1758cb21fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.765643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-19de9f7f-4f37-43ae-90fd-1758cb21fb4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0444257 Aug 11 03:13:12.813676 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-4f971ab9-72bc-464d-81f3-40e79acb5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.815219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-4f971ab9-72bc-464d-81f3-40e79acb5e36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396905 Aug 11 03:13:12.913787 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-9f59648a-1e80-4d42-bb00-950577e21378 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886328 Aug 11 03:13:13.011379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dcd59edf-836f-4195-82aa-caea3df380e3 req-6e8a8ffb-68fd-44ef-884e-9e021a607782 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855927 Aug 11 03:13:13.260902 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:13.949165 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9fe2-6c04-48c9-927f-e7350ed8489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.494786 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ac54-ea70-4764-a8e5-a7ace853944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.784366 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.591762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.211393 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.565433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-3943ef65-b8f2-4362-b595-6371c77dd177 req-907354f0-602b-4eb8-8ee3-13171817d00e service neutron] (94699) timed out ('10.222.0.59', 61122) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:13:23.401042 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.468236 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.950463 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-30689ae7-9fcc-4890-b5fa-adc4d3db1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.495654 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a768dfa1-e2e2-4454-b89c-2a1a05ae51fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.786143 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.593125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.212681 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.259822 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:53.419377 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.479968 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.451163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-4a70f71c-6e78-46e9-8712-ce52b1969725 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424535 Aug 11 03:14:13.539384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-8da2c3a1-73b9-4508-adbc-8555791ef53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:13.540898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-8da2c3a1-73b9-4508-adbc-8555791ef53e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1096 time: 0.0447359 Aug 11 03:14:13.644830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-1492bed1-1be5-4678-9644-c189ecb2c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:13.646402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-1492bed1-1be5-4678-9644-c189ecb2c8e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0857689 Aug 11 03:14:13.720220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-6778e60a-a078-4abd-9645-2c70878b43b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1002 time: 0.0649269 Aug 11 03:14:13.771296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-4c85576b-e8e3-4797-b143-80ad7ec7dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:13.772788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-4c85576b-e8e3-4797-b143-80ad7ec7dd05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0446529 Aug 11 03:14:13.824406 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-ca55bff8-226f-4af1-b575-b299ee1702e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:13.826533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-ca55bff8-226f-4af1-b575-b299ee1702e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411985 Aug 11 03:14:13.921132 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-c04c7bb7-2014-4ec2-979b-549759fad31c service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863135 Aug 11 03:14:13.952613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78958b43-e728-4db0-a056-59bc80bf7aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.012406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-28176eca-0bbb-4fdc-8a46-59b0d79044a5 req-33b298ae-c1bb-46d4-8314-771a8b34167e service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834484 Aug 11 03:14:17.500740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d76d8882-996e-41cb-afc5-14329ee781f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.787618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.602568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.215339 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.419229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.485489 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.259575 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:43.954775 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aadf3dee-87e0-4d31-9628-edd2b89852aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.549850 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-f9dd2b61-e6ac-4c1e-b67a-6e80854659cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519626 Aug 11 03:14:44.650868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791964-ccca-4d6a-85ee-0c87f3802579 req-b928c136-158c-4aa7-8830-b8181e33b824 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.652537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a791964-ccca-4d6a-85ee-0c87f3802579 req-b928c136-158c-4aa7-8830-b8181e33b824 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0657816 Aug 11 03:14:44.711349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2a791964-ccca-4d6a-85ee-0c87f3802579 req-5fbca3b6-2ff3-4705-b863-9b2128cb2459 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503197 Aug 11 03:14:45.726222 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-4ced9681-a875-4894-93e7-f9776a8f6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.727755 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-4ced9681-a875-4894-93e7-f9776a8f6988 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1096 time: 0.0434854 Aug 11 03:14:45.851807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-26b158d1-ae23-40bd-abd5-91bb9dae9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.853467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-26b158d1-ae23-40bd-abd5-91bb9dae9c92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1176298 Aug 11 03:14:45.931098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-613fc672-ae1f-4377-828c-74cbc977ceaa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1002 time: 0.0694032 Aug 11 03:14:46.007232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-c6c03182-2e6a-430a-b9b1-74f4ef58762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:46.009171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-c6c03182-2e6a-430a-b9b1-74f4ef58762a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0692606 Aug 11 03:14:46.064475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a818a-95b0-4252-89fb-f6a25af9ef71 req-d22c628c-614d-421c-b1ad-0ef8b0badeb0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:46.066119 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b8a818a-95b0-4252-89fb-f6a25af9ef71 req-d22c628c-614d-421c-b1ad-0ef8b0badeb0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.1982589 Aug 11 03:14:46.096229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-b38d5cdc-5721-4450-aa10-923a22bbb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:46.098482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-b38d5cdc-5721-4450-aa10-923a22bbb9c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801685 Aug 11 03:14:46.184704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3b8a818a-95b0-4252-89fb-f6a25af9ef71 req-82f5b6b3-13fa-4d31-9ed1-73742af2965d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076810 Aug 11 03:14:46.235148 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-6a13ffb8-31f5-415a-8672-b44b0792b1b2 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265700 Aug 11 03:14:46.336497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-bd84345f-d319-40d1-a480-cb20686f05a7 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939109 Aug 11 03:14:47.307028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae006f-9edd-4fc8-8174-7e2bf848a865 req-5659a1d7-790b-4c92-863e-564cee0eeadc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:47.308637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffae006f-9edd-4fc8-8174-7e2bf848a865 req-5659a1d7-790b-4c92-863e-564cee0eeadc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Aug 11 03:14:47.350402 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffae006f-9edd-4fc8-8174-7e2bf848a865 req-6018df99-f1a8-415b-bd1f-222d3ee9f89b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Aug 11 03:14:47.501801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45c735a0-0e71-46c5-ab72-9f4336ec88e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.789781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.485272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f388f28-875b-4909-9cd2-e3d1d022d0cd req-cbd0fda3-0cd4-48cc-bf65-7162543caf6c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:48.486843 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f388f28-875b-4909-9cd2-e3d1d022d0cd req-cbd0fda3-0cd4-48cc-bf65-7162543caf6c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Aug 11 03:14:48.531227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f388f28-875b-4909-9cd2-e3d1d022d0cd req-c41f90ab-5080-43d6-87e8-ca85af25df0e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Aug 11 03:14:48.600524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.743236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb2e38-58c4-4214-8f3d-17fe618d4915 req-93cd6b7e-bb47-42bb-8baa-0ec94e6d89f7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.745102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98fb2e38-58c4-4214-8f3d-17fe618d4915 req-93cd6b7e-bb47-42bb-8baa-0ec94e6d89f7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.1023185 Aug 11 03:14:49.789467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98fb2e38-58c4-4214-8f3d-17fe618d4915 req-e68aa310-f53f-4462-91cb-503e6db78096 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344908 Aug 11 03:14:50.220364 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.938340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20fb9f-01d0-4523-8410-e4fede1b2e11 req-c1537f96-cc41-4f6b-bddb-ed527817b961 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.939924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a20fb9f-01d0-4523-8410-e4fede1b2e11 req-c1537f96-cc41-4f6b-bddb-ed527817b961 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Aug 11 03:14:50.982529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5a20fb9f-01d0-4523-8410-e4fede1b2e11 req-772116eb-c0ed-491d-888f-715e34317717 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361218 Aug 11 03:14:52.122533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6ac52-1017-4a30-b5c1-5de5d774cd8e req-5059ce36-acb1-471c-8a9c-871c9fce794b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:52.124124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93a6ac52-1017-4a30-b5c1-5de5d774cd8e req-5059ce36-acb1-471c-8a9c-871c9fce794b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0582333 Aug 11 03:14:52.174935 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-93a6ac52-1017-4a30-b5c1-5de5d774cd8e req-11189ec2-465e-4d31-bd13-cfcd2834eb9c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Aug 11 03:14:53.294423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63b5cf-6e44-4f50-9c22-98e8171b961c req-66b64ccb-c7de-4ecc-b5a2-e94fc4661d3c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:53.295940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd63b5cf-6e44-4f50-9c22-98e8171b961c req-66b64ccb-c7de-4ecc-b5a2-e94fc4661d3c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0504489 Aug 11 03:14:53.336629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd63b5cf-6e44-4f50-9c22-98e8171b961c req-c62292c3-8e7f-4159-9f16-9b669cff2e71 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346496 Aug 11 03:14:53.415102 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.510683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.472377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5436d-1170-4ae3-8578-99f80e01eb48 req-0578131f-904e-4feb-9c7c-858f9fe2666a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.473890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bb5436d-1170-4ae3-8578-99f80e01eb48 req-0578131f-904e-4feb-9c7c-858f9fe2666a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0633736 Aug 11 03:14:54.518353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bb5436d-1170-4ae3-8578-99f80e01eb48 req-49575d81-332e-4998-a89d-aebab355a1c6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377481 Aug 11 03:14:55.644624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dd985-f9da-4877-bda5-3528492b418d req-85d0a690-ab13-4f3c-95a6-75aab1bc0cfe tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:55.646329 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db7dd985-f9da-4877-bda5-3528492b418d req-85d0a690-ab13-4f3c-95a6-75aab1bc0cfe tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0555882 Aug 11 03:14:55.692339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db7dd985-f9da-4877-bda5-3528492b418d req-97bd64bd-af68-4c64-9ce8-479a681ed215 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 Aug 11 03:14:56.816993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183841f-9b46-49db-a5f4-3781b325a056 req-77100037-7d2f-4654-b505-831a388ce921 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:56.818642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e183841f-9b46-49db-a5f4-3781b325a056 req-77100037-7d2f-4654-b505-831a388ce921 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Aug 11 03:14:56.859227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e183841f-9b46-49db-a5f4-3781b325a056 req-f1720b10-503a-4634-bd21-3a7a7f657efc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338542 Aug 11 03:14:57.987462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aeb6d-104b-4cab-b77c-b5350e9c0034 req-e6e1aae4-1698-4b74-b7f5-cbce506151dc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:57.989454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-561aeb6d-104b-4cab-b77c-b5350e9c0034 req-e6e1aae4-1698-4b74-b7f5-cbce506151dc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0546784 Aug 11 03:14:58.031266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-561aeb6d-104b-4cab-b77c-b5350e9c0034 req-82cbd31a-fd1b-4ad0-a364-eecd6726657c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353348 Aug 11 03:14:58.909512 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-4cb0c657-6ede-4dc6-86bf-f2af8b207b9b service neutron] show failed (client error): The resource could not be found. Aug 11 03:14:58.910494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-4cb0c657-6ede-4dc6-86bf-f2af8b207b9b service neutron] 10.222.0.25 "GET /v2.0/ports/6a3d8d93-305d-44b1-b934-1dfd65ddd05d/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0585394 Aug 11 03:14:59.172257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef9c3-e152-4c7b-bdfc-56073ae73caf req-49d31e24-9c83-4827-b36f-83e9b87f57ac tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:59.173818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-730ef9c3-e152-4c7b-bdfc-56073ae73caf req-49d31e24-9c83-4827-b36f-83e9b87f57ac tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0629487 Aug 11 03:14:59.204286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-c40a83c6-5b26-4c85-8f57-2f52a6a14583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:59.205866 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-c40a83c6-5b26-4c85-8f57-2f52a6a14583 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 1096 time: 0.0894716 Aug 11 03:14:59.220946 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:59.224426 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-730ef9c3-e152-4c7b-bdfc-56073ae73caf req-0ea2c9fc-17d3-4fbc-a83b-07a0158ddd88 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430410 Aug 11 03:14:59.294656 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.521571 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:59.556828 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:59.605141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:59.607499 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8dcf12090d33d05ac960960ee55f4530c8a6f436f01f2e8e6b0ce8391fd6516" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223c084-1baf-435d-8b1f-79628e2aab19" -d '{"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:59.611645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.625885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Transition to ACTIVE for port object 6a3d8d93-305d-44b1-b934-1dfd65ddd05d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:59.631233 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.679983 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8415605-51a3-46ac-9593-c1c2109332d2 x-openstack-request-id: req-c8415605-51a3-46ac-9593-c1c2109332d2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:59.680283 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:59.680540 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8415605-51a3-46ac-9593-c1c2109332d2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:59.680954 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'code': 200} Aug 11 03:14:59.688520 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.725773 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.726150 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.726507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.726851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.727228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.727578 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.727913 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.728247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.728595 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.728911 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.729240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.729567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:59.783972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] No DVR routers for this DVR port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:59.963404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:59.963752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:59.964085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:59.970559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:14:59.970970 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:59.976191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:59.976532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:59.976926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:59.977355 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Bound port: 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:59.977732 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.048106 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:00.051540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:00.056957 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.095637 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:00.096582 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.098659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] 10.222.0.59 "PUT /v2.0/ports/6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1091 time: 0.8844116 Aug 11 03:15:00.151101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e52fb-50c5-459b-964b-5d2cdac9e1bc service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.188884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-fea26037-2640-44a1-b09c-74a85920cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:00.192233 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-fea26037-2640-44a1-b09c-74a85920cb87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1094 time: 0.0574236 Aug 11 03:15:00.316060 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-826a501f-25c3-472b-bcdd-a90c0c8ddbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:00.318063 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-826a501f-25c3-472b-bcdd-a90c0c8ddbc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1186321 Aug 11 03:15:00.394788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730f119-ff75-48ca-b0b6-13be7cee3e1e req-c78d7e0a-45b8-43b8-a3a5-dad8c43258b6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:00.397447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9730f119-ff75-48ca-b0b6-13be7cee3e1e req-c78d7e0a-45b8-43b8-a3a5-dad8c43258b6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 943 time: 0.0617759 Aug 11 03:15:00.406724 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-c466f9f4-8cb3-44a8-bb8d-ca5d91a415da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1000 time: 0.0816586 Aug 11 03:15:00.449031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9730f119-ff75-48ca-b0b6-13be7cee3e1e req-9c79f19e-7c81-4cc1-8b25-3f8a697b8144 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455668 Aug 11 03:15:00.465931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-d198773b-7128-439a-b8f8-94e835bd50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:00.469343 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-d198773b-7128-439a-b8f8-94e835bd50b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0560853 Aug 11 03:15:00.521076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-003f944e-0b1d-42b3-85d0-8f07751b7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:00.522677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-003f944e-0b1d-42b3-85d0-8f07751b7630 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467443 Aug 11 03:15:00.625390 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-1a3a5711-d7e0-41c0-ab91-c55b806c4c39 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950782 Aug 11 03:15:00.732603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d580645c-b8fa-451e-b397-136ac33a4db9 req-7a43d50e-f5b0-48de-90bd-340ac001bf38 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001284 Aug 11 03:15:01.324607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:01.402558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:01.599588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eedae-e3dd-4e7e-9d8a-83b31df362d9 req-c39677b9-e9d4-407f-8cf8-cefa2470c8eb tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:01.601276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-798eedae-e3dd-4e7e-9d8a-83b31df362d9 req-c39677b9-e9d4-407f-8cf8-cefa2470c8eb tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 943 time: 0.0672050 Aug 11 03:15:01.646857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-798eedae-e3dd-4e7e-9d8a-83b31df362d9 req-80830116-7eb1-4745-9fe5-af51a08861d5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376754 Aug 11 03:15:01.682847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:01.728295 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabee9cf-a604-4be0-872c-a4d964e1a297" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:01.841919 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c0e131-510b-4325-ac2b-7e541320e4d0 x-openstack-request-id: req-04c0e131-510b-4325-ac2b-7e541320e4d0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:01.842248 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:01.842530 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04c0e131-510b-4325-ac2b-7e541320e4d0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:01.842948 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'status': 'completed', 'code': 200} Aug 11 03:15:01.912534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-c17b3a5f-fccf-48f9-84a9-c4493bd4ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:01.914062 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-c17b3a5f-fccf-48f9-84a9-c4493bd4ba89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1094 time: 0.0486100 Aug 11 03:15:01.930702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-09c07bcb-9160-41d6-854f-10b33e0179fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:01.932261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-09c07bcb-9160-41d6-854f-10b33e0179fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1094 time: 0.0599072 Aug 11 03:15:02.031614 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-96448ee8-e9e9-4f63-a9f6-22538842a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.033181 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-96448ee8-e9e9-4f63-a9f6-22538842a779 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1119623 Aug 11 03:15:02.041684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-d43584c8-b85b-49aa-b323-972d7552646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.043816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-d43584c8-b85b-49aa-b323-972d7552646c service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1027822 Aug 11 03:15:02.117857 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-fc08afec-1390-4ae6-9531-4508021c1641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1000 time: 0.0742295 Aug 11 03:15:02.140368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-916586f4-f57a-4b2c-97fe-d2e343570feb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1000 time: 0.0880566 Aug 11 03:15:02.178361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-c4591718-2a8f-41b7-8e8f-12e4ba59a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.179760 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-c4591718-2a8f-41b7-8e8f-12e4ba59a630 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0528908 Aug 11 03:15:02.215759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-3a5c9860-29f1-4c80-a9af-2046b4e47572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.218599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-3a5c9860-29f1-4c80-a9af-2046b4e47572 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0673423 Aug 11 03:15:02.251286 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-5e3baa15-733d-427b-a207-43943e0881a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.253922 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-5e3baa15-733d-427b-a207-43943e0881a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654521 Aug 11 03:15:02.286613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-016e5d5b-588d-4886-8e0b-66c84b015d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.289086 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-016e5d5b-588d-4886-8e0b-66c84b015d37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624063 Aug 11 03:15:02.406077 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-a90b2a6c-2c90-4c4f-80c8-9f4d9994a60f service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444442 Aug 11 03:15:02.420395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-6b5a1dbb-e6ff-4820-be13-14bf17c46360 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215327 Aug 11 03:15:02.522596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-64dbfa4c-10c4-48a9-86e5-7d39ea19cef2 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094162 Aug 11 03:15:02.529407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dabee9cf-a604-4be0-872c-a4d964e1a297 req-5b587cf3-065f-4306-b56b-b3925f43bf0c service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009281 Aug 11 03:15:02.530421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:02.646538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:02.660005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'mac_address': 'fa:16:3e:e5:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:02.700982 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.722098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3d8d93-305d-44b1-b934-1dfd65ddd05d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:02.758495 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:02.764160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.789215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ca0b-d1c4-4c0c-8c05-1fc15f19af73 req-65b8f873-ca04-4ad9-82db-cce5c22477b7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.790777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3b6ca0b-d1c4-4c0c-8c05-1fc15f19af73 req-65b8f873-ca04-4ad9-82db-cce5c22477b7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 943 time: 0.0561554 Aug 11 03:15:02.834404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3b6ca0b-d1c4-4c0c-8c05-1fc15f19af73 req-5d1ae14e-a1b6-4e05-a325-a7b5bce994b8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362487 Aug 11 03:15:02.846728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:02.861680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.862286 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.862825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.863294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.863865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.864422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.864912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.865426 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.866106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.866926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.868063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:02.868490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.025298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['6a3d8d93-305d-44b1-b934-1dfd65ddd05d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:03.203285 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-43488bb3-99db-4d25-8d90-16c0c620a538 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.205756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-43488bb3-99db-4d25-8d90-16c0c620a538 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222&tenant_id=30da151227b94e1c92b59ad00e3ef88e&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 944 time: 0.0721860 Aug 11 03:15:03.243036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a394c0-3d74-4a5c-816c-64c0179a71da req-0406e330-2b2d-4f52-83d7-52428e90e2ba tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.245629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6a394c0-3d74-4a5c-816c-64c0179a71da req-0406e330-2b2d-4f52-83d7-52428e90e2ba tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0696065 Aug 11 03:15:03.290071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-3651c380-2f5e-4580-ab34-234840e70853 service neutron] 10.222.0.59 "GET /v2.0/ports/6a3d8d93-305d-44b1-b934-1dfd65ddd05d/bindings/n-h2-715271-8 HTTP/1.1" status: 200 len: 382 time: 0.0771332 Aug 11 03:15:03.305108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6a394c0-3d74-4a5c-816c-64c0179a71da req-da55b6f3-1ff2-4fb0-a642-0e11191b6c71 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476582 Aug 11 03:15:03.368306 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-aec58bc4-5c70-458f-9aa8-c3afc4469f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.371104 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-aec58bc4-5c70-458f-9aa8-c3afc4469f2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1095 time: 0.0529249 Aug 11 03:15:03.477536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-5674aae1-4838-4dc2-a1a6-f8697a5de028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.479517 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-5674aae1-4838-4dc2-a1a6-f8697a5de028 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1004376 Aug 11 03:15:03.556334 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-033bd1ba-c70d-4918-86a4-b1972f21c8fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1001 time: 0.0656500 Aug 11 03:15:03.615563 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-b64ae303-1087-4833-b867-e2e42ad77a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.617109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-b64ae303-1087-4833-b867-e2e42ad77a56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0533998 Aug 11 03:15:03.673633 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-e519a268-5937-4f3c-af48-45a1b63e2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.675228 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-e519a268-5937-4f3c-af48-45a1b63e2257 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498588 Aug 11 03:15:03.771391 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-0008ee20-04da-46be-afa8-ea11d70020f4 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888913 Aug 11 03:15:03.873293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-a779902b-9da7-4f4a-a83d-b0e1d51581aa service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947361 Aug 11 03:15:04.259061 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:04.437305 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32873bd9-1684-4d5b-8be4-6f552f8d70d5 req-5e7adfb0-9121-48a5-be1a-b50a9f5c9be7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:04.438858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32873bd9-1684-4d5b-8be4-6f552f8d70d5 req-5e7adfb0-9121-48a5-be1a-b50a9f5c9be7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0498109 Aug 11 03:15:04.478821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-32873bd9-1684-4d5b-8be4-6f552f8d70d5 req-102b5f65-1377-47ac-801b-5881ae9b9abf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337856 Aug 11 03:15:04.534521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:04.582539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:04.586456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:04.586823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.665584 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.688434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:04.690987 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f52b9ee206562b3479d1e26c0bb0b0f596ab3a1ef641b767abfb9dc256d28b7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07727b18-2752-40ee-941c-022a86d4c92b" -d '{"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:04.705074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:04.709405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.743799 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086d645c-ea1c-4ec0-bb87-516bea843b41 x-openstack-request-id: req-086d645c-ea1c-4ec0-bb87-516bea843b41 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:04.744094 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-plugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:04.744599 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-086d645c-ea1c-4ec0-bb87-516bea843b41 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:04.744994 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'code': 200} Aug 11 03:15:04.760981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:05.604557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78776ea9-70bf-437a-8d9d-add92de62a8c req-d2a02f43-7b6a-4869-a7bb-008beeb8a3bc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:05.606816 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78776ea9-70bf-437a-8d9d-add92de62a8c req-d2a02f43-7b6a-4869-a7bb-008beeb8a3bc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0565734 Aug 11 03:15:05.654753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78776ea9-70bf-437a-8d9d-add92de62a8c req-73a6f75a-9ee1-428e-824a-abf6e65c7485 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418196 Aug 11 03:15:05.893662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-55ec5429-21bb-4d9d-a905-efc7a2d32552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:05.895246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-55ec5429-21bb-4d9d-a905-efc7a2d32552 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 1096 time: 0.0486732 Aug 11 03:15:05.914500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:05.974737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.192129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:06.238604 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:06.288257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:06.291315 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050080d6-737f-415e-b759-655878586a83" -d '{"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:06.296458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.314927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Transition to ACTIVE for port object 6a3d8d93-305d-44b1-b934-1dfd65ddd05d will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:06.320909 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.358032 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb49ced-f3ee-4e2a-aac7-0b035e7ddc8c x-openstack-request-id: req-4eb49ced-f3ee-4e2a-aac7-0b035e7ddc8c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:06.358332 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:06.358590 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4eb49ced-f3ee-4e2a-aac7-0b035e7ddc8c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:06.359003 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'code': 200} Aug 11 03:15:06.444109 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=10']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.467728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.468280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.468853 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.469440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.470066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.470674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.471242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.471824 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.472425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.473015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.473617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.474217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:06.523546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] No DVR routers for this DVR port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:06.682911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:06.684028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:06.684028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:06.691302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:06.691849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Attempting to bind port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:06.702070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:06.702666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:06.703342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:06.704101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Bound port: 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:06.704895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.832760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:06.837230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:06.850204 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.869100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54a71-d843-409f-8b45-2335f72c31f0 req-ea4e4f88-4b47-4c7d-9be1-1789a6538cf5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:06.871638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06b54a71-d843-409f-8b45-2335f72c31f0 req-ea4e4f88-4b47-4c7d-9be1-1789a6538cf5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.1063259 Aug 11 03:15:06.898216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:06.898971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.900280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1092 time: 0.9957807 Aug 11 03:15:06.988182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-06b54a71-d843-409f-8b45-2335f72c31f0 req-b12756d4-0c34-41b9-aab7-7f4413a3362e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923240 Aug 11 03:15:06.990093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbcaa-2cc4-450c-8317-8e79ec7b89d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=11']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:07.008695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-62a4d4b7-6f9f-48ad-8596-e0ae33329400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.011242 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-62a4d4b7-6f9f-48ad-8596-e0ae33329400 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1095 time: 0.0790603 Aug 11 03:15:07.119238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-1c04297c-a65c-43ed-b2f9-a1b6ca380623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.121106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-1c04297c-a65c-43ed-b2f9-a1b6ca380623 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1009467 Aug 11 03:15:07.202710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-a8f44096-1d06-411d-8f3c-7b24603c4fe5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1000 time: 0.0731928 Aug 11 03:15:07.263297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-77b5b506-9005-4c64-b757-8a8c9e7676ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.264763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-77b5b506-9005-4c64-b757-8a8c9e7676ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0543549 Aug 11 03:15:07.320272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-f542a51a-8265-4108-b32b-8c5603476798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.321914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-f542a51a-8265-4108-b32b-8c5603476798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449028 Aug 11 03:15:07.436927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-aa5ad9bf-55a7-42d2-b654-fc2c09dd3194 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015303 Aug 11 03:15:07.546690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e739f9d4-5fb2-43ca-b08a-d6d250f0f41b req-5f12012c-a581-4362-9c4b-ad9879fa1514 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020267 Aug 11 03:15:08.132326 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abf830-266f-4892-8d32-f1a2539c2d85 req-db41f105-15cc-4caa-851e-a6dacf5f09e5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.133866 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2abf830-266f-4892-8d32-f1a2539c2d85 req-db41f105-15cc-4caa-851e-a6dacf5f09e5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0576227 Aug 11 03:15:08.176058 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2abf830-266f-4892-8d32-f1a2539c2d85 req-fa0fb5db-58d6-4a5c-a534-340d003a7fd8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353737 Aug 11 03:15:08.360027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:08.362482 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211671f6-7966-48f5-9748-dc1618cf24b9" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:08.411141 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58201923-af74-4462-8f3e-1f66e54390de x-openstack-request-id: req-58201923-af74-4462-8f3e-1f66e54390de {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:08.411437 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:08.411696 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58201923-af74-4462-8f3e-1f66e54390de {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:08.412102 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'status': 'completed', 'code': 200} Aug 11 03:15:08.483125 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-bbf2b90b-e574-4219-9e01-a26688415a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.484696 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-bbf2b90b-e574-4219-9e01-a26688415a48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1095 time: 0.0531614 Aug 11 03:15:08.488059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-141d8779-fd5e-448b-86c3-70aba18f0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.489622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-141d8779-fd5e-448b-86c3-70aba18f0778 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 1095 time: 0.0455952 Aug 11 03:15:08.549301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:08.590937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:08.592761 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-4b1688e5-c8bd-4da1-9780-dc0c1a3d9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.594719 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-4b1688e5-c8bd-4da1-9780-dc0c1a3d9f17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1028697 Aug 11 03:15:08.610364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-332de7cc-16ed-4986-8e50-90378989aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.613001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-332de7cc-16ed-4986-8e50-90378989aeff service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1135263 Aug 11 03:15:08.665826 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-9219c12a-7f53-4e60-87e4-592049d3bde2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1000 time: 0.0643580 Aug 11 03:15:08.694189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-98387162-2bce-43c0-a9d3-de9a4dccadc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 200 len: 1000 time: 0.0686233 Aug 11 03:15:08.720713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-33958a72-7c32-43b1-80c8-7729cda23ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.722226 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-33958a72-7c32-43b1-80c8-7729cda23ddf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0492711 Aug 11 03:15:08.749789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-5dff811c-10af-4cf2-947e-fde82b016dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.751346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-5dff811c-10af-4cf2-947e-fde82b016dee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0486698 Aug 11 03:15:08.788989 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-c83dd10f-6a6e-48b1-a15c-b0a0d4993f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.791595 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-c83dd10f-6a6e-48b1-a15c-b0a0d4993f12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625596 Aug 11 03:15:08.803362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-be063f9f-db95-46e2-aa39-e8c0b33e7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.805421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-be063f9f-db95-46e2-aa39-e8c0b33e7816 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445173 Aug 11 03:15:08.891738 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-6f6508c4-ad9d-4167-aacb-a8f088ca8021 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914943 Aug 11 03:15:08.922297 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-59ec76c5-95b9-4bca-8975-3b427ba19bf4 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057382 Aug 11 03:15:09.001538 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-bae280b2-16c6-4625-bcee-624477346289 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032560 Aug 11 03:15:09.027468 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-211671f6-7966-48f5-9748-dc1618cf24b9 req-7ebd18d1-9bbf-46fd-8dc8-e5e50a9ef578 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964904 Aug 11 03:15:09.323638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b85d6c-9911-421d-9541-f88706e47faf req-dab94bd2-01a0-4cd3-8d06-40d5d188d223 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.326164 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86b85d6c-9911-421d-9541-f88706e47faf req-dab94bd2-01a0-4cd3-8d06-40d5d188d223 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0713387 Aug 11 03:15:09.373403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86b85d6c-9911-421d-9541-f88706e47faf req-9f7ace9a-b2a4-4bea-a11c-22f8cdcc4c45 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Aug 11 03:15:10.499514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f5e4f-0059-4280-9187-0ffb8e228b77 req-f3138778-717d-4bb5-9b48-a57ecfe03b9f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.501094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-382f5e4f-0059-4280-9187-0ffb8e228b77 req-f3138778-717d-4bb5-9b48-a57ecfe03b9f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0496321 Aug 11 03:15:10.540210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-382f5e4f-0059-4280-9187-0ffb8e228b77 req-ccbe7071-fdf4-4818-ac32-2659565f54df tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Aug 11 03:15:10.653240 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe555bd-a1cc-46ed-8606-35e01fa9c0b9 req-e416b418-fcae-4fc0-b46d-0058a8dc83e3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.654774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbe555bd-a1cc-46ed-8606-35e01fa9c0b9 req-e416b418-fcae-4fc0-b46d-0058a8dc83e3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0493124 Aug 11 03:15:10.692715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbe555bd-a1cc-46ed-8606-35e01fa9c0b9 req-5a976c94-89a3-40dc-a216-594e10c4be97 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Aug 11 03:15:10.811066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7984d-7705-4e97-9294-69ac8787a720 req-c577d68a-1854-4c48-b858-db6fc05fb8a9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.812616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfc7984d-7705-4e97-9294-69ac8787a720 req-c577d68a-1854-4c48-b858-db6fc05fb8a9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0538237 Aug 11 03:15:10.851994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfc7984d-7705-4e97-9294-69ac8787a720 req-5651f224-c666-451d-b5de-b4132b6ef4f7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332854 Aug 11 03:15:11.093296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3e20e-76b6-4b06-a20a-ec4813edbbcd req-7c955f95-8df0-4cd2-bb1f-1008c158417c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.094821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ccd3e20e-76b6-4b06-a20a-ec4813edbbcd req-7c955f95-8df0-4cd2-bb1f-1008c158417c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 944 time: 0.0485375 Aug 11 03:15:11.131789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ccd3e20e-76b6-4b06-a20a-ec4813edbbcd req-2175b9e2-1f4d-4686-beb2-b70c6f185259 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Aug 11 03:15:11.363152 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:11.460104 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:11.471016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'mac_address': 'fa:16:3e:e5:7b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:11.507492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.525528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3d8d93-305d-44b1-b934-1dfd65ddd05d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:11.545221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:11.548825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.597452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:11.882884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['6a3d8d93-305d-44b1-b934-1dfd65ddd05d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:12.247624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d98ef2-15d0-4913-8665-c9001e0075e4 req-58f3ace3-ea96-47d6-ae12-68f0e8165caf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.249185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d98ef2-15d0-4913-8665-c9001e0075e4 req-58f3ace3-ea96-47d6-ae12-68f0e8165caf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Aug 11 03:15:12.286531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86d98ef2-15d0-4913-8665-c9001e0075e4 req-5ca52b8f-2b89-4781-9f50-bf6ba16fac9d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313179 Aug 11 03:15:12.766211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-00c70174-7aa8-455e-b81e-8c520b1b8ae0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.767830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-00c70174-7aa8-455e-b81e-8c520b1b8ae0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 945 time: 0.0550358 Aug 11 03:15:12.859648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Deleting port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:12.859997 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.950553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] For port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:12.950833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.122922 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.123298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.123615 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 disassociated. External IP: 172.25.6.117, port: 6a3d8d93-305d-44b1-b934-1dfd65ddd05d. Aug 11 03:15:13.123979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Calling delete_port for 6a3d8d93-305d-44b1-b934-1dfd65ddd05d owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:13.380782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 6a3d8d93-305d-44b1-b934-1dfd65ddd05d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:13.462182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.476600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a3d8d93-305d-44b1-b934-1dfd65ddd05d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:13.634586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.673272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event deleted for resources: {'Port': ['ID=6a3d8d93-305d-44b1-b934-1dfd65ddd05d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:13.729675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a87c2-1e18-4fad-a259-8b7176b24978 req-6ced46bd-7dd6-4fec-b09b-2ac037e020b8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.731366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b4a87c2-1e18-4fad-a259-8b7176b24978 req-6ced46bd-7dd6-4fec-b09b-2ac037e020b8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fd62fa-51d9-4bb0-9e0a-fbc66d705222 HTTP/1.1" status: 200 len: 867 time: 0.1302042 Aug 11 03:15:13.815358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b4a87c2-1e18-4fad-a259-8b7176b24978 req-4669675c-5b37-4b1c-b273-821b8a81fbee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743086 Aug 11 03:15:13.837208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:13.950134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:13.957170 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be9276ad-0efa-4b85-b42f-eca4598d5c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.963168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:13.972807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:13.973428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:14:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:13.989039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] No DVR routers for this DVR port 6a3d8d93-305d-44b1-b934-1dfd65ddd05d on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:13.991713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.993651 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d76a5362-b52a-44b9-b8da-fd773b4bb526 req-b3d14006-7de5-437b-afbd-78175fb2f196 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "DELETE /v2.0/ports/6a3d8d93-305d-44b1-b934-1dfd65ddd05d HTTP/1.1" status: 204 len: 173 time: 1.2190826 Aug 11 03:15:13.994117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-deleted', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:13.997124 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71ceef932bc58c02468e5b274cc57cdf428fa6002ec6420ea69e1cc7a66fccf5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9562dc-3739-4e3c-8172-2966ccbc4363" -d '{"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-deleted", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:14.035291 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b8e8c-d401-4d66-81f6-2f2abf85d990 x-openstack-request-id: req-7c4b8e8c-d401-4d66-81f6-2f2abf85d990 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:14.035644 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd62fa-51d9-4bb0-9e0a-fbc66d705222", "name": "network-vif-deleted", "tag": "6a3d8d93-305d-44b1-b934-1dfd65ddd05d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:14.035916 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c4b8e8c-d401-4d66-81f6-2f2abf85d990 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:14.036295 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd62fa-51d9-4bb0-9e0a-fbc66d705222', 'name': 'network-vif-deleted', 'tag': '6a3d8d93-305d-44b1-b934-1dfd65ddd05d', 'status': 'completed', 'code': 200} Aug 11 03:15:14.088449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:14.298434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:14.485852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:14.494634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:14.496182 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:14:47Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:14.609197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:14.812744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:14.844454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4bfd22-5763-4e14-8776-6107d7d81640 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:15.083042 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be164456-a3ef-46b2-ab6f-804d3d461858 None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:15:15.118482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-1e15bb58-5d43-41cb-ad6a-62a8b7db4257 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--776869251&fields=id&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 267 time: 0.0374458 Aug 11 03:15:15.227198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-4a0b95d0-ee90-426c-9e47-142b516bf84c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:15.228754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-4a0b95d0-ee90-426c-9e47-142b516bf84c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1031511 Aug 11 03:15:15.244674 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-bf9ca57e-3739-4d5e-846f-b44e5035788e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/quotas/30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 375 time: 0.0095806 Aug 11 03:15:15.298984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-7213b963-c4a7-44f8-b90b-02c5519d8097 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488443 Aug 11 03:15:15.375135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-382dd233-1e43-4535-8a4c-83bcba5ab6b8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:15:15.376191 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-382dd233-1e43-4535-8a4c-83bcba5ab6b8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650728 Aug 11 03:15:15.472623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-960b1279-174e-42ab-99cd-522a009c91bb service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899642 Aug 11 03:15:15.562395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-0d954354-74ae-45b1-855c-7ed3b9ba8935 service neutron] 10.222.0.16 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834758 Aug 11 03:15:15.732201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7e47920-11a4-4433-9e6b-8f36a85ea5d3 req-0b3b289a-6861-4a5f-ab14-60bdafa35b75 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0340297 Aug 11 03:15:16.817499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ebb8f9f0-eeaf-4b79-8dde-5770c4ed5d92 req-f9c9760c-5a69-4803-acd9-8b4ef5c97b6a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0326324 Aug 11 03:15:17.504939 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee7be8c0-a2e0-4049-a925-07d3c719d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.790573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.895358 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fa89577-7aea-4f79-ab81-1cfec04a9bac req-f5972861-8619-4fdb-8fe7-5c242ac7f3de tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Aug 11 03:15:18.603789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.795668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-c9c11010-c1fa-4e03-9ca7-6778b740ceca tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:18.797202 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-c9c11010-c1fa-4e03-9ca7-6778b740ceca tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 811 time: 0.1079535 Aug 11 03:15:18.844830 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-3866e0cf-555d-4bcf-aec8-7d269d4eb4be tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 379 time: 0.0385487 Aug 11 03:15:18.856365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'port': {'device_id': '41453532-5946-479b-8c55-d2fce637e087', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'admin_state_up': True, 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'security_groups': ['b19f56d0-a686-45da-8a45-54422f0c62b1']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:18.975953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Made reservation on behalf of 30da151227b94e1c92b59ad00e3ef88e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:18.979889 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.993606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e4ca434-d5f5-4159-b1f3-9a103a9e8bf7 req-9e73069f-c52b-416e-af5a-22e9a8c3f62c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Aug 11 03:15:19.115770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Allocated IP 172.20.0.4 (85c34c92-47b1-478c-83e0-47a3c65da576/56741168-aa26-44fe-a358-454cbb8a0fd0/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:19.263127 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.276643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Transition to ACTIVE for port object ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:19.312610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.362297 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Network 85c34c92-47b1-478c-83e0-47a3c65da576 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:19.366021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:19.371309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:19.377521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:19.441725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:19.442600 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.461396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-77ec7837-81a3-4b5b-a923-4c8a9f33fc8e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089990 Aug 11 03:15:19.474312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Request body: {'port': {'device_id': '41453532-5946-479b-8c55-d2fce637e087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:19.535557 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.661261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7f8f4a2e-f410-4f72-8a54-df3595dd91fa None None] Provisioning for port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:19.665597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7f8f4a2e-f410-4f72-8a54-df3595dd91fa None None] Provisioning complete for port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:19.665978 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4a2e-f410-4f72-8a54-df3595dd91fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.702759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f4a2e-f410-4f72-8a54-df3595dd91fa None None] Port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:19.812796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:19.820053 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.833023 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Transition to ACTIVE for port object ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:19.836729 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.907730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:19.961924 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:19.962307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:19.962648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:19.968450 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:19.968800 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:19.974547 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:19.974953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:19.975371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:19.975856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Bound port: ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:19.976227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.045273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:20.048940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:20.053565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.095543 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.096175 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.097639 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] 10.222.0.59 "PUT /v2.0/ports/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1091 time: 0.6280580 Aug 11 03:15:20.098083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:20.100613 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1944a10e-856c-457c-8887-b4647e797554" -d '{"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:20.139142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd2a88-61b1-428e-bbfc-a4b83dd1a1b0 req-dd7eac59-91e9-40e1-9deb-d89d32f20830 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.140876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11bd2a88-61b1-428e-bbfc-a4b83dd1a1b0 req-dd7eac59-91e9-40e1-9deb-d89d32f20830 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0691447 Aug 11 03:15:20.159640 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f42a11-e7f0-4ef8-9909-66f766c40915 x-openstack-request-id: req-51f42a11-e7f0-4ef8-9909-66f766c40915 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:20.159848 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:20.160082 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51f42a11-e7f0-4ef8-9909-66f766c40915 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:20.160499 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'status': 'completed', 'code': 200} Aug 11 03:15:20.181892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf96a17-3905-4b4a-8a69-ab352f96977f service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:20.191492 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11bd2a88-61b1-428e-bbfc-a4b83dd1a1b0 req-60fa0d72-2a9c-4f48-9050-6c6bd80ff1c9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Aug 11 03:15:20.199281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-6cc59ccb-56b4-4a03-a527-822e917d04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.201116 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-6cc59ccb-56b4-4a03-a527-822e917d04ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1094 time: 0.0584610 Aug 11 03:15:20.231811 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.250377 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-14da60f6-67e4-4388-929b-26fbddc2a3e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 217 time: 0.0368199 Aug 11 03:15:20.311712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-8a6254e9-1f9a-4f18-97e1-9779b0564a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.314354 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-8a6254e9-1f9a-4f18-97e1-9779b0564a82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0569377 Aug 11 03:15:20.363296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-52f42591-9dc1-4f24-819e-28ebc31c33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.366042 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-52f42591-9dc1-4f24-819e-28ebc31c33f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445108 Aug 11 03:15:20.466853 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-97086790-3a8a-4afd-a2e9-48bf3e90cc63 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930531 Aug 11 03:15:20.564334 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d60fed38-6904-4560-bd21-bf1c935b2f79 req-08156e7f-d638-43f9-90bc-8ad943193250 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893748 Aug 11 03:15:20.658699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a10e-856c-457c-8887-b4647e797554 req-e40e8de6-3b66-44fa-8634-f784f3611ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.660217 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-e40e8de6-3b66-44fa-8634-f784f3611ce8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1094 time: 0.0431802 Aug 11 03:15:20.756539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a10e-856c-457c-8887-b4647e797554 req-3b8ed498-5442-4dd5-9dad-23f9ab6c7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.757911 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-3b8ed498-5442-4dd5-9dad-23f9ab6c7c91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0893989 Aug 11 03:15:20.800449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-cb59bedf-6fdc-48b5-b258-75dd7216154f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 217 time: 0.0345826 Aug 11 03:15:20.849293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a10e-856c-457c-8887-b4647e797554 req-1faf6e1f-f47c-412a-ba43-ce25193d3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.850814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-1faf6e1f-f47c-412a-ba43-ce25193d3599 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0436907 Aug 11 03:15:20.904300 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a10e-856c-457c-8887-b4647e797554 req-62e562d6-6ac8-4e12-8fc2-fda0a05c3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.905779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-62e562d6-6ac8-4e12-8fc2-fda0a05c3333 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440941 Aug 11 03:15:20.996562 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-6eae3f9c-b6b2-456b-8498-9d4e39d09f7a service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 Aug 11 03:15:21.097074 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1944a10e-856c-457c-8887-b4647e797554 req-56e98705-c860-47bc-8fca-1c08609f452f service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927684 Aug 11 03:15:21.314744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cc47b-6a93-4d32-9660-65f293dd21be req-0382acf6-99d6-4bc4-886d-12123b327e45 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:21.316281 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-504cc47b-6a93-4d32-9660-65f293dd21be req-0382acf6-99d6-4bc4-886d-12123b327e45 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0541384 Aug 11 03:15:21.355477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-504cc47b-6a93-4d32-9660-65f293dd21be req-8bbc0228-bcee-4a2d-926b-32c3747744b8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Aug 11 03:15:22.481791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ba034-b05b-4fc6-8548-8c675c43a81a req-69f24ace-e7ff-46a3-8012-afd30ae3ab27 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:22.483383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f78ba034-b05b-4fc6-8548-8c675c43a81a req-69f24ace-e7ff-46a3-8012-afd30ae3ab27 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0518947 Aug 11 03:15:22.521650 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f78ba034-b05b-4fc6-8548-8c675c43a81a req-14081603-d72a-47e8-8210-18b66f3ef499 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Aug 11 03:15:22.629103 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:22.735557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:22.747304 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'mac_address': 'fa:16:3e:a7:2a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:22.783303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.796775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:22.816349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:22.820357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.871131 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:23.016828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:23.436983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.515834 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.639969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae591a3-03b3-488f-8a03-1071f5255a82 req-aaeb5da3-1fbd-4b69-a8df-12e199d020b8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:23.641524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dae591a3-03b3-488f-8a03-1071f5255a82 req-aaeb5da3-1fbd-4b69-a8df-12e199d020b8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0501916 Aug 11 03:15:23.679799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dae591a3-03b3-488f-8a03-1071f5255a82 req-d64ad6cd-09c5-4a84-85a7-17b62b8b9b86 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322745 Aug 11 03:15:24.644557 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:24.693364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:24.696876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:24.697246 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.777424 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.800573 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:24.803849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebeb12-0a44-4165-a4da-da920c58c31e req-1d4b98ab-a69d-4990-8f53-94c92cb1876f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:24.809926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bebeb12-0a44-4165-a4da-da920c58c31e req-1d4b98ab-a69d-4990-8f53-94c92cb1876f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0605626 Aug 11 03:15:24.816594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:24.820916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.845544 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff48d387-c5d1-4987-af2c-b7ca2a0fa7a3" -d '{"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:24.858093 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9bebeb12-0a44-4165-a4da-da920c58c31e req-73950d4d-cf21-454e-bfd9-2449e89abb88 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341494 Aug 11 03:15:24.884545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.936542 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6be830-21f7-4f3b-ae82-8d98b1cb25b7 x-openstack-request-id: req-ea6be830-21f7-4f3b-ae82-8d98b1cb25b7 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:24.936838 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:24.937096 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea6be830-21f7-4f3b-ae82-8d98b1cb25b7 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:24.937495 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'code': 200} Aug 11 03:15:25.033849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bd708-6c25-4c3e-ae1a-00bcf08483ca req-3818305f-0a40-4bf6-8a41-0c74a16e5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:25.035349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d8bd708-6c25-4c3e-ae1a-00bcf08483ca req-3818305f-0a40-4bf6-8a41-0c74a16e5d31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1096 time: 0.0400021 Aug 11 03:15:25.069614 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0d8bd708-6c25-4c3e-ae1a-00bcf08483ca req-5a2b064c-7ebf-45bd-a77f-298a1e3e56a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275145 Aug 11 03:15:25.974603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b251f-a0b8-4301-bc59-a76bf18ea342 req-87919e88-d596-450d-8f2c-a6a02b07d476 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:25.976122 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f27b251f-a0b8-4301-bc59-a76bf18ea342 req-87919e88-d596-450d-8f2c-a6a02b07d476 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 11 03:15:26.014473 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f27b251f-a0b8-4301-bc59-a76bf18ea342 req-6d9983ed-b899-47eb-9e4a-097e6790e832 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322990 Aug 11 03:15:26.126384 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398e8c-bc92-4d76-8ae9-65d5a9017acd req-3e7ce850-770c-42a8-88c9-a919752876e7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.127868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe398e8c-bc92-4d76-8ae9-65d5a9017acd req-3e7ce850-770c-42a8-88c9-a919752876e7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Aug 11 03:15:26.136829 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49460) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:26.141299 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Request body: {'floatingip': {'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:26.184291 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.615030 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.618876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.717491 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 associated. External IP: 172.25.6.117, port: ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34. Aug 11 03:15:26.928311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:27.037746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:27.043220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:27.052828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:27.062395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:27.063025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:15:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:27.070537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ec7f816c-64de-4c64-8478-fa41911f9a11 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "PUT /v2.0/floatingips/84157202-4a5f-4bbe-a0f0-0cd6a4827328 HTTP/1.1" status: 200 len: 992 time: 0.9326575 Aug 11 03:15:27.071197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:27.120744 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:27.171217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:27.208266 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca246f-9773-4a75-9c8d-1959938087d0 x-openstack-request-id: req-c0ca246f-9773-4a75-9c8d-1959938087d0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:27.208585 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:27.208874 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0ca246f-9773-4a75-9c8d-1959938087d0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:27.209303 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'status': 'completed', 'code': 200} Aug 11 03:15:27.269626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-00579de6-1fac-4f6e-a293-9b1953f0e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.271194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-00579de6-1fac-4f6e-a293-9b1953f0e3c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1096 time: 0.0398736 Aug 11 03:15:27.363976 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-a1e118b6-9b4f-4d7a-8d76-003aa2d26bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.365482 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-a1e118b6-9b4f-4d7a-8d76-003aa2d26bb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0874012 Aug 11 03:15:27.398933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:a7:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41453532-5946-479b-8c55-d2fce637e087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:15:26Z', 'revision_number': 13, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:27.425002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:27.430669 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-4b1746e0-a20c-4e77-8905-ad58823fe1f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0577691 Aug 11 03:15:27.433370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:27.433921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:15:17Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:27.481029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-90e6c8de-2c47-4ef5-ba27-f03f8c8d05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.482571 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-90e6c8de-2c47-4ef5-ba27-f03f8c8d05fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0449257 Aug 11 03:15:27.534029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-1e6026f3-1433-4610-adc9-0cad103fe728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.535650 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-1e6026f3-1433-4610-adc9-0cad103fe728 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459716 Aug 11 03:15:27.552466 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:27.622780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-2bb7693e-66d4-41ee-bc0d-cb510317bdba service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Aug 11 03:15:27.780901 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:a7:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41453532-5946-479b-8c55-d2fce637e087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:15:26Z', 'revision_number': 13, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:27.812281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2156a3-0290-491b-b45d-aa0f7f81071b None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '84157202-4a5f-4bbe-a0f0-0cd6a4827328', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'mac_address': 'fa:16:3e:a7:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41453532-5946-479b-8c55-d2fce637e087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:11Z', 'updated_at': '2021-08-11T03:15:26Z', 'revision_number': 13, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:28.017476 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331b3af-2691-45f2-b3df-77c1d8f01a67 None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:15:28.069737 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0fc3a35e-f798-4fc7-8f9d-92eae0040ee0 req-1dd537fa-65cb-4888-a2ed-8cb8781b8384 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395730 Aug 11 03:15:41.258229 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:43.960798 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3009caad-6bc9-42a3-af87-9a8c538d4a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.505877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8c976cb-5220-4c77-8679-9d7c003c1acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.791310 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.608105 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.225015 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.427826 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.527421 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.961784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a969a56-b8a8-4e1c-8227-5e9f4d1fec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.435274 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-ce3a2971-952d-4f66-b3ab-5b3de052a518 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428538 Aug 11 03:16:15.525253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-7275d3d0-c57b-493e-bfbc-10900b4ee05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.526846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-7275d3d0-c57b-493e-bfbc-10900b4ee05b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1096 time: 0.0439472 Aug 11 03:16:15.643388 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-8814748e-49c6-4fa1-8031-252239853d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.644920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-8814748e-49c6-4fa1-8031-252239853d9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0953331 Aug 11 03:16:15.714758 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-84a336f7-0eac-4c31-8fa9-0e16aebe053e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1002 time: 0.0618355 Aug 11 03:16:15.770274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-68e6aba3-7691-444b-a465-108af78c6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.771837 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-68e6aba3-7691-444b-a465-108af78c6247 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0487785 Aug 11 03:16:15.824453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-5becfee7-835a-4be0-a7eb-52841ed7bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.826863 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-5becfee7-835a-4be0-a7eb-52841ed7bb0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475574 Aug 11 03:16:15.924353 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-1dabc790-8e1f-457e-9c8b-523eed8d591f service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900533 Aug 11 03:16:16.054096 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca917868-4438-4c0f-9fee-2c75582d83ab req-0c9b21a2-58c0-4e50-9d16-92fc6f4a5ad0 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227965 Aug 11 03:16:17.507319 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6816bb37-6799-409a-8892-8f8ccc43b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.796403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.257695 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:18.609615 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.227711 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.444253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.529611 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.964164 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b866db77-5caa-4af0-a53f-46f0622ac9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.509683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd999cfb-043e-4718-933b-f934936cc9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.789406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.612937 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.239486 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.441867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.536250 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.257302 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:06.601542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958edda8-1ff7-4bd9-8f42-cd0390d36761 req-7e7ef8e3-1e69-4696-aa41-7412c6072f8a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.603107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-958edda8-1ff7-4bd9-8f42-cd0390d36761 req-7e7ef8e3-1e69-4696-aa41-7412c6072f8a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0531981 Aug 11 03:17:06.645340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-958edda8-1ff7-4bd9-8f42-cd0390d36761 req-03efdd4c-0f82-4d46-8d60-239fdd91a341 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Aug 11 03:17:13.967873 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8428483f-ff4e-4e16-aef5-afd81f8a7885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.393519 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-c9698f62-f7aa-4825-829b-8bb2e010f4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478063 Aug 11 03:17:16.501325 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8354e-07fb-410d-b67f-962e34095b9f req-a4435caf-2d49-4414-b3e9-2f628161030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.502881 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-a4435caf-2d49-4414-b3e9-2f628161030a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1096 time: 0.0648890 Aug 11 03:17:16.619851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8354e-07fb-410d-b67f-962e34095b9f req-f5077b83-42cf-4677-b063-1ec498ddbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.621350 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-f5077b83-42cf-4677-b063-1ec498ddbb4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0938520 Aug 11 03:17:16.704682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-e6f8d67c-70d4-4156-a80d-96dcef8af9c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1002 time: 0.0666776 Aug 11 03:17:16.756714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8354e-07fb-410d-b67f-962e34095b9f req-cc82775f-0ec5-4c10-bdd9-4dbdff9137a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.758293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-cc82775f-0ec5-4c10-bdd9-4dbdff9137a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0456688 Aug 11 03:17:16.815123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8354e-07fb-410d-b67f-962e34095b9f req-64b0f3af-9a52-4e91-b262-3f07b53c2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.816608 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-64b0f3af-9a52-4e91-b262-3f07b53c2f13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479815 Aug 11 03:17:16.907358 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-378a226c-b646-4004-864f-78b6bf9da9b1 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831480 Aug 11 03:17:17.003494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-67f8354e-07fb-410d-b67f-962e34095b9f req-797ef513-3f6b-4bc4-832a-72f15ed1d44a service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884218 Aug 11 03:17:17.511716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-331d613d-2fa5-45ca-a4bf-a70a2a23a90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.793241 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.845687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ca3e-675c-457f-86aa-676b27177230 req-5dbe2494-2e35-47ba-9e18-7d185b8d627d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:17.847261 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cca6ca3e-675c-457f-86aa-676b27177230 req-5dbe2494-2e35-47ba-9e18-7d185b8d627d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0570178 Aug 11 03:17:17.893089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cca6ca3e-675c-457f-86aa-676b27177230 req-1db8c09f-fd32-482e-b1cc-aa0f528c33dd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Aug 11 03:17:17.961245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-defa0c23-6944-489a-a415-ae77b564a8aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933642 Aug 11 03:17:18.615986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.008490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf1485-54dc-42a5-a693-7d54a54dfa27 req-2cee7741-69cc-42a0-ad64-eeaf3e08f94e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.009971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34bf1485-54dc-42a5-a693-7d54a54dfa27 req-2cee7741-69cc-42a0-ad64-eeaf3e08f94e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Aug 11 03:17:19.052641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34bf1485-54dc-42a5-a693-7d54a54dfa27 req-d15327f1-49d3-4106-910b-6eefe113ff57 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361078 Aug 11 03:17:19.134615 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-194c8d14-39a9-4a4b-a1b6-b2954bb37bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.136038 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-194c8d14-39a9-4a4b-a1b6-b2954bb37bc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1096 time: 0.0403774 Aug 11 03:17:19.246342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-ca21d56e-7429-4d49-ab25-cfd608a8ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.247872 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-ca21d56e-7429-4d49-ab25-cfd608a8ea3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.1018877 Aug 11 03:17:19.321025 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-c1cbdb27-cef5-4210-ab75-8d3571a0276f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1002 time: 0.0663173 Aug 11 03:17:19.369511 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-0d48f9fa-5bd6-4742-90b9-d314e99a10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.371017 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-0d48f9fa-5bd6-4742-90b9-d314e99a10ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0426590 Aug 11 03:17:19.418750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-7cffdfe8-63b2-4c54-85b0-b197ccfb421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.421493 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-7cffdfe8-63b2-4c54-85b0-b197ccfb421c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431373 Aug 11 03:17:19.514974 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-81c6e1c5-1b49-45a0-857b-0b66b8cdaa6c service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870225 Aug 11 03:17:19.604207 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-196fa7b1-593a-4bc1-be1a-e7a63e7dfeaf service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824206 Aug 11 03:17:20.172190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b490048-f600-4641-9c11-e1172d3a3a6f req-09a56f80-38dc-47d1-bab8-2657a469aa4f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.173694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b490048-f600-4641-9c11-e1172d3a3a6f req-09a56f80-38dc-47d1-bab8-2657a469aa4f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Aug 11 03:17:20.211418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b490048-f600-4641-9c11-e1172d3a3a6f req-c44c4ba5-0dc6-4255-9a47-71b1ba6b212d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Aug 11 03:17:20.241825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.337096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b8b0-5ad1-4b56-bb80-c3d0df208131 req-b4330aa4-6a10-4012-8a74-dca1211cd735 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:21.338614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44c7b8b0-5ad1-4b56-bb80-c3d0df208131 req-b4330aa4-6a10-4012-8a74-dca1211cd735 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 11 03:17:21.376336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44c7b8b0-5ad1-4b56-bb80-c3d0df208131 req-ba284dc2-9539-4ce3-ab0a-83cc1a986aae tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Aug 11 03:17:22.491555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0961f-b60d-4fa7-a9e4-38ee5f94eb09 req-bf62a0fd-5efc-4783-946f-1060db1ee73c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.493431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74f0961f-b60d-4fa7-a9e4-38ee5f94eb09 req-bf62a0fd-5efc-4783-946f-1060db1ee73c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0508707 Aug 11 03:17:22.541189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74f0961f-b60d-4fa7-a9e4-38ee5f94eb09 req-3d1c7ca9-e0e7-4b19-8b55-512d59cccedd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Aug 11 03:17:23.463058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.541848 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.659941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166143-4f6e-4772-a195-98dcb84f0ae7 req-339936d4-e71e-4693-95d5-b6e48a5c058e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.661535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed166143-4f6e-4772-a195-98dcb84f0ae7 req-339936d4-e71e-4693-95d5-b6e48a5c058e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Aug 11 03:17:23.700584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed166143-4f6e-4772-a195-98dcb84f0ae7 req-1e3db312-149f-4e37-a8e1-4538813b4014 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315120 Aug 11 03:17:24.816396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea37408-eba7-4449-b55c-e7a707af4673 req-0f50f7b1-d176-4453-a374-383902b23d80 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.817873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cea37408-eba7-4449-b55c-e7a707af4673 req-0f50f7b1-d176-4453-a374-383902b23d80 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0481417 Aug 11 03:17:24.857060 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cea37408-eba7-4449-b55c-e7a707af4673 req-b93b37aa-49f6-47f5-bcfb-120e39407216 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Aug 11 03:17:25.974196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0ada-466c-44e5-93f6-8784f38ddf1d req-515216eb-97cb-43f5-a7ba-21cbada94d4e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.975696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-423a0ada-466c-44e5-93f6-8784f38ddf1d req-515216eb-97cb-43f5-a7ba-21cbada94d4e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Aug 11 03:17:26.018211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-423a0ada-466c-44e5-93f6-8784f38ddf1d req-fcb4422c-8ced-4a88-8eab-3f5412525fe6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365074 Aug 11 03:17:27.132976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49200f8-b7b3-4eb3-ba61-5f65613c9b4c req-8b44f55d-8e1d-4850-b0cd-60cefd07c504 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.134505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e49200f8-b7b3-4eb3-ba61-5f65613c9b4c req-8b44f55d-8e1d-4850-b0cd-60cefd07c504 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Aug 11 03:17:27.172791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e49200f8-b7b3-4eb3-ba61-5f65613c9b4c req-52b30d0d-7c21-4b47-a74a-b0005c89ec8c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323358 Aug 11 03:17:28.288073 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c5125-b76a-4563-83cd-6221f5a56bf8 req-9269ee33-1ea0-472a-bbac-bc752c1150e0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.289610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e15c5125-b76a-4563-83cd-6221f5a56bf8 req-9269ee33-1ea0-472a-bbac-bc752c1150e0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0510123 Aug 11 03:17:28.327155 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e15c5125-b76a-4563-83cd-6221f5a56bf8 req-37ab54f6-cd33-4e30-bdec-a689ff728acc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315681 Aug 11 03:17:29.442403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70008a75-a5f2-48d6-9683-bb695e8da64f req-0cab6535-dba6-4d75-96ba-7e07dc904a35 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:29.443893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70008a75-a5f2-48d6-9683-bb695e8da64f req-0cab6535-dba6-4d75-96ba-7e07dc904a35 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Aug 11 03:17:29.486966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70008a75-a5f2-48d6-9683-bb695e8da64f req-e358e0f0-9eb0-45ba-a23e-79f1531c5af6 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372117 Aug 11 03:17:30.604412 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9269f-b206-4f70-a27a-5d7cfc12d27f req-ca8ea9a3-8f0b-4d81-8cfb-7b1de9b5a565 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:30.605938 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bc9269f-b206-4f70-a27a-5d7cfc12d27f req-ca8ea9a3-8f0b-4d81-8cfb-7b1de9b5a565 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0507765 Aug 11 03:17:30.645023 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8bc9269f-b206-4f70-a27a-5d7cfc12d27f req-edd6d8e7-6f5e-4735-9bdf-2094b570e7f3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Aug 11 03:17:31.760282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d7f1a-d1ad-45d9-b131-00111a316a21 req-addc9f4e-5fe1-4400-b93a-9e53e43132d7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.761783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d40d7f1a-d1ad-45d9-b131-00111a316a21 req-addc9f4e-5fe1-4400-b93a-9e53e43132d7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0495653 Aug 11 03:17:31.800606 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d40d7f1a-d1ad-45d9-b131-00111a316a21 req-09e21028-7597-479d-bb2a-b5f1157e4763 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Aug 11 03:17:32.257403 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:32.923958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45834be-36ef-4614-ba4f-57b4f98b7a3f req-c95d1c89-728e-4fa0-8e50-e68566b37080 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:32.925462 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a45834be-36ef-4614-ba4f-57b4f98b7a3f req-c95d1c89-728e-4fa0-8e50-e68566b37080 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0560937 Aug 11 03:17:32.967192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a45834be-36ef-4614-ba4f-57b4f98b7a3f req-abd95d68-54a8-46c9-9ab3-ad88d16bd285 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354304 Aug 11 03:17:33.337354 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-3fdaa632-8932-4fbc-a8a9-9576f811dce6 service neutron] show failed (client error): The resource could not be found. Aug 11 03:17:33.338385 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-3fdaa632-8932-4fbc-a8a9-9576f811dce6 service neutron] 10.222.0.59 "GET /v2.0/ports/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0603201 Aug 11 03:17:33.605103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-d32b7368-1236-4a65-b007-6e514e4fb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:33.606696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-d32b7368-1236-4a65-b007-6e514e4fb23e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 1096 time: 0.0799005 Aug 11 03:17:33.619964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:33.672161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.869080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:33.906526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:33.946699 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:33.948947 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9976f6-ed07-4132-9493-d36b012a1733" -d '{"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:33.953394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.966172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Transition to ACTIVE for port object ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:33.970425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.002872 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3c0ff-4b1e-48f6-b7c3-49031ed5e146 x-openstack-request-id: req-94b3c0ff-4b1e-48f6-b7c3-49031ed5e146 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:34.003169 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:34.003416 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b3c0ff-4b1e-48f6-b7c3-49031ed5e146 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:34.003805 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'code': 200} Aug 11 03:17:34.079539 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:34.112560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.112904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.113243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.113579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.113908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.114260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.114594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.114916 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.115237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.115562 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.115876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.116195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:34.147959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] No DVR routers for this DVR port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:34.158410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401136d-f951-4247-abfd-bd96fcddd69b req-49212f29-ccc5-4f08-8294-d7ec9c32be72 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.160013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6401136d-f951-4247-abfd-bd96fcddd69b req-49212f29-ccc5-4f08-8294-d7ec9c32be72 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.1109049 Aug 11 03:17:34.263961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6401136d-f951-4247-abfd-bd96fcddd69b req-d477c4b9-2b12-42ed-afbc-e2918bcad2a3 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724616 Aug 11 03:17:34.319488 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:34.319832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:34.320166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:34.324403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:34.324732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:34.329531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:34.329876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:34.330298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:34.330726 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Bound port: ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:34.331084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.392994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:34.395907 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:34.400281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.437561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.438207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.439628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] 10.222.0.25 "PUT /v2.0/ports/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1091 time: 0.8238556 Aug 11 03:17:34.462851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc54b-d77e-446b-9ef3-ac2e12648973 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:34.509142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-ab75646a-54cf-44e1-9ebb-d7c073eba639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.510830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-ab75646a-54cf-44e1-9ebb-d7c073eba639 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1094 time: 0.0448918 Aug 11 03:17:34.605219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-6941c7d9-d1ed-414a-a66f-ea532cb81702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.606762 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-6941c7d9-d1ed-414a-a66f-ea532cb81702 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0875392 Aug 11 03:17:34.677499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-7c86cc16-bde8-46e9-bde7-0db286903747 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0627401 Aug 11 03:17:34.728659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-15a4c8bd-7090-4aad-8a29-abfdbc6cdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.730049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-15a4c8bd-7090-4aad-8a29-abfdbc6cdc15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0436544 Aug 11 03:17:34.777665 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-a5585e27-2976-4378-9106-02df6fab0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.779220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-a5585e27-2976-4378-9106-02df6fab0741 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415170 Aug 11 03:17:34.880036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-a9919e8b-9144-4a76-9d15-994e17498a0c service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922785 Aug 11 03:17:34.978503 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9641c6bd-e2da-4f57-9145-bbaea54e9887 req-91558a44-ba07-4a18-b005-fbeb740d1f03 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 Aug 11 03:17:35.226485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:35.265401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:35.387328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ae437-ab23-4527-acad-23034bc015ab req-2d5110b9-8dc9-4e3f-a953-ce6effe6b374 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:35.390269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-117ae437-ab23-4527-acad-23034bc015ab req-2d5110b9-8dc9-4e3f-a953-ce6effe6b374 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0542536 Aug 11 03:17:35.429205 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-117ae437-ab23-4527-acad-23034bc015ab req-2b00a039-6b6d-4c50-a943-74b69116505c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Aug 11 03:17:36.005381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:36.008034 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a" -d '{"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:36.056102 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6bf43e-e374-4a1f-838a-4db90cbbd387 x-openstack-request-id: req-0b6bf43e-e374-4a1f-838a-4db90cbbd387 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:36.056403 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:36.056658 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b6bf43e-e374-4a1f-838a-4db90cbbd387 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:36.057061 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'status': 'completed', 'code': 200} Aug 11 03:17:36.117960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-50d9c4b7-1539-4fba-b53c-c6c4370bbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.119512 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-50d9c4b7-1539-4fba-b53c-c6c4370bbd7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1094 time: 0.0440807 Aug 11 03:17:36.121812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-acfb91a5-de92-48b1-9cea-8636d5120d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.123350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-acfb91a5-de92-48b1-9cea-8636d5120d50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1094 time: 0.0417957 Aug 11 03:17:36.212585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-8cea39dc-ca9e-4e72-a12e-097756197989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.214508 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-8cea39dc-ca9e-4e72-a12e-097756197989 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0885024 Aug 11 03:17:36.220201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-9244ab81-9b84-4bd0-8c24-0ec6fc7f9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.221731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-9244ab81-9b84-4bd0-8c24-0ec6fc7f9c9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0906258 Aug 11 03:17:36.297643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-318ce99e-9d8f-4eb2-b6e1-ced7ae055dc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0666225 Aug 11 03:17:36.298771 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-6a51dea3-9f11-4538-bc1d-b5c7b6c1f9a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0771232 Aug 11 03:17:36.352388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-9a14f053-2444-4005-a8ae-c82b98fa40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.354045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-9a14f053-2444-4005-a8ae-c82b98fa40ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0471449 Aug 11 03:17:36.356140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-a2078fcc-3c64-4084-a6e8-c609a03094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.357665 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-a2078fcc-3c64-4084-a6e8-c609a03094ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0511360 Aug 11 03:17:36.404253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-bca09427-aedf-4528-8dfa-d002f528128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.406449 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-2acdf41a-ca1a-4feb-8631-678a0f718cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.407034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-bca09427-aedf-4528-8dfa-d002f528128d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443091 Aug 11 03:17:36.408067 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-2acdf41a-ca1a-4feb-8631-678a0f718cc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425830 Aug 11 03:17:36.518752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-a617ea3c-9396-44da-9e2a-245703374e34 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030993 Aug 11 03:17:36.526836 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-2576f711-e1c9-4231-a2b0-2a4a8ddc533a service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111047 Aug 11 03:17:36.607445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306ed8f-d2ea-4e78-9c90-19638b0ffa77 req-91508669-94e6-4936-a2d0-b662881b04b9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.608935 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0306ed8f-d2ea-4e78-9c90-19638b0ffa77 req-91508669-94e6-4936-a2d0-b662881b04b9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.1043403 Aug 11 03:17:36.629494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-6b2ad305-a81a-4dd3-9dd4-ec9f14ec8e42 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957549 Aug 11 03:17:36.668054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-417b5fbc-3e8c-4fbb-b2ca-b6f6774c614a req-87de35f2-96e1-4e23-bbc3-0c93137841c0 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351664 Aug 11 03:17:36.680553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0306ed8f-d2ea-4e78-9c90-19638b0ffa77 req-e7793be4-db5f-4519-af8b-bad9db142749 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537758 Aug 11 03:17:37.809928 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b0bb-3513-4cb9-af42-cd18d5a72944 req-77c23715-1be0-4362-8a1f-8e5d2682a4a5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:37.811510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecc1b0bb-3513-4cb9-af42-cd18d5a72944 req-77c23715-1be0-4362-8a1f-8e5d2682a4a5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0493336 Aug 11 03:17:37.849330 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ecc1b0bb-3513-4cb9-af42-cd18d5a72944 req-a349ba0c-d8d8-4acc-923a-4c3d7c863998 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319114 Aug 11 03:17:38.971520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb56bdb-5c85-47f3-9ea2-3015cc04152c req-4714e73f-c853-494b-a704-7718e0ed6683 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.973123 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcb56bdb-5c85-47f3-9ea2-3015cc04152c req-4714e73f-c853-494b-a704-7718e0ed6683 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0520868 Aug 11 03:17:39.017400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fcb56bdb-5c85-47f3-9ea2-3015cc04152c req-c903a9d8-b344-4d3e-8690-d5df64d93d1c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376382 Aug 11 03:17:40.134681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248d6d1-f6e0-4695-8170-9c884f9b5033 req-5710410a-e3cb-4c4f-8763-d2c0beac9568 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.136158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5248d6d1-f6e0-4695-8170-9c884f9b5033 req-5710410a-e3cb-4c4f-8763-d2c0beac9568 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0483122 Aug 11 03:17:40.174104 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5248d6d1-f6e0-4695-8170-9c884f9b5033 req-c178f2ba-6e98-45bc-b9b7-65716b1116c9 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Aug 11 03:17:41.289772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d041972-6b4e-4f6a-8874-83565da998c7 req-90bf3ff1-02df-4791-b0a1-fbe793956a2e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:41.291293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d041972-6b4e-4f6a-8874-83565da998c7 req-90bf3ff1-02df-4791-b0a1-fbe793956a2e tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0498586 Aug 11 03:17:41.330868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d041972-6b4e-4f6a-8874-83565da998c7 req-3ae07cc4-ae0d-41dd-bbff-ee5ae5b2c205 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336237 Aug 11 03:17:42.444565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1b49-6ace-4daa-a1a5-a0678d305ca6 req-90e1669d-14a4-4b5a-b9a4-0a3a5813a527 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.446041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d3c1b49-6ace-4daa-a1a5-a0678d305ca6 req-90e1669d-14a4-4b5a-b9a4-0a3a5813a527 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0476027 Aug 11 03:17:42.488512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d3c1b49-6ace-4daa-a1a5-a0678d305ca6 req-e9481c92-e8a6-4395-bb4f-f6911bdb2fc5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 Aug 11 03:17:43.607186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac94975-5f90-44d7-89ab-b677f2cf3d02 req-c98c4b9f-eef5-4438-8912-a5d6643fa714 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.609291 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bac94975-5f90-44d7-89ab-b677f2cf3d02 req-c98c4b9f-eef5-4438-8912-a5d6643fa714 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0513082 Aug 11 03:17:43.648435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bac94975-5f90-44d7-89ab-b677f2cf3d02 req-088e3de6-21d1-4499-9a4f-9f178fcdee5d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328820 Aug 11 03:17:43.968933 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-173998e0-9042-4168-8291-b13ae53b3522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.764814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863b68b-45ff-42e4-a332-1a1b675b4a1c req-4c8d5314-50ae-4e52-bc2c-1aa46ec1c130 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.766343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5863b68b-45ff-42e4-a332-1a1b675b4a1c req-4c8d5314-50ae-4e52-bc2c-1aa46ec1c130 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0491362 Aug 11 03:17:44.803859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5863b68b-45ff-42e4-a332-1a1b675b4a1c req-1d2a1697-e5ea-4927-84b9-6e234936b297 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Aug 11 03:17:45.935424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d074294-9481-494d-bcb7-8bfc564491bb req-68b4e45b-74e4-4ec2-abb4-0a5e398d8374 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.937474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d074294-9481-494d-bcb7-8bfc564491bb req-68b4e45b-74e4-4ec2-abb4-0a5e398d8374 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0496290 Aug 11 03:17:45.977335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d074294-9481-494d-bcb7-8bfc564491bb req-797f231a-22fe-4649-b0ef-e856e24aceeb tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339389 Aug 11 03:17:47.095828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3393f1-346b-443f-b599-f66cd4c01472 req-b4a30268-657b-40f1-bedc-631760d9b3ee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.097301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b3393f1-346b-443f-b599-f66cd4c01472 req-b4a30268-657b-40f1-bedc-631760d9b3ee tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0498033 Aug 11 03:17:47.134760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b3393f1-346b-443f-b599-f66cd4c01472 req-25df196b-ad40-4650-b28c-9703b9b7d69f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Aug 11 03:17:47.447585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-fa2527cd-c9f5-4b4c-9ff2-26318ae719aa tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.448967 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-fa2527cd-c9f5-4b4c-9ff2-26318ae719aa tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.25 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087&tenant_id=30da151227b94e1c92b59ad00e3ef88e&binding%3Ahost_id=n-h1-715271-8 HTTP/1.1" status: 200 len: 943 time: 0.0767655 Aug 11 03:17:47.460651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725045e-0ee3-41e1-b796-6d1ad724b6a2 req-18d66e84-ce60-406e-936b-c315e762366d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.462069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6725045e-0ee3-41e1-b796-6d1ad724b6a2 req-18d66e84-ce60-406e-936b-c315e762366d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 943 time: 0.0786223 Aug 11 03:17:47.517094 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cff3a844-a82e-4157-974b-894d9065d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.537630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6725045e-0ee3-41e1-b796-6d1ad724b6a2 req-531525a9-99cc-438d-9aa7-8648efe8eefc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690281 Aug 11 03:17:47.547670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-d937f515-da6f-47c9-8746-7fe3c0cb7831 service neutron] 10.222.0.25 "GET /v2.0/ports/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34/bindings/n-h1-715271-8 HTTP/1.1" status: 200 len: 382 time: 0.0846882 Aug 11 03:17:47.619409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-73d1c853-10d3-4050-bfb1-55f6d32f912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.620922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-73d1c853-10d3-4050-bfb1-55f6d32f912f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1094 time: 0.0414445 Aug 11 03:17:47.720945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-c1881754-e4c7-4df9-8e14-2872e5d1c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.722395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-c1881754-e4c7-4df9-8e14-2872e5d1c958 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0881028 Aug 11 03:17:47.793875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-0f4fd0f8-0ce9-4ed8-87c5-268cd20296cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0589263 Aug 11 03:17:47.796859 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.849816 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-66d91c45-aeba-4795-a195-87b6e36647bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.851436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-66d91c45-aeba-4795-a195-87b6e36647bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0451367 Aug 11 03:17:47.909490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-b0ebe6a8-d0bc-429b-99c7-ea6e10e0c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.911114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-b0ebe6a8-d0bc-429b-99c7-ea6e10e0c200 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468535 Aug 11 03:17:48.006949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-bb993cb4-fc02-4f09-a773-528cb8af9d7a service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838854 Aug 11 03:17:48.084220 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:48.191808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:48.204986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'mac_address': 'fa:16:3e:a7:2a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:48.243301 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.257550 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:48.278654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:48.283577 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.332482 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.340170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.340511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.340846 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.341175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.341500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.341825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.342172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.342498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.343478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.343849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.344173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.344492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:48.463704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-6b844c11-a3b6-48bd-bd07-42d6e69d375b service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441056 Aug 11 03:17:48.617160 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:48.642960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.659789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74458f95-ec1e-4b5b-b6f8-7ef0c392405b req-53ae0ca1-fe46-4761-a69f-2df9800a32ef tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.661339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74458f95-ec1e-4b5b-b6f8-7ef0c392405b req-53ae0ca1-fe46-4761-a69f-2df9800a32ef tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0528936 Aug 11 03:17:48.700098 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-74458f95-ec1e-4b5b-b6f8-7ef0c392405b req-520307a7-119d-458f-8e3a-a470b710c9e5 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Aug 11 03:17:49.816732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8576-343c-463a-b815-ba2fd878ee70 req-f70d2c7f-fa2e-41da-a14d-3a61bd3cade4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.818262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-305a8576-343c-463a-b815-ba2fd878ee70 req-f70d2c7f-fa2e-41da-a14d-3a61bd3cade4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0495420 Aug 11 03:17:49.857737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-305a8576-343c-463a-b815-ba2fd878ee70 req-7d064115-3527-4ea0-becf-0a552349a5af tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335114 Aug 11 03:17:50.098751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:50.149422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:50.154276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:50.154759 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.247329 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.248163 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.271977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:50.274280 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18fd05a-4eb9-4bd8-a232-c0da9c45c738" -d '{"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:50.288142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:50.292624 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.327077 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f8f7c2-4cb9-4211-a5d6-2e0324020e86 x-openstack-request-id: req-45f8f7c2-4cb9-4211-a5d6-2e0324020e86 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:50.327365 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:50.327613 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45f8f7c2-4cb9-4211-a5d6-2e0324020e86 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:50.327996 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'code': 200} Aug 11 03:17:50.344008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.993263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a117-d645-4010-8c53-99afc116ea4d req-926b4d4f-5345-4161-83be-667b918e7b68 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.994825 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c31a117-d645-4010-8c53-99afc116ea4d req-926b4d4f-5345-4161-83be-667b918e7b68 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0503330 Aug 11 03:17:51.036773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c31a117-d645-4010-8c53-99afc116ea4d req-c6da2cf9-e76c-4c26-ba15-e5ea7de4e086 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355704 Aug 11 03:17:52.168136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96b86f-2321-4699-a82a-4a636edb4063 req-b7461e55-f82e-47a2-9494-b49a7c692bdc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.169673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f96b86f-2321-4699-a82a-4a636edb4063 req-b7461e55-f82e-47a2-9494-b49a7c692bdc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Aug 11 03:17:52.211157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f96b86f-2321-4699-a82a-4a636edb4063 req-ca18d4b1-7106-4b8c-a298-d5708d7b70d7 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350153 Aug 11 03:17:52.951914 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-8fd21752-763a-4a1b-b9a3-ac2557e3f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.953954 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-8fd21752-763a-4a1b-b9a3-ac2557e3f98c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087&tenant_id=30da151227b94e1c92b59ad00e3ef88e HTTP/1.1" status: 200 len: 1096 time: 0.0476904 Aug 11 03:17:52.965698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:53.020085 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.229992 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:53.264118 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:53.311046 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:53.313815 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a233f-3693-4601-87f1-eb9072020619" -d '{"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:53.317711 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.332113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360098fa-4d7f-4e25-aef3-0679abcd4df5 req-53112362-977b-48ea-b0ef-f95a9a4bf171 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.332909 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Transition to ACTIVE for port object ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:53.333732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-360098fa-4d7f-4e25-aef3-0679abcd4df5 req-53112362-977b-48ea-b0ef-f95a9a4bf171 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Aug 11 03:17:53.337321 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.370982 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b3cdaf-1f97-4469-aff1-04260a382928 x-openstack-request-id: req-84b3cdaf-1f97-4469-aff1-04260a382928 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:53.371289 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:53.371539 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84b3cdaf-1f97-4469-aff1-04260a382928 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:53.371940 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'code': 200} Aug 11 03:17:53.379495 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-360098fa-4d7f-4e25-aef3-0679abcd4df5 req-8a9ba723-bc10-47a2-81a3-2eedbb4c44a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Aug 11 03:17:53.423307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:53.438786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.439073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.439420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.439770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.440109 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.440447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.440812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.441147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.441482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.441830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.442169 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.442501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:53.471873 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.481542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] No DVR routers for this DVR port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:53.541893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.627560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:53.627904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:53.628237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:53.632817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:53.633141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Attempting to bind port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on network 85c34c92-47b1-478c-83e0-47a3c65da576 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:53.638397 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:53.638739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Checking segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:53.639130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Bound using segment: {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:53.639558 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Bound port: ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f5bd30-fdd1-4277-a68f-048dafb435e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:53.639921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.707165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:53.710207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:53.714796 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.749860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.750512 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.751908 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1092 time: 0.7902138 Aug 11 03:17:53.773461 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759a896-7d36-48ac-bd01-4c0238af3ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=11']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:53.825242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-901c420a-8366-4149-9f3b-eaac80f876db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.826869 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-901c420a-8366-4149-9f3b-eaac80f876db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1095 time: 0.0466483 Aug 11 03:17:53.928892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-2f41dbd4-e5c7-467b-a8e9-219ffcfd8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.930469 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-2f41dbd4-e5c7-467b-a8e9-219ffcfd8f42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0963409 Aug 11 03:17:53.998924 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-ab15e36b-eb86-4d79-86fe-42c5dbaadf0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0612185 Aug 11 03:17:54.055687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-2504de03-fde3-4deb-8742-2d7c3b5c56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.057314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-2504de03-fde3-4deb-8742-2d7c3b5c56a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0519843 Aug 11 03:17:54.104344 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e342-5fce-4e20-9517-7262712efa64 req-b53fc86b-bad7-4f9c-a813-9874611a3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.105884 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-b53fc86b-bad7-4f9c-a813-9874611a3408 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414991 Aug 11 03:17:54.198838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-7c68fad6-3d30-42c4-bba6-bc0eab728a9e service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834866 Aug 11 03:17:54.294910 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cc83e342-5fce-4e20-9517-7262712efa64 req-c1db70d6-27e8-4e9d-8a8d-f5ee865ba083 service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887988 Aug 11 03:17:54.503314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36491bad-00e2-4149-a626-66e00b0a374d req-3fa3d6e0-a0d2-406d-835c-4fed88f964d2 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.504976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36491bad-00e2-4149-a626-66e00b0a374d req-3fa3d6e0-a0d2-406d-835c-4fed88f964d2 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0549824 Aug 11 03:17:54.546322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36491bad-00e2-4149-a626-66e00b0a374d req-d1993ccb-8015-4b6a-82fe-cc9e427da114 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350072 Aug 11 03:17:55.372861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:55.375328 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331" -d '{"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:55.427011 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cf2eb-9906-4d38-ae27-a79781c747cb x-openstack-request-id: req-601cf2eb-9906-4d38-ae27-a79781c747cb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:55.427383 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:55.427652 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-601cf2eb-9906-4d38-ae27-a79781c747cb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:55.428071 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'status': 'completed', 'code': 200} Aug 11 03:17:55.490189 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-5901a668-4d18-45d9-a1e8-2bbf4e786d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.491735 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-5901a668-4d18-45d9-a1e8-2bbf4e786d3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1095 time: 0.0471728 Aug 11 03:17:55.494535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-ee4da477-2af0-4c20-914c-b137a0009a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.496034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-ee4da477-2af0-4c20-914c-b137a0009a21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=30da151227b94e1c92b59ad00e3ef88e&device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 1095 time: 0.0440876 Aug 11 03:17:55.591947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-1f8fb1f7-0ca8-46a4-9005-1a304ac921d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.594357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-1f8fb1f7-0ca8-46a4-9005-1a304ac921d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0896649 Aug 11 03:17:55.595315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-fa522e09-227d-4a18-a183-c06ad18ec840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.597707 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-fa522e09-227d-4a18-a183-c06ad18ec840 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 200 len: 911 time: 0.0987608 Aug 11 03:17:55.673985 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-b2cf1182-e8ca-4e1e-a944-c0666e9947ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0689669 Aug 11 03:17:55.698311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-9991601a-c20d-438d-b025-42477daddd62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 200 len: 1000 time: 0.0944552 Aug 11 03:17:55.715093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc4cba-4c04-4d82-8a64-ad07d7663994 req-7c76c811-861a-400a-bf41-71472c21cb8b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.716510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbc4cba-4c04-4d82-8a64-ad07d7663994 req-7c76c811-861a-400a-bf41-71472c21cb8b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0673614 Aug 11 03:17:55.726501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-60507414-d630-496f-bf03-38ad4f5d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.728143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-60507414-d630-496f-bf03-38ad4f5d234a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0472760 Aug 11 03:17:55.775866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-b09e704c-5ac4-474d-baf8-91ed11f8e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.777379 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-b09e704c-5ac4-474d-baf8-91ed11f8e48a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 200 len: 850 time: 0.0707111 Aug 11 03:17:55.784794 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-89b205a6-20f3-4291-84dd-060a17b58d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.786346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-89b205a6-20f3-4291-84dd-060a17b58d75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509031 Aug 11 03:17:55.821359 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0fbc4cba-4c04-4d82-8a64-ad07d7663994 req-5c4ff9ca-1cf0-43bc-8702-de8f5421afc1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727503 Aug 11 03:17:55.845013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-5b70c8ec-7306-4b49-8c7f-66ff79f673bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.845013 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-5b70c8ec-7306-4b49-8c7f-66ff79f673bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85c34c92-47b1-478c-83e0-47a3c65da576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499744 Aug 11 03:17:55.851150 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-3d663f28-87d8-4576-89c5-c427336a8c55 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:17:55.852273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-3d663f28-87d8-4576-89c5-c427336a8c55 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061195 Aug 11 03:17:55.881282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-6a9cae67-0299-4d85-9778-cfbc1836e2aa service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874300 Aug 11 03:17:55.946443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-3b6ec6ee-57ae-433c-aec1-54fc29983912 service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Aug 11 03:17:55.982794 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-91ba8f00-385f-4069-b034-a4bca1ce6fdf service neutron] 10.222.0.59 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934846 Aug 11 03:17:56.046443 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcdd1ce1-f02d-4ae2-99b0-3dd591eeb331 req-ee7604b2-829f-460b-ad33-d1b3684f167a service neutron] 10.222.0.25 "GET /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920105 Aug 11 03:17:56.122027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:56.164664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:56.945182 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0544e5-2d92-44a0-936a-234098b2e034 req-68ce4528-52d9-4673-8cfd-b94debe00706 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.946740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b0544e5-2d92-44a0-936a-234098b2e034 req-68ce4528-52d9-4673-8cfd-b94debe00706 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0503967 Aug 11 03:17:56.993218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6b0544e5-2d92-44a0-936a-234098b2e034 req-33946246-67e2-4db8-9b10-cfad47ed0f9b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Aug 11 03:17:58.121587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9a168-c97e-4e74-b52c-212c93106334 req-f9b6bedc-2050-402b-92ac-5560def84394 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:58.123478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15b9a168-c97e-4e74-b52c-212c93106334 req-f9b6bedc-2050-402b-92ac-5560def84394 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0569134 Aug 11 03:17:58.161078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-15b9a168-c97e-4e74-b52c-212c93106334 req-6c18125b-183e-4dd5-8813-002ecc10aa12 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309095 Aug 11 03:17:59.283456 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623651-19e6-4186-8674-212c803900b9 req-a54efd62-9398-4c91-82b4-42bf3274f799 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.284937 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29623651-19e6-4186-8674-212c803900b9 req-a54efd62-9398-4c91-82b4-42bf3274f799 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0557578 Aug 11 03:17:59.327649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29623651-19e6-4186-8674-212c803900b9 req-2440d096-8c86-4e25-80b3-63eb0dc74d1c tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367317 Aug 11 03:18:00.443354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33532-79b2-44f3-9398-b96051a38157 req-ceafdad0-4464-48a6-8f0e-656bc0e08ecb tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.444836 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5a33532-79b2-44f3-9398-b96051a38157 req-ceafdad0-4464-48a6-8f0e-656bc0e08ecb tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0484102 Aug 11 03:18:00.483269 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5a33532-79b2-44f3-9398-b96051a38157 req-597ae122-8b0f-41fd-8b58-9a53ce1966db tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324352 Aug 11 03:18:01.598023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2951db-be7a-40b0-9f31-11f170ad8969 req-2390c455-97a3-4032-b110-9a7bbd267f49 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:01.599579 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd2951db-be7a-40b0-9f31-11f170ad8969 req-2390c455-97a3-4032-b110-9a7bbd267f49 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0480976 Aug 11 03:18:01.639070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fd2951db-be7a-40b0-9f31-11f170ad8969 req-459dad20-2246-4602-90d1-a013f5b8c7f0 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335166 Aug 11 03:18:02.765611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734aac-e473-477d-af8a-3d43c3dde76a req-3926bf78-8476-4460-8875-048b210dbe9b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.767196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d734aac-e473-477d-af8a-3d43c3dde76a req-3926bf78-8476-4460-8875-048b210dbe9b tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0549755 Aug 11 03:18:02.807550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2d734aac-e473-477d-af8a-3d43c3dde76a req-615020bb-9531-40ad-bd80-a31dd2bea633 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Aug 11 03:18:03.925748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad14b40-9e64-4e2d-b776-1969e384dba3 req-41d5cbe2-a311-4842-87fd-c7d3b7d80d2f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.927439 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fad14b40-9e64-4e2d-b776-1969e384dba3 req-41d5cbe2-a311-4842-87fd-c7d3b7d80d2f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0526175 Aug 11 03:18:03.967633 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fad14b40-9e64-4e2d-b776-1969e384dba3 req-c50d43b0-3ce9-4fd5-83e7-317117b0a465 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339177 Aug 11 03:18:05.088743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2492f0-3906-4823-954c-1e84ba57b1bf req-5b2a1dc7-a32e-4505-91c3-aca2bd8f0ddf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.090454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd2492f0-3906-4823-954c-1e84ba57b1bf req-5b2a1dc7-a32e-4505-91c3-aca2bd8f0ddf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0519345 Aug 11 03:18:05.131422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd2492f0-3906-4823-954c-1e84ba57b1bf req-a6da1f10-62d6-4789-ad7d-8753df9cd739 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344241 Aug 11 03:18:06.251933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b9f7-5715-4426-bb24-605732b3e855 req-ccee2ffd-7b23-4975-8cd6-b6ac65df1012 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.253412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3a0b9f7-5715-4426-bb24-605732b3e855 req-ccee2ffd-7b23-4975-8cd6-b6ac65df1012 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0530741 Aug 11 03:18:06.291561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3a0b9f7-5715-4426-bb24-605732b3e855 req-a0a5a862-2d56-41b0-b3f2-c805e97243fe tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320096 Aug 11 03:18:06.404447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37368e-2fad-4532-a730-4c95a445e9c8 req-1d3a330a-7280-4350-a1ae-aea2207c4e13 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.405926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c37368e-2fad-4532-a730-4c95a445e9c8 req-1d3a330a-7280-4350-a1ae-aea2207c4e13 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0484200 Aug 11 03:18:06.443738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2c37368e-2fad-4532-a730-4c95a445e9c8 req-21cd1a63-dcb4-40de-87b7-b50c66166328 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Aug 11 03:18:06.556652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684dd9d-b3e4-4e3a-91cf-bf65c4f668c0 req-c8c5fd64-59a2-4203-a0d9-57758e63e5cc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.558163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1684dd9d-b3e4-4e3a-91cf-bf65c4f668c0 req-c8c5fd64-59a2-4203-a0d9-57758e63e5cc tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0481102 Aug 11 03:18:06.595758 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1684dd9d-b3e4-4e3a-91cf-bf65c4f668c0 req-1cdf6f8c-f2c4-4419-b221-51f48ed639d1 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Aug 11 03:18:06.831983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f644-48a5-493c-b5f3-b517ccf865df req-ea02960f-10ec-4ff7-b40f-ce82f160bb2f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.833480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d805f644-48a5-493c-b5f3-b517ccf865df req-ea02960f-10ec-4ff7-b40f-ce82f160bb2f tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 944 time: 0.0526600 Aug 11 03:18:06.871037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d805f644-48a5-493c-b5f3-b517ccf865df req-466e14d9-3d6b-4b71-b386-40825e7d2007 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Aug 11 03:18:07.419357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:07.531644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:07.544826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'port_id': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'mac_address': 'fa:16:3e:a7:2a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:07.738264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.750749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:07.770250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:07.774327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.820973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:07.989867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34384bc-fc20-401a-ba12-d5a4d2a3be61 req-05251717-ceca-4020-8d36-de84f07909e4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.991378 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f34384bc-fc20-401a-ba12-d5a4d2a3be61 req-05251717-ceca-4020-8d36-de84f07909e4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Aug 11 03:18:08.029678 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f34384bc-fc20-401a-ba12-d5a4d2a3be61 req-cd3c7e58-e899-48a4-bc72-74e0b63f6241 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups?id=b19f56d0-a686-45da-8a45-54422f0c62b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Aug 11 03:18:08.298458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-2ed0a6e8-73e4-4841-8273-53b17da1becf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.300450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-2ed0a6e8-73e4-4841-8273-53b17da1becf tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Aug 11 03:18:08.389736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Deleting port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:08.390115 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.480717 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] For port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:08.481079 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.647338 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.647717 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.648036 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328 disassociated. External IP: 172.25.6.117, port: ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34. Aug 11 03:18:08.648381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Calling delete_port for ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:08.777647 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.805518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event deleted for resources: {'Port': ['ID=ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:08.926647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:09.035025 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:09.045428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:09.055678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:09.056521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:17:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:09.074349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] No DVR routers for this DVR port ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:09.077152 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.079282 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-cb8b20aa-a835-4b0c-90be-fc6d3444f076 req-6eab7bc4-562c-43ef-ad9c-31129c0a89a8 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.59 "DELETE /v2.0/ports/ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 HTTP/1.1" status: 204 len: 173 time: 0.7718091 Aug 11 03:18:09.079724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-deleted', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:09.082907 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeafee47-bea0-4a10-8ca8-646812b713e3" -d '{"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-deleted", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:09.124009 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02df8f6e-c6ff-4af3-91fe-061bc0732d18 x-openstack-request-id: req-02df8f6e-c6ff-4af3-91fe-061bc0732d18 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:09.124378 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41453532-5946-479b-8c55-d2fce637e087", "name": "network-vif-deleted", "tag": "ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:09.124662 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02df8f6e-c6ff-4af3-91fe-061bc0732d18 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:09.125070 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41453532-5946-479b-8c55-d2fce637e087', 'name': 'network-vif-deleted', 'tag': 'ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34', 'status': 'completed', 'code': 200} Aug 11 03:18:09.181003 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:09.256373 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:09.393185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:09.399514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-356cc6d7-2803-4249-b811-348d499c55b4 req-1899e8c6-dc4a-4885-8fbe-25264f71f615 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Aug 11 03:18:09.426334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:09.428562 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:09.432695 n-d-715271-8 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No ports have port_id starting with ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 Aug 11 03:18:09.435388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 requested by agent hyperv_n-h2-715271-8 not found in database {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 11 03:18:09.441209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:09.441812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:17:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:09.548906 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:09.744791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:09.771601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883565aa-ff76-4729-a158-a3d46d7ca292 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:08:07Z', 'revision_number': 4, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '3e80af56-deb6-43b5-a286-c00a9315af25', 'name': '', 'network_id': '85c34c92-47b1-478c-83e0-47a3c65da576', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'mac_address': 'fa:16:3e:02:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:07Z', 'updated_at': '2021-08-11T03:08:12Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'subnets': [{'id': '56741168-aa26-44fe-a358-454cbb8a0fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:09.993443 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34184474-110d-4388-85b8-64501069aaf3 None None] New status for floating IP 84157202-4a5f-4bbe-a0f0-0cd6a4827328: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:18:10.496133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c5181146-a4da-4afa-96db-a8251adff106 req-6c7fd540-0481-47a5-b7a0-d4ea390b38fd tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0275674 Aug 11 03:18:11.448975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:11.474454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:11.474682 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device ff8f1a9d-e5b8-4e01-9df9-6373ee9faf34 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:11.596552 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88945cf5-c02e-4e1f-a676-eb6dfaef4733 req-6810e00d-bc02-4a81-a5ee-ddae7563a938 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Aug 11 03:18:12.709117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ce17cc1e-4d7f-4692-bbb3-499cd8ae941a req-2cf5cd1f-60cb-42c4-a369-16b1c02e5c4d tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/ports?device_id=41453532-5946-479b-8c55-d2fce637e087 HTTP/1.1" status: 200 len: 210 time: 0.0323460 Aug 11 03:18:13.971250 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc6e37e4-b334-450b-8bfc-0f25c879d74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.435538 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49974) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:16.492531 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d565d-4c87-4b9f-a55d-ef3c3da2c006 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.517617 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d565d-4c87-4b9f-a55d-ef3c3da2c006 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.567448 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d565d-4c87-4b9f-a55d-ef3c3da2c006 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.570171 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d565d-4c87-4b9f-a55d-ef3c3da2c006 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.571334 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dc3d565d-4c87-4b9f-a55d-ef3c3da2c006 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "DELETE /v2.0/security-groups/b19f56d0-a686-45da-8a45-54422f0c62b1 HTTP/1.1" status: 204 len: 168 time: 0.1347523 Aug 11 03:18:16.574166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:16.581601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d565d-4c87-4b9f-a55d-ef3c3da2c006 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19f56d0-a686-45da-8a45-54422f0c62b1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.589992 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1d50d8bf-ddf3-44dc-99df-12a06c40dfc4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] show failed (client error): The resource could not be found. Aug 11 03:18:16.593564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1d50d8bf-ddf3-44dc-99df-12a06c40dfc4 tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "GET /v2.0/security-groups/b19f56d0-a686-45da-8a45-54422f0c62b1 HTTP/1.1" status: 404 len: 347 time: 0.0152607 Aug 11 03:18:16.593725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49978) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:16.721326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Deleting port 4eefc13e-ab1b-42b0-b382-9ba314a99afd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:16.721674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.800339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.800665 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.812277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Calling delete_port for 4eefc13e-ab1b-42b0-b382-9ba314a99afd owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:16.947241 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.974514 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Pushing event deleted for resources: {'Port': ['ID=4eefc13e-ab1b-42b0-b382-9ba314a99afd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.040800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.043709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.044882 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-12319ca1-4730-45fd-b0a4-fb2e6091f68a tempest-ServerActionsTestJSON-782015358 tempest-ServerActionsTestJSON-782015358-project] 10.222.0.16 "DELETE /v2.0/floatingips/84157202-4a5f-4bbe-a0f0-0cd6a4827328 HTTP/1.1" status: 204 len: 168 time: 0.4502289 Aug 11 03:18:17.047895 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 49980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.517699 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff65f8dc-a6da-4b2c-b260-40eabb55deac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.580855 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.797311 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.825917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Deleting port 3e80af56-deb6-43b5-a286-c00a9315af25 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:17.826283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.902186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] For port 3e80af56-deb6-43b5-a286-c00a9315af25, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e80af56-deb6-43b5-a286-c00a9315af25,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:17.902553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.915456 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Calling delete_port for 3e80af56-deb6-43b5-a286-c00a9315af25 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:18.093581 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.122805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e80af56-deb6-43b5-a286-c00a9315af25,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.287891 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.622029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.839391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Router 453060e1-e789-4243-b2dd-c4868ffe7eb5 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:18.946759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:18.954168 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5682ce26-916b-4e07-90db-2999cfd07130 admin admin] 10.222.0.16 "PUT /v2.0/routers/453060e1-e789-4243-b2dd-c4868ffe7eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051428 Aug 11 03:18:18.954480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49984) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:18.956973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2536350-343f-4911-938f-360eb0386b17 None None] Sync routers for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:18.968528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:18.969224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:18:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.061604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.073751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:19.166604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.222785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Deleting port 2a96127d-d62a-49fc-aa07-96c0d0eba651 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:19.223138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.255630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:18:18Z', 'revision_number': 5, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port': {'id': '2a96127d-d62a-49fc-aa07-96c0d0eba651', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:05Z', 'updated_at': '2021-08-11T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.281126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2536350-343f-4911-938f-360eb0386b17 None None] Checking router: 453060e1-e789-4243-b2dd-c4868ffe7eb5 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:19.298409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] Routers {'453060e1-e789-4243-b2dd-c4868ffe7eb5'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:19.299728 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:18:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['453060e1-e789-4243-b2dd-c4868ffe7eb5'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.308867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] For port 2a96127d-d62a-49fc-aa07-96c0d0eba651, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2a96127d-d62a-49fc-aa07-96c0d0eba651,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:19.309239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.323513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Calling delete_port for 2a96127d-d62a-49fc-aa07-96c0d0eba651 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:19.391946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] Set router 453060e1-e789-4243-b2dd-c4868ffe7eb5 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:19.447210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2536350-343f-4911-938f-360eb0386b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:18:19Z', 'revision_number': 6, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.473888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2536350-343f-4911-938f-360eb0386b17 None None] The sync data for ids ['453060e1-e789-4243-b2dd-c4868ffe7eb5'] in n-d-715271-8 is: [{'id': '453060e1-e789-4243-b2dd-c4868ffe7eb5', 'name': 'tempest-ServerActionsTestJSON-130791497-router', 'tenant_id': '30da151227b94e1c92b59ad00e3ef88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:04Z', 'updated_at': '2021-08-11T03:18:19Z', 'revision_number': 6, 'project_id': '30da151227b94e1c92b59ad00e3ef88e', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:19.494263 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.523426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Pushing event deleted for resources: {'Port': ['ID=2a96127d-d62a-49fc-aa07-96c0d0eba651,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:19.584253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.673946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.676186 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.721928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.722395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453060e1-e789-4243-b2dd-c4868ffe7eb5 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:18:19.726721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.727970 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-72053ff8-d8a1-478b-8e3a-98b35ca3aaee admin admin] 10.222.0.16 "DELETE /v2.0/routers/453060e1-e789-4243-b2dd-c4868ffe7eb5 HTTP/1.1" status: 204 len: 168 time: 0.7719951 Aug 11 03:18:19.730396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49986) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:19.773956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Deleting subnet 56741168-aa26-44fe-a358-454cbb8a0fd0 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:19.776882 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.812069 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.905283 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.957574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.983421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56741168-aa26-44fe-a358-454cbb8a0fd0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:19.986815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.988710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9cbf4c4c-8e2b-4c60-ad0e-8d01a3052a8d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56741168-aa26-44fe-a358-454cbb8a0fd0 HTTP/1.1" status: 204 len: 168 time: 0.2573941 Aug 11 03:18:19.991257 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49988) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:19.992244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e58adf-b137-45da-b7a2-6c35c167712c None None] Network 85c34c92-47b1-478c-83e0-47a3c65da576 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:20.059913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.117532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Deleting port 04019749-3715-406e-9398-cb7f1925d8fa {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:20.117875 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.182174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] For port 04019749-3715-406e-9398-cb7f1925d8fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=04019749-3715-406e-9398-cb7f1925d8fa,segment=NetworkSegment(58f5bd30-fdd1-4277-a68f-048dafb435e8),segment_id=58f5bd30-fdd1-4277-a68f-048dafb435e8)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:20.182474 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.195545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Calling delete_port for 04019749-3715-406e-9398-cb7f1925d8fa owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:20.242792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.248101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] DHCP port deletion for 85c34c92-47b1-478c-83e0-47a3c65da576 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:20.283096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.296517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Deleting port 04019749-3715-406e-9398-cb7f1925d8fa {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:20.296887 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.310359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=04019749-3715-406e-9398-cb7f1925d8fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.312228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] No DVR routers for this DVR port 04019749-3715-406e-9398-cb7f1925d8fa on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:20.368195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] For port 04019749-3715-406e-9398-cb7f1925d8fa, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:20.368595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.381885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Calling delete_port for 04019749-3715-406e-9398-cb7f1925d8fa owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:20.384502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Port 04019749-3715-406e-9398-cb7f1925d8fa was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:18:20.385735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.385928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.395991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c34c92-47b1-478c-83e0-47a3c65da576']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.406315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f5bd30-fdd1-4277-a68f-048dafb435e8') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.406637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f5bd30-fdd1-4277-a68f-048dafb435e8') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.409607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] Pushing event deleted for resources: {'Port': ['ID=04019749-3715-406e-9398-cb7f1925d8fa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.413196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb066bf-c94c-49f5-82e4-3ea64fd1b46d None None] No DVR routers for this DVR port 04019749-3715-406e-9398-cb7f1925d8fa on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:20.416596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.436604 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.443690 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:20.444195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:20.446023 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:20.504718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.510895 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.512828 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/85c34c92-47b1-478c-83e0-47a3c65da576 HTTP/1.1" status: 204 len: 168 time: 0.5201566 Aug 11 03:18:20.524680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f49b4-c027-4f3f-8a31-203df9637a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=85c34c92-47b1-478c-83e0-47a3c65da576,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.643821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49992) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.684785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d33bf246-6888-4c53-856b-8fb23181a0aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30da151227b94e1c92b59ad00e3ef88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397675 Aug 11 03:18:20.687186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 49994) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.735388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb55dabd-16bf-4dd9-bdd0-9d497231ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.756693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb55dabd-16bf-4dd9-bdd0-9d497231ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.809808 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb55dabd-16bf-4dd9-bdd0-9d497231ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.812372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb55dabd-16bf-4dd9-bdd0-9d497231ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.813571 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eb55dabd-16bf-4dd9-bdd0-9d497231ff33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad863127-a442-4136-bd3e-1b4cf9e1bebe HTTP/1.1" status: 204 len: 168 time: 0.1254814 Aug 11 03:18:20.821235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55dabd-16bf-4dd9-bdd0-9d497231ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad863127-a442-4136-bd3e-1b4cf9e1bebe,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.978618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e80af56-deb6-43b5-a286-c00a9315af25 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:20.999615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 3e80af56-deb6-43b5-a286-c00a9315af25 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:21.000323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 3e80af56-deb6-43b5-a286-c00a9315af25 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:21.000418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2a96127d-d62a-49fc-aa07-96c0d0eba651 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:21.018542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2a96127d-d62a-49fc-aa07-96c0d0eba651 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:21.018812 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2a96127d-d62a-49fc-aa07-96c0d0eba651 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:21.019567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04019749-3715-406e-9398-cb7f1925d8fa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:21.040968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 04019749-3715-406e-9398-cb7f1925d8fa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:21.041321 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 04019749-3715-406e-9398-cb7f1925d8fa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:21.514025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50016) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.608797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-549390779-network', 'tenant_id': '63176baf11ea4f71a414b52507f2b549'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:21.630775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Made reservation on behalf of 63176baf11ea4f71a414b52507f2b549 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:21.633095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.641850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.731731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.735820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.762023 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:21.772579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7f1c7-eda8-494e-ab01-0fbb67d36965,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:21.778527 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.778858 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Added segment dd157574-7a98-4c1c-8851-e7e3dbcfc938 of type vlan for network 94df0463-9d71-4c38-b637-3ebd8ba80641 Aug 11 03:18:21.819528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.847078 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.848165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.848798 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.905471 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3902271 Aug 11 03:18:21.909246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.914416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Request body: {'subnet': {'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-549390779-subnet', 'tenant_id': '63176baf11ea4f71a414b52507f2b549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:21.914634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037b74a-d9b0-4bed-9f79-11f9ce6f64ed admin admin] Pushing event updated for resources: {'Network': ['ID=94df0463-9d71-4c38-b637-3ebd8ba80641,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:21.925649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 94df0463-9d71-4c38-b637-3ebd8ba80641 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:21.935127 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Made reservation on behalf of 63176baf11ea4f71a414b52507f2b549 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:21.937553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.108449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.163238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df12972-fb62-4dc2-8027-908ef557f82a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.172368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Checking segment: {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:22.172725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Network hostable DHCP agents. Network: 94df0463-9d71-4c38-b637-3ebd8ba80641, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:22.189221 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Network 94df0463-9d71-4c38-b637-3ebd8ba80641 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:22.197776 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 94df0463-9d71-4c38-b637-3ebd8ba80641) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:22.202320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.202915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.207274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e14a3b-4f2b-4d31-ba26-ab48f5e181b7 None None] Network 94df0463-9d71-4c38-b637-3ebd8ba80641 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:22.221883 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e27f6c61-2bdb-4e53-a6bc-26d93e74530f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3068972 Aug 11 03:18:22.330742 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ddba27-b0da-45bb-b43a-df215db8ed23 None None] Network 94df0463-9d71-4c38-b637-3ebd8ba80641 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:22.638374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-230fcd6a-4fe2-4c63-a6bd-4a096659c3ae tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.639858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-230fcd6a-4fe2-4c63-a6bd-4a096659c3ae tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/networks?id=94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 200 len: 813 time: 0.1009655 Aug 11 03:18:22.656759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-55dc4e89-80be-4a2d-ae2c-be4dc8131e3d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/quotas/63176baf11ea4f71a414b52507f2b549 HTTP/1.1" status: 200 len: 375 time: 0.0110149 Aug 11 03:18:22.697847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-47a02425-5672-496c-9491-b761aafc3e66 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63176baf11ea4f71a414b52507f2b549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353520 Aug 11 03:18:22.863204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-9bbc5776-49a5-4cda-9c80-e20ceea91741 service neutron] 10.222.0.16 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251819 Aug 11 03:18:22.955806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-548b33b9-057b-4af9-8814-fd9be530f535 service neutron] 10.222.0.16 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861368 Aug 11 03:18:23.131189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5adf7127-88f5-4c88-b7cd-e9545b367cc2 req-6370bc58-33a3-4593-84fe-f6badcced3ca tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 210 time: 0.0317183 Aug 11 03:18:23.477960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.542315 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.232790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-579235d8-5d08-4563-9eb9-1408e11e9d15 req-4a6d64db-137c-439d-be23-c922ff13a06e tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 210 time: 0.0290353 Aug 11 03:18:24.334797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-991b7d49-86d9-46dd-8c83-36feb6ce3b22 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.336478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-991b7d49-86d9-46dd-8c83-36feb6ce3b22 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.25 "GET /v2.0/networks?id=94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 200 len: 813 time: 0.1060808 Aug 11 03:18:24.350103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Request body: {'port': {'device_id': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641', 'admin_state_up': True, 'tenant_id': '63176baf11ea4f71a414b52507f2b549'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:24.460306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Made reservation on behalf of 63176baf11ea4f71a414b52507f2b549 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:24.463971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.586933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Allocated IP 172.20.0.13 (94df0463-9d71-4c38-b637-3ebd8ba80641/1df12972-fb62-4dc2-8027-908ef557f82a/3dfa65b4-f5df-404c-8937-f18769c76709) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:24.736114 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.775106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.821722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Network 94df0463-9d71-4c38-b637-3ebd8ba80641 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:24.826939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:24.830983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:24.857868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Pushing event updated for resources: {'Port': ['ID=3dfa65b4-f5df-404c-8937-f18769c76709,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:24.883693 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.884321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.898526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7070f126-f040-47c8-b168-70a61a4662fa tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526683 Aug 11 03:18:24.914348 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Request body: {'port': {'device_id': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:24.967603 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.228556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfa65b4-f5df-404c-8937-f18769c76709 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:25.236650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.248476 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Transition to ACTIVE for port object 3dfa65b4-f5df-404c-8937-f18769c76709 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:25.252309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.301223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5941811-280c-462b-8622-7ea86191102d service neutron] Pushing event updated for resources: {'Port': ['ID=3dfa65b4-f5df-404c-8937-f18769c76709,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:25.394577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f107-2fa4-4fae-abf6-aa76e0076064 req-4b986998-afdf-4cd4-81f1-d0c9e2b9bd0c tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.396118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3c8f107-2fa4-4fae-abf6-aa76e0076064 req-4b986998-afdf-4cd4-81f1-d0c9e2b9bd0c tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 944 time: 0.0922124 Aug 11 03:18:25.420974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Attempting to bind port 3dfa65b4-f5df-404c-8937-f18769c76709 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:25.421312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Attempting to bind port 3dfa65b4-f5df-404c-8937-f18769c76709 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:25.421644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Attempting to bind port 3dfa65b4-f5df-404c-8937-f18769c76709 on network 94df0463-9d71-4c38-b637-3ebd8ba80641 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:25.435028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Port 3dfa65b4-f5df-404c-8937-f18769c76709 on network 94df0463-9d71-4c38-b637-3ebd8ba80641 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:25.435355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Attempting to bind port 3dfa65b4-f5df-404c-8937-f18769c76709 on network 94df0463-9d71-4c38-b637-3ebd8ba80641 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:25.443591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:25.443934 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Checking segment: {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:25.444319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Bound using segment: {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:25.444757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Bound port: 3dfa65b4-f5df-404c-8937-f18769c76709, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:25.445121 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.468166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3c8f107-2fa4-4fae-abf6-aa76e0076064 req-25d55bf7-6c37-48b7-b923-4128bab95e94 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621397 Aug 11 03:18:25.528622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] For port 3dfa65b4-f5df-404c-8937-f18769c76709, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:25.531868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] For port 3dfa65b4-f5df-404c-8937-f18769c76709, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dfa65b4-f5df-404c-8937-f18769c76709,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:25.537339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.572948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.573573 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.575030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-a5941811-280c-462b-8622-7ea86191102d service neutron] 10.222.0.25 "PUT /v2.0/ports/3dfa65b4-f5df-404c-8937-f18769c76709 HTTP/1.1" status: 200 len: 1092 time: 0.6649072 Aug 11 03:18:25.575470 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'tag': '3dfa65b4-f5df-404c-8937-f18769c76709'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:25.577729 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9158ec34-4c80-4f68-8065-3778a3ae10ee" -d '{"events": [{"name": "network-changed", "server_uuid": "27f147e6-9eda-4886-8b6e-7d5a6f5db219", "tag": "3dfa65b4-f5df-404c-8937-f18769c76709"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:25.603356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5941811-280c-462b-8622-7ea86191102d service neutron] Pushing event updated for resources: {'Port': ['ID=3dfa65b4-f5df-404c-8937-f18769c76709,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:25.626235 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570be4b5-86a6-4d08-a03b-35ff23a66878 x-openstack-request-id: req-570be4b5-86a6-4d08-a03b-35ff23a66878 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:25.626564 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f147e6-9eda-4886-8b6e-7d5a6f5db219", "tag": "3dfa65b4-f5df-404c-8937-f18769c76709", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:25.626824 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-570be4b5-86a6-4d08-a03b-35ff23a66878 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:25.627289 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'tag': '3dfa65b4-f5df-404c-8937-f18769c76709', 'status': 'completed', 'code': 200} Aug 11 03:18:25.661427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7ab0c505-1e90-4088-9525-6d917ffda004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.663042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-7ab0c505-1e90-4088-9525-6d917ffda004 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=63176baf11ea4f71a414b52507f2b549&device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 1095 time: 0.0466659 Aug 11 03:18:25.710445 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-2a5c45ad-56e3-4dc0-92c9-57ec5acb9aa1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfa65b4-f5df-404c-8937-f18769c76709 HTTP/1.1" status: 200 len: 217 time: 0.0388963 Aug 11 03:18:25.769626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-4b92bb5b-58bb-450f-b523-03cd64a6ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.771022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-4b92bb5b-58bb-450f-b523-03cd64a6ab72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1df12972-fb62-4dc2-8027-908ef557f82a HTTP/1.1" status: 200 len: 853 time: 0.0534432 Aug 11 03:18:25.803863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-38c86e82-0c4e-4196-9945-62c4e081ecca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94df0463-9d71-4c38-b637-3ebd8ba80641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251875 Aug 11 03:18:25.926326 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-26807d18-8ce6-46d4-8c5b-ccb358cca60a service neutron] 10.222.0.25 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134562 Aug 11 03:18:26.027896 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b286b6a8-7735-483b-9bf9-4a12830ad773 req-edf10da0-aa91-4f53-bbe9-b66fcb4f7e1f service neutron] 10.222.0.25 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940015 Aug 11 03:18:26.134712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-b9ce42ef-6cf9-4d66-8f34-8c5d5074c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.136322 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-b9ce42ef-6cf9-4d66-8f34-8c5d5074c17c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=63176baf11ea4f71a414b52507f2b549&device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 1095 time: 0.0441113 Aug 11 03:18:26.246798 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-b317fadd-7e93-4d15-a342-e726569fc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.248404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-b317fadd-7e93-4d15-a342-e726569fc976 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 200 len: 913 time: 0.0972462 Aug 11 03:18:26.297097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-370204ac-cd8f-44b1-b8a7-c8da4795e9ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfa65b4-f5df-404c-8937-f18769c76709 HTTP/1.1" status: 200 len: 217 time: 0.0373840 Aug 11 03:18:26.363992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-befe5343-a1e9-4ad8-8484-16c3db843bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.365561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-befe5343-a1e9-4ad8-8484-16c3db843bb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1df12972-fb62-4dc2-8027-908ef557f82a HTTP/1.1" status: 200 len: 853 time: 0.0566659 Aug 11 03:18:26.404227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-f37c0603-7add-4e17-9fc4-3fd3c43bcea9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94df0463-9d71-4c38-b637-3ebd8ba80641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264435 Aug 11 03:18:26.510107 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-6866946a-84b9-4ae3-977e-5961fb703d60 service neutron] 10.222.0.25 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966525 Aug 11 03:18:26.649010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e0e7-9d6c-4ef4-8911-5edd8876fce9 req-4d80bfd5-de89-4843-a218-a938b80cc2dd tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.650565 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8586e0e7-9d6c-4ef4-8911-5edd8876fce9 req-4d80bfd5-de89-4843-a218-a938b80cc2dd tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 944 time: 0.0833929 Aug 11 03:18:26.652856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9158ec34-4c80-4f68-8065-3778a3ae10ee req-e5b8aed5-175d-457c-b542-43872a0820b7 service neutron] 10.222.0.25 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346757 Aug 11 03:18:26.693680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8586e0e7-9d6c-4ef4-8911-5edd8876fce9 req-596d37a8-ca8e-41b1-afc1-08961834b4bc tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Aug 11 03:18:27.818421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a04c-b35c-43c9-a5f9-824acfc6d27c req-0340db7c-ae8a-483e-8580-792e802b50d1 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:27.819984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e87a04c-b35c-43c9-a5f9-824acfc6d27c req-0340db7c-ae8a-483e-8580-792e802b50d1 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 944 time: 0.0540597 Aug 11 03:18:27.857659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e87a04c-b35c-43c9-a5f9-824acfc6d27c req-1f2a774a-d651-4afd-9138-344a800e7a72 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Aug 11 03:18:28.239704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dfa65b4-f5df-404c-8937-f18769c76709 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:28.343808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dfa65b4-f5df-404c-8937-f18769c76709, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dfa65b4-f5df-404c-8937-f18769c76709,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:28.356756 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '3dfa65b4-f5df-404c-8937-f18769c76709', 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641', 'port_id': '3dfa65b4-f5df-404c-8937-f18769c76709', 'mac_address': 'fa:16:3e:7c:72:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df12972-fb62-4dc2-8027-908ef557f82a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:28.406540 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.421830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfa65b4-f5df-404c-8937-f18769c76709 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:28.442459 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dfa65b4-f5df-404c-8937-f18769c76709, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dfa65b4-f5df-404c-8937-f18769c76709,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:28.446722 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.496442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3dfa65b4-f5df-404c-8937-f18769c76709,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:28.671892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3dfa65b4-f5df-404c-8937-f18769c76709'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:28.976662 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6527c48-50d3-42eb-a631-cdca9cbbd497 req-56b0f6eb-f151-41bd-95f6-04f110ad675e tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.978279 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6527c48-50d3-42eb-a631-cdca9cbbd497 req-56b0f6eb-f151-41bd-95f6-04f110ad675e tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 945 time: 0.0512068 Aug 11 03:18:29.017590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6527c48-50d3-42eb-a631-cdca9cbbd497 req-873b736d-1a48-4365-9f64-f4d5dcda1a59 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Aug 11 03:18:30.132636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab080-50da-4d20-b770-7d145ee2ba86 req-f10bea9e-35e1-4470-ba66-2441cd646dfb tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:30.134184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e6ab080-50da-4d20-b770-7d145ee2ba86 req-f10bea9e-35e1-4470-ba66-2441cd646dfb tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Aug 11 03:18:30.174031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1e6ab080-50da-4d20-b770-7d145ee2ba86 req-e7ec5cd9-9bf9-4277-9316-c905ac84b5d2 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Aug 11 03:18:30.259587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dfa65b4-f5df-404c-8937-f18769c76709 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:30.307638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 3dfa65b4-f5df-404c-8937-f18769c76709 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:30.311453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 3dfa65b4-f5df-404c-8937-f18769c76709 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:30.311825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.389324 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.412226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfa65b4-f5df-404c-8937-f18769c76709'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:30.414532 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9284c6-16e3-4446-8581-12f56bfc8fe1" -d '{"events": [{"server_uuid": "27f147e6-9eda-4886-8b6e-7d5a6f5db219", "name": "network-vif-plugged", "status": "completed", "tag": "3dfa65b4-f5df-404c-8937-f18769c76709"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:30.428601 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 3dfa65b4-f5df-404c-8937-f18769c76709, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dfa65b4-f5df-404c-8937-f18769c76709,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:30.432131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.459066 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d187130-d3a4-403f-86ae-d7acb4ba86e2 x-openstack-request-id: req-6d187130-d3a4-403f-86ae-d7acb4ba86e2 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:30.459367 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f147e6-9eda-4886-8b6e-7d5a6f5db219", "name": "network-vif-plugged", "status": "completed", "tag": "3dfa65b4-f5df-404c-8937-f18769c76709", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:30.459624 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d187130-d3a4-403f-86ae-d7acb4ba86e2 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:30.460025 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfa65b4-f5df-404c-8937-f18769c76709', 'code': 200} Aug 11 03:18:30.487731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=3dfa65b4-f5df-404c-8937-f18769c76709,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:30.560647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e933dad-8bad-4969-922a-37924cab9339 req-278b47d3-4d3c-4b53-b6eb-284ca6f94520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:30.562088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e933dad-8bad-4969-922a-37924cab9339 req-278b47d3-4d3c-4b53-b6eb-284ca6f94520 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 1097 time: 0.0444572 Aug 11 03:18:30.600333 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e933dad-8bad-4969-922a-37924cab9339 req-ab5d5cf0-d1a3-45b2-b1f4-3c03c72cd69f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288713 Aug 11 03:18:31.290573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284eabb-3502-4bd9-8f84-72539f90e756 req-961b6097-0020-421b-bb13-bbd829c0e87f tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:31.292208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3284eabb-3502-4bd9-8f84-72539f90e756 req-961b6097-0020-421b-bb13-bbd829c0e87f tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0503311 Aug 11 03:18:31.333696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3284eabb-3502-4bd9-8f84-72539f90e756 req-1c1e5027-afaf-4caa-bd7c-e48f9cedd961 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Aug 11 03:18:32.462655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062daa26-3e0b-428a-85bd-ee099a25869b req-a2b04595-74e7-4240-a1c4-e71b762fb7ea tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:32.464157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-062daa26-3e0b-428a-85bd-ee099a25869b req-a2b04595-74e7-4240-a1c4-e71b762fb7ea tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0488415 Aug 11 03:18:32.503283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-062daa26-3e0b-428a-85bd-ee099a25869b req-73ddd0cf-2919-4bb6-a3aa-8e56fe1f5386 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331035 Aug 11 03:18:32.728835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-c6db60a3-6bcc-4572-97f5-14b802a9da37 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:32.730346 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-c6db60a3-6bcc-4572-97f5-14b802a9da37 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/networks?id=94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 200 len: 813 time: 0.1044831 Aug 11 03:18:32.746327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-ba6742a2-ecee-4369-abbc-89a5003dbe51 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/quotas/63176baf11ea4f71a414b52507f2b549 HTTP/1.1" status: 200 len: 375 time: 0.0096102 Aug 11 03:18:32.798877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-9bde7343-1bb2-43c9-aebd-5e76acbd7ee8 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63176baf11ea4f71a414b52507f2b549&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462852 Aug 11 03:18:32.890739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-94fb2302-0edf-4984-badb-bed2f0a50501 service neutron] 10.222.0.16 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Aug 11 03:18:32.980273 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-02e4c398-fdc4-422f-96d2-ff0ed1d8842d service neutron] 10.222.0.16 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826478 Aug 11 03:18:33.146467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2b0a864-4a38-4205-acae-d526e21b7091 req-65a838dd-d61a-43ec-99a2-22ccf167d329 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 210 time: 0.0272398 Aug 11 03:18:34.213478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-22a13bce-3d63-4dc0-afe3-23f269d80fd5 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.216304 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-22a13bce-3d63-4dc0-afe3-23f269d80fd5 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.59 "GET /v2.0/networks?id=94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 200 len: 813 time: 0.1476934 Aug 11 03:18:34.229759 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Request body: {'port': {'device_id': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641', 'admin_state_up': True, 'tenant_id': '63176baf11ea4f71a414b52507f2b549'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:34.252079 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-df133761-fd5a-48c2-90f7-61e21b4eb5f7 req-60b387e8-1c68-4f2f-a3f1-ea660ecb3e12 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 210 time: 0.0291348 Aug 11 03:18:34.359302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Made reservation on behalf of 63176baf11ea4f71a414b52507f2b549 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:34.363581 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.494930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Allocated IP 172.20.0.11 (94df0463-9d71-4c38-b637-3ebd8ba80641/1df12972-fb62-4dc2-8027-908ef557f82a/c84ecba3-6bb5-4512-94c1-e719749b01a5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:34.643871 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.682993 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.694872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3dfa65b4-f5df-404c-8937-f18769c76709'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:34.735233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Network 94df0463-9d71-4c38-b637-3ebd8ba80641 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:34.738753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:34.743256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:34.768613 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Pushing event updated for resources: {'Port': ['ID=c84ecba3-6bb5-4512-94c1-e719749b01a5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:34.799786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.800457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.816154 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-050a6de4-fd05-4bc6-9452-560642fbafe0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905728 Aug 11 03:18:34.827679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-e5f2a9ad-0def-4a95-ab61-6b9c8e607c45 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:34.828859 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-e5f2a9ad-0def-4a95-ab61-6b9c8e607c45 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056078 Aug 11 03:18:34.840652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Request body: {'port': {'device_id': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:34.895119 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.162137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84ecba3-6bb5-4512-94c1-e719749b01a5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:35.170232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.182713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Transition to ACTIVE for port object c84ecba3-6bb5-4512-94c1-e719749b01a5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:35.186500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.236649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Pushing event updated for resources: {'Port': ['ID=c84ecba3-6bb5-4512-94c1-e719749b01a5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:35.307822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Attempting to bind port c84ecba3-6bb5-4512-94c1-e719749b01a5 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:35.308171 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Attempting to bind port c84ecba3-6bb5-4512-94c1-e719749b01a5 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:35.308503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Attempting to bind port c84ecba3-6bb5-4512-94c1-e719749b01a5 on network 94df0463-9d71-4c38-b637-3ebd8ba80641 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:35.312982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Port c84ecba3-6bb5-4512-94c1-e719749b01a5 on network 94df0463-9d71-4c38-b637-3ebd8ba80641 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:35.313315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Attempting to bind port c84ecba3-6bb5-4512-94c1-e719749b01a5 on network 94df0463-9d71-4c38-b637-3ebd8ba80641 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:35.318973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:35.319256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Checking segment: {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:35.319697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Bound using segment: {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:35.320076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Bound port: c84ecba3-6bb5-4512-94c1-e719749b01a5, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd157574-7a98-4c1c-8851-e7e3dbcfc938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:35.320436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.373716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f870c9-e671-4184-b345-49b1088ddc49 req-d01330da-a833-4036-9be6-559420aa1747 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.375252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2f870c9-e671-4184-b345-49b1088ddc49 req-d01330da-a833-4036-9be6-559420aa1747 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 944 time: 0.0518205 Aug 11 03:18:35.384857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] For port c84ecba3-6bb5-4512-94c1-e719749b01a5, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:35.388612 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] For port c84ecba3-6bb5-4512-94c1-e719749b01a5, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:35.392477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.416467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b2f870c9-e671-4184-b345-49b1088ddc49 req-f8bb7ccb-bace-4632-b634-335f5bcbdfa2 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344422 Aug 11 03:18:35.428751 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.429407 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.430874 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] 10.222.0.59 "PUT /v2.0/ports/c84ecba3-6bb5-4512-94c1-e719749b01a5 HTTP/1.1" status: 200 len: 1092 time: 0.5944538 Aug 11 03:18:35.431332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'tag': 'c84ecba3-6bb5-4512-94c1-e719749b01a5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:35.433636 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4393d33-0130-41c3-a9c7-cee653408e64" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0680e3-fd05-4d14-8864-403399e5b0fb", "tag": "c84ecba3-6bb5-4512-94c1-e719749b01a5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:35.465923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ac419-eebe-46f2-bcd2-bd170e841eee service neutron] Pushing event updated for resources: {'Port': ['ID=c84ecba3-6bb5-4512-94c1-e719749b01a5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:35.498689 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a4364-ddac-4775-bc23-f5a9df261a22 x-openstack-request-id: req-ee5a4364-ddac-4775-bc23-f5a9df261a22 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:35.498980 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0680e3-fd05-4d14-8864-403399e5b0fb", "tag": "c84ecba3-6bb5-4512-94c1-e719749b01a5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:35.499228 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee5a4364-ddac-4775-bc23-f5a9df261a22 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:35.499634 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'tag': 'c84ecba3-6bb5-4512-94c1-e719749b01a5', 'status': 'completed', 'code': 200} Aug 11 03:18:35.530201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-cc9934ff-9837-4eb4-8194-3b0198dda9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.531722 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-cc9934ff-9837-4eb4-8194-3b0198dda9a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63176baf11ea4f71a414b52507f2b549&device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 1095 time: 0.0501587 Aug 11 03:18:35.578694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-5937a87c-ef5e-4cea-a0c4-623e4c69bae1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5 HTTP/1.1" status: 200 len: 217 time: 0.0389566 Aug 11 03:18:35.628155 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-2b494fcc-fa54-4d0f-835a-615949919fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.629588 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-2b494fcc-fa54-4d0f-835a-615949919fba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1df12972-fb62-4dc2-8027-908ef557f82a HTTP/1.1" status: 200 len: 853 time: 0.0442452 Aug 11 03:18:35.661410 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-32b2e5c9-db17-42c8-95ff-85bfe2a9cb79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=94df0463-9d71-4c38-b637-3ebd8ba80641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250537 Aug 11 03:18:35.753230 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-bdee7dcf-c6b5-4a7a-8ac0-72d662e33f7a service neutron] 10.222.0.59 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844085 Aug 11 03:18:35.841714 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b0d95e58-48b2-4c36-874f-2f911e3c0bc5 req-cea300ac-2b64-4dbf-b5e4-015f3110fbcc service neutron] 10.222.0.59 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816338 Aug 11 03:18:35.928726 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-02386c5c-842f-45ec-bf12-289c59abf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.930261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-02386c5c-842f-45ec-bf12-289c59abf2f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63176baf11ea4f71a414b52507f2b549&device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 1095 time: 0.0426619 Aug 11 03:18:36.024805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-63990d4b-1261-4c09-8061-65cd9dd80b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.026248 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-63990d4b-1261-4c09-8061-65cd9dd80b3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 200 len: 913 time: 0.0882521 Aug 11 03:18:36.068332 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-1dcd0356-2468-4029-aa30-434de89bf115 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Aug 11 03:18:36.122554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-9b5719eb-80dc-477a-99d6-1b86a5c83914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.124003 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-9b5719eb-80dc-477a-99d6-1b86a5c83914 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1df12972-fb62-4dc2-8027-908ef557f82a HTTP/1.1" status: 200 len: 853 time: 0.0480657 Aug 11 03:18:36.156881 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-2c6f3122-d166-4a2e-8d70-e4caa52c0f47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=94df0463-9d71-4c38-b637-3ebd8ba80641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244334 Aug 11 03:18:36.246782 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-de69e3a8-9f45-4aaa-8f33-8dc27f3d0964 service neutron] 10.222.0.59 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821989 Aug 11 03:18:36.339005 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d4393d33-0130-41c3-a9c7-cee653408e64 req-4783a05c-f6eb-4efb-b21a-0ac80d508823 service neutron] 10.222.0.59 "GET /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852442 Aug 11 03:18:36.541323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11ff3-02de-4501-8bd0-6dd1a6981484 req-3a5cf2f1-e59b-440a-ab0a-554621aa6459 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.542891 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36d11ff3-02de-4501-8bd0-6dd1a6981484 req-3a5cf2f1-e59b-440a-ab0a-554621aa6459 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 944 time: 0.0492477 Aug 11 03:18:36.583432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36d11ff3-02de-4501-8bd0-6dd1a6981484 req-c1524d2f-9d6b-49ef-b14c-60d89254948f tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Aug 11 03:18:37.700466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c184a-bbc8-4fbd-8d97-9d0ed907ceb0 req-258d19fe-94e3-4dfe-a0b1-1a5097b3f33d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:37.702153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f9c184a-bbc8-4fbd-8d97-9d0ed907ceb0 req-258d19fe-94e3-4dfe-a0b1-1a5097b3f33d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 944 time: 0.0488012 Aug 11 03:18:37.740338 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f9c184a-bbc8-4fbd-8d97-9d0ed907ceb0 req-0dacf991-580f-48bf-bc20-0dc5e8a5d03d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Aug 11 03:18:38.860308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c778b5c-9f6b-40c9-b417-a3fa2fc72b33 req-c3ad9627-0c83-4e61-8c56-11149fba9a62 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:38.862440 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c778b5c-9f6b-40c9-b417-a3fa2fc72b33 req-c3ad9627-0c83-4e61-8c56-11149fba9a62 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 944 time: 0.0542810 Aug 11 03:18:38.901360 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c778b5c-9f6b-40c9-b417-a3fa2fc72b33 req-47361497-7911-490e-8596-c99206c7094d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 11 03:18:39.578382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c84ecba3-6bb5-4512-94c1-e719749b01a5 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:39.677464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port c84ecba3-6bb5-4512-94c1-e719749b01a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:39.689590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'c84ecba3-6bb5-4512-94c1-e719749b01a5', 'network_id': '94df0463-9d71-4c38-b637-3ebd8ba80641', 'port_id': 'c84ecba3-6bb5-4512-94c1-e719749b01a5', 'mac_address': 'fa:16:3e:64:fd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df12972-fb62-4dc2-8027-908ef557f82a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:39.727795 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.740506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84ecba3-6bb5-4512-94c1-e719749b01a5 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:39.761266 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port c84ecba3-6bb5-4512-94c1-e719749b01a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:39.765556 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.821767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=c84ecba3-6bb5-4512-94c1-e719749b01a5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:39.971471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['c84ecba3-6bb5-4512-94c1-e719749b01a5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:40.051463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e428d-c3e2-46ea-990c-aa792e9536d1 req-7661a2ee-547f-4fa5-91b9-60ef55c5fce8 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.053666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320e428d-c3e2-46ea-990c-aa792e9536d1 req-7661a2ee-547f-4fa5-91b9-60ef55c5fce8 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 945 time: 0.0816133 Aug 11 03:18:40.101690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-320e428d-c3e2-46ea-990c-aa792e9536d1 req-ba4aa7fb-ebd3-440e-879f-869edb2d29f1 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Aug 11 03:18:41.227988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386651-ed55-4b71-b352-c726da05be4b req-53fa1368-db44-4fdd-b227-6630ad99e459 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:41.229542 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10386651-ed55-4b71-b352-c726da05be4b req-53fa1368-db44-4fdd-b227-6630ad99e459 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 945 time: 0.0549970 Aug 11 03:18:41.272597 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-10386651-ed55-4b71-b352-c726da05be4b req-250cdcff-b5b4-4659-8517-a678cc8fc69c tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Aug 11 03:18:41.567995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c84ecba3-6bb5-4512-94c1-e719749b01a5 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:41.620012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port c84ecba3-6bb5-4512-94c1-e719749b01a5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:41.623815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port c84ecba3-6bb5-4512-94c1-e719749b01a5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:41.624182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.713800 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.748593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port c84ecba3-6bb5-4512-94c1-e719749b01a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:41.749843 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84ecba3-6bb5-4512-94c1-e719749b01a5'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:41.752726 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553a274-ba8c-4a52-ad03-54e68388a7ef" -d '{"events": [{"server_uuid": "ac0680e3-fd05-4d14-8864-403399e5b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "c84ecba3-6bb5-4512-94c1-e719749b01a5"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:41.756560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.792558 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eef2db-7555-4e8d-b627-00566bf6afea x-openstack-request-id: req-35eef2db-7555-4e8d-b627-00566bf6afea {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:41.792931 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0680e3-fd05-4d14-8864-403399e5b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "c84ecba3-6bb5-4512-94c1-e719749b01a5", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:41.793202 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35eef2db-7555-4e8d-b627-00566bf6afea {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:41.793576 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84ecba3-6bb5-4512-94c1-e719749b01a5', 'code': 200} Aug 11 03:18:41.809451 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=c84ecba3-6bb5-4512-94c1-e719749b01a5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:41.893919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec12d7-918f-42b5-bbae-6b7905780d36 req-904068d0-2e88-436a-925f-16943f36ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:41.895530 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-24ec12d7-918f-42b5-bbae-6b7905780d36 req-904068d0-2e88-436a-925f-16943f36ccea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 1097 time: 0.0441625 Aug 11 03:18:41.933937 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-24ec12d7-918f-42b5-bbae-6b7905780d36 req-5ec26012-51b0-4e9c-a2e2-81af190f65e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Aug 11 03:18:42.395526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efacd68-0338-4a3e-b43b-9224fd7730a7 req-493ab37d-a341-4137-bfbd-893e6c59a7a6 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:42.397152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8efacd68-0338-4a3e-b43b-9224fd7730a7 req-493ab37d-a341-4137-bfbd-893e6c59a7a6 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 946 time: 0.0559194 Aug 11 03:18:42.440829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8efacd68-0338-4a3e-b43b-9224fd7730a7 req-812847ac-70ad-4c81-83c9-2aa4e338ff34 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Aug 11 03:18:43.568943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3aff7-2d1a-4c44-9a1a-6a4d6ba8043e req-57e33225-8b7f-4f70-89ed-a8b28b451ea0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:43.570692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2bd3aff7-2d1a-4c44-9a1a-6a4d6ba8043e req-57e33225-8b7f-4f70-89ed-a8b28b451ea0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 946 time: 0.0504620 Aug 11 03:18:43.616036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2bd3aff7-2d1a-4c44-9a1a-6a4d6ba8043e req-d5166203-0bca-445d-81ad-35775412b36e tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Aug 11 03:18:43.856622 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3b7b-d53b-4f5b-bfdc-a03b0a68e37c req-daaba3b0-2509-4b90-8beb-0acc289b69ef tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:43.858312 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34cc3b7b-d53b-4f5b-bfdc-a03b0a68e37c req-daaba3b0-2509-4b90-8beb-0acc289b69ef tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 946 time: 0.0518570 Aug 11 03:18:43.897927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34cc3b7b-d53b-4f5b-bfdc-a03b0a68e37c req-a635d5e8-9fe0-45b9-b826-2e9d3db612d3 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Aug 11 03:18:43.976199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c298bb9-0135-4027-bb05-265dca9f15dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.037158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b053e75-65df-437e-a0c8-42ea4c8dd837 req-d233e361-aa42-4770-8392-ce7d9371545d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:45.039409 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b053e75-65df-437e-a0c8-42ea4c8dd837 req-d233e361-aa42-4770-8392-ce7d9371545d tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 946 time: 0.0705583 Aug 11 03:18:45.080043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b053e75-65df-437e-a0c8-42ea4c8dd837 req-1a888dd3-e8cf-4ea8-946b-c1ed2c57f9f4 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Aug 11 03:18:45.152116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933703ac-2ce8-46b0-a8da-8018460e605a req-5aa15b9c-a360-4145-b775-d0af8d494b12 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:45.153600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-933703ac-2ce8-46b0-a8da-8018460e605a req-5aa15b9c-a360-4145-b775-d0af8d494b12 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac0680e3-fd05-4d14-8864-403399e5b0fb HTTP/1.1" status: 200 len: 946 time: 0.0495634 Aug 11 03:18:45.249586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Deleting port c84ecba3-6bb5-4512-94c1-e719749b01a5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:45.249867 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.349744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] For port c84ecba3-6bb5-4512-94c1-e719749b01a5, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=c84ecba3-6bb5-4512-94c1-e719749b01a5,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:45.350145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.363997 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Calling delete_port for c84ecba3-6bb5-4512-94c1-e719749b01a5 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:45.499814 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.517421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['c84ecba3-6bb5-4512-94c1-e719749b01a5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:45.519891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3dfa65b4-f5df-404c-8937-f18769c76709'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:45.536408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Pushing event deleted for resources: {'Port': ['ID=c84ecba3-6bb5-4512-94c1-e719749b01a5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:45.587323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] No DVR routers for this DVR port c84ecba3-6bb5-4512-94c1-e719749b01a5 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:45.590222 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.592333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-933703ac-2ce8-46b0-a8da-8018460e605a req-6550dcc1-dc4b-4d61-9ebf-b1b4521be915 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.59 "DELETE /v2.0/ports/c84ecba3-6bb5-4512-94c1-e719749b01a5 HTTP/1.1" status: 204 len: 173 time: 0.4330783 Aug 11 03:18:45.592791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'name': 'network-vif-deleted', 'tag': 'c84ecba3-6bb5-4512-94c1-e719749b01a5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:45.595405 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3805d8-b747-4f21-a9d6-b4a0ad5f9abb" -d '{"events": [{"server_uuid": "ac0680e3-fd05-4d14-8864-403399e5b0fb", "name": "network-vif-deleted", "tag": "c84ecba3-6bb5-4512-94c1-e719749b01a5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:45.649536 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db1a641-5db1-42a8-82b7-047f7ddc116b x-openstack-request-id: req-7db1a641-5db1-42a8-82b7-047f7ddc116b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:45.649933 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0680e3-fd05-4d14-8864-403399e5b0fb", "name": "network-vif-deleted", "tag": "c84ecba3-6bb5-4512-94c1-e719749b01a5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:45.650357 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7db1a641-5db1-42a8-82b7-047f7ddc116b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:45.650896 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0680e3-fd05-4d14-8864-403399e5b0fb', 'name': 'network-vif-deleted', 'tag': 'c84ecba3-6bb5-4512-94c1-e719749b01a5', 'status': 'completed', 'code': 200} Aug 11 03:18:46.238019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc772e-9137-4179-b8a2-973d99606592 req-8f9338f9-ad76-4e91-bc03-cf4143328c2a tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.239341 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40cc772e-9137-4179-b8a2-973d99606592 req-8f9338f9-ad76-4e91-bc03-cf4143328c2a tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0505879 Aug 11 03:18:46.257848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:46.279136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40cc772e-9137-4179-b8a2-973d99606592 req-97e6f59a-9c74-4915-a420-f3d6ea24672c tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Aug 11 03:18:46.412066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e909a-a5a7-43e2-b8ac-4529ec833aae req-e1d5ce17-762b-4403-b1a1-9c223f8234b8 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.413600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f58e909a-a5a7-43e2-b8ac-4529ec833aae req-e1d5ce17-762b-4403-b1a1-9c223f8234b8 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0486240 Aug 11 03:18:46.451932 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f58e909a-a5a7-43e2-b8ac-4529ec833aae req-086e5772-69b8-4b79-9ddb-2250d1d1b0e0 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Aug 11 03:18:46.575862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac76a3-d823-4ddb-a8af-89cc6de00f2a req-75830394-fa67-4041-b2e1-39ff13b9832a tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.577380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9ac76a3-d823-4ddb-a8af-89cc6de00f2a req-75830394-fa67-4041-b2e1-39ff13b9832a tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0542912 Aug 11 03:18:46.616851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9ac76a3-d823-4ddb-a8af-89cc6de00f2a req-98e843d8-727e-4668-aa49-04a6cbf8cfab tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Aug 11 03:18:46.788142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003af4-5eb4-4bd5-8f41-cc19c4bc460a req-bac6d604-fc59-4e31-a129-03a083a22a3f tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.789636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe003af4-5eb4-4bd5-8f41-cc19c4bc460a req-bac6d604-fc59-4e31-a129-03a083a22a3f tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0503199 Aug 11 03:18:46.828318 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe003af4-5eb4-4bd5-8f41-cc19c4bc460a req-1ac4578e-d4c3-46fd-be48-cc32caf357cb tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Aug 11 03:18:46.954280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18e766-513f-4754-a012-9ccf58d3503a req-b9de3453-af9c-4403-bb2b-30cd418c0520 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.955861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b18e766-513f-4754-a012-9ccf58d3503a req-b9de3453-af9c-4403-bb2b-30cd418c0520 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0586820 Aug 11 03:18:47.006053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b18e766-513f-4754-a012-9ccf58d3503a req-4cea9cbd-0550-4e6d-bf90-4ed0ad3bd2d7 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Aug 11 03:18:47.133303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15309a-0c71-4f4c-b6be-e357c85dcac6 req-7e9c4bac-ca0c-4c48-b667-92fe4bc1b313 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.134832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d15309a-0c71-4f4c-b6be-e357c85dcac6 req-7e9c4bac-ca0c-4c48-b667-92fe4bc1b313 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0525203 Aug 11 03:18:47.173135 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6d15309a-0c71-4f4c-b6be-e357c85dcac6 req-235bbac5-a486-4522-9296-087b8a9b4fa2 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Aug 11 03:18:47.494086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e99d4-7087-4479-9db2-ec1192ab961f req-84b045b0-cbef-41a1-abd1-8d4f8ff1ab81 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.495718 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b2e99d4-7087-4479-9db2-ec1192ab961f req-84b045b0-cbef-41a1-abd1-8d4f8ff1ab81 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0551603 Aug 11 03:18:47.519834 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f08ac96-2c01-40de-a00f-b483048090b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.538230 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b2e99d4-7087-4479-9db2-ec1192ab961f req-060f2003-65e1-485c-a327-355db49b8a23 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Aug 11 03:18:47.600607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c84ecba3-6bb5-4512-94c1-e719749b01a5 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:47.625323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: c84ecba3-6bb5-4512-94c1-e719749b01a5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:47.625672 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device c84ecba3-6bb5-4512-94c1-e719749b01a5 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:47.800931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.626971 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.663796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4c87-a3bf-4dd2-b0d3-bf182b0350ff req-6d4e545f-6818-4bf9-a091-659a363ac827 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.665295 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffcb4c87-a3bf-4dd2-b0d3-bf182b0350ff req-6d4e545f-6818-4bf9-a091-659a363ac827 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0520022 Aug 11 03:18:48.703310 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffcb4c87-a3bf-4dd2-b0d3-bf182b0350ff req-006d8419-fd0b-4f92-b3fa-7c20e46bd8ad tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Aug 11 03:18:49.225631 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-3f9261cb-4565-43ab-9e3b-a2222dc9fb55 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:49.227158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-3f9261cb-4565-43ab-9e3b-a2222dc9fb55 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.25 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0542912 Aug 11 03:18:49.327480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Deleting port 3dfa65b4-f5df-404c-8937-f18769c76709 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:49.327824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.816868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] For port 3dfa65b4-f5df-404c-8937-f18769c76709, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=3dfa65b4-f5df-404c-8937-f18769c76709,segment=NetworkSegment(dd157574-7a98-4c1c-8851-e7e3dbcfc938),segment_id=dd157574-7a98-4c1c-8851-e7e3dbcfc938)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:49.817610 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.833286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Calling delete_port for 3dfa65b4-f5df-404c-8937-f18769c76709 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:49.859233 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c02db-f711-4ab8-8800-e516aff76672 req-a8dde211-e5fe-4d41-8160-9302c903c926 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:49.860867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e88c02db-f711-4ab8-8800-e516aff76672 req-a8dde211-e5fe-4d41-8160-9302c903c926 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f147e6-9eda-4886-8b6e-7d5a6f5db219 HTTP/1.1" status: 200 len: 946 time: 0.0861139 Aug 11 03:18:49.947572 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e88c02db-f711-4ab8-8800-e516aff76672 req-bcba9277-a9f3-4b6c-8b8f-86b7495dd693 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fe7f1c7-eda8-494e-ab01-0fbb67d36965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531216 Aug 11 03:18:50.019191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.031130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['3dfa65b4-f5df-404c-8937-f18769c76709'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:50.049740 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Pushing event deleted for resources: {'Port': ['ID=3dfa65b4-f5df-404c-8937-f18769c76709,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:50.076045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.076389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.076738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.077070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.077403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.077736 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.078092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.078423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.079636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.079751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.080078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.080408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:50.102628 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] No DVR routers for this DVR port 3dfa65b4-f5df-404c-8937-f18769c76709 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:50.105286 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.107449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82ea5a92-b5a7-4a54-a23d-00b7daf40516 req-e4809bfc-7a54-40aa-823c-211d0a860810 tempest-ServersNegativeTestJSON-1976015106 tempest-ServersNegativeTestJSON-1976015106-project] 10.222.0.25 "DELETE /v2.0/ports/3dfa65b4-f5df-404c-8937-f18769c76709 HTTP/1.1" status: 204 len: 173 time: 0.8707757 Aug 11 03:18:50.107878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'name': 'network-vif-deleted', 'tag': '3dfa65b4-f5df-404c-8937-f18769c76709'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:50.110215 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd0f7f1-7643-4afa-8b49-8012e3638d31" -d '{"events": [{"server_uuid": "27f147e6-9eda-4886-8b6e-7d5a6f5db219", "name": "network-vif-deleted", "tag": "3dfa65b4-f5df-404c-8937-f18769c76709"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:50.149238 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4740d-9e7c-40af-b867-2b7c9d64de28 x-openstack-request-id: req-44e4740d-9e7c-40af-b867-2b7c9d64de28 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:50.149558 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f147e6-9eda-4886-8b6e-7d5a6f5db219", "name": "network-vif-deleted", "tag": "3dfa65b4-f5df-404c-8937-f18769c76709", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:50.149808 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44e4740d-9e7c-40af-b867-2b7c9d64de28 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:50.150250 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f147e6-9eda-4886-8b6e-7d5a6f5db219', 'name': 'network-vif-deleted', 'tag': '3dfa65b4-f5df-404c-8937-f18769c76709', 'status': 'completed', 'code': 200} Aug 11 03:18:50.243596 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.006581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.054463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Deleting subnet 1df12972-fb62-4dc2-8027-908ef557f82a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:51.060408 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.100137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.142019 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.203392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.232740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df12972-fb62-4dc2-8027-908ef557f82a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:51.235720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.237459 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7c7ce5a3-c2e0-4568-8db4-482ae290f112 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1df12972-fb62-4dc2-8027-908ef557f82a HTTP/1.1" status: 204 len: 168 time: 0.2298481 Aug 11 03:18:51.241234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.355519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.475773 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.486668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94df0463-9d71-4c38-b637-3ebd8ba80641']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:51.498269 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd157574-7a98-4c1c-8851-e7e3dbcfc938') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:51.498576 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd157574-7a98-4c1c-8851-e7e3dbcfc938') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:51.508887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.524594 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.531394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:51.531811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:51.533838 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:51.593574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.602414 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.605571 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] 10.222.0.16 "DELETE /v2.0/networks/94df0463-9d71-4c38-b637-3ebd8ba80641 HTTP/1.1" status: 204 len: 168 time: 0.3627236 Aug 11 03:18:51.625026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2c611-de5e-48ab-be50-90b3fe6a688b admin admin] Pushing event deleted for resources: {'Network': ['ID=94df0463-9d71-4c38-b637-3ebd8ba80641,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:51.737766 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50202) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.788712 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-da422506-72de-466c-bbb3-a9a510913aa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63176baf11ea4f71a414b52507f2b549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496976 Aug 11 03:18:51.791565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.846014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-750f4b4b-22d3-463f-bc82-3ff7ad34fd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.870979 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-750f4b4b-22d3-463f-bc82-3ff7ad34fd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.924369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-750f4b4b-22d3-463f-bc82-3ff7ad34fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.927534 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-750f4b4b-22d3-463f-bc82-3ff7ad34fd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.928757 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-750f4b4b-22d3-463f-bc82-3ff7ad34fd9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fe7f1c7-eda8-494e-ab01-0fbb67d36965 HTTP/1.1" status: 204 len: 168 time: 0.1362162 Aug 11 03:18:51.937257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f4b4b-22d3-463f-bc82-3ff7ad34fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7f1c7-eda8-494e-ab01-0fbb67d36965,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:52.755549 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:52.880302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-129327432'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:52.907822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:52.913537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.929082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.040392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.045345 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.071998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:53.086455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01586695-8b81-4d5c-b287-fbca1933dc47,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:53.091864 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.092212 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Added segment 37144d8d-77b4-49b7-b1d9-26e076363092 of type vlan for network f075c27b-1405-4a74-9548-76a8249fc60d Aug 11 03:18:53.148695 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.193701 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.204020 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.205844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.270747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5136499 Aug 11 03:18:53.286073 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ebd4-4b74-4077-9998-3ffd55414619 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Network': ['ID=f075c27b-1405-4a74-9548-76a8249fc60d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:53.301492 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f075c27b-1405-4a74-9548-76a8249fc60d details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:53.470679 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.545559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.410437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dfa65b4-f5df-404c-8937-f18769c76709 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:54.438469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 3dfa65b4-f5df-404c-8937-f18769c76709 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:54.438958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 3dfa65b4-f5df-404c-8937-f18769c76709 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:56.718067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:56.724040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'subnet': {'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:56.824018 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:56.827742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.030072 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.103335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Subnet': ['ID=b100b94b-1cab-49c0-9b62-3e5f25bd1720,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.112419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Checking segment: {'id': '37144d8d-77b4-49b7-b1d9-26e076363092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:57.112791 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network hostable DHCP agents. Network: f075c27b-1405-4a74-9548-76a8249fc60d, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:57.117524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.117879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.118262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.118644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.118981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.119316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.119649 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.119981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.120321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.120641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.120969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.121293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.142356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network f075c27b-1405-4a74-9548-76a8249fc60d is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:57.152064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f075c27b-1405-4a74-9548-76a8249fc60d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:57.156268 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.157479 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.162743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92ec84-3c7f-4da3-9de9-caead88cc23e None None] Network f075c27b-1405-4a74-9548-76a8249fc60d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:57.173728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b5e53644-c1fc-412d-af1e-70f877760543 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4543571 Aug 11 03:18:57.177207 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:57.182490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1191683400'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:57.203222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:57.207205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.232823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:57.244073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.244449 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Added segment 176146ff-4b77-4c83-aa2a-dcfeb62df7d3 of type vlan for network ad303dba-9fbb-47cd-b692-6c444c384e8a Aug 11 03:18:57.291830 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.322815 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.329288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f075c27b-1405-4a74-9548-76a8249fc60d', 'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d', 'tenant_id': '269f742bd95e49cc9f143bb2e0980700', 'fixed_ips': [{'subnet_id': 'b100b94b-1cab-49c0-9b62-3e5f25bd1720'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:57.330286 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.330539 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.330971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.387121 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2087414 Aug 11 03:18:57.390290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50234) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:57.397190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'subnet': {'network_id': 'ad303dba-9fbb-47cd-b692-6c444c384e8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:57.409343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17085a8d-f27e-4251-a8cd-b66d1d72b19d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Network': ['ID=ad303dba-9fbb-47cd-b692-6c444c384e8a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.428539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ad303dba-9fbb-47cd-b692-6c444c384e8a details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:57.492618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:57.496399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.534013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Allocated IP 2001:db8:0:ffff::2 (f075c27b-1405-4a74-9548-76a8249fc60d/b100b94b-1cab-49c0-9b62-3e5f25bd1720/8fc379a5-00e7-4d73-979e-e291c9d0b27f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:57.707630 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.716455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Transition to ACTIVE for port object 8fc379a5-00e7-4d73-979e-e291c9d0b27f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:57.721059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.733212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Transition to ACTIVE for port object 8fc379a5-00e7-4d73-979e-e291c9d0b27f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:57.740942 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.784145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Network f075c27b-1405-4a74-9548-76a8249fc60d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:57.785292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Subnet': ['ID=9b1b9bb3-eb70-4620-8d6b-eb4d61dafe36,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.785474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:57.788716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:57.795775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Checking segment: {'id': '176146ff-4b77-4c83-aa2a-dcfeb62df7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ad303dba-9fbb-47cd-b692-6c444c384e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:57.795925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network hostable DHCP agents. Network: ad303dba-9fbb-47cd-b692-6c444c384e8a, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:57.803905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Pushing event updated for resources: {'Port': ['ID=8fc379a5-00e7-4d73-979e-e291c9d0b27f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.815135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network ad303dba-9fbb-47cd-b692-6c444c384e8a is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:57.826426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ad303dba-9fbb-47cd-b692-6c444c384e8a) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:57.830641 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.831000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.831684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.832032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.832315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.832421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.832689 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.833020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.833528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.834046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.834381 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.834717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.835046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.835371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:57.849789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-872ac075-c646-40eb-8728-477ad3e4aeb6 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4577551 Aug 11 03:18:57.852846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50236) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:57.854655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7b7aa-e1ed-447c-97c8-368313d805b3 None None] Network ad303dba-9fbb-47cd-b692-6c444c384e8a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:57.908438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Attempting to bind port 8fc379a5-00e7-4d73-979e-e291c9d0b27f on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:57.908817 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Attempting to bind port 8fc379a5-00e7-4d73-979e-e291c9d0b27f by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '37144d8d-77b4-49b7-b1d9-26e076363092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:57.909186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Attempting to bind port 8fc379a5-00e7-4d73-979e-e291c9d0b27f on network f075c27b-1405-4a74-9548-76a8249fc60d {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:57.920042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:57.920422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Checking segment: {'id': '37144d8d-77b4-49b7-b1d9-26e076363092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:57.920830 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.921237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Bound using segment: {'id': '37144d8d-77b4-49b7-b1d9-26e076363092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:57.921711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Bound port: 8fc379a5-00e7-4d73-979e-e291c9d0b27f, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37144d8d-77b4-49b7-b1d9-26e076363092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f075c27b-1405-4a74-9548-76a8249fc60d'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:57.922122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.959542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.034629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] For port 8fc379a5-00e7-4d73-979e-e291c9d0b27f, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:58.039265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] For port 8fc379a5-00e7-4d73-979e-e291c9d0b27f, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8fc379a5-00e7-4d73-979e-e291c9d0b27f,segment=NetworkSegment(37144d8d-77b4-49b7-b1d9-26e076363092),segment_id=37144d8d-77b4-49b7-b1d9-26e076363092)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:58.039980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.049840 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.098395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9f866-b2b6-42e2-81ab-c651a1e32673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ad303dba-9fbb-47cd-b692-6c444c384e8a', 'network_id': 'ad303dba-9fbb-47cd-b692-6c444c384e8a', 'tenant_id': '269f742bd95e49cc9f143bb2e0980700', 'fixed_ips': [{'subnet_id': '9b1b9bb3-eb70-4620-8d6b-eb4d61dafe36'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:58.099255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f866-b2b6-42e2-81ab-c651a1e32673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.113219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.148909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1b9bb3-eb70-4620-8d6b-eb4d61dafe36,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.198654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b084f-f7dc-4bc3-badf-9d57c1a76d30 None None] Pushing event updated for resources: {'Port': ['ID=8fc379a5-00e7-4d73-979e-e291c9d0b27f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.214590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca741e6-3ed4-475a-95e6-c2b3c18ad9e9 None None] Network ad303dba-9fbb-47cd-b692-6c444c384e8a requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:58.225048 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.235986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad303dba-9fbb-47cd-b692-6c444c384e8a']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:58.247264 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176146ff-4b77-4c83-aa2a-dcfeb62df7d3') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:58.247586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176146ff-4b77-4c83-aa2a-dcfeb62df7d3') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:58.257556 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.281906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.289720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:58.290162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:58.293779 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:58.369154 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.377039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.379820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/ad303dba-9fbb-47cd-b692-6c444c384e8a HTTP/1.1" status: 204 len: 168 time: 0.5236738 Aug 11 03:18:58.382696 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50238) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:58.389756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1810065536'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:58.392828 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc35f4-bbb7-46a6-97a7-78ecd7d4864f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Network': ['ID=ad303dba-9fbb-47cd-b692-6c444c384e8a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.415244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:58.419073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.445402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:58.456562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.456935 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Added segment 2d94a2b1-9392-4af6-b519-166acfee432d of type vlan for network 3303020e-60fc-4e36-aa9b-5980ecb2d26f Aug 11 03:18:58.499221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.528308 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.533912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.534518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.591927 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2079265 Aug 11 03:18:58.594685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:58.601565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'subnet': {'network_id': '3303020e-60fc-4e36-aa9b-5980ecb2d26f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:58.647033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65ba06-4537-4d6c-a58b-115d239ff023 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Network': ['ID=3303020e-60fc-4e36-aa9b-5980ecb2d26f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.656914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 3303020e-60fc-4e36-aa9b-5980ecb2d26f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:58.699151 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:58.702851 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.767957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:18:58.768471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:18:58.907276 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.987200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Subnet': ['ID=5d512425-323f-404d-9274-1e0ac27d8a1d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.993704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Checking segment: {'id': '2d94a2b1-9392-4af6-b519-166acfee432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3303020e-60fc-4e36-aa9b-5980ecb2d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:58.994201 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network hostable DHCP agents. Network: 3303020e-60fc-4e36-aa9b-5980ecb2d26f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:59.020032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network 3303020e-60fc-4e36-aa9b-5980ecb2d26f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:59.030391 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 3303020e-60fc-4e36-aa9b-5980ecb2d26f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:59.036413 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.037709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.050031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7c5ee-abd6-4026-a862-8d3647dd4fd6 None None] Network 3303020e-60fc-4e36-aa9b-5980ecb2d26f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:59.052279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8fc379a5-00e7-4d73-979e-e291c9d0b27f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:59.060769 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8c592a9b-2f0f-4a26-bb73-24e3f7182ced tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4649143 Aug 11 03:18:59.063713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50242) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:59.124134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e575ea-b6a3-4316-9bb1-c6d98a0167bd None None] Network f075c27b-1405-4a74-9548-76a8249fc60d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:59.174542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.218529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bb82d8ab-e143-400e-8c9c-354070608b7a None None] Provisioning for port 8fc379a5-00e7-4d73-979e-e291c9d0b27f completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:59.228332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.261210 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8fc379a5-00e7-4d73-979e-e291c9d0b27f completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:59.286644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8fc379a5-00e7-4d73-979e-e291c9d0b27f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:59.287065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.300974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.329610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Subnet': ['ID=5d512425-323f-404d-9274-1e0ac27d8a1d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.396983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.408004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3303020e-60fc-4e36-aa9b-5980ecb2d26f']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:59.415280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3a67f-eb62-43f9-94b6-eec9660c4951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-3303020e-60fc-4e36-aa9b-5980ecb2d26f', 'network_id': '3303020e-60fc-4e36-aa9b-5980ecb2d26f', 'tenant_id': '269f742bd95e49cc9f143bb2e0980700', 'fixed_ips': [{'subnet_id': '5d512425-323f-404d-9274-1e0ac27d8a1d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:59.416169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a67f-eb62-43f9-94b6-eec9660c4951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.418986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d94a2b1-9392-4af6-b519-166acfee432d') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:59.419285 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d94a2b1-9392-4af6-b519-166acfee432d') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:59.428324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.442269 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.448158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:59.448577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:59.451574 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:59.479621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.520809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.522979 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-7dc3a67f-eb62-43f9-94b6-eec9660c4951 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:18:59.522979 n-d-715271-8 neutron-server[94701]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 11 03:18:59.522979 n-d-715271-8 neutron-server[94701]: [parameters: {'project_id': '269f742bd95e49cc9f143bb2e0980700', 'id': '7f4710c8-49ef-491d-9be8-66ae36c20184', 'name': '', 'network_id': '3303020e-60fc-4e36-aa9b-5980ecb2d26f', 'mac_address': 'fa:16:3e:6f:0a:a2', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-3303020e-60fc-4e36-aa9b-5980ecb2d26f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4081}] Aug 11 03:18:59.522979 n-d-715271-8 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:59.523373 n-d-715271-8 neutron-server[94701]: DEBUG oslo_db.api [None req-7dc3a67f-eb62-43f9-94b6-eec9660c4951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:59.528112 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8fc379a5-00e7-4d73-979e-e291c9d0b27f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8fc379a5-00e7-4d73-979e-e291c9d0b27f,segment=NetworkSegment(37144d8d-77b4-49b7-b1d9-26e076363092),segment_id=37144d8d-77b4-49b7-b1d9-26e076363092)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:59.530358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.533246 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/3303020e-60fc-4e36-aa9b-5980ecb2d26f HTTP/1.1" status: 204 len: 168 time: 0.4684048 Aug 11 03:18:59.537417 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50244) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:59.538145 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.545452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377683602'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:59.549119 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c0a01-1332-4532-b903-2cc1a8b4fe68 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Network': ['ID=3303020e-60fc-4e36-aa9b-5980ecb2d26f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.572779 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:59.576567 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.599368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8fc379a5-00e7-4d73-979e-e291c9d0b27f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.610849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:59.621636 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.621978 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Added segment 4353d422-8151-43aa-9e0a-2c3cdfc6a3b6 of type vlan for network cb5c8241-2397-4e50-8b4c-66d3b48743f4 Aug 11 03:18:59.669562 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.699838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.706081 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.706670 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.761588 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2201169 Aug 11 03:18:59.762138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50246) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:59.769787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'subnet': {'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:59.772319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-71d62277-70ad-465d-a8c6-908f85ddc0cf None None] Provisioning complete for port 8fc379a5-00e7-4d73-979e-e291c9d0b27f triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:59.772803 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71d62277-70ad-465d-a8c6-908f85ddc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.774556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018f79f-c72d-4816-88f8-a6b90a5f74e2 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Network': ['ID=cb5c8241-2397-4e50-8b4c-66d3b48743f4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.793763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network cb5c8241-2397-4e50-8b4c-66d3b48743f4 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:59.869719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:59.876709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.024975 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a67f-eb62-43f9-94b6-eec9660c4951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.054121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743dec1-60ea-4544-ad63-1f920dc3b337 None None] Network 3303020e-60fc-4e36-aa9b-5980ecb2d26f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:00.066587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743dec1-60ea-4544-ad63-1f920dc3b337 None None] Network 3303020e-60fc-4e36-aa9b-5980ecb2d26f could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:19:00.083394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.144842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Subnet': ['ID=cd55badc-0ba4-4995-ae82-4e3cc1ede178,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:00.153541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Checking segment: {'id': '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:00.153913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network hostable DHCP agents. Network: cb5c8241-2397-4e50-8b4c-66d3b48743f4, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:00.170373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network cb5c8241-2397-4e50-8b4c-66d3b48743f4 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:00.179168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, cb5c8241-2397-4e50-8b4c-66d3b48743f4) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:00.183177 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.183776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.188725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426a8dc-68c8-43a1-afa8-94b6a68fc5f9 None None] Network cb5c8241-2397-4e50-8b4c-66d3b48743f4 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:00.198865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4fa6c11a-4ec0-43f9-b144-7df56341519d tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350126 Aug 11 03:19:00.202409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50248) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.207551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968795780'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:00.227605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:00.231133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.258712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:00.272067 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.272414 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Added segment 011b8f0d-def5-4784-b282-4bc311b87477 of type vlan for network c38f4f87-4897-47bb-ae18-0156971d7f92 Aug 11 03:19:00.314717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.335177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-cb5c8241-2397-4e50-8b4c-66d3b48743f4', 'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4', 'tenant_id': '269f742bd95e49cc9f143bb2e0980700', 'fixed_ips': [{'subnet_id': 'cd55badc-0ba4-4995-ae82-4e3cc1ede178'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:00.336113 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.348767 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.354436 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.355037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.410463 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2069685 Aug 11 03:19:00.413205 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50250) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.418172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Request body: {'subnet': {'network_id': 'c38f4f87-4897-47bb-ae18-0156971d7f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:00.475051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Allocated IP 2001:db8::2 (cb5c8241-2397-4e50-8b4c-66d3b48743f4/cd55badc-0ba4-4995-ae82-4e3cc1ede178/ba7624cf-f800-4caf-ad3d-b3691cb85e6c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:00.479165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202a08e-0425-4855-a7b0-f903d7ccc594 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Network': ['ID=c38f4f87-4897-47bb-ae18-0156971d7f92,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:00.490681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network c38f4f87-4897-47bb-ae18-0156971d7f92 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:00.522659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Made reservation on behalf of 269f742bd95e49cc9f143bb2e0980700 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:00.526317 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.720879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.782727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event updated for resources: {'Subnet': ['ID=60723cc9-04a0-4cf4-aa0c-fc9281f3ca41,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:00.793880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Checking segment: {'id': '011b8f0d-def5-4784-b282-4bc311b87477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c38f4f87-4897-47bb-ae18-0156971d7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:00.794273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network hostable DHCP agents. Network: c38f4f87-4897-47bb-ae18-0156971d7f92, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:00.812575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Network c38f4f87-4897-47bb-ae18-0156971d7f92 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:00.822381 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, c38f4f87-4897-47bb-ae18-0156971d7f92) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:00.830085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.830823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.837096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8012f-8481-4f29-98bc-108db38104db None None] Network c38f4f87-4897-47bb-ae18-0156971d7f92 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:00.846760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4428a3d2-9875-45c7-b27e-b42881246e99 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324996 Aug 11 03:19:00.849287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50252) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.889147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.903755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Transition to ACTIVE for port object ba7624cf-f800-4caf-ad3d-b3691cb85e6c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:00.933344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Transition to ACTIVE for port object ba7624cf-f800-4caf-ad3d-b3691cb85e6c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:00.946738 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.947365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.013444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.016926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Network cb5c8241-2397-4e50-8b4c-66d3b48743f4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:01.020766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8fc379a5-00e7-4d73-979e-e291c9d0b27f up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:01.030389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:01.053427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:01.058226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Pushing event updated for resources: {'Port': ['ID=ba7624cf-f800-4caf-ad3d-b3691cb85e6c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.078809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.108082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Subnet': ['ID=60723cc9-04a0-4cf4-aa0c-fc9281f3ca41,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.109115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de985e-75a0-4beb-bec4-b6d50e59d167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-c38f4f87-4897-47bb-ae18-0156971d7f92', 'network_id': 'c38f4f87-4897-47bb-ae18-0156971d7f92', 'tenant_id': '269f742bd95e49cc9f143bb2e0980700', 'fixed_ips': [{'subnet_id': '60723cc9-04a0-4cf4-aa0c-fc9281f3ca41'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:01.110569 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2de985e-75a0-4beb-bec4-b6d50e59d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.170151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Attempting to bind port ba7624cf-f800-4caf-ad3d-b3691cb85e6c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:01.170580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Attempting to bind port ba7624cf-f800-4caf-ad3d-b3691cb85e6c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:01.170879 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Attempting to bind port ba7624cf-f800-4caf-ad3d-b3691cb85e6c on network cb5c8241-2397-4e50-8b4c-66d3b48743f4 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:01.174228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.181790 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8fc379a5-00e7-4d73-979e-e291c9d0b27f triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:01.182189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.184407 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38f4f87-4897-47bb-ae18-0156971d7f92']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:01.194967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011b8f0d-def5-4784-b282-4bc311b87477') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:01.195267 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011b8f0d-def5-4784-b282-4bc311b87477') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:01.204261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.217790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.224340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:01.224779 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.225061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:01.225462 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Checking segment: {'id': '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:01.225858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.226305 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Bound using segment: {'id': '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:01.226868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Bound port: ba7624cf-f800-4caf-ad3d-b3691cb85e6c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb5c8241-2397-4e50-8b4c-66d3b48743f4'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:01.227241 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:01.227947 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:01.286227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.292773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.294618 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/c38f4f87-4897-47bb-ae18-0156971d7f92 HTTP/1.1" status: 204 len: 168 time: 0.4443986 Aug 11 03:19:01.295791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e474da-1266-47b5-9a61-b360604cee56 None None] Network c38f4f87-4897-47bb-ae18-0156971d7f92 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:01.298947 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.306795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1b0f-1c9c-4263-8bbb-c8b333486b70 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Network': ['ID=c38f4f87-4897-47bb-ae18-0156971d7f92,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.330978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e474da-1266-47b5-9a61-b360604cee56 None None] Network c38f4f87-4897-47bb-ae18-0156971d7f92 could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:19:01.335044 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83215e0-4de7-4266-af78-2ac213e13266 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] GET failed (client error): The resource could not be found. Aug 11 03:19:01.339254 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e83215e0-4de7-4266-af78-2ac213e13266 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "GET /v2.0/subnets/60723cc9-04a0-4cf4-aa0c-fc9281f3ca41 HTTP/1.1" status: 404 len: 337 time: 0.0365171 Aug 11 03:19:01.339372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.347787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] For port ba7624cf-f800-4caf-ad3d-b3691cb85e6c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:01.352085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] For port ba7624cf-f800-4caf-ad3d-b3691cb85e6c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ba7624cf-f800-4caf-ad3d-b3691cb85e6c,segment=NetworkSegment(4353d422-8151-43aa-9e0a-2c3cdfc6a3b6),segment_id=4353d422-8151-43aa-9e0a-2c3cdfc6a3b6)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:01.358270 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca77a5f-f37f-459a-9d8f-773c4d70e61c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:01.358844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca77a5f-f37f-459a-9d8f-773c4d70e61c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:01.361261 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cca77a5f-f37f-459a-9d8f-773c4d70e61c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/c38f4f87-4897-47bb-ae18-0156971d7f92 HTTP/1.1" status: 404 len: 339 time: 0.0210507 Aug 11 03:19:01.365492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.383559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.391350 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-43730e0f-1234-4834-a1f9-fc0bfc49731c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:01.391812 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43730e0f-1234-4834-a1f9-fc0bfc49731c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:01.393536 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-43730e0f-1234-4834-a1f9-fc0bfc49731c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/subnets/60723cc9-04a0-4cf4-aa0c-fc9281f3ca41 HTTP/1.1" status: 404 len: 337 time: 0.0270667 Aug 11 03:19:01.396181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.415833 n-d-715271-8 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5839534f-03fe-468a-9544-89478d4b8c6b tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:01.416392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5839534f-03fe-468a-9544-89478d4b8c6b tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:01.418172 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5839534f-03fe-468a-9544-89478d4b8c6b tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/c38f4f87-4897-47bb-ae18-0156971d7f92 HTTP/1.1" status: 404 len: 339 time: 0.0209515 Aug 11 03:19:01.420919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.490541 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Deleting subnet cd55badc-0ba4-4995-ae82-4e3cc1ede178 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:01.494269 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.497786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196080fb-3c06-4990-a0cb-c385a3f29394 None None] Pushing event updated for resources: {'Port': ['ID=ba7624cf-f800-4caf-ad3d-b3691cb85e6c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.540877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.648772 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.719933 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.747535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Subnet': ['ID=cd55badc-0ba4-4995-ae82-4e3cc1ede178,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.751209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.754544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-333db0a5-d699-4e52-ae76-671b54313d8c tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/subnets/cd55badc-0ba4-4995-ae82-4e3cc1ede178 HTTP/1.1" status: 204 len: 168 time: 0.3325944 Aug 11 03:19:01.755768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.841816 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.895216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Deleting port ba7624cf-f800-4caf-ad3d-b3691cb85e6c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:01.895470 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.958533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] For port ba7624cf-f800-4caf-ad3d-b3691cb85e6c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ba7624cf-f800-4caf-ad3d-b3691cb85e6c,segment=NetworkSegment(4353d422-8151-43aa-9e0a-2c3cdfc6a3b6),segment_id=4353d422-8151-43aa-9e0a-2c3cdfc6a3b6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:01.958895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.973064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Calling delete_port for ba7624cf-f800-4caf-ad3d-b3691cb85e6c owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:02.058234 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.082664 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Port': ['ID=ba7624cf-f800-4caf-ad3d-b3691cb85e6c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.090119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No DVR routers for this DVR port ba7624cf-f800-4caf-ad3d-b3691cb85e6c on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:02.177865 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.189087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5c8241-2397-4e50-8b4c-66d3b48743f4']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:02.200447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:02.200743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4353d422-8151-43aa-9e0a-2c3cdfc6a3b6') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:02.211153 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.226244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.232887 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:02.233413 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:02.236981 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:02.300274 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.306280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.308399 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/cb5c8241-2397-4e50-8b4c-66d3b48743f4 HTTP/1.1" status: 204 len: 168 time: 0.5516050 Aug 11 03:19:02.310986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50266) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.325665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975fa8b-6c9b-4a0d-8ef5-72d99637e722 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Network': ['ID=cb5c8241-2397-4e50-8b4c-66d3b48743f4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.339235 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-522c9428-42d5-47f3-9c0c-d81e4d33a81f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:02.339694 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522c9428-42d5-47f3-9c0c-d81e4d33a81f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:02.341455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-522c9428-42d5-47f3-9c0c-d81e4d33a81f tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/subnets/5d512425-323f-404d-9274-1e0ac27d8a1d HTTP/1.1" status: 404 len: 337 time: 0.0293362 Aug 11 03:19:02.344230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50268) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.368041 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1c2f4e-90b2-4821-8213-7aee485c9461 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:02.368613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1c2f4e-90b2-4821-8213-7aee485c9461 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:02.372712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9a1c2f4e-90b2-4821-8213-7aee485c9461 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/3303020e-60fc-4e36-aa9b-5980ecb2d26f HTTP/1.1" status: 404 len: 339 time: 0.0253615 Aug 11 03:19:02.372939 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50270) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.399804 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b38f6c-bcfb-404b-b02d-beee84542152 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:02.400263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b38f6c-bcfb-404b-b02d-beee84542152 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:02.402029 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e2b38f6c-bcfb-404b-b02d-beee84542152 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/subnets/9b1b9bb3-eb70-4620-8d6b-eb4d61dafe36 HTTP/1.1" status: 404 len: 337 time: 0.0281565 Aug 11 03:19:02.404544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50272) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.423394 n-d-715271-8 neutron-server[94699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c02aed-7702-466c-9b6e-c73814a2620b tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] DELETE failed (client error): The resource could not be found. Aug 11 03:19:02.423961 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c02aed-7702-466c-9b6e-c73814a2620b tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:19:02.425691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b7c02aed-7702-466c-9b6e-c73814a2620b tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/ad303dba-9fbb-47cd-b692-6c444c384e8a HTTP/1.1" status: 404 len: 339 time: 0.0202563 Aug 11 03:19:02.428276 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50274) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.480753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Deleting subnet b100b94b-1cab-49c0-9b62-3e5f25bd1720 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:02.483845 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.494774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09efe859-460f-4b7a-b629-db7a1c2de838 None None] DHCP port deletion for cb5c8241-2397-4e50-8b4c-66d3b48743f4 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:02.511306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d647faf-ccf3-4cd0-81ff-59662a6fbfa7 None None] Network cb5c8241-2397-4e50-8b4c-66d3b48743f4 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:02.522727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d647faf-ccf3-4cd0-81ff-59662a6fbfa7 None None] Network cb5c8241-2397-4e50-8b4c-66d3b48743f4 could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:19:02.527550 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.541231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a758b4dc-a6fd-4c4b-9927-ff9af04bccf1 None None] Could not find standard attr ID for object ba7624cf-f800-4caf-ad3d-b3691cb85e6c. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:19:02.614945 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.691130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.716973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Subnet': ['ID=b100b94b-1cab-49c0-9b62-3e5f25bd1720,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.721015 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.724307 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2f41ae2a-57f0-421a-ba2b-0a642c30bbb8 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/subnets/b100b94b-1cab-49c0-9b62-3e5f25bd1720 HTTP/1.1" status: 204 len: 168 time: 0.2936666 Aug 11 03:19:02.725327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.728245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ad89e-60d8-4d1e-b1d6-8c5f081bdda8 None None] Network f075c27b-1405-4a74-9548-76a8249fc60d requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:02.805471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.864943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Deleting port 8fc379a5-00e7-4d73-979e-e291c9d0b27f {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:02.865336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.889382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] DHCP port deletion for f075c27b-1405-4a74-9548-76a8249fc60d request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:02.931098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] For port 8fc379a5-00e7-4d73-979e-e291c9d0b27f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8fc379a5-00e7-4d73-979e-e291c9d0b27f,segment=NetworkSegment(37144d8d-77b4-49b7-b1d9-26e076363092),segment_id=37144d8d-77b4-49b7-b1d9-26e076363092)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:02.931463 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.935646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] Deleting port 8fc379a5-00e7-4d73-979e-e291c9d0b27f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:02.936033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.945413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Calling delete_port for 8fc379a5-00e7-4d73-979e-e291c9d0b27f owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:03.004035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8fc379a5-00e7-4d73-979e-e291c9d0b27f no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:03.035715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.040215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] For port 8fc379a5-00e7-4d73-979e-e291c9d0b27f, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8fc379a5-00e7-4d73-979e-e291c9d0b27f,segment=NetworkSegment(37144d8d-77b4-49b7-b1d9-26e076363092),segment_id=37144d8d-77b4-49b7-b1d9-26e076363092)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:03.040623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.059412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] Calling delete_port for 8fc379a5-00e7-4d73-979e-e291c9d0b27f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:03.061764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Port': ['ID=8fc379a5-00e7-4d73-979e-e291c9d0b27f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:03.066172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] No DVR routers for this DVR port 8fc379a5-00e7-4d73-979e-e291c9d0b27f on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:03.073646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No active binding found for port 8fc379a5-00e7-4d73-979e-e291c9d0b27f {{(pid=94701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:19:03.074105 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8fc379a5-00e7-4d73-979e-e291c9d0b27f not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:03.138343 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.148303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.158352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f075c27b-1405-4a74-9548-76a8249fc60d']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:03.166057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] Pushing event deleted for resources: {'Port': ['ID=8fc379a5-00e7-4d73-979e-e291c9d0b27f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:03.169009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37144d8d-77b4-49b7-b1d9-26e076363092') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:03.169197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37144d8d-77b4-49b7-b1d9-26e076363092') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:03.169602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2c9e6-ed53-47a8-9674-483be4716f2b None None] No DVR routers for this DVR port 8fc379a5-00e7-4d73-979e-e291c9d0b27f on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:03.179717 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.194595 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.200621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:03.201010 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:03.204012 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:03.259332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.265946 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.267784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] 10.222.0.16 "DELETE /v2.0/networks/f075c27b-1405-4a74-9548-76a8249fc60d HTTP/1.1" status: 204 len: 168 time: 0.5414872 Aug 11 03:19:03.286397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521850e-459f-4026-824c-8c661601cc06 tempest-NetworksIpV6Test-938551369 tempest-NetworksIpV6Test-938551369-project] Pushing event deleted for resources: {'Network': ['ID=f075c27b-1405-4a74-9548-76a8249fc60d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:03.531098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:03.675697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a8078239-2c9a-43dc-8bf0-563ca96a4eae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=269f742bd95e49cc9f143bb2e0980700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427710 Aug 11 03:19:03.678193 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:03.727036 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9284e0e9-ce2f-4daa-bbb4-4b84fdb2c2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.749503 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9284e0e9-ce2f-4daa-bbb4-4b84fdb2c2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.794988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9284e0e9-ce2f-4daa-bbb4-4b84fdb2c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.798412 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9284e0e9-ce2f-4daa-bbb4-4b84fdb2c2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.799615 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9284e0e9-ce2f-4daa-bbb4-4b84fdb2c2b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01586695-8b81-4d5c-b287-fbca1933dc47 HTTP/1.1" status: 204 len: 168 time: 0.1204884 Aug 11 03:19:03.807483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284e0e9-ce2f-4daa-bbb4-4b84fdb2c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01586695-8b81-4d5c-b287-fbca1933dc47,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.432482 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.527067 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1749881834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:04.552610 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.553646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.611901 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.616640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.633540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.635023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2bba13ff-76ab-485d-8f2f-5d50cb1ab712 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2015240 Aug 11 03:19:04.637983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50312) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.643958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1671665415'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:04.667774 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Made reservation on behalf of e2d77ab0115d411a8c19325dbfaff25a for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:04.671562 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.680804 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.775944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.779552 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.803211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:04.818891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e601d48-cfdc-4c54-9a13-bb23f17afd5e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.821806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.822191 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Added segment d497b569-ce6c-4e3f-9669-535c59335419 of type vlan for network 07c6247c-d587-4909-aa40-364d5c9a8e2b Aug 11 03:19:04.867087 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.897036 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.902620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:04.903201 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.959478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3203306 Aug 11 03:19:04.962367 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50314) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.972301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Request body: {'subnet': {'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:04.990249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1335-851d-418e-88f2-66ea6b77323f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event updated for resources: {'Network': ['ID=07c6247c-d587-4909-aa40-364d5c9a8e2b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.001908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 07c6247c-d587-4909-aa40-364d5c9a8e2b details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:05.071714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Made reservation on behalf of e2d77ab0115d411a8c19325dbfaff25a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:05.075551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.253446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.311936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event updated for resources: {'Subnet': ['ID=035cf947-d03e-4b4c-bd75-86f291a63b0d,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.321099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Checking segment: {'id': 'd497b569-ce6c-4e3f-9669-535c59335419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:05.321459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Network hostable DHCP agents. Network: 07c6247c-d587-4909-aa40-364d5c9a8e2b, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:05.338216 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Network 07c6247c-d587-4909-aa40-364d5c9a8e2b is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:05.346754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 07c6247c-d587-4909-aa40-364d5c9a8e2b) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:05.351137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.351724 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.357319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b0eeb-c234-4269-ba8e-a3c78054b223 None None] Network 07c6247c-d587-4909-aa40-364d5c9a8e2b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:05.367543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d340eecb-78bd-430b-b100-f274c706e27a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037943 Aug 11 03:19:05.370735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:05.376626 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1215958173'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:05.396110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Made reservation on behalf of e2d77ab0115d411a8c19325dbfaff25a for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:05.399751 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.424242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:05.434157 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.434827 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Added segment ae16c157-846b-48ba-90ca-6fc0cee6eb1a of type vlan for network 9b53068f-2d7f-4abd-8a71-98583972b96c Aug 11 03:19:05.477568 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.508201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-07c6247c-d587-4909-aa40-364d5c9a8e2b', 'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b', 'tenant_id': 'e2d77ab0115d411a8c19325dbfaff25a', 'fixed_ips': [{'subnet_id': '035cf947-d03e-4b4c-bd75-86f291a63b0d'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:05.508368 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.509630 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.514087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.514684 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.575594 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2037363 Aug 11 03:19:05.578493 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:05.583633 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Request body: {'subnet': {'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:05.587969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f14c84-0a07-42bb-8a55-a270b93df0d5 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event updated for resources: {'Network': ['ID=9b53068f-2d7f-4abd-8a71-98583972b96c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.598547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9b53068f-2d7f-4abd-8a71-98583972b96c details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:05.676902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Made reservation on behalf of e2d77ab0115d411a8c19325dbfaff25a for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:05.681261 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.704646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Allocated IP 172.20.0.2 (07c6247c-d587-4909-aa40-364d5c9a8e2b/035cf947-d03e-4b4c-bd75-86f291a63b0d/cb94cf24-b40d-48bb-8cbc-e6923ff39ea8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:05.855734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.865480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Transition to ACTIVE for port object cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:05.881334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Transition to ACTIVE for port object cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:05.883772 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.887307 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.928222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Network 07c6247c-d587-4909-aa40-364d5c9a8e2b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:05.931498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:05.934499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:05.942673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event updated for resources: {'Subnet': ['ID=638cba95-d590-4bf1-a954-e5cc97523136,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.944158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Pushing event updated for resources: {'Port': ['ID=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.959345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Checking segment: {'id': 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:05.959711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Network hostable DHCP agents. Network: 9b53068f-2d7f-4abd-8a71-98583972b96c, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:05.980836 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Network 9b53068f-2d7f-4abd-8a71-98583972b96c is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:05.991810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 9b53068f-2d7f-4abd-8a71-98583972b96c) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:05.996446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.997058 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.010954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580ab97-13f4-4485-af91-7095e7b2601e None None] Network 9b53068f-2d7f-4abd-8a71-98583972b96c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:06.014832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d36e802c-e401-4044-82d5-c276367b21e9 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4334953 Aug 11 03:19:06.015254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Attempting to bind port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:06.015254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Attempting to bind port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'd497b569-ce6c-4e3f-9669-535c59335419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:06.015254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Attempting to bind port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 on network 07c6247c-d587-4909-aa40-364d5c9a8e2b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:06.016712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:06.021872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6dde6b5f-4566-46b0-af87-3d9501b8543a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:06.029975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:06.030377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Checking segment: {'id': 'd497b569-ce6c-4e3f-9669-535c59335419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:06.030780 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.031179 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Bound using segment: {'id': 'd497b569-ce6c-4e3f-9669-535c59335419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:06.031657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Bound port: cb94cf24-b40d-48bb-8cbc-e6923ff39ea8, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd497b569-ce6c-4e3f-9669-535c59335419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '07c6247c-d587-4909-aa40-364d5c9a8e2b'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:06.032040 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.168331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] For port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:06.187594 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] For port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,segment=NetworkSegment(d497b569-ce6c-4e3f-9669-535c59335419),segment_id=d497b569-ce6c-4e3f-9669-535c59335419)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:06.193659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.234565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6dde6b5f-4566-46b0-af87-3d9501b8543a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.267738 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-9b53068f-2d7f-4abd-8a71-98583972b96c', 'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c', 'tenant_id': 'e2d77ab0115d411a8c19325dbfaff25a', 'fixed_ips': [{'subnet_id': '638cba95-d590-4bf1-a954-e5cc97523136'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:06.268600 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.282141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009c853-a500-4d8e-bbf7-7139af3b364c None None] Pushing event updated for resources: {'Port': ['ID=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.446027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Allocated IP 172.21.0.2 (9b53068f-2d7f-4abd-8a71-98583972b96c/638cba95-d590-4bf1-a954-e5cc97523136/3e8676e0-bb83-4767-95c2-051ab0695bfa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:06.647740 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.657448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Transition to ACTIVE for port object 3e8676e0-bb83-4767-95c2-051ab0695bfa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:06.675401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Transition to ACTIVE for port object 3e8676e0-bb83-4767-95c2-051ab0695bfa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:06.682324 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.719811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Network 9b53068f-2d7f-4abd-8a71-98583972b96c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:06.724947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:06.727902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:06.742202 n-d-715271-8 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6dde6b5f-4566-46b0-af87-3d9501b8543a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:19:06.742754 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Pushing event updated for resources: {'Port': ['ID=3e8676e0-bb83-4767-95c2-051ab0695bfa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.743294 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6dde6b5f-4566-46b0-af87-3d9501b8543a tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "PUT /v2.0/routers/5af89c16-639a-4660-bee9-e28fa0933066 HTTP/1.1" status: 400 len: 364 time: 0.7253363 Aug 11 03:19:06.750305 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:06.792202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Attempting to bind port 3e8676e0-bb83-4767-95c2-051ab0695bfa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:06.792202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Attempting to bind port 3e8676e0-bb83-4767-95c2-051ab0695bfa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:06.792202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Attempting to bind port 3e8676e0-bb83-4767-95c2-051ab0695bfa on network 9b53068f-2d7f-4abd-8a71-98583972b96c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:06.797750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:06.798170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Checking segment: {'id': 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:06.798589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.798996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Bound using segment: {'id': 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:06.799478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Bound port: 3e8676e0-bb83-4767-95c2-051ab0695bfa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9b53068f-2d7f-4abd-8a71-98583972b96c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:06.799867 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.817042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Deleting subnet 638cba95-d590-4bf1-a954-e5cc97523136 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:06.820545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.861548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.867013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] For port 3e8676e0-bb83-4767-95c2-051ab0695bfa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:06.870243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] For port 3e8676e0-bb83-4767-95c2-051ab0695bfa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e8676e0-bb83-4767-95c2-051ab0695bfa,segment=NetworkSegment(ae16c157-846b-48ba-90ca-6fc0cee6eb1a),segment_id=ae16c157-846b-48ba-90ca-6fc0cee6eb1a)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:06.874976 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.937984 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f354a3-354d-4d7e-b6af-43b1a12c1f53 None None] Pushing event updated for resources: {'Port': ['ID=3e8676e0-bb83-4767-95c2-051ab0695bfa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.963363 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.040482 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.075276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:07.080277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event deleted for resources: {'Subnet': ['ID=638cba95-d590-4bf1-a954-e5cc97523136,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.084128 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.086117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d5cb076-4ae6-40c3-8dd4-3c727634887b tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "DELETE /v2.0/subnets/638cba95-d590-4bf1-a954-e5cc97523136 HTTP/1.1" status: 204 len: 168 time: 0.3344162 Aug 11 03:19:07.090507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:07.151762 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:07.194198 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.278346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Deleting port 3e8676e0-bb83-4767-95c2-051ab0695bfa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:07.279002 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.347256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] For port 3e8676e0-bb83-4767-95c2-051ab0695bfa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=3e8676e0-bb83-4767-95c2-051ab0695bfa,segment=NetworkSegment(ae16c157-846b-48ba-90ca-6fc0cee6eb1a),segment_id=ae16c157-846b-48ba-90ca-6fc0cee6eb1a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:07.347623 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.363000 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Calling delete_port for 3e8676e0-bb83-4767-95c2-051ab0695bfa owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:07.404356 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5601cce-5595-4bd1-aa6c-945132475d37 None None] Network 07c6247c-d587-4909-aa40-364d5c9a8e2b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:07.456799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.483867 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event deleted for resources: {'Port': ['ID=3e8676e0-bb83-4767-95c2-051ab0695bfa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.487525 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] No DVR routers for this DVR port 3e8676e0-bb83-4767-95c2-051ab0695bfa on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:07.539314 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] Provisioning for port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:07.545011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] Provisioning complete for port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:07.545389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.576625 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.587567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b53068f-2d7f-4abd-8a71-98583972b96c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.599957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.600264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae16c157-846b-48ba-90ca-6fc0cee6eb1a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.612335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.629530 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.637476 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:07.638097 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:07.641642 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:07.658028 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.699422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] For port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,segment=NetworkSegment(d497b569-ce6c-4e3f-9669-535c59335419),segment_id=d497b569-ce6c-4e3f-9669-535c59335419)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:07.706730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.716024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.728343 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.730691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "DELETE /v2.0/networks/9b53068f-2d7f-4abd-8a71-98583972b96c HTTP/1.1" status: 204 len: 168 time: 0.6388459 Aug 11 03:19:07.733317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:07.753100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a047ae-2fa1-4ca6-b872-502ac676d023 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event deleted for resources: {'Network': ['ID=9b53068f-2d7f-4abd-8a71-98583972b96c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.765669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffa024-7aa8-4048-8ee0-1ab1774818dd None None] Pushing event updated for resources: {'Port': ['ID=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.808010 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Deleting subnet 035cf947-d03e-4b4c-bd75-86f291a63b0d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:07.811919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.859297 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.929896 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e2dffa06-c225-4610-9ae7-e7463347591c None None] Provisioning complete for port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:07.930400 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2dffa06-c225-4610-9ae7-e7463347591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.969392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.040036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.068920 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event deleted for resources: {'Subnet': ['ID=035cf947-d03e-4b4c-bd75-86f291a63b0d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.074100 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.079570 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-10d4f2a2-350c-4c38-bbcf-8ce3e8c79562 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "DELETE /v2.0/subnets/035cf947-d03e-4b4c-bd75-86f291a63b0d HTTP/1.1" status: 204 len: 168 time: 0.3430240 Aug 11 03:19:08.079570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:08.081056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60030c-e747-4dbe-ac78-d97af4e8a305 None None] Network 07c6247c-d587-4909-aa40-364d5c9a8e2b requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:08.141719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-18c592bd-2199-40f4-8547-8a7274cb2c02 None None] Could not find standard attr ID for object 3e8676e0-bb83-4767-95c2-051ab0695bfa. {{(pid=94701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:19:08.173003 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.198500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55420b-8d74-4097-a995-1440bf065477 None None] DHCP port deletion for 9b53068f-2d7f-4abd-8a71-98583972b96c request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:08.223441 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b377a-5914-4a32-a858-72ffd151cf7f None None] Network 9b53068f-2d7f-4abd-8a71-98583972b96c requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:08.243208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b377a-5914-4a32-a858-72ffd151cf7f None None] Network 9b53068f-2d7f-4abd-8a71-98583972b96c could not be found, it might have been deleted concurrently. {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:19:08.261198 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Deleting port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:08.261767 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.310985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] DHCP port deletion for 07c6247c-d587-4909-aa40-364d5c9a8e2b request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:08.360951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] For port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,segment=NetworkSegment(d497b569-ce6c-4e3f-9669-535c59335419),segment_id=d497b569-ce6c-4e3f-9669-535c59335419)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:08.361255 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.366724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] Deleting port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:08.367093 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.376671 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Calling delete_port for cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:08.433449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] For port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,segment=NetworkSegment(d497b569-ce6c-4e3f-9669-535c59335419),segment_id=d497b569-ce6c-4e3f-9669-535c59335419)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:08.433852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.448918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] Calling delete_port for cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:08.465303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.500594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] No DVR routers for this DVR port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:08.509796 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event deleted for resources: {'Port': ['ID=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.602521 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.614203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c6247c-d587-4909-aa40-364d5c9a8e2b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.626926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd497b569-ce6c-4e3f-9669-535c59335419') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.627225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd497b569-ce6c-4e3f-9669-535c59335419') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.637705 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.656327 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.664126 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:08.664592 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:08.667846 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:08.706023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.731085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] Pushing event deleted for resources: {'Port': ['ID=cb94cf24-b40d-48bb-8cbc-e6923ff39ea8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.736109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45f836-ead0-4a84-84d8-085e6f91f464 None None] No DVR routers for this DVR port cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:08.738243 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.746980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.751723 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50330) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:08.752262 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "DELETE /v2.0/networks/07c6247c-d587-4909-aa40-364d5c9a8e2b HTTP/1.1" status: 204 len: 168 time: 0.6711290 Aug 11 03:19:08.773037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b945-f8a9-4cdb-80f8-c1fc3a00621f tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Pushing event deleted for resources: {'Network': ['ID=07c6247c-d587-4909-aa40-364d5c9a8e2b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.784595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2384c526-574d-461e-921d-5728f5b31976 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af89c16-639a-4660-bee9-e28fa0933066 HTTP/1.1" status: 200 len: 205 time: 0.0312781 Aug 11 03:19:08.788549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50332) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:08.871136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.997803 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:09.018914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:09.019172 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device cb94cf24-b40d-48bb-8cbc-e6923ff39ea8 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:09.034081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.036320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.083298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.083999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Fanout notify agent at l3_agent the message router_deleted on router 5af89c16-639a-4660-bee9-e28fa0933066 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:09.095304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.096431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-64beaefc-b0b0-416f-bd4a-9518b1046535 tempest-RoutersNegativeTest-24163928 tempest-RoutersNegativeTest-24163928-project] 10.222.0.16 "DELETE /v2.0/routers/5af89c16-639a-4660-bee9-e28fa0933066 HTTP/1.1" status: 204 len: 168 time: 0.3069522 Aug 11 03:19:09.358086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:09.494437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-74b6f2d0-71ad-4d66-ad4d-443c9ae6b7f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2d77ab0115d411a8c19325dbfaff25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350658 Aug 11 03:19:09.497581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:09.552149 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-020e970b-5ce1-4279-8b46-f6b9ac18701f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.573658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-020e970b-5ce1-4279-8b46-f6b9ac18701f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.621740 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-020e970b-5ce1-4279-8b46-f6b9ac18701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.624445 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-020e970b-5ce1-4279-8b46-f6b9ac18701f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.625662 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-020e970b-5ce1-4279-8b46-f6b9ac18701f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e601d48-cfdc-4c54-9a13-bb23f17afd5e HTTP/1.1" status: 204 len: 168 time: 0.1271062 Aug 11 03:19:09.636768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e970b-5ce1-4279-8b46-f6b9ac18701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e601d48-cfdc-4c54-9a13-bb23f17afd5e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:10.225884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:10.322501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1379866754-network', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:10.343138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Made reservation on behalf of 4f6a97a3a8994287a2bef4b03ddc667e for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:10.345895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.354348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.445547 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.449316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.469553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:10.484330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176bfc42-53a0-4407-bd7b-11432e25e143,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:10.487805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.488148 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Added segment ec294840-bafb-475c-b033-d7bcb9c99d3d of type vlan for network f5529bbc-8904-4e5b-b888-30e23c17de64 Aug 11 03:19:10.527105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.556253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.557210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:10.557791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.607831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3806942 Aug 11 03:19:10.610765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50368) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:10.615760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Request body: {'subnet': {'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-subnet', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:10.619107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc175f05-fc13-4b4b-810e-f143e5a3d43f admin admin] Pushing event updated for resources: {'Network': ['ID=f5529bbc-8904-4e5b-b888-30e23c17de64,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:10.628695 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f5529bbc-8904-4e5b-b888-30e23c17de64 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:10.639408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Made reservation on behalf of 4f6a97a3a8994287a2bef4b03ddc667e for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:10.642404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.813158 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.869918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9aa193-864b-4c2b-ba97-72007a49fb7f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:10.877831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Checking segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:10.878234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Network hostable DHCP agents. Network: f5529bbc-8904-4e5b-b888-30e23c17de64, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:10.895078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Network f5529bbc-8904-4e5b-b888-30e23c17de64 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:10.903004 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f5529bbc-8904-4e5b-b888-30e23c17de64) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:10.908827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:10.909549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.913523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8b5d64-158b-4393-878d-399655e8090c None None] Network f5529bbc-8904-4e5b-b888-30e23c17de64 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:10.923496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-63d9400e-445a-4c65-81ca-eb3b0acd883f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3116596 Aug 11 03:19:10.926425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:10.931122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:10.954291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.955544 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.012586 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.053831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f5529bbc-8904-4e5b-b888-30e23c17de64', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'fixed_ips': [{'subnet_id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:11.054765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.152697 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.192804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Allocated IP 172.20.0.2 (f5529bbc-8904-4e5b-b888-30e23c17de64/cc9aa193-864b-4c2b-ba97-72007a49fb7f/16f5cbe4-03a4-405a-8044-2bc56f38e083) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:11.337429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.345931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Transition to ACTIVE for port object 16f5cbe4-03a4-405a-8044-2bc56f38e083 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:11.358263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.361239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Transition to ACTIVE for port object 16f5cbe4-03a4-405a-8044-2bc56f38e083 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:11.366973 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.381123 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.409225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Network f5529bbc-8904-4e5b-b888-30e23c17de64 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:11.412154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:11.416372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:11.419413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Pushing event updated for resources: {'Port': ['ID=16f5cbe4-03a4-405a-8044-2bc56f38e083,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:11.473328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Attempting to bind port 16f5cbe4-03a4-405a-8044-2bc56f38e083 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:11.473881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Attempting to bind port 16f5cbe4-03a4-405a-8044-2bc56f38e083 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:11.474341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Attempting to bind port 16f5cbe4-03a4-405a-8044-2bc56f38e083 on network f5529bbc-8904-4e5b-b888-30e23c17de64 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:11.479677 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:11.480049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Checking segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:11.480448 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.480842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Bound using segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:11.481313 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Bound port: 16f5cbe4-03a4-405a-8044-2bc56f38e083, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:11.481682 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.492559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Allocated IP 172.25.6.123 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/70c6806c-23c3-4212-aada-621acd5c8b26) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:11.543876 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] For port 16f5cbe4-03a4-405a-8044-2bc56f38e083, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:11.547816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] For port 16f5cbe4-03a4-405a-8044-2bc56f38e083, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16f5cbe4-03a4-405a-8044-2bc56f38e083,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:11.552612 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.599792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.611580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8e3b6-c771-4244-8820-966218c2791b None None] Pushing event updated for resources: {'Port': ['ID=16f5cbe4-03a4-405a-8044-2bc56f38e083,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:11.641212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.686448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:11.689532 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:11.695381 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:11.724179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Pushing event updated for resources: {'Port': ['ID=70c6806c-23c3-4212-aada-621acd5c8b26,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:11.970553 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.169753 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.301358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:12.417210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:12.428406 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Sync routers for ids ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:12.433974 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.438229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-eadf36d8-b209-40ce-98b8-f60414af182d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5078249 Aug 11 03:19:12.438498 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:12.444410 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Routers {'9f68eccb-7bb6-4540-bedb-9e48b82289c6'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:12.446728 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:18:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:12.475323 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5c31a-855b-40f3-a229-5098cb9a5f71 None None] Network f5529bbc-8904-4e5b-b888-30e23c17de64 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:12.538216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-864af5a4-5f90-4848-bd01-5f1f0f13349b None None] Provisioning for port 16f5cbe4-03a4-405a-8044-2bc56f38e083 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:12.558722 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Set router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:12.746557 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:19:11Z', 'revision_number': 3, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:12.774753 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Checking router: 9f68eccb-7bb6-4540-bedb-9e48b82289c6 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:12.775116 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Updating router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 port 70c6806c-23c3-4212-aada-621acd5c8b26 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:12.806670 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.892271 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.038962 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16f5cbe4-03a4-405a-8044-2bc56f38e083 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:13.088177 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.097566 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 16f5cbe4-03a4-405a-8044-2bc56f38e083 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:13.100193 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Transition to ACTIVE for port object 70c6806c-23c3-4212-aada-621acd5c8b26 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:13.101774 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 16f5cbe4-03a4-405a-8044-2bc56f38e083 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:13.102096 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.106965 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.154805 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Attempting to bind port 70c6806c-23c3-4212-aada-621acd5c8b26 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:13.155318 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Attempting to bind port 70c6806c-23c3-4212-aada-621acd5c8b26 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:13.155681 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Attempting to bind port 70c6806c-23c3-4212-aada-621acd5c8b26 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:13.170884 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:13.171259 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:13.171891 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.172331 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:13.173142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Bound port: 70c6806c-23c3-4212-aada-621acd5c8b26, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:13.174214 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.176636 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286904d-f02a-4442-8152-84757623a737 None None] Pushing event updated for resources: {'Port': ['ID=70c6806c-23c3-4212-aada-621acd5c8b26,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:13.190381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.202384 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.202765 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.203018 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.203903 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.204230 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.204553 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.204888 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.205196 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.205515 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.205829 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.206174 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.206491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286904d-f02a-4442-8152-84757623a737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:13.226508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 16f5cbe4-03a4-405a-8044-2bc56f38e083, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16f5cbe4-03a4-405a-8044-2bc56f38e083,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:13.231355 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.257868 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] For port 70c6806c-23c3-4212-aada-621acd5c8b26, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:13.262031 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] For port 70c6806c-23c3-4212-aada-621acd5c8b26, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=70c6806c-23c3-4212-aada-621acd5c8b26,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:13.267499 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.296715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=16f5cbe4-03a4-405a-8044-2bc56f38e083,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:13.336365 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286904d-f02a-4442-8152-84757623a737 None None] Pushing event updated for resources: {'Port': ['ID=70c6806c-23c3-4212-aada-621acd5c8b26,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:13.339037 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Routers {'9f68eccb-7bb6-4540-bedb-9e48b82289c6'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:13.339647 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:18:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:13.429528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Allocated IP 172.20.0.1 (f5529bbc-8904-4e5b-b888-30e23c17de64/cc9aa193-864b-4c2b-ba97-72007a49fb7f/27539f39-1c0e-4e27-bcfb-db40bf768a93) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:13.441867 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] Set router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:13.533613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.546426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Transition to ACTIVE for port object 27539f39-1c0e-4e27-bcfb-db40bf768a93 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:13.584982 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.625783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Network f5529bbc-8904-4e5b-b888-30e23c17de64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:13.627079 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:19:11Z', 'revision_number': 3, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:13.628658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:13.632380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:13.658043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=27539f39-1c0e-4e27-bcfb-db40bf768a93,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:13.668051 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861fc6a-1eda-4a8d-8780-23f31e2c61db None None] The sync data for ids ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'] in n-d-715271-8 is: [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:19:11Z', 'revision_number': 3, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:13.676242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.822803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.929158 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5dac945c-75e9-4026-a683-418cc442d30b None None] Provisioning for port 27539f39-1c0e-4e27-bcfb-db40bf768a93 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:13.933090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5dac945c-75e9-4026-a683-418cc442d30b None None] Provisioning complete for port 27539f39-1c0e-4e27-bcfb-db40bf768a93 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:13.933470 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dac945c-75e9-4026-a683-418cc442d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.992715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5dac945c-75e9-4026-a683-418cc442d30b None None] Port 27539f39-1c0e-4e27-bcfb-db40bf768a93 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:13.995571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d29bec6-660c-4041-8338-a1159e85c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.015064 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.021548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.087786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=27539f39-1c0e-4e27-bcfb-db40bf768a93,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:14.097951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.199446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Network f5529bbc-8904-4e5b-b888-30e23c17de64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:14.201465 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:14.327594 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:14.416532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e8d400c7-81cc-45d5-89f3-f013cbc244dc None None] Provisioning complete for port 27539f39-1c0e-4e27-bcfb-db40bf768a93 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:14.416909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e8d400c7-81cc-45d5-89f3-f013cbc244dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.450667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:14.453679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e8d400c7-81cc-45d5-89f3-f013cbc244dc None None] Port 27539f39-1c0e-4e27-bcfb-db40bf768a93 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:14.455822 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2f35a4d8-3f64-484a-9e4f-c4f5c6b91ac8 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f68eccb-7bb6-4540-bedb-9e48b82289c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162938 Aug 11 03:19:14.923205 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50388) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:14.928264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1596319740-network', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:14.960554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Made reservation on behalf of 5d32225e7c624932846b6f676a3b3b22 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:14.962992 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.974552 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.073525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.078702 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.097913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16f5cbe4-03a4-405a-8044-2bc56f38e083 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:15.106760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:15.116912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be2c373-7d63-49e0-9898-3b96edbab31a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.121709 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.122157 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Added segment 32542ae0-8309-489c-9b0a-02e0cc0a4da0 of type vlan for network 846a81d5-fc42-4766-af94-59d5e08e68d7 Aug 11 03:19:15.149295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 16f5cbe4-03a4-405a-8044-2bc56f38e083 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:15.149295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.165275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.199282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.200396 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.200980 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.247027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70c6806c-23c3-4212-aada-621acd5c8b26 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:15.260742 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3337715 Aug 11 03:19:15.261057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50390) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:15.269003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49707eff-648e-4788-9be2-f7daeb68eba7 admin admin] Pushing event updated for resources: {'Network': ['ID=846a81d5-fc42-4766-af94-59d5e08e68d7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.269203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Request body: {'subnet': {'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-subnet', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:15.278373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Sync routers for ids ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:15.286529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:15.291551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Made reservation on behalf of 5d32225e7c624932846b6f676a3b3b22 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:15.294379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.347268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Routers {'9f68eccb-7bb6-4540-bedb-9e48b82289c6'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:15.347902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:18:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:15.414109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 70c6806c-23c3-4212-aada-621acd5c8b26 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:15.420644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 70c6806c-23c3-4212-aada-621acd5c8b26 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:15.421024 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.474689 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.511450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Set router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:15.534610 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae101d97-2d6a-4b03-ac20-2b4791ed8a8e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.545971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Checking segment: {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:15.545971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Network hostable DHCP agents. Network: 846a81d5-fc42-4766-af94-59d5e08e68d7, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:15.564262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:15.574072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 846a81d5-fc42-4766-af94-59d5e08e68d7) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:15.580579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.581206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.596729 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e4569def-bb18-4a40-a247-1062a2a20136 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3322108 Aug 11 03:19:15.599197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50392) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:15.603948 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:15.615288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99162bd1-6df3-4de9-a221-634a5504937f None None] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:15.626942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.628004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.690728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.696020 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.742416 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 70c6806c-23c3-4212-aada-621acd5c8b26, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=70c6806c-23c3-4212-aada-621acd5c8b26,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:15.759369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.893789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=70c6806c-23c3-4212-aada-621acd5c8b26,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.941146 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-846a81d5-fc42-4766-af94-59d5e08e68d7', 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'fixed_ips': [{'subnet_id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:15.942014 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.972531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 4, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27539f39-1c0e-4e27-bcfb-db40bf768a93', 'name': '', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'mac_address': 'fa:16:3e:0d:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:12Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 2, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'subnets': [{'id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:16.007077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Checking router: 9f68eccb-7bb6-4540-bedb-9e48b82289c6 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:16.007434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Updating router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 port 27539f39-1c0e-4e27-bcfb-db40bf768a93 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:16.090218 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.180130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Allocated IP 172.20.0.2 (846a81d5-fc42-4766-af94-59d5e08e68d7/ae101d97-2d6a-4b03-ac20-2b4791ed8a8e/e0f5b961-5812-49af-9b28-6a4fa1113961) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:16.232594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.441933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.461401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.569630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Allocated IP 172.25.6.180 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/2b8d0e81-9d9f-48bf-9215-4bd232b52607) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:16.632659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.660808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Transition to ACTIVE for port object e0f5b961-5812-49af-9b28-6a4fa1113961 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:16.674324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.687657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.692715 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Transition to ACTIVE for port object e0f5b961-5812-49af-9b28-6a4fa1113961 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:16.701808 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Transition to ACTIVE for port object 27539f39-1c0e-4e27-bcfb-db40bf768a93 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:16.704385 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.713208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.732138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.754145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:16.760005 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:16.760106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:16.763115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:16.765102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:16.767933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:16.769076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Pushing event updated for resources: {'Port': ['ID=e0f5b961-5812-49af-9b28-6a4fa1113961,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:16.793286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8d0e81-9d9f-48bf-9215-4bd232b52607,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:16.882332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e989c7-ba75-4c54-b4b0-a417303714dc None None] Pushing event updated for resources: {'Port': ['ID=27539f39-1c0e-4e27-bcfb-db40bf768a93,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:16.900671 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Attempting to bind port e0f5b961-5812-49af-9b28-6a4fa1113961 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:16.901041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Attempting to bind port e0f5b961-5812-49af-9b28-6a4fa1113961 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:16.901409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Attempting to bind port e0f5b961-5812-49af-9b28-6a4fa1113961 on network 846a81d5-fc42-4766-af94-59d5e08e68d7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:16.905863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Attempting to bind port 27539f39-1c0e-4e27-bcfb-db40bf768a93 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:16.906835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Attempting to bind port 27539f39-1c0e-4e27-bcfb-db40bf768a93 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:16.907205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Attempting to bind port 27539f39-1c0e-4e27-bcfb-db40bf768a93 on network f5529bbc-8904-4e5b-b888-30e23c17de64 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:16.913349 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:16.913726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Checking segment: {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:16.914154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.914548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Bound using segment: {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:16.915013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Bound port: e0f5b961-5812-49af-9b28-6a4fa1113961, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:16.915394 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.919011 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:16.919198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Checking segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:16.919426 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.919813 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Bound using segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:16.920275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Bound port: 27539f39-1c0e-4e27-bcfb-db40bf768a93, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:16.920651 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.031930 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70c6806c-23c3-4212-aada-621acd5c8b26 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:17.060245 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.060990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] For port 27539f39-1c0e-4e27-bcfb-db40bf768a93, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:17.063859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4241486d-823f-419f-9964-c13ba7470415 None None] For port e0f5b961-5812-49af-9b28-6a4fa1113961, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:17.087357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] For port 27539f39-1c0e-4e27-bcfb-db40bf768a93, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27539f39-1c0e-4e27-bcfb-db40bf768a93,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:17.093070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4241486d-823f-419f-9964-c13ba7470415 None None] For port e0f5b961-5812-49af-9b28-6a4fa1113961, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0f5b961-5812-49af-9b28-6a4fa1113961,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:17.097944 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.109136 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.200428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Routers {'9f68eccb-7bb6-4540-bedb-9e48b82289c6'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:17.201075 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:18:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:17.241137 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e989c7-ba75-4c54-b4b0-a417303714dc None None] Pushing event updated for resources: {'Port': ['ID=27539f39-1c0e-4e27-bcfb-db40bf768a93,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:17.284498 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 70c6806c-23c3-4212-aada-621acd5c8b26 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:17.284881 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.288144 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.390309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241486d-823f-419f-9964-c13ba7470415 None None] Pushing event updated for resources: {'Port': ['ID=e0f5b961-5812-49af-9b28-6a4fa1113961,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:17.415609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] Set router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:17.480394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:17.583703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-802e4ca6-5d7a-40dc-b705-f0b43c0f95d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.619862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:17.632790 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Sync routers for ids ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:17.640825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.644326 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Routers {'8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:17.644951 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:19:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:17.645899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:17.646422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bb73f1b7-4269-4e32-8e3d-2a062a0af0e7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0457840 Aug 11 03:19:17.702236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 4, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27539f39-1c0e-4e27-bcfb-db40bf768a93', 'name': '', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'mac_address': 'fa:16:3e:0d:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:12Z', 'updated_at': '2021-08-11T03:19:17Z', 'revision_number': 4, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'subnets': [{'id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:17.729188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6f5eb-9b19-4b22-ac5f-f7fbad697a75 None None] The sync data for ids ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'] in n-d-715271-8 is: [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 4, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '27539f39-1c0e-4e27-bcfb-db40bf768a93', 'name': '', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'mac_address': 'fa:16:3e:0d:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:12Z', 'updated_at': '2021-08-11T03:19:17Z', 'revision_number': 4, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'subnets': [{'id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:17.757926 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Set router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:17.830487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.980671 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:19:16Z', 'revision_number': 3, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:18.014149 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Checking router: 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:18.014756 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Updating router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:18.043004 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.156049 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.369514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9209be-24a8-4a69-8763-1389628819a0 None None] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:18.374566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Allocated IP 172.20.0.1 (846a81d5-fc42-4766-af94-59d5e08e68d7/ae101d97-2d6a-4b03-ac20-2b4791ed8a8e/fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:18.463446 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.476291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7968374e-4ed8-4c36-ae88-1d0aee21707a None None] Provisioning for port e0f5b961-5812-49af-9b28-6a4fa1113961 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:18.478513 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Transition to ACTIVE for port object 2b8d0e81-9d9f-48bf-9215-4bd232b52607 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:18.487470 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.507288 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.524730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Transition to ACTIVE for port object fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:18.548566 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Attempting to bind port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:18.548960 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Attempting to bind port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:18.549324 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Attempting to bind port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:18.556813 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c63d71-1686-42e1-9a50-89ad5155e96f None None] Pushing event updated for resources: {'Port': ['ID=2b8d0e81-9d9f-48bf-9215-4bd232b52607,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.559407 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:18.559809 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:18.560319 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.560714 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:18.561188 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Bound port: 2b8d0e81-9d9f-48bf-9215-4bd232b52607, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:18.561784 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.573618 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.624698 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] For port 2b8d0e81-9d9f-48bf-9215-4bd232b52607, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:18.626533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:18.629638 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] For port 2b8d0e81-9d9f-48bf-9215-4bd232b52607, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2b8d0e81-9d9f-48bf-9215-4bd232b52607,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:18.635442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.637260 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.644782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:18.650672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:18.682310 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Pushing event updated for resources: {'Port': ['ID=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.696332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Routers {'8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:18.696968 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:19:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:18.712060 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.819196 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] Set router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:18.873242 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.882605 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c63d71-1686-42e1-9a50-89ad5155e96f None None] Pushing event updated for resources: {'Port': ['ID=2b8d0e81-9d9f-48bf-9215-4bd232b52607,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.073725 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:19:16Z', 'revision_number': 3, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:19.101569 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.104886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0f5b961-5812-49af-9b28-6a4fa1113961 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:19.106742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.120397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d479511b-cf0c-469d-bd76-9167dd32fafe None None] The sync data for ids ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'] in n-d-715271-8 is: [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:19:16Z', 'revision_number': 3, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:19.173571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.180757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port e0f5b961-5812-49af-9b28-6a4fa1113961 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:19.184514 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e0f5b961-5812-49af-9b28-6a4fa1113961 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:19.184885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.192075 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Pushing event updated for resources: {'Port': ['ID=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.245308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dc4c3d8a-9d66-49d8-9bca-5b07186b42ab None None] Provisioning for port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:19.277919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-dc4c3d8a-9d66-49d8-9bca-5b07186b42ab None None] Provisioning complete for port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:19.278308 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc4c3d8a-9d66-49d8-9bca-5b07186b42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.294552 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:19.295986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:19.318640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.333638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c3d8a-9d66-49d8-9bca-5b07186b42ab None None] Port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:19.361009 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port e0f5b961-5812-49af-9b28-6a4fa1113961, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0f5b961-5812-49af-9b28-6a4fa1113961,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:19.366073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.367384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27539f39-1c0e-4e27-bcfb-db40bf768a93 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:19.436527 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:19.456056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=e0f5b961-5812-49af-9b28-6a4fa1113961,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.497929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 27539f39-1c0e-4e27-bcfb-db40bf768a93 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:19.502628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 27539f39-1c0e-4e27-bcfb-db40bf768a93 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:19.503156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.593606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:19.600593 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.602523 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9c8cf95a-e6c1-445f-add2-999c7fb5310a admin admin] 10.222.0.16 "PUT /v2.0/routers/8c9102b7-1eb2-4dc3-87bd-72e77891a8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9547675 Aug 11 03:19:19.655316 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 27539f39-1c0e-4e27-bcfb-db40bf768a93, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27539f39-1c0e-4e27-bcfb-db40bf768a93,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:19.665528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.696753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c0d5368-ccf9-4099-b192-c3696b36ae48 None None] Provisioning complete for port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:19.697166 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5368-ccf9-4099-b192-c3696b36ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.752174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d5368-ccf9-4099-b192-c3696b36ae48 None None] Port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:19.753574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=27539f39-1c0e-4e27-bcfb-db40bf768a93,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.246413 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.321502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-832d9a73-0b63-4709-8d7e-912ff8e80888 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:20.325795 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-832d9a73-0b63-4709-8d7e-912ff8e80888 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 817 time: 0.1089125 Aug 11 03:19:20.340241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-a114db76-e0d1-4829-bf9b-d2cce53930f7 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/quotas/4f6a97a3a8994287a2bef4b03ddc667e HTTP/1.1" status: 200 len: 375 time: 0.0098510 Aug 11 03:19:20.392368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-96c27c10-4f7f-4085-9b4b-2b39647b425d tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465422 Aug 11 03:19:20.492560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-2c57c285-5e67-48fd-9b36-869d453fdba4 service neutron] 10.222.0.16 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883470 Aug 11 03:19:20.582535 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-1b0ee359-968e-47ff-9c58-0ad1cc0706b7 service neutron] 10.222.0.16 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835979 Aug 11 03:19:20.752355 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f3de5498-1c47-4b1d-a198-227b9def442b req-e183bd10-46cc-4c69-9e54-7d15746f386e tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 210 time: 0.0299625 Aug 11 03:19:21.082132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Sync routers for ids ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:21.091705 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Routers {'8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:21.092400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:19:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:21.127489 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2b8d0e81-9d9f-48bf-9215-4bd232b52607 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:21.389521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:21.392933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Set router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:21.421016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:21.421385 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.602398 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.646434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2b8d0e81-9d9f-48bf-9215-4bd232b52607, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2b8d0e81-9d9f-48bf-9215-4bd232b52607,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:21.651689 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.652543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0f5b961-5812-49af-9b28-6a4fa1113961 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:21.742351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2b8d0e81-9d9f-48bf-9215-4bd232b52607,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:21.755339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 4, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0', 'name': '', 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'mac_address': 'fa:16:3e:71:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:18Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 2, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'subnets': [{'id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:21.771420 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-e89cbfa9-1f90-40fc-9a54-e9d8ba592d4b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:21.773089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-e89cbfa9-1f90-40fc-9a54-e9d8ba592d4b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 817 time: 0.1299019 Aug 11 03:19:21.784895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Checking router: 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:21.785324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Updating router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:21.789181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port e0f5b961-5812-49af-9b28-6a4fa1113961 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:21.789181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.790678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Request body: {'port': {'device_id': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'admin_state_up': True, 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:21.835091 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.889325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8972a761-2d93-4369-90a8-1943c6c84203 req-ea4b350b-7a07-4933-a019-190580ce488d tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 210 time: 0.0366163 Aug 11 03:19:21.943103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Made reservation on behalf of 4f6a97a3a8994287a2bef4b03ddc667e for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:21.946829 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.981212 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27539f39-1c0e-4e27-bcfb-db40bf768a93 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:22.075506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Allocated IP 172.20.0.9 (f5529bbc-8904-4e5b-b888-30e23c17de64/cc9aa193-864b-4c2b-ba97-72007a49fb7f/e0bad286-ef52-4156-a30e-4e93a05745f5) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:22.101448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 27539f39-1c0e-4e27-bcfb-db40bf768a93 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:22.102023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.222633 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.238281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.241407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Transition to ACTIVE for port object fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:22.249579 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.255909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Transition to ACTIVE for port object e0bad286-ef52-4156-a30e-4e93a05745f5 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:22.294860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.297254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ae7d-e81e-4ab8-95ac-2c63211e764b None None] Pushing event updated for resources: {'Port': ['ID=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.337117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Network f5529bbc-8904-4e5b-b888-30e23c17de64 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:22.342153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:22.348840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:22.358761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Attempting to bind port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:22.359883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Attempting to bind port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:22.360475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Attempting to bind port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 on network 846a81d5-fc42-4766-af94-59d5e08e68d7 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:22.366454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:22.366989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Checking segment: {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:22.367495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.367993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Bound using segment: {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:22.368563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Bound port: fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32542ae0-8309-489c-9b0a-02e0cc0a4da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:22.369050 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.386298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Pushing event updated for resources: {'Port': ['ID=e0bad286-ef52-4156-a30e-4e93a05745f5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.415849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:22.416507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.433545 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d56c6653-72cf-4db9-99aa-90bcc3230175 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6499052 Aug 11 03:19:22.452735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Request body: {'port': {'device_id': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:22.454603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] For port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:22.458442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] For port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:22.464572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.525270 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.538768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ae7d-e81e-4ab8-95ac-2c63211e764b None None] Pushing event updated for resources: {'Port': ['ID=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.557493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Routers {'8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:22.558222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:19:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:22.703895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] Set router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:22.820570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c8ddc68-5bea-456f-bb51-3ae5ef7865e2 None None] Provisioning for port e0bad286-ef52-4156-a30e-4e93a05745f5 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:22.839964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bad286-ef52-4156-a30e-4e93a05745f5 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:22.848178 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.850436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c8ddc68-5bea-456f-bb51-3ae5ef7865e2 None None] Provisioning complete for port e0bad286-ef52-4156-a30e-4e93a05745f5 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:22.850910 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddc68-5bea-456f-bb51-3ae5ef7865e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.860511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Transition to ACTIVE for port object e0bad286-ef52-4156-a30e-4e93a05745f5 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:22.864165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.907161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ddc68-5bea-456f-bb51-3ae5ef7865e2 None None] Port e0bad286-ef52-4156-a30e-4e93a05745f5 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:22.913790 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bad286-ef52-4156-a30e-4e93a05745f5,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.021711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Attempting to bind port e0bad286-ef52-4156-a30e-4e93a05745f5 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:23.022098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Attempting to bind port e0bad286-ef52-4156-a30e-4e93a05745f5 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:23.022433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Attempting to bind port e0bad286-ef52-4156-a30e-4e93a05745f5 on network f5529bbc-8904-4e5b-b888-30e23c17de64 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:23.031813 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Port e0bad286-ef52-4156-a30e-4e93a05745f5 on network f5529bbc-8904-4e5b-b888-30e23c17de64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:23.032141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Attempting to bind port e0bad286-ef52-4156-a30e-4e93a05745f5 on network f5529bbc-8904-4e5b-b888-30e23c17de64 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:23.043246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087a049-f3d3-4c2e-9078-9f978367dede req-eddf1276-d4cd-466c-819b-b360c998861c tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.044846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0087a049-f3d3-4c2e-9078-9f978367dede req-eddf1276-d4cd-466c-819b-b360c998861c tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 943 time: 0.0735219 Aug 11 03:19:23.047893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:23.048231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Checking segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:23.048618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Bound using segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:23.049053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Bound port: e0bad286-ef52-4156-a30e-4e93a05745f5, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:23.049415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.056669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 4, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0', 'name': '', 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'mac_address': 'fa:16:3e:71:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:18Z', 'updated_at': '2021-08-11T03:19:22Z', 'revision_number': 4, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'subnets': [{'id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:23.060997 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2b8d0e81-9d9f-48bf-9215-4bd232b52607 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:23.114885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007625a-e4e6-45f9-875a-7a78db6a011b None None] The sync data for ids ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'] in n-d-715271-8 is: [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 4, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0', 'name': '', 'network_id': '846a81d5-fc42-4766-af94-59d5e08e68d7', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'mac_address': 'fa:16:3e:71:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:18Z', 'updated_at': '2021-08-11T03:19:22Z', 'revision_number': 4, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'subnets': [{'id': 'ae101d97-2d6a-4b03-ac20-2b4791ed8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:23.136635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0087a049-f3d3-4c2e-9078-9f978367dede req-54de524b-7e12-4dc4-b090-4b2fb3d5e92f tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835593 Aug 11 03:19:23.156528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] For port e0bad286-ef52-4156-a30e-4e93a05745f5, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:23.168912 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] For port e0bad286-ef52-4156-a30e-4e93a05745f5, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0bad286-ef52-4156-a30e-4e93a05745f5,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:23.188651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.203816 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:23.204250 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.240057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.240702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.242709 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-64849be2-5816-4288-96d8-ac0579617214 service neutron] 10.222.0.25 "PUT /v2.0/ports/e0bad286-ef52-4156-a30e-4e93a05745f5 HTTP/1.1" status: 200 len: 1091 time: 0.7950654 Aug 11 03:19:23.243313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'tag': 'e0bad286-ef52-4156-a30e-4e93a05745f5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:23.246291 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944af28f-0d87-4064-91d2-f14a2f7bfd03" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7416a9-7fca-43a9-9652-6c2d6253dd55", "tag": "e0bad286-ef52-4156-a30e-4e93a05745f5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:23.259433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:23.287100 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64849be2-5816-4288-96d8-ac0579617214 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bad286-ef52-4156-a30e-4e93a05745f5,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.345042 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280e7ce1-4c45-4357-a4d6-a21729f053cf x-openstack-request-id: req-280e7ce1-4c45-4357-a4d6-a21729f053cf {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:23.345681 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7416a9-7fca-43a9-9652-6c2d6253dd55", "tag": "e0bad286-ef52-4156-a30e-4e93a05745f5", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:23.345681 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-280e7ce1-4c45-4357-a4d6-a21729f053cf {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:23.346216 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'tag': 'e0bad286-ef52-4156-a30e-4e93a05745f5', 'status': 'completed', 'code': 200} Aug 11 03:19:23.353677 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d89345b9-1610-4f34-9a7b-d7e819766524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.355596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d89345b9-1610-4f34-9a7b-d7e819766524 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 1094 time: 0.0621059 Aug 11 03:19:23.411713 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-39b0b196-f08c-4c74-9b5f-824fc121726a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bad286-ef52-4156-a30e-4e93a05745f5 HTTP/1.1" status: 200 len: 217 time: 0.0443313 Aug 11 03:19:23.469300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d6c60bcc-dd01-4cb3-a70b-772eb625f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.470792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-d6c60bcc-dd01-4cb3-a70b-772eb625f627 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9aa193-864b-4c2b-ba97-72007a49fb7f HTTP/1.1" status: 200 len: 856 time: 0.0514107 Aug 11 03:19:23.488066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.522461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-70f9dda3-8a5c-4f1a-940f-08cc6f74ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.524218 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-70f9dda3-8a5c-4f1a-940f-08cc6f74ec72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5529bbc-8904-4e5b-b888-30e23c17de64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438194 Aug 11 03:19:23.550311 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.626616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-2005b4c6-10b7-4800-913d-3658fd6f82b1 service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937536 Aug 11 03:19:23.720482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e64e915-90b0-42e5-a972-3f5b5952722c req-8494a6b4-8cdb-4c32-af81-5e2d4dccb327 service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859811 Aug 11 03:19:23.812077 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-93e1b17e-13ac-4a48-8029-638bb0fecc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.813627 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-93e1b17e-13ac-4a48-8029-638bb0fecc64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 1094 time: 0.0421009 Aug 11 03:19:23.907951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-1e303414-d7d1-4e12-9d19-ae4a1efff09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.909436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-1e303414-d7d1-4e12-9d19-ae4a1efff09b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 917 time: 0.0872266 Aug 11 03:19:23.952204 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-789612f9-0f05-4ff8-8fb8-d3f304fc8412 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0bad286-ef52-4156-a30e-4e93a05745f5 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Aug 11 03:19:24.008157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-a42a4045-3c55-491c-b5ef-dfbf735c0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.009570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-a42a4045-3c55-491c-b5ef-dfbf735c0313 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9aa193-864b-4c2b-ba97-72007a49fb7f HTTP/1.1" status: 200 len: 856 time: 0.0490379 Aug 11 03:19:24.061941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-62e5ab83-bcd4-43d2-889b-183072948e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.063156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-62e5ab83-bcd4-43d2-889b-183072948e89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5529bbc-8904-4e5b-b888-30e23c17de64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418115 Aug 11 03:19:24.155311 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-69f89910-6cef-42d1-8334-20786c2075da service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824957 Aug 11 03:19:24.280980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-944af28f-0d87-4064-91d2-f14a2f7bfd03 req-69facf89-b105-43c1-abb2-5d02f2097a3a service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167247 Aug 11 03:19:24.295743 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d11ff-7f1c-4222-9232-76dcf10cae7b req-cc3a6fc4-9451-42dd-a0b4-e33f3e0a1d10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.297348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d83d11ff-7f1c-4222-9232-76dcf10cae7b req-cc3a6fc4-9451-42dd-a0b4-e33f3e0a1d10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 943 time: 0.0659602 Aug 11 03:19:24.336623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d83d11ff-7f1c-4222-9232-76dcf10cae7b req-6c839a5a-b3be-4744-ac7c-27c692027631 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Aug 11 03:19:25.030330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:25.080914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:25.085040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:25.085412 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.167446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.201902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:25.205746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.258946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:25.457879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e02fd-cf51-4322-89d7-9369e538a5f7 req-6f7db0be-801b-4fed-8f34-a7ce7bf55a51 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.459453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659e02fd-cf51-4322-89d7-9369e538a5f7 req-6f7db0be-801b-4fed-8f34-a7ce7bf55a51 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 943 time: 0.0547614 Aug 11 03:19:25.498476 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659e02fd-cf51-4322-89d7-9369e538a5f7 req-59ac1ccb-a8b1-42ec-8a7d-8edbf421dcd0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330455 Aug 11 03:19:26.507872 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0bad286-ef52-4156-a30e-4e93a05745f5 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:26.607391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e0bad286-ef52-4156-a30e-4e93a05745f5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0bad286-ef52-4156-a30e-4e93a05745f5,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:26.612613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20468c-6477-422e-b6e4-89c75ab7e5fa req-216595cb-6651-4c0f-9f1b-c38e7be9fd55 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:26.614174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f20468c-6477-422e-b6e4-89c75ab7e5fa req-216595cb-6651-4c0f-9f1b-c38e7be9fd55 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 943 time: 0.0499825 Aug 11 03:19:26.619606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'e0bad286-ef52-4156-a30e-4e93a05745f5', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'port_id': 'e0bad286-ef52-4156-a30e-4e93a05745f5', 'mac_address': 'fa:16:3e:93:f8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:26.654608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f20468c-6477-422e-b6e4-89c75ab7e5fa req-e7a946aa-9798-44a9-bd2f-ccf960664ab5 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Aug 11 03:19:26.658572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.671253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bad286-ef52-4156-a30e-4e93a05745f5 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:26.692433 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e0bad286-ef52-4156-a30e-4e93a05745f5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0bad286-ef52-4156-a30e-4e93a05745f5,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:26.697284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.744328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e0bad286-ef52-4156-a30e-4e93a05745f5,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:26.940501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e0bad286-ef52-4156-a30e-4e93a05745f5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:27.013393 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:27.106608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:27.107037 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.770312 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80db49-5c87-4460-8b5c-5c3d0ef860ac req-7f5b36b0-e67a-43a4-97c4-26e1f0505eed tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:27.771806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b80db49-5c87-4460-8b5c-5c3d0ef860ac req-7f5b36b0-e67a-43a4-97c4-26e1f0505eed tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Aug 11 03:19:27.808832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b80db49-5c87-4460-8b5c-5c3d0ef860ac req-8f37b3b8-04b1-4d1e-a946-253f39bfab68 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Aug 11 03:19:28.516632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0bad286-ef52-4156-a30e-4e93a05745f5 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:28.564262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port e0bad286-ef52-4156-a30e-4e93a05745f5 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:28.568457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port e0bad286-ef52-4156-a30e-4e93a05745f5 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:28.568830 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.651902 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.673374 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bad286-ef52-4156-a30e-4e93a05745f5'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:28.675691 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4ac38f-73d0-4629-81f8-8467b71d917c" -d '{"events": [{"server_uuid": "0b7416a9-7fca-43a9-9652-6c2d6253dd55", "name": "network-vif-plugged", "status": "completed", "tag": "e0bad286-ef52-4156-a30e-4e93a05745f5"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:28.688649 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port e0bad286-ef52-4156-a30e-4e93a05745f5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0bad286-ef52-4156-a30e-4e93a05745f5,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:28.694018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.717744 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c07dc34-e0be-4897-a854-39d84b7bc4da x-openstack-request-id: req-0c07dc34-e0be-4897-a854-39d84b7bc4da {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:28.718057 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7416a9-7fca-43a9-9652-6c2d6253dd55", "name": "network-vif-plugged", "status": "completed", "tag": "e0bad286-ef52-4156-a30e-4e93a05745f5", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:28.718311 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c07dc34-e0be-4897-a854-39d84b7bc4da {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:28.718699 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bad286-ef52-4156-a30e-4e93a05745f5', 'code': 200} Aug 11 03:19:28.746252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=e0bad286-ef52-4156-a30e-4e93a05745f5,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:28.820968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd2e4c-67e8-48f5-b49a-f89e4cd48652 req-748ebed6-196c-4fa7-82b0-3e91b4eb8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:28.822494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11cd2e4c-67e8-48f5-b49a-f89e4cd48652 req-748ebed6-196c-4fa7-82b0-3e91b4eb8774 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 1096 time: 0.0427413 Aug 11 03:19:28.858724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11cd2e4c-67e8-48f5-b49a-f89e4cd48652 req-6399afb9-35d2-4f10-9cfd-07d48f7672da service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280340 Aug 11 03:19:28.925976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5df23-4959-4a27-a7b2-331228c12269 req-5398911f-a0b5-4af4-a925-a5778d4e5d38 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:28.927475 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08a5df23-4959-4a27-a7b2-331228c12269 req-5398911f-a0b5-4af4-a925-a5778d4e5d38 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Aug 11 03:19:28.965190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08a5df23-4959-4a27-a7b2-331228c12269 req-5e381145-7530-455f-a1dc-8e95f5dc3da1 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Aug 11 03:19:30.081386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f42e83-2a38-419d-ba16-19742f36843c req-91d7fd1a-16d6-4bc2-a6f0-738c3fce0332 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:30.082844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78f42e83-2a38-419d-ba16-19742f36843c req-91d7fd1a-16d6-4bc2-a6f0-738c3fce0332 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.0493109 Aug 11 03:19:30.121229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78f42e83-2a38-419d-ba16-19742f36843c req-2ce1df3f-1614-40b7-ad86-768e8ea3f932 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 11 03:19:30.238704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a80551-5a39-4d32-9058-a4308c862305 req-0c422af0-b7f1-4cf2-840f-577b7f67f45d tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:30.240185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9a80551-5a39-4d32-9058-a4308c862305 req-0c422af0-b7f1-4cf2-840f-577b7f67f45d tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.0520887 Aug 11 03:19:30.277072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b9a80551-5a39-4d32-9058-a4308c862305 req-5922fa8d-e4b3-43fc-81d1-eba657266a75 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Aug 11 03:19:43.987496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0d63c4c-cb61-4796-a379-2b7c76df5655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.520964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71c8d657-a021-4c94-b67f-6747a6f45ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.822941 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.636403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.922524 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2789861-de51-44ee-a6f2-c5e7bad7941b req-9ea432aa-6459-428d-9824-d98837fe1a9a tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.924763 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2789861-de51-44ee-a6f2-c5e7bad7941b req-9ea432aa-6459-428d-9824-d98837fe1a9a tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.1551743 Aug 11 03:19:48.968299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e2789861-de51-44ee-a6f2-c5e7bad7941b req-d769026f-9aed-433c-806f-9fd49496b930 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362947 Aug 11 03:19:50.144499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15334-109a-4c6c-8971-acd1bed57cda req-4b6026ec-804d-4398-a3ad-132f63d152eb tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.145990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1c15334-109a-4c6c-8971-acd1bed57cda req-4b6026ec-804d-4398-a3ad-132f63d152eb tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.1058102 Aug 11 03:19:50.186677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b1c15334-109a-4c6c-8971-acd1bed57cda req-1b43838e-d3e4-4d2f-bc71-ec1c7a1bfc52 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Aug 11 03:19:50.249489 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.095834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-42cf3c08-8082-4d36-9ed1-61f48b852fa7 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.097305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-42cf3c08-8082-4d36-9ed1-61f48b852fa7 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Aug 11 03:19:51.188038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Deleting port e0bad286-ef52-4156-a30e-4e93a05745f5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:51.188741 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.306669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] For port e0bad286-ef52-4156-a30e-4e93a05745f5, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=e0bad286-ef52-4156-a30e-4e93a05745f5,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:51.307033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.322892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Calling delete_port for e0bad286-ef52-4156-a30e-4e93a05745f5 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:51.337810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1d864-938d-44a3-98b1-6505c4deac2d req-17f4acdc-30c5-419e-8b79-3b37b0d8b496 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.339342 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77d1d864-938d-44a3-98b1-6505c4deac2d req-17f4acdc-30c5-419e-8b79-3b37b0d8b496 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b7416a9-7fca-43a9-9652-6c2d6253dd55 HTTP/1.1" status: 200 len: 945 time: 0.0829093 Aug 11 03:19:51.419179 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77d1d864-938d-44a3-98b1-6505c4deac2d req-c477cdfb-5963-49dd-8848-18d08a818523 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 Aug 11 03:19:51.495411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.508753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['e0bad286-ef52-4156-a30e-4e93a05745f5'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:51.524414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Pushing event deleted for resources: {'Port': ['ID=e0bad286-ef52-4156-a30e-4e93a05745f5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.535012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.535365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.535735 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.536166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.536508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.536849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.537178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.537506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.537838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.538722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.538722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.538906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:51.583045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] No DVR routers for this DVR port e0bad286-ef52-4156-a30e-4e93a05745f5 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:51.585828 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.587867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a0353820-12d3-4ce0-912f-3c404ae60741 req-67c439b9-b96e-4b2a-9f90-ed90cb9add10 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "DELETE /v2.0/ports/e0bad286-ef52-4156-a30e-4e93a05745f5 HTTP/1.1" status: 204 len: 173 time: 0.4834993 Aug 11 03:19:51.588315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'name': 'network-vif-deleted', 'tag': 'e0bad286-ef52-4156-a30e-4e93a05745f5'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:51.590626 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ee5b3-0bba-4cf8-aa45-df99b210eb3e" -d '{"events": [{"server_uuid": "0b7416a9-7fca-43a9-9652-6c2d6253dd55", "name": "network-vif-deleted", "tag": "e0bad286-ef52-4156-a30e-4e93a05745f5"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:51.633381 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810aaa8d-53f3-4998-8401-2bb9616a23ca x-openstack-request-id: req-810aaa8d-53f3-4998-8401-2bb9616a23ca {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:51.633745 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7416a9-7fca-43a9-9652-6c2d6253dd55", "name": "network-vif-deleted", "tag": "e0bad286-ef52-4156-a30e-4e93a05745f5", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:51.634095 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-810aaa8d-53f3-4998-8401-2bb9616a23ca {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:51.634607 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7416a9-7fca-43a9-9652-6c2d6253dd55', 'name': 'network-vif-deleted', 'tag': 'e0bad286-ef52-4156-a30e-4e93a05745f5', 'status': 'completed', 'code': 200} Aug 11 03:19:53.514429 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.549714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.976313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-97134483-ba56-47ec-8d50-c9dff8e1039e tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.977779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-97134483-ba56-47ec-8d50-c9dff8e1039e tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 817 time: 0.1132617 Aug 11 03:19:53.994592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-cbd0968e-0d41-4ecc-84ef-b0cbaf8f653b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/quotas/4f6a97a3a8994287a2bef4b03ddc667e HTTP/1.1" status: 200 len: 375 time: 0.0104871 Aug 11 03:19:54.061846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-c857e1cb-de76-458e-ac19-0444c5798feb tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611207 Aug 11 03:19:54.254036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-80ddb54d-eb98-41f4-b2c7-2c6608625670 service neutron] 10.222.0.16 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363173 Aug 11 03:19:54.359034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-983a8af8-4fd4-4c3e-a7d0-b31dadedc117 service neutron] 10.222.0.16 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977631 Aug 11 03:19:54.632499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0bad286-ef52-4156-a30e-4e93a05745f5 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:54.657892 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: e0bad286-ef52-4156-a30e-4e93a05745f5 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:54.658317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device e0bad286-ef52-4156-a30e-4e93a05745f5 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:55.588169 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e0fc73b-7ac8-4d99-87de-d5dd568e49ff req-3484af15-6c5d-4585-8a68-d0fd32d8dcdd tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Aug 11 03:19:57.005451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fe005b55-095d-46f6-b706-71ff26e2ffb2 req-b4aa5fa8-241e-44de-901d-d8e29bebc4ce tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 210 time: 0.0371497 Aug 11 03:19:57.051200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-e208414e-e21a-48dd-a786-323457d3e29b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.052719 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-e208414e-e21a-48dd-a786-323457d3e29b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 817 time: 0.5157192 Aug 11 03:19:57.066884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Request body: {'port': {'device_id': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'admin_state_up': True, 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:57.182695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Made reservation on behalf of 4f6a97a3a8994287a2bef4b03ddc667e for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:57.186123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.315767 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Allocated IP 172.20.0.12 (f5529bbc-8904-4e5b-b888-30e23c17de64/cc9aa193-864b-4c2b-ba97-72007a49fb7f/7c7e9cb4-b542-4934-b3a6-b810c4c9eef9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:57.475839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.492724 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Transition to ACTIVE for port object 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:57.527686 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.574517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Network f5529bbc-8904-4e5b-b888-30e23c17de64 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:57.577654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:57.581529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:57.607236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Pushing event updated for resources: {'Port': ['ID=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:57.643947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.644625 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.661290 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-013ac7a4-4ba9-4cbe-9709-773f49f9c3f0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985651 Aug 11 03:19:57.674451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Request body: {'port': {'device_id': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:57.739385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.868908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8301cf05-ba64-44a1-bf91-e3ff6bcdd45e None None] Provisioning for port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:57.873640 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8301cf05-ba64-44a1-bf91-e3ff6bcdd45e None None] Provisioning complete for port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:57.874026 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8301cf05-ba64-44a1-bf91-e3ff6bcdd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.908427 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8301cf05-ba64-44a1-bf91-e3ff6bcdd45e None None] Port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:58.020927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:58.029076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.043319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Transition to ACTIVE for port object 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:58.048208 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.137526 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:58.212585 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abdbc7-486f-4689-b206-685a09cc4286 req-f1d0eec1-6c7a-4d3c-be02-29eaa2d35669 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.214256 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4abdbc7-486f-4689-b206-685a09cc4286 req-f1d0eec1-6c7a-4d3c-be02-29eaa2d35669 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 944 time: 0.1339786 Aug 11 03:19:58.256280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Attempting to bind port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:58.256625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Attempting to bind port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:58.256963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Attempting to bind port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 on network f5529bbc-8904-4e5b-b888-30e23c17de64 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:58.266630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 on network f5529bbc-8904-4e5b-b888-30e23c17de64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:58.266959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Attempting to bind port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 on network f5529bbc-8904-4e5b-b888-30e23c17de64 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:58.281582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:58.281930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Checking segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:58.282379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Bound using segment: {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:58.282804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Bound port: 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec294840-bafb-475c-b033-d7bcb9c99d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:58.283170 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.288347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c4abdbc7-486f-4689-b206-685a09cc4286 req-4c9cf3ad-3a52-4543-96d1-2af1ab4701f8 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Aug 11 03:19:58.404704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] For port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:58.409915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] For port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:58.415440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.452043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.452894 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.454489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 HTTP/1.1" status: 200 len: 1092 time: 0.7845821 Aug 11 03:19:58.454947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'tag': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:58.457974 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf68beb5-740f-4cda-8912-e0ba8b5e1696", "tag": "7c7e9cb4-b542-4934-b3a6-b810c4c9eef9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:58.495966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e20fe-9aa5-4929-8ba7-cbab0550c8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:58.512178 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21708685-ccb3-48ba-8d6a-588dbeabd59c x-openstack-request-id: req-21708685-ccb3-48ba-8d6a-588dbeabd59c {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:58.512619 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf68beb5-740f-4cda-8912-e0ba8b5e1696", "tag": "7c7e9cb4-b542-4934-b3a6-b810c4c9eef9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:58.513021 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21708685-ccb3-48ba-8d6a-588dbeabd59c {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:58.513637 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'tag': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9', 'status': 'completed', 'code': 200} Aug 11 03:19:58.571418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-304b25c6-65dc-4498-a828-a6756284e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.573044 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-304b25c6-65dc-4498-a828-a6756284e24b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 1095 time: 0.0571764 Aug 11 03:19:58.622252 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-94ace82a-5711-44ff-88e1-56c18b99d394 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 HTTP/1.1" status: 200 len: 217 time: 0.0387545 Aug 11 03:19:58.687888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-1fe13e51-0912-4db6-bcae-53389be7c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.689765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-1fe13e51-0912-4db6-bcae-53389be7c95b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9aa193-864b-4c2b-ba97-72007a49fb7f HTTP/1.1" status: 200 len: 856 time: 0.0580900 Aug 11 03:19:58.741134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-273f7bd9-7093-45a1-bd22-17c11eaf7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.742654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-273f7bd9-7093-45a1-bd22-17c11eaf7a95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5529bbc-8904-4e5b-b888-30e23c17de64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446575 Aug 11 03:19:58.843826 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-fca86723-f883-497f-b71f-c4fff745f849 service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930903 Aug 11 03:19:58.941348 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-766b02db-2e5f-4ffe-a963-3d7df39abe66 req-f7603662-1429-455c-a911-d55961ff857c service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885012 Aug 11 03:19:59.036134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-8753928e-781c-450c-ba05-cc04058a9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.037705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-8753928e-781c-450c-ba05-cc04058a9947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 1095 time: 0.0433958 Aug 11 03:19:59.144901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-21be433d-607c-4c97-9b41-9496d5a7c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.146509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-21be433d-607c-4c97-9b41-9496d5a7c647 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 917 time: 0.0960522 Aug 11 03:19:59.192596 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-f08bc770-7f9c-41c3-9cd3-794d2fdba621 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 HTTP/1.1" status: 200 len: 217 time: 0.0376945 Aug 11 03:19:59.251460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-9a759ec8-10b8-473a-a928-3bc1646b6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.253002 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-9a759ec8-10b8-473a-a928-3bc1646b6708 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9aa193-864b-4c2b-ba97-72007a49fb7f HTTP/1.1" status: 200 len: 856 time: 0.0506287 Aug 11 03:19:59.309075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-6d330064-bf31-4bff-aee3-712dea0da23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.310640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-6d330064-bf31-4bff-aee3-712dea0da23b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5529bbc-8904-4e5b-b888-30e23c17de64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476780 Aug 11 03:19:59.452245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1afaa2-86c9-4cb9-9634-5465da3e4a0b req-6eb346f2-0857-4cad-9f27-73b48431188b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.453682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f1afaa2-86c9-4cb9-9634-5465da3e4a0b req-6eb346f2-0857-4cad-9f27-73b48431188b tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 944 time: 0.0845122 Aug 11 03:19:59.456016 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-7774f8fb-ef85-4685-a0eb-204875a25b0a service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361609 Aug 11 03:19:59.543803 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1f1afaa2-86c9-4cb9-9634-5465da3e4a0b req-de261929-0fde-425b-850f-31f6148e14d1 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Aug 11 03:19:59.580340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38bb81a9-b96e-4e3b-b8d9-96403e28c4d7 req-448bff42-411a-4d44-af6a-64df38bf45d6 service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129963 Aug 11 03:20:00.259842 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:00.642826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:00.694107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f07815-d9d6-4587-8d8c-2b1567c5107b req-cc811ede-fcbd-448a-ab0f-de68e35ec1ef tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.695819 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19f07815-d9d6-4587-8d8c-2b1567c5107b req-cc811ede-fcbd-448a-ab0f-de68e35ec1ef tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 944 time: 0.0631609 Aug 11 03:20:00.741353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19f07815-d9d6-4587-8d8c-2b1567c5107b req-27b5e814-9cdd-41f0-bb46-84b51e56f65f tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Aug 11 03:20:00.928128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:00.941051 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9', 'network_id': 'f5529bbc-8904-4e5b-b888-30e23c17de64', 'port_id': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9', 'mac_address': 'fa:16:3e:7c:e8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9aa193-864b-4c2b-ba97-72007a49fb7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:00.988977 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.008308 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:01.029202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:01.033533 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.084144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.092118 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.092463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.092804 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.093139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.093471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.093797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.094157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.094484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.094809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.095132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.095457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.095775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:01.269302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['7c7e9cb4-b542-4934-b3a6-b810c4c9eef9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:01.871620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2989b-b95f-4dd8-9d84-75dc11706b91 req-4fb5b8c1-17d2-45fd-81ce-6fae346b1f82 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:01.873152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcc2989b-b95f-4dd8-9d84-75dc11706b91 req-4fb5b8c1-17d2-45fd-81ce-6fae346b1f82 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 945 time: 0.0525045 Aug 11 03:20:01.914681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcc2989b-b95f-4dd8-9d84-75dc11706b91 req-f15ad2cc-09d5-4fa7-967a-7d6fa61adcd0 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Aug 11 03:20:02.663815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:02.724448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:02.728831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:02.729202 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.816716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.841208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:02.843773 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a40ab1-6775-41a4-9694-ad7055b8245a" -d '{"events": [{"server_uuid": "cf68beb5-740f-4cda-8912-e0ba8b5e1696", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e9cb4-b542-4934-b3a6-b810c4c9eef9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:02.858533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:02.864714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.890820 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb78c4bd-6d26-48fa-a8b9-a8b856ec098f x-openstack-request-id: req-eb78c4bd-6d26-48fa-a8b9-a8b856ec098f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:02.891546 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf68beb5-740f-4cda-8912-e0ba8b5e1696", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e9cb4-b542-4934-b3a6-b810c4c9eef9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:02.891546 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb78c4bd-6d26-48fa-a8b9-a8b856ec098f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:02.891846 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9', 'code': 200} Aug 11 03:20:02.920890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:03.082970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf53b-9871-4d45-9da4-a8a228fc0000 req-e104709e-e8da-449e-9018-3615adb01148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:03.084614 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-411bf53b-9871-4d45-9da4-a8a228fc0000 req-e104709e-e8da-449e-9018-3615adb01148 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 1097 time: 0.1285930 Aug 11 03:20:03.099099 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db78092-6a7c-487f-a3b4-0a34b2d5e8d0 req-e8e95f1e-c0a0-4c13-9b18-f69402f7ee8f tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:03.100902 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7db78092-6a7c-487f-a3b4-0a34b2d5e8d0 req-e8e95f1e-c0a0-4c13-9b18-f69402f7ee8f tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.1040022 Aug 11 03:20:03.159704 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-411bf53b-9871-4d45-9da4-a8a228fc0000 req-6b4d9a0d-1962-4539-85d1-c1684b45ba50 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576668 Aug 11 03:20:03.168647 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7db78092-6a7c-487f-a3b4-0a34b2d5e8d0 req-3bb45992-4b40-40dd-b84b-2f05dda1db51 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587764 Aug 11 03:20:04.299892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be4c79-ab57-4067-b08b-e14aa038b74a req-af53d812-aa10-489e-a5ca-1432674d05ed tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:04.301993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76be4c79-ab57-4067-b08b-e14aa038b74a req-af53d812-aa10-489e-a5ca-1432674d05ed tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.0518160 Aug 11 03:20:04.342087 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-76be4c79-ab57-4067-b08b-e14aa038b74a req-92cb44b2-e2e7-430f-8877-a22ca32a2fec tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Aug 11 03:20:04.462172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800d84-5378-4d77-b159-186009c933d1 req-1218e01c-e8c0-4ebf-a326-a7ad5a0a96cd tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:04.463632 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04800d84-5378-4d77-b159-186009c933d1 req-1218e01c-e8c0-4ebf-a326-a7ad5a0a96cd tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.0537448 Aug 11 03:20:04.508137 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-04800d84-5378-4d77-b159-186009c933d1 req-722260af-657b-4d75-99d8-d4d5c7dbdebf tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 Aug 11 03:20:13.992260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a909c7e-3ecc-4eab-8afe-5ff867f5984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.522873 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ed84b193-1020-43e9-9d3e-80a1ab5431cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.824078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.447128 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-ae2f45c4-2d17-4b4f-8cd4-4cc4501fd4be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442426 Aug 11 03:20:18.533711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-8c382697-21af-44a4-a364-cc53fa291fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.535677 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-8c382697-21af-44a4-a364-cc53fa291fdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 1097 time: 0.0404086 Aug 11 03:20:18.628273 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.641880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-cd2e121d-50db-4f6d-a8c3-ce2b40ce186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.644003 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-cd2e121d-50db-4f6d-a8c3-ce2b40ce186d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 200 len: 917 time: 0.0878658 Aug 11 03:20:18.690287 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-a807902c-88a3-4635-9b76-1cd8b4a4299a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 HTTP/1.1" status: 200 len: 217 time: 0.0392499 Aug 11 03:20:18.741232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-17e5c120-4b9f-4cef-8472-e33854d21e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.742752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-17e5c120-4b9f-4cef-8472-e33854d21e78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9aa193-864b-4c2b-ba97-72007a49fb7f HTTP/1.1" status: 200 len: 856 time: 0.0452769 Aug 11 03:20:18.796144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-3b87bb8b-41e1-48c2-95d2-5c3c9b1364a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.797695 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-3b87bb8b-41e1-48c2-95d2-5c3c9b1364a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5529bbc-8904-4e5b-b888-30e23c17de64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401518 Aug 11 03:20:18.893424 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-0209be80-adf4-4872-b62c-635533de8f35 service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873771 Aug 11 03:20:18.988874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52811601-1bbf-4981-9b52-34d3e9bb219f req-3db6d097-c6ba-4cd8-8274-b144cc2d73b5 service neutron] 10.222.0.25 "GET /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872912 Aug 11 03:20:20.253434 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.515446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.579384 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.034514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e6f73-6716-4fb3-806b-7cbf745a61e5 req-42d7b8f6-07d0-42d2-b014-0dc5ce91969a tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:24.036422 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea5e6f73-6716-4fb3-806b-7cbf745a61e5 req-42d7b8f6-07d0-42d2-b014-0dc5ce91969a tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.0553031 Aug 11 03:20:24.074454 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea5e6f73-6716-4fb3-806b-7cbf745a61e5 req-5b83d4bb-ca36-4ab8-bfaa-3f06be803c67 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Aug 11 03:20:25.205842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c554-fcd9-4d95-ab3b-75542633603d req-abb8ae17-7cf2-47a1-8a0b-53711669a723 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.208077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf05c554-fcd9-4d95-ab3b-75542633603d req-abb8ae17-7cf2-47a1-8a0b-53711669a723 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.0594363 Aug 11 03:20:25.250679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cf05c554-fcd9-4d95-ab3b-75542633603d req-4517b1b4-c35c-4ace-ac5b-f7f24b4aa44a tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Aug 11 03:20:26.043985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-f0d45947-22aa-48bb-a625-0aef8bf4fd58 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.045487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-f0d45947-22aa-48bb-a625-0aef8bf4fd58 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.0481958 Aug 11 03:20:26.138472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Deleting port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:26.138817 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.224572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] For port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:26.225266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.237441 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Calling delete_port for 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:26.395581 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.407990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['7c7e9cb4-b542-4934-b3a6-b810c4c9eef9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:26.408712 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d64f5-4384-4df0-a990-6fdcc55d9424 req-c3b2211f-c8c2-4061-ba35-62bf62f7aa4c tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.410802 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a14d64f5-4384-4df0-a990-6fdcc55d9424 req-c3b2211f-c8c2-4061-ba35-62bf62f7aa4c tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf68beb5-740f-4cda-8912-e0ba8b5e1696 HTTP/1.1" status: 200 len: 946 time: 0.0898259 Aug 11 03:20:26.440844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Pushing event deleted for resources: {'Port': ['ID=7c7e9cb4-b542-4934-b3a6-b810c4c9eef9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:26.503364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] No DVR routers for this DVR port 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:26.507449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.509441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8d064055-6df8-43fe-bfe9-104e3210d3c7 req-c89245d3-1945-4002-9bee-4096c42c9242 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.25 "DELETE /v2.0/ports/7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 HTTP/1.1" status: 204 len: 173 time: 0.4569576 Aug 11 03:20:26.509897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'name': 'network-vif-deleted', 'tag': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:26.512292 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb33c25-4b61-4267-9fc8-dff02cc58f62" -d '{"events": [{"server_uuid": "cf68beb5-740f-4cda-8912-e0ba8b5e1696", "name": "network-vif-deleted", "tag": "7c7e9cb4-b542-4934-b3a6-b810c4c9eef9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:26.519315 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a14d64f5-4384-4df0-a990-6fdcc55d9424 req-cd5f3c15-27dd-4780-bb65-4961418d7a49 tempest-TestEncryptedCinderVolumes-1054180157 tempest-TestEncryptedCinderVolumes-1054180157-project] 10.222.0.16 "GET /v2.0/security-groups?id=176bfc42-53a0-4407-bd7b-11432e25e143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859184 Aug 11 03:20:26.558968 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71080bb3-6309-4f93-86e0-a6be382e2806 x-openstack-request-id: req-71080bb3-6309-4f93-86e0-a6be382e2806 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:26.559454 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf68beb5-740f-4cda-8912-e0ba8b5e1696", "name": "network-vif-deleted", "tag": "7c7e9cb4-b542-4934-b3a6-b810c4c9eef9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:26.559811 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71080bb3-6309-4f93-86e0-a6be382e2806 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:26.560279 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf68beb5-740f-4cda-8912-e0ba8b5e1696', 'name': 'network-vif-deleted', 'tag': '7c7e9cb4-b542-4934-b3a6-b810c4c9eef9', 'status': 'completed', 'code': 200} Aug 11 03:20:27.626154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50708) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:27.965744 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.202062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Deleting port 27539f39-1c0e-4e27-bcfb-db40bf768a93 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:28.202407 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.281632 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] For port 27539f39-1c0e-4e27-bcfb-db40bf768a93, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=27539f39-1c0e-4e27-bcfb-db40bf768a93,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:28.281884 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.295635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Calling delete_port for 27539f39-1c0e-4e27-bcfb-db40bf768a93 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:28.471674 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.496932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=27539f39-1c0e-4e27-bcfb-db40bf768a93,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:28.663370 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.875537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:28.984848 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:28.993797 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-18b1f68b-92ba-4220-aebf-8dbf23f3b9f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f68eccb-7bb6-4540-bedb-9e48b82289c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3638783 Aug 11 03:20:28.994460 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50710) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.995382 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] Sync routers for ids ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:29.005207 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] Routers {'9f68eccb-7bb6-4540-bedb-9e48b82289c6'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:29.005826 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:29.103503 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.108651 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] Set router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:29.205763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.259736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Deleting port 70c6806c-23c3-4212-aada-621acd5c8b26 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:29.260142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.284362 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:20:28Z', 'revision_number': 5, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port': {'id': '70c6806c-23c3-4212-aada-621acd5c8b26', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:29.314112 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] Checking router: 9f68eccb-7bb6-4540-bedb-9e48b82289c6 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:29.322295 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] Routers {'9f68eccb-7bb6-4540-bedb-9e48b82289c6'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:29.322901 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:29.344810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] For port 70c6806c-23c3-4212-aada-621acd5c8b26, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=70c6806c-23c3-4212-aada-621acd5c8b26,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:29.344810 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.356896 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Calling delete_port for 70c6806c-23c3-4212-aada-621acd5c8b26 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:29.409127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] Set router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:29.458774 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:20:29Z', 'revision_number': 6, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:29.488745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a17df-d201-47f1-9be8-90694eecb7bf None None] The sync data for ids ['9f68eccb-7bb6-4540-bedb-9e48b82289c6'] in n-d-715271-8 is: [{'id': '9f68eccb-7bb6-4540-bedb-9e48b82289c6', 'name': 'tempest-TestEncryptedCinderVolumes-1379866754-router', 'tenant_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:10Z', 'updated_at': '2021-08-11T03:20:29Z', 'revision_number': 6, 'project_id': '4f6a97a3a8994287a2bef4b03ddc667e', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:29.523926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.554057 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c6806c-23c3-4212-aada-621acd5c8b26,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:29.564691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.565033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.565988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.565988 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.566266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.566405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.566737 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.567181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.567375 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.567700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.568014 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.568336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:29.970167 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.059179 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.061263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.102540 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.103012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f68eccb-7bb6-4540-bedb-9e48b82289c6 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:20:30.107391 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.108450 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d445c0ca-11fc-4ae9-93fc-03e9e3ca6a16 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f68eccb-7bb6-4540-bedb-9e48b82289c6 HTTP/1.1" status: 204 len: 168 time: 1.1119318 Aug 11 03:20:30.110980 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.157870 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Deleting subnet cc9aa193-864b-4c2b-ba97-72007a49fb7f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:30.160880 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.194811 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.272239 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.327943 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.353575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9aa193-864b-4c2b-ba97-72007a49fb7f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.357012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.358940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d767d794-8ae3-4b60-b50c-bd8b68b80cb8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc9aa193-864b-4c2b-ba97-72007a49fb7f HTTP/1.1" status: 204 len: 168 time: 0.2470322 Aug 11 03:20:30.361570 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.366315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8f781d-3b6e-4bef-8a55-3b34313dcbe8 None None] Network f5529bbc-8904-4e5b-b888-30e23c17de64 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:30.432500 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.489148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Deleting port 16f5cbe4-03a4-405a-8044-2bc56f38e083 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:30.489549 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.558955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] For port 16f5cbe4-03a4-405a-8044-2bc56f38e083, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16f5cbe4-03a4-405a-8044-2bc56f38e083,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:30.559331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.560186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] DHCP port deletion for f5529bbc-8904-4e5b-b888-30e23c17de64 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:20:30.573231 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Calling delete_port for 16f5cbe4-03a4-405a-8044-2bc56f38e083 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:30.608322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] Deleting port 16f5cbe4-03a4-405a-8044-2bc56f38e083 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:30.608610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.653365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.670730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] For port 16f5cbe4-03a4-405a-8044-2bc56f38e083, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16f5cbe4-03a4-405a-8044-2bc56f38e083,segment=NetworkSegment(ec294840-bafb-475c-b033-d7bcb9c99d3d),segment_id=ec294840-bafb-475c-b033-d7bcb9c99d3d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:30.671128 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.681881 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] No DVR routers for this DVR port 16f5cbe4-03a4-405a-8044-2bc56f38e083 on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:30.685409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] Calling delete_port for 16f5cbe4-03a4-405a-8044-2bc56f38e083 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:30.687472 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f5cbe4-03a4-405a-8044-2bc56f38e083,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.759792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.764161 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.769799 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5529bbc-8904-4e5b-b888-30e23c17de64']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:30.780430 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec294840-bafb-475c-b033-d7bcb9c99d3d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:30.780727 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec294840-bafb-475c-b033-d7bcb9c99d3d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:30.787461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] Pushing event deleted for resources: {'Port': ['ID=16f5cbe4-03a4-405a-8044-2bc56f38e083,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.792972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.795225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:30.810254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.816314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:30.817030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.817159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ae719-7091-4e51-80d6-56c1d00483d0 None None] No DVR routers for this DVR port 16f5cbe4-03a4-405a-8044-2bc56f38e083 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:30.818714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:30.819074 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 7c7e9cb4-b542-4934-b3a6-b810c4c9eef9 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:30.820723 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:30.894675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.900460 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.902632 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5529bbc-8904-4e5b-b888-30e23c17de64 HTTP/1.1" status: 204 len: 168 time: 0.5402198 Aug 11 03:20:30.905783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50718) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.915904 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a08f55-5b39-4d16-b914-6e2468dcf7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5529bbc-8904-4e5b-b888-30e23c17de64,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:31.043555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16f5cbe4-03a4-405a-8044-2bc56f38e083 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:31.063850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 16f5cbe4-03a4-405a-8044-2bc56f38e083 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:31.064209 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16f5cbe4-03a4-405a-8044-2bc56f38e083 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:31.064639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70c6806c-23c3-4212-aada-621acd5c8b26 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:31.082848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 70c6806c-23c3-4212-aada-621acd5c8b26 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:31.083132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 70c6806c-23c3-4212-aada-621acd5c8b26 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:31.083551 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27539f39-1c0e-4e27-bcfb-db40bf768a93 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:31.101783 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 27539f39-1c0e-4e27-bcfb-db40bf768a93 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:31.102155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 27539f39-1c0e-4e27-bcfb-db40bf768a93 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:31.252235 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.849862 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Deleting port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:31.850227 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.925433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] For port fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:31.926116 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.937766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Calling delete_port for fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:32.112651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.137771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:32.312597 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.529478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:32.638134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:32.643097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7bb29f00-c12d-4af7-951f-790ee38c23dc admin admin] 10.222.0.16 "PUT /v2.0/routers/8c9102b7-1eb2-4dc3-87bd-72e77891a8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356844 Aug 11 03:20:32.645844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:32.651038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] Sync routers for ids ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:32.660486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] Routers {'8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:32.661107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:32.752309 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.767029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] Set router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:32.861024 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.918800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Deleting port 2b8d0e81-9d9f-48bf-9215-4bd232b52607 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:32.919144 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.957109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:20:32Z', 'revision_number': 5, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port': {'id': '2b8d0e81-9d9f-48bf-9215-4bd232b52607', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:16Z', 'updated_at': '2021-08-11T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:32.983490 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] Checking router: 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:32.994261 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] Routers {'8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:32.995960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:33.005042 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] For port 2b8d0e81-9d9f-48bf-9215-4bd232b52607, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2b8d0e81-9d9f-48bf-9215-4bd232b52607,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:33.005613 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.024268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Calling delete_port for 2b8d0e81-9d9f-48bf-9215-4bd232b52607 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:33.080603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] Set router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:33.134782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:20:32Z', 'revision_number': 6, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:33.162061 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb5d81-8af6-46db-b7a2-8fcaa52fda4c None None] The sync data for ids ['8c9102b7-1eb2-4dc3-87bd-72e77891a8ff'] in n-d-715271-8 is: [{'id': '8c9102b7-1eb2-4dc3-87bd-72e77891a8ff', 'name': 'tempest-TestEncryptedCinderVolumes-1596319740-router', 'tenant_id': '5d32225e7c624932846b6f676a3b3b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:15Z', 'updated_at': '2021-08-11T03:20:32Z', 'revision_number': 6, 'project_id': '5d32225e7c624932846b6f676a3b3b22', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:33.203196 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.230982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8d0e81-9d9f-48bf-9215-4bd232b52607,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:33.294491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.385790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.387850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.431783 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.432296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9102b7-1eb2-4dc3-87bd-72e77891a8ff {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:20:33.436893 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.438078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7ecb185d-3533-48a1-9a2e-05a79b1c5c75 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8c9102b7-1eb2-4dc3-87bd-72e77891a8ff HTTP/1.1" status: 204 len: 168 time: 0.7912602 Aug 11 03:20:33.441246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50722) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.487156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Deleting subnet ae101d97-2d6a-4b03-ac20-2b4791ed8a8e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:33.490588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.533786 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.613673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.667738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.697755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae101d97-2d6a-4b03-ac20-2b4791ed8a8e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:33.701322 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.704805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-002f2322-2606-4b74-84d2-69e1cd290008 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae101d97-2d6a-4b03-ac20-2b4791ed8a8e HTTP/1.1" status: 204 len: 168 time: 0.2610757 Aug 11 03:20:33.705651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50724) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.709236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8cdfa1-feaf-49f4-8246-7613f7b1a42c None None] Network 846a81d5-fc42-4766-af94-59d5e08e68d7 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:33.773418 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.829967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Deleting port e0f5b961-5812-49af-9b28-6a4fa1113961 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:33.830339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.899315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] For port e0f5b961-5812-49af-9b28-6a4fa1113961, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0f5b961-5812-49af-9b28-6a4fa1113961,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:33.899590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.915055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] DHCP port deletion for 846a81d5-fc42-4766-af94-59d5e08e68d7 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:20:33.915260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Calling delete_port for e0f5b961-5812-49af-9b28-6a4fa1113961 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:33.965311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] Deleting port e0f5b961-5812-49af-9b28-6a4fa1113961 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:33.965683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.997851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.026028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f5b961-5812-49af-9b28-6a4fa1113961,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.029643 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] No DVR routers for this DVR port e0f5b961-5812-49af-9b28-6a4fa1113961 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:34.037150 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] For port e0f5b961-5812-49af-9b28-6a4fa1113961, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=e0f5b961-5812-49af-9b28-6a4fa1113961,segment=NetworkSegment(32542ae0-8309-489c-9b0a-02e0cc0a4da0),segment_id=32542ae0-8309-489c-9b0a-02e0cc0a4da0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:34.037548 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.051538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] Calling delete_port for e0f5b961-5812-49af-9b28-6a4fa1113961 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:34.106391 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.118102 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846a81d5-fc42-4766-af94-59d5e08e68d7']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.130730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32542ae0-8309-489c-9b0a-02e0cc0a4da0') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.131018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32542ae0-8309-489c-9b0a-02e0cc0a4da0') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.132907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.141117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.156626 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] Pushing event deleted for resources: {'Port': ['ID=e0f5b961-5812-49af-9b28-6a4fa1113961,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.157328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.163268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3d83b-78ca-4215-8cfb-ff7e467e8511 None None] No DVR routers for this DVR port e0f5b961-5812-49af-9b28-6a4fa1113961 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:34.169906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:34.169906 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:34.171844 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:34.235441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.241755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.245881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] 10.222.0.16 "DELETE /v2.0/networks/846a81d5-fc42-4766-af94-59d5e08e68d7 HTTP/1.1" status: 204 len: 168 time: 0.5391817 Aug 11 03:20:34.258993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9320f-c71a-4058-9448-e1fdd1499e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=846a81d5-fc42-4766-af94-59d5e08e68d7,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.398209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50728) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.436814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bf70b388-03e6-4e21-b82b-867b905c6fe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f6a97a3a8994287a2bef4b03ddc667e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373497 Aug 11 03:20:34.439250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50730) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.487336 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e30f30a9-e791-46a9-83d2-9215f398ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.508640 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e30f30a9-e791-46a9-83d2-9215f398ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.554810 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e30f30a9-e791-46a9-83d2-9215f398ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.557485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e30f30a9-e791-46a9-83d2-9215f398ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.558736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e30f30a9-e791-46a9-83d2-9215f398ab9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/176bfc42-53a0-4407-bd7b-11432e25e143 HTTP/1.1" status: 204 len: 168 time: 0.1185985 Aug 11 03:20:34.566898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f30a9-e791-46a9-83d2-9215f398ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176bfc42-53a0-4407-bd7b-11432e25e143,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.867563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50736) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.907586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-816f5c82-10bc-45ea-8c89-16d002798cad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d32225e7c624932846b6f676a3b3b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388365 Aug 11 03:20:34.910695 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50738) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.960743 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c425fa56-7316-4a3d-802a-809724035b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.984133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c425fa56-7316-4a3d-802a-809724035b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.033017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c425fa56-7316-4a3d-802a-809724035b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.036528 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c425fa56-7316-4a3d-802a-809724035b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.037504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c425fa56-7316-4a3d-802a-809724035b4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8be2c373-7d63-49e0-9898-3b96edbab31a HTTP/1.1" status: 204 len: 168 time: 0.1259053 Aug 11 03:20:35.046260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425fa56-7316-4a3d-802a-809724035b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be2c373-7d63-49e0-9898-3b96edbab31a,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.059609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2b8d0e81-9d9f-48bf-9215-4bd232b52607 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:35.083376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2b8d0e81-9d9f-48bf-9215-4bd232b52607 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:35.083724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2b8d0e81-9d9f-48bf-9215-4bd232b52607 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:35.084145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0f5b961-5812-49af-9b28-6a4fa1113961 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:35.102523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: e0f5b961-5812-49af-9b28-6a4fa1113961 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:35.102870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device e0f5b961-5812-49af-9b28-6a4fa1113961 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:35.103271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:35.124410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:35.124747 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device fe12ac85-2a84-4c55-8d9d-94cf9e9eaaf0 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:35.717038 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50760) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.820063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2111402316-network', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:35.840356 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Made reservation on behalf of 9c1d767b40d54e2695922bccaaeb2ee7 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:35.842664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.851300 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.936004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.939587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.966313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:35.972711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.978761 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.979104 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Added segment 8056f920-03c1-4b10-9f00-84d64f497120 of type vlan for network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 Aug 11 03:20:36.019595 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.047516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.048482 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.049066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.105878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3877432 Aug 11 03:20:36.108869 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.110982 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba644aa-3a7f-440a-b8d1-d4bee4f2206b admin admin] Pushing event updated for resources: {'Network': ['ID=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.114704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Request body: {'subnet': {'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2111402316-subnet', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:36.121914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:36.136250 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Made reservation on behalf of 9c1d767b40d54e2695922bccaaeb2ee7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:36.138720 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.305051 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.352392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4201bb-46ca-474a-9069-0f6e0c08a7a8,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.367858 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Checking segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:36.368225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Network hostable DHCP agents. Network: 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:36.383919 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:36.392560 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:36.396591 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.397186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.402501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd9d93-5f3d-4e0e-aef8-2a800d91577a None None] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:36.413929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50766) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.414209 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b1a1349e-0b07-460b-b2e7-6958e02801fb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3040130 Aug 11 03:20:36.418914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:36.439529 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.440748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.497302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.547452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:36.548318 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.639927 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.685796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Allocated IP 172.20.0.2 (63ff02ec-3eda-4f2b-bb55-fa1cb61502d9/2c4201bb-46ca-474a-9069-0f6e0c08a7a8/a7de540f-7d25-421c-b48e-5a94841085a3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:36.823080 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.831765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Transition to ACTIVE for port object a7de540f-7d25-421c-b48e-5a94841085a3 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:36.839660 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.846400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Transition to ACTIVE for port object a7de540f-7d25-421c-b48e-5a94841085a3 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:36.853559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.859979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.898529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:36.903532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:36.906473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:36.911655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Pushing event updated for resources: {'Port': ['ID=a7de540f-7d25-421c-b48e-5a94841085a3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.961337 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Attempting to bind port a7de540f-7d25-421c-b48e-5a94841085a3 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:36.961810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Attempting to bind port a7de540f-7d25-421c-b48e-5a94841085a3 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:36.962097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Allocated IP 172.25.6.147 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a00a0f7d-9770-4199-a235-c0e3b7bf905b) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:36.962258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Attempting to bind port a7de540f-7d25-421c-b48e-5a94841085a3 on network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:36.967421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:36.967770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Checking segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:36.968173 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.968564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Bound using segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:36.969031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Bound port: a7de540f-7d25-421c-b48e-5a94841085a3, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:36.969408 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.032181 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] For port a7de540f-7d25-421c-b48e-5a94841085a3, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:37.035978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] For port a7de540f-7d25-421c-b48e-5a94841085a3, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a7de540f-7d25-421c-b48e-5a94841085a3,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:37.040331 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.069664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.103726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1efef-270b-4df4-97bc-32d035c0dfc9 None None] Pushing event updated for resources: {'Port': ['ID=a7de540f-7d25-421c-b48e-5a94841085a3,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:37.115479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.156422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:37.159986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:37.163566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:37.168957 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a00a0f7d-9770-4199-a235-c0e3b7bf905b,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:37.265726 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:37.429084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.623939 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.757749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Router 73a52192-1698-419c-abc6-ebb3af4d4091 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:20:37.867371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:37.880111 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Sync routers for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:37.887590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.888922 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-48f61d15-d06e-458f-9176-54be4707b9b2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4737353 Aug 11 03:20:37.891626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50768) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:37.893681 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:37.894382 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:38.005900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef68a1ed-5581-419e-888f-aac4d9aad541 None None] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:38.072115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-342dbdef-f866-4381-b848-0d3e56a14320 None None] Provisioning for port a7de540f-7d25-421c-b48e-5a94841085a3 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:38.112410 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:38.304350 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:37Z', 'revision_number': 3, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:38.332565 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Checking router: 73a52192-1698-419c-abc6-ebb3af4d4091 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:38.332909 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Updating router 73a52192-1698-419c-abc6-ebb3af4d4091 port a00a0f7d-9770-4199-a235-c0e3b7bf905b binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:20:38.360634 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.610662 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.621108 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Transition to ACTIVE for port object a00a0f7d-9770-4199-a235-c0e3b7bf905b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:38.626877 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.678450 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Attempting to bind port a00a0f7d-9770-4199-a235-c0e3b7bf905b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.678833 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Attempting to bind port a00a0f7d-9770-4199-a235-c0e3b7bf905b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.679194 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Attempting to bind port a00a0f7d-9770-4199-a235-c0e3b7bf905b on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.682265 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Pushing event updated for resources: {'Port': ['ID=a00a0f7d-9770-4199-a235-c0e3b7bf905b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.690324 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:38.691216 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:38.691617 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.692011 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:38.692475 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Bound port: a00a0f7d-9770-4199-a235-c0e3b7bf905b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:38.692858 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.694432 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.696132 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.696478 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.696822 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.697158 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.697486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.697819 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.698172 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.698495 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.698816 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.699140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.699460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.699776 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:38.750491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] For port a00a0f7d-9770-4199-a235-c0e3b7bf905b, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:38.754256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] For port a00a0f7d-9770-4199-a235-c0e3b7bf905b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a00a0f7d-9770-4199-a235-c0e3b7bf905b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:38.758466 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.815132 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:38.816258 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:38.858872 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469ca4e-224e-4c63-9ccb-7d794de1dd74 None None] Pushing event updated for resources: {'Port': ['ID=a00a0f7d-9770-4199-a235-c0e3b7bf905b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.927674 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Allocated IP 172.20.0.1 (63ff02ec-3eda-4f2b-bb55-fa1cb61502d9/2c4201bb-46ca-474a-9069-0f6e0c08a7a8/af3be17e-4054-4a9e-b9f6-716797f2cbbe) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:38.939559 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:39.046841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.061442 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Transition to ACTIVE for port object af3be17e-4054-4a9e-b9f6-716797f2cbbe will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:39.098442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a7de540f-7d25-421c-b48e-5a94841085a3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:39.099324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.130337 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:37Z', 'revision_number': 3, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:39.137387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:39.141702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:39.147472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:39.156795 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a7de540f-7d25-421c-b48e-5a94841085a3 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:39.162303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a7de540f-7d25-421c-b48e-5a94841085a3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:39.162769 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f923f-5a22-4d04-894c-af62dfb12aa7 None None] The sync data for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 is: [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:37Z', 'revision_number': 3, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:39.163340 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.174645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=af3be17e-4054-4a9e-b9f6-716797f2cbbe,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:39.194676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.273771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.316351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a7de540f-7d25-421c-b48e-5a94841085a3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a7de540f-7d25-421c-b48e-5a94841085a3,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:39.321630 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.385697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a7de540f-7d25-421c-b48e-5a94841085a3,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:39.408279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.444647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6028fd32-b6d8-4cba-ae28-1217491edf34 None None] Provisioning for port af3be17e-4054-4a9e-b9f6-716797f2cbbe completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:39.451336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6028fd32-b6d8-4cba-ae28-1217491edf34 None None] Provisioning complete for port af3be17e-4054-4a9e-b9f6-716797f2cbbe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:39.451336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6028fd32-b6d8-4cba-ae28-1217491edf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.506456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6028fd32-b6d8-4cba-ae28-1217491edf34 None None] Port af3be17e-4054-4a9e-b9f6-716797f2cbbe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:39.613663 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.619498 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.692228 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.695340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=af3be17e-4054-4a9e-b9f6-716797f2cbbe,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:39.793238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:39.794770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:39.918529 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Router 73a52192-1698-419c-abc6-ebb3af4d4091 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:40.026366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e31a3503-cdb6-4c46-8a6e-4b62d298e02c None None] Provisioning complete for port af3be17e-4054-4a9e-b9f6-716797f2cbbe triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:40.026735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31a3503-cdb6-4c46-8a6e-4b62d298e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.045835 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:40.051363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-22f0d4c6-63b1-44de-b631-63a35cfea5f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/73a52192-1698-419c-abc6-ebb3af4d4091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1586542 Aug 11 03:20:40.065691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e31a3503-cdb6-4c46-8a6e-4b62d298e02c None None] Port af3be17e-4054-4a9e-b9f6-716797f2cbbe cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:40.522617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.527868 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1961760151-network', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:40.549483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Made reservation on behalf of 2fbb0146e24743bb8d15b053aca3e2e0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:40.552284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.560781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.659903 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.666651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.696074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:40.702021 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519dfb9-dd7c-4393-b8f2-0d4dd5032fa2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.710688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.710971 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Added segment 7b562d16-589c-4592-bd3a-595f9c80981b of type vlan for network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 Aug 11 03:20:40.756401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.785025 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.786157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.786752 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.795059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Sync routers for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:40.804501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:40.805154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:40.845664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50786) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.846321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3219454 Aug 11 03:20:40.851229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Request body: {'subnet': {'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1961760151-subnet', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:40.851454 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e8c3d-825b-47ff-b915-f62dcb6a5058 admin admin] Pushing event updated for resources: {'Network': ['ID=0701f58b-7380-4a94-bb56-6d3ae8dc7fb0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.875138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Made reservation on behalf of 2fbb0146e24743bb8d15b053aca3e2e0 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:40.877657 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.887166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:41.084003 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.143199 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7799421-7c96-457b-b156-626a4184964f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.156512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:41.161368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a7de540f-7d25-421c-b48e-5a94841085a3 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:41.163661 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Checking segment: {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:41.164032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Network hostable DHCP agents. Network: 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:41.181219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:41.189634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:41.193638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.194316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.208621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-17be2c50-4f02-4aed-b9ea-1173a5e281b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3616931 Aug 11 03:20:41.208759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526a279-806d-4847-bd6f-3c26baf57f2e None None] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:41.211335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 50788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.215959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:41.236164 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.237873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.293584 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.404049 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a7de540f-7d25-421c-b48e-5a94841085a3 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:41.404419 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.436931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.534911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-0701f58b-7380-4a94-bb56-6d3ae8dc7fb0', 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'fixed_ips': [{'subnet_id': 'c7799421-7c96-457b-b156-626a4184964f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:41.535749 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.645637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.646076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 2, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:41.654623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a00a0f7d-9770-4199-a235-c0e3b7bf905b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:41.665510 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.703351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Checking router: 73a52192-1698-419c-abc6-ebb3af4d4091 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:41.703699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Updating router 73a52192-1698-419c-abc6-ebb3af4d4091 port af3be17e-4054-4a9e-b9f6-716797f2cbbe binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:20:41.764011 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.774462 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Allocated IP 172.25.6.36 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/ee97d24d-69f1-4d21-b2e3-c7547cc319eb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:41.818397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Allocated IP 172.20.0.2 (0701f58b-7380-4a94-bb56-6d3ae8dc7fb0/c7799421-7c96-457b-b156-626a4184964f/72d2b4ab-4e6e-43ae-8170-772cb7f23ee6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:41.840006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a00a0f7d-9770-4199-a235-c0e3b7bf905b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:41.878897 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.894895 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a00a0f7d-9770-4199-a235-c0e3b7bf905b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:41.895187 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.918761 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.954824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:41.959577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:41.962291 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:42.002149 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Pushing event updated for resources: {'Port': ['ID=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.167405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.190920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Transition to ACTIVE for port object 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:42.201672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.253299 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.254921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Transition to ACTIVE for port object 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:42.262241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a00a0f7d-9770-4199-a235-c0e3b7bf905b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a00a0f7d-9770-4199-a235-c0e3b7bf905b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:42.270095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.275043 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.279782 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.325974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Transition to ACTIVE for port object af3be17e-4054-4a9e-b9f6-716797f2cbbe will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:42.335249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:42.336930 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.338849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Pushing event updated for resources: {'Port': ['ID=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.342369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:42.351563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:42.469619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a00a0f7d-9770-4199-a235-c0e3b7bf905b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.490967 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.527025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Attempting to bind port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:42.527407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Attempting to bind port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:42.527775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Attempting to bind port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 on network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:42.540375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Attempting to bind port af3be17e-4054-4a9e-b9f6-716797f2cbbe on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:42.540750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Attempting to bind port af3be17e-4054-4a9e-b9f6-716797f2cbbe by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:42.541115 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Attempting to bind port af3be17e-4054-4a9e-b9f6-716797f2cbbe on network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:42.548516 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:42.548888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Checking segment: {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:42.549304 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.549750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Bound using segment: {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:42.550269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Bound port: 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:42.550657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.570206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:42.570617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Checking segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:42.570994 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.571397 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Bound using segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:42.571875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Bound port: af3be17e-4054-4a9e-b9f6-716797f2cbbe, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:42.572264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.574121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fcdb4-2040-4f5a-abc7-d4c48b97a074 None None] Pushing event updated for resources: {'Port': ['ID=af3be17e-4054-4a9e-b9f6-716797f2cbbe,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.663287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Router a9fb78da-eef0-4fb2-a602-0eeace29456d is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:20:42.693039 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] For port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:42.708539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] For port af3be17e-4054-4a9e-b9f6-716797f2cbbe, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:42.714907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] For port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,segment=NetworkSegment(7b562d16-589c-4592-bd3a-595f9c80981b),segment_id=7b562d16-589c-4592-bd3a-595f9c80981b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:42.726040 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.730155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] For port af3be17e-4054-4a9e-b9f6-716797f2cbbe, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af3be17e-4054-4a9e-b9f6-716797f2cbbe,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:42.756347 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.779064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:42.798513 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Sync routers for ids ['a9fb78da-eef0-4fb2-a602-0eeace29456d'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:42.809287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:42.810935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:42.812782 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Routers {'a9fb78da-eef0-4fb2-a602-0eeace29456d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:42.813479 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a9fb78da-eef0-4fb2-a602-0eeace29456d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:42.814059 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd907-0be5-49fe-bf3e-bb8ad8182cd9 None None] Pushing event updated for resources: {'Port': ['ID=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.814948 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.819548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-451b27df-5072-4225-a216-b8170db0d908 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6044118 Aug 11 03:20:42.819756 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50790) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:42.993066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fcdb4-2040-4f5a-abc7-d4c48b97a074 None None] Pushing event updated for resources: {'Port': ['ID=af3be17e-4054-4a9e-b9f6-716797f2cbbe,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.017223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:43.071265 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Set router a9fb78da-eef0-4fb2-a602-0eeace29456d gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:43.316773 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 3, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:43.344203 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Checking router: a9fb78da-eef0-4fb2-a602-0eeace29456d for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:43.344540 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Updating router a9fb78da-eef0-4fb2-a602-0eeace29456d port ee97d24d-69f1-4d21-b2e3-c7547cc319eb binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:20:43.354974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a00a0f7d-9770-4199-a235-c0e3b7bf905b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:43.371312 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.373752 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.485525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a00a0f7d-9770-4199-a235-c0e3b7bf905b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:43.485992 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.544272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Allocated IP 172.20.0.1 (0701f58b-7380-4a94-bb56-6d3ae8dc7fb0/c7799421-7c96-457b-b156-626a4184964f/8922e54d-ffe0-4d9f-8a5c-511fd088e140) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:43.618724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:43.655520 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.657414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db056c10-86d6-45dc-846c-1cb3a0e79c29 None None] The sync data for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 is: [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:43.668618 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Transition to ACTIVE for port object ee97d24d-69f1-4d21-b2e3-c7547cc319eb will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:43.676772 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.706256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Attempting to bind port ee97d24d-69f1-4d21-b2e3-c7547cc319eb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.706256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Attempting to bind port ee97d24d-69f1-4d21-b2e3-c7547cc319eb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.708756 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Attempting to bind port ee97d24d-69f1-4d21-b2e3-c7547cc319eb on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.708866 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.730124 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:43.730497 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:43.741417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Transition to ACTIVE for port object 8922e54d-ffe0-4d9f-8a5c-511fd088e140 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:43.746324 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.746859 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:43.747376 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Bound port: ee97d24d-69f1-4d21-b2e3-c7547cc319eb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:43.747946 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.782104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.798848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef6a5-2ff3-4962-9483-dc34e8194310 None None] Pushing event updated for resources: {'Port': ['ID=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.808955 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:43.823231 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] For port ee97d24d-69f1-4d21-b2e3-c7547cc319eb, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:43.826618 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] For port ee97d24d-69f1-4d21-b2e3-c7547cc319eb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:43.830653 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:43.831243 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.835251 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:43.885358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8922e54d-ffe0-4d9f-8a5c-511fd088e140,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.902098 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.930390 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef6a5-2ff3-4962-9483-dc34e8194310 None None] Pushing event updated for resources: {'Port': ['ID=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.945938 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Routers {'a9fb78da-eef0-4fb2-a602-0eeace29456d'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:43.947473 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a9fb78da-eef0-4fb2-a602-0eeace29456d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:44.013314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76a010c8-4e72-4a4c-b77c-0cbf6a10af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.077328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13506654-0be6-4141-8563-64f466720193 None None] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:44.082330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.120376 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] Set router a9fb78da-eef0-4fb2-a602-0eeace29456d gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:44.182661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b89a8c03-711b-4f6b-b4b6-5eb3fd3b0a3d None None] Provisioning for port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:44.285591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.291475 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.345502 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 3, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:44.369919 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.371687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8922e54d-ffe0-4d9f-8a5c-511fd088e140,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.373949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a054b9-652a-4f51-96fd-41938197b8b0 None None] The sync data for ids ['a9fb78da-eef0-4fb2-a602-0eeace29456d'] in n-d-715271-8 is: [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 3, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:44.483702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:44.485149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:44.625531 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Router a9fb78da-eef0-4fb2-a602-0eeace29456d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:44.659825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f5fa7b88-74c7-46a4-b1cb-b0c98c3f12f2 None None] Provisioning for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:44.670509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f5fa7b88-74c7-46a4-b1cb-b0c98c3f12f2 None None] Provisioning complete for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:44.670889 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7b88-74c7-46a4-b1cb-b0c98c3f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.738662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa7b88-74c7-46a4-b1cb-b0c98c3f12f2 None None] Port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:44.811231 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:44.824885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0066e800-5750-4bfb-886c-95232dd837b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9fb78da-eef0-4fb2-a602-0eeace29456d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958451 Aug 11 03:20:44.874025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e7cc845a-b70a-4b87-b5df-12e2b14a8dfa None None] Provisioning complete for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:44.874690 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc845a-b70a-4b87-b5df-12e2b14a8dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.925289 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc845a-b70a-4b87-b5df-12e2b14a8dfa None None] Port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:45.147800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-238112ba-3df7-427c-a236-adb8395d455a None None] Provisioning complete for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:45.148406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238112ba-3df7-427c-a236-adb8395d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.194833 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af3be17e-4054-4a9e-b9f6-716797f2cbbe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:45.223673 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-238112ba-3df7-427c-a236-adb8395d455a None None] Port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:45.255507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port af3be17e-4054-4a9e-b9f6-716797f2cbbe completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:45.260035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af3be17e-4054-4a9e-b9f6-716797f2cbbe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:45.260485 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.365984 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.402659 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port af3be17e-4054-4a9e-b9f6-716797f2cbbe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af3be17e-4054-4a9e-b9f6-716797f2cbbe,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:45.410444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.411644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:45.489825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=af3be17e-4054-4a9e-b9f6-716797f2cbbe,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.504580 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:45.508646 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:45.509027 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.589672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.622625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,segment=NetworkSegment(7b562d16-589c-4592-bd3a-595f9c80981b),segment_id=7b562d16-589c-4592-bd3a-595f9c80981b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:45.627674 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.629072 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee97d24d-69f1-4d21-b2e3-c7547cc319eb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:45.707348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.719623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ee97d24d-69f1-4d21-b2e3-c7547cc319eb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:45.723457 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ee97d24d-69f1-4d21-b2e3-c7547cc319eb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:45.723831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.801770 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.828614 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ee97d24d-69f1-4d21-b2e3-c7547cc319eb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:45.834181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.890871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:47.097505 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:47.165156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:47.165527 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.196306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Sync routers for ids ['a9fb78da-eef0-4fb2-a602-0eeace29456d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:47.221662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Routers {'a9fb78da-eef0-4fb2-a602-0eeace29456d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:47.224204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a9fb78da-eef0-4fb2-a602-0eeace29456d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:47.347757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af3be17e-4054-4a9e-b9f6-716797f2cbbe up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:47.400534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Set router a9fb78da-eef0-4fb2-a602-0eeace29456d gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:47.479890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port af3be17e-4054-4a9e-b9f6-716797f2cbbe triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:47.480176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.568357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7fbc90df-12a1-4521-958e-be6b1c67fce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.665740 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee97d24d-69f1-4d21-b2e3-c7547cc319eb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:47.728517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:44Z', 'revision_number': 4, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8922e54d-ffe0-4d9f-8a5c-511fd088e140', 'name': '', 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'mac_address': 'fa:16:3e:f7:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c7799421-7c96-457b-b156-626a4184964f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:43Z', 'updated_at': '2021-08-11T03:20:44Z', 'revision_number': 2, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'subnets': [{'id': 'c7799421-7c96-457b-b156-626a4184964f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:47.758484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Checking router: a9fb78da-eef0-4fb2-a602-0eeace29456d for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:47.758834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Updating router a9fb78da-eef0-4fb2-a602-0eeace29456d port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:20:47.762173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ee97d24d-69f1-4d21-b2e3-c7547cc319eb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:47.762546 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.817095 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.842783 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.147929 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.161190 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Transition to ACTIVE for port object 8922e54d-ffe0-4d9f-8a5c-511fd088e140 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:48.168904 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.268000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a95c9-7ab4-49db-90c1-febfd13a67f2 None None] Pushing event updated for resources: {'Port': ['ID=8922e54d-ffe0-4d9f-8a5c-511fd088e140,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:48.288958 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Attempting to bind port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:48.289488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Attempting to bind port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:48.289867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Attempting to bind port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 on network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:48.298593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:48.298961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Checking segment: {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:48.299437 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.299973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Bound using segment: {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:48.300556 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Bound port: 8922e54d-ffe0-4d9f-8a5c-511fd088e140, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b562d16-589c-4592-bd3a-595f9c80981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:48.301060 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.401988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] For port 8922e54d-ffe0-4d9f-8a5c-511fd088e140, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:48.408555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] For port 8922e54d-ffe0-4d9f-8a5c-511fd088e140, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8922e54d-ffe0-4d9f-8a5c-511fd088e140,segment=NetworkSegment(7b562d16-589c-4592-bd3a-595f9c80981b),segment_id=7b562d16-589c-4592-bd3a-595f9c80981b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:48.440068 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.504536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Routers {'a9fb78da-eef0-4fb2-a602-0eeace29456d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:48.505086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:20:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a9fb78da-eef0-4fb2-a602-0eeace29456d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:48.550899 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a95c9-7ab4-49db-90c1-febfd13a67f2 None None] Pushing event updated for resources: {'Port': ['ID=8922e54d-ffe0-4d9f-8a5c-511fd088e140,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:48.835162 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] Set router a9fb78da-eef0-4fb2-a602-0eeace29456d gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:48.838303 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.092171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:44Z', 'revision_number': 4, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8922e54d-ffe0-4d9f-8a5c-511fd088e140', 'name': '', 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'mac_address': 'fa:16:3e:f7:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c7799421-7c96-457b-b156-626a4184964f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:43Z', 'updated_at': '2021-08-11T03:20:48Z', 'revision_number': 4, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'subnets': [{'id': 'c7799421-7c96-457b-b156-626a4184964f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:49.122998 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f59059-3955-4fb3-b802-e0c3bf0234e4 None None] The sync data for ids ['a9fb78da-eef0-4fb2-a602-0eeace29456d'] in n-d-715271-8 is: [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:44Z', 'revision_number': 4, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8922e54d-ffe0-4d9f-8a5c-511fd088e140', 'name': '', 'network_id': '0701f58b-7380-4a94-bb56-6d3ae8dc7fb0', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'mac_address': 'fa:16:3e:f7:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c7799421-7c96-457b-b156-626a4184964f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:43Z', 'updated_at': '2021-08-11T03:20:48Z', 'revision_number': 4, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'subnets': [{'id': 'c7799421-7c96-457b-b156-626a4184964f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:50.257519 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.089836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8922e54d-ffe0-4d9f-8a5c-511fd088e140 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:51.149697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:51.153776 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:51.154115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.246837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.283169 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8922e54d-ffe0-4d9f-8a5c-511fd088e140, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8922e54d-ffe0-4d9f-8a5c-511fd088e140,segment=NetworkSegment(7b562d16-589c-4592-bd3a-595f9c80981b),segment_id=7b562d16-589c-4592-bd3a-595f9c80981b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:51.289534 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.348079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8922e54d-ffe0-4d9f-8a5c-511fd088e140,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:53.071155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8922e54d-ffe0-4d9f-8a5c-511fd088e140 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:53.128468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:53.129526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.532997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.610597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.758066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-9b84c270-8eb0-445b-a35d-162867c334a4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:54.759518 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-9b84c270-8eb0-445b-a35d-162867c334a4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 815 time: 0.1046004 Aug 11 03:20:54.775744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-75323407-24d3-49d1-b81f-b7386d64e1f8 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/quotas/9c1d767b40d54e2695922bccaaeb2ee7 HTTP/1.1" status: 200 len: 375 time: 0.0100954 Aug 11 03:20:54.829639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-045a4e58-a938-40a6-b461-808dbd6f9c03 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477495 Aug 11 03:20:54.845877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-ef3f9a4b-38e4-4863-8452-e58708e0c968 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:20:54.847529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-ef3f9a4b-38e4-4863-8452-e58708e0c968 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061364 Aug 11 03:20:54.937243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-767c1131-793b-4a5a-91b9-4a5f492e55cd service neutron] 10.222.0.16 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837016 Aug 11 03:20:55.032608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-8c13bcd1-3490-4710-a58f-09c08276b86f service neutron] 10.222.0.16 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892344 Aug 11 03:20:55.193845 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-057a347c-1a6c-4256-8cd7-bd0d2f30a7cd req-5a071ed2-7b51-4864-a8bb-b50d4e5e6356 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Aug 11 03:20:56.203171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-af3ae20a-9571-4b80-b35d-4cec3bb802cc tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:56.204672 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-af3ae20a-9571-4b80-b35d-4cec3bb802cc tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 815 time: 0.1116619 Aug 11 03:20:56.219394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'port': {'device_id': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'admin_state_up': True, 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:56.312873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be31bfed-d68d-438f-9d7c-eeacd05088a6 req-40d4e5e0-c4aa-4fd1-a55d-f4f1c3bfa59d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 210 time: 0.0355484 Aug 11 03:20:56.354967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Made reservation on behalf of 9c1d767b40d54e2695922bccaaeb2ee7 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:56.358672 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.498122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Allocated IP 172.20.0.9 (63ff02ec-3eda-4f2b-bb55-fa1cb61502d9/2c4201bb-46ca-474a-9069-0f6e0c08a7a8/14b26a27-42ca-4c76-a343-4ec03c187fa9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:56.723586 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.742103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Transition to ACTIVE for port object 14b26a27-42ca-4c76-a343-4ec03c187fa9 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:56.786799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.845357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:56.849075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:56.852570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:56.904512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:56.918803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:56.919549 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.928158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.928561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.929025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.929232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.929598 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.929882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.930242 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.930553 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.930880 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.931195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.931521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.931927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:56.951406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-93b70ecc-52a8-426c-9958-a76314993718 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372971 Aug 11 03:20:57.176008 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3e422dbc-0ad7-43ea-bc5c-5fcc68a1acaf None None] Provisioning for port 14b26a27-42ca-4c76-a343-4ec03c187fa9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:57.189642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3e422dbc-0ad7-43ea-bc5c-5fcc68a1acaf None None] Provisioning complete for port 14b26a27-42ca-4c76-a343-4ec03c187fa9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:57.190729 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e422dbc-0ad7-43ea-bc5c-5fcc68a1acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.227295 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3e422dbc-0ad7-43ea-bc5c-5fcc68a1acaf None None] Port 14b26a27-42ca-4c76-a343-4ec03c187fa9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:57.452940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d93180-07b1-44e7-906d-00b6913952cf req-82fdaa3c-bb4c-4c63-ad0b-f654dc64345c tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.454390 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3d93180-07b1-44e7-906d-00b6913952cf req-82fdaa3c-bb4c-4c63-ad0b-f654dc64345c tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0555501 Aug 11 03:20:57.497374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3d93180-07b1-44e7-906d-00b6913952cf req-7718b808-f66c-4b85-9175-6e56d8f20ae2 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362599 Aug 11 03:20:58.613377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f143e5-f06b-4855-bc80-f6d5f784844c req-6a4ac5ce-3ad8-49f0-9131-40425147e678 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.615270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29f143e5-f06b-4855-bc80-f6d5f784844c req-6a4ac5ce-3ad8-49f0-9131-40425147e678 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0501463 Aug 11 03:20:58.662867 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29f143e5-f06b-4855-bc80-f6d5f784844c req-02ac873d-ca65-4375-917f-dfd606cc4d88 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Aug 11 03:20:59.786607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becec51-0aae-4da9-a350-aeea572d62e7 req-50560ad9-c45b-4197-a703-e78e3c342a98 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.788161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5becec51-0aae-4da9-a350-aeea572d62e7 req-50560ad9-c45b-4197-a703-e78e3c342a98 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0514119 Aug 11 03:20:59.825943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5becec51-0aae-4da9-a350-aeea572d62e7 req-6a51ee46-0724-48e8-922a-ef75594a220e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Aug 11 03:21:00.944149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3227ad-95ef-429e-a0c7-f5ea628d1209 req-0e5f84ef-c2c9-4afb-b35e-846ed9ca353b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:00.945595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b3227ad-95ef-429e-a0c7-f5ea628d1209 req-0e5f84ef-c2c9-4afb-b35e-846ed9ca353b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0533197 Aug 11 03:21:00.993019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8b3227ad-95ef-429e-a0c7-f5ea628d1209 req-efa9476c-1d5d-4751-aee9-40615f0f8fb6 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Aug 11 03:21:02.125551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03f14a-426f-4017-9103-8bc52d62e589 req-82f922a9-72f5-4c8c-9a81-572bd768ae54 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:02.127263 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f03f14a-426f-4017-9103-8bc52d62e589 req-82f922a9-72f5-4c8c-9a81-572bd768ae54 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0525837 Aug 11 03:21:02.167430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f03f14a-426f-4017-9103-8bc52d62e589 req-ab87dba3-2c9f-46b9-b141-d76a4ac462fe tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Aug 11 03:21:03.305867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4bb5d-cfab-4946-93bc-c897b05ab95a req-9cd55e7a-7a30-449d-bba5-e6b85f686b35 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.307548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14e4bb5d-cfab-4946-93bc-c897b05ab95a req-9cd55e7a-7a30-449d-bba5-e6b85f686b35 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0616221 Aug 11 03:21:03.345156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14e4bb5d-cfab-4946-93bc-c897b05ab95a req-b7782d57-0b90-45f9-aa02-166b5a4133e0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Aug 11 03:21:04.482950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bd547-718a-47af-b912-b637b4f72ee5 req-d410a484-d7d4-4951-9097-34a9a05f116d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.484494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e1bd547-718a-47af-b912-b637b4f72ee5 req-d410a484-d7d4-4951-9097-34a9a05f116d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0591912 Aug 11 03:21:04.524657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9e1bd547-718a-47af-b912-b637b4f72ee5 req-bfc9275c-9805-4d4e-b992-c154a5ab6896 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331779 Aug 11 03:21:05.644190 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597af617-02e3-4a07-ac0a-b841aee501f9 req-6ca3702f-5cc0-4599-8a32-c075daa1993f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.645705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-597af617-02e3-4a07-ac0a-b841aee501f9 req-6ca3702f-5cc0-4599-8a32-c075daa1993f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0545132 Aug 11 03:21:05.686870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-597af617-02e3-4a07-ac0a-b841aee501f9 req-1242c1be-380a-478f-b498-5de190043f32 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351396 Aug 11 03:21:06.571415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Request body: {'port': {'device_id': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:06.624375 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.859159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9b66-cfc2-48ec-8963-2b1baaadcac6 req-f475223e-e8d0-41e9-8f26-8635f25b1677 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.860581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82ad9b66-cfc2-48ec-8963-2b1baaadcac6 req-f475223e-e8d0-41e9-8f26-8635f25b1677 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 931 time: 0.0984271 Aug 11 03:21:06.923435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82ad9b66-cfc2-48ec-8963-2b1baaadcac6 req-e608449c-0a57-4870-ba07-2dacad6a9a98 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Aug 11 03:21:06.958629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b26a27-42ca-4c76-a343-4ec03c187fa9 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:06.966138 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.977799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Transition to ACTIVE for port object 14b26a27-42ca-4c76-a343-4ec03c187fa9 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:06.982242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.038883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:07.105779 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Attempting to bind port 14b26a27-42ca-4c76-a343-4ec03c187fa9 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:07.106200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Attempting to bind port 14b26a27-42ca-4c76-a343-4ec03c187fa9 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:07.106535 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Attempting to bind port 14b26a27-42ca-4c76-a343-4ec03c187fa9 on network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:07.111066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Port 14b26a27-42ca-4c76-a343-4ec03c187fa9 on network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:21:07.111329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Attempting to bind port 14b26a27-42ca-4c76-a343-4ec03c187fa9 on network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:07.117160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:07.117501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Checking segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:07.117887 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Bound using segment: {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:07.118351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Bound port: 14b26a27-42ca-4c76-a343-4ec03c187fa9, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8056f920-03c1-4b10-9f00-84d64f497120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:07.118766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.186769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:07.190344 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:07.194606 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.232576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.233189 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.234620 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] 10.222.0.25 "PUT /v2.0/ports/14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 1091 time: 0.6675961 Aug 11 03:21:07.235055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:07.237866 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddf2229-d504-4ee1-a173-079a648becab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:07.269972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e85329-055e-4303-9c0d-ee5c011d0c08 service neutron] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:07.322814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-2cbd50f8-4958-4478-b242-6f281eefda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.324357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-2cbd50f8-4958-4478-b242-6f281eefda82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1094 time: 0.0449371 Aug 11 03:21:07.372127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-f79ccd95-84d2-466d-a98b-eab8d9fbca8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 217 time: 0.0379703 Aug 11 03:21:07.781869 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e811e-9844-4eb6-a8d6-7a0f12283995 x-openstack-request-id: req-b53e811e-9844-4eb6-a8d6-7a0f12283995 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:07.782198 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:07.782446 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b53e811e-9844-4eb6-a8d6-7a0f12283995 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:07.782846 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'status': 'completed', 'code': 200} Aug 11 03:21:07.797245 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-448982c5-c2a9-4b7f-b375-ece1f325ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.798771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-448982c5-c2a9-4b7f-b375-ece1f325ddef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.4188929 Aug 11 03:21:07.844846 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-73760d79-7069-4b3a-b03a-e24550293332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.846951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-73760d79-7069-4b3a-b03a-e24550293332 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401454 Aug 11 03:21:07.942635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-dde92b3a-e493-4efb-840f-f891cb7515cf service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851517 Aug 11 03:21:08.067479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6737f41-b22c-4e79-a7f9-ee0956955596 req-450999be-c0bc-4789-ba6d-e74c755460f2 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.068969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6737f41-b22c-4e79-a7f9-ee0956955596 req-450999be-c0bc-4789-ba6d-e74c755460f2 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 943 time: 0.0708606 Aug 11 03:21:08.085857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d7973431-47d1-4bf6-856f-43e5c2c82215 req-ac02c253-69de-4ffe-943f-e8fcae46757e service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333923 Aug 11 03:21:08.113610 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6737f41-b22c-4e79-a7f9-ee0956955596 req-5948f694-956b-4a91-92c2-ee3f5d8904bc tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375702 Aug 11 03:21:08.187589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf2229-d504-4ee1-a173-079a648becab req-962b3b2a-c2ac-4655-80ac-2b5205bef8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.189106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-962b3b2a-c2ac-4655-80ac-2b5205bef8a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1094 time: 0.0495787 Aug 11 03:21:08.283807 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf2229-d504-4ee1-a173-079a648becab req-79770a8c-041d-4b79-b84d-567e93f07817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.285276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-79770a8c-041d-4b79-b84d-567e93f07817 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.0844483 Aug 11 03:21:08.338790 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-d1ac9649-6235-4039-95fe-4e89cb91483f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 217 time: 0.0411890 Aug 11 03:21:08.392050 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf2229-d504-4ee1-a173-079a648becab req-16e15b63-6353-427b-ade1-42a67c3f1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.394056 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-16e15b63-6353-427b-ade1-42a67c3f1371 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0450718 Aug 11 03:21:08.442323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf2229-d504-4ee1-a173-079a648becab req-0fc0f614-51dc-4eee-9c00-eba5dbdc6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.443832 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-0fc0f614-51dc-4eee-9c00-eba5dbdc6af5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410993 Aug 11 03:21:08.539636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-2df30931-4b29-41e6-91ec-2d579a88a13f service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Aug 11 03:21:08.680785 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ddf2229-d504-4ee1-a173-079a648becab req-9cfbb8ee-d454-467f-a3d3-2671c8e0d938 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313708 Aug 11 03:21:09.229385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf319-63fa-4b42-b273-929b229e7dfc req-641cae41-6a74-4c71-b844-72092a29e8c8 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.230908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ccbf319-63fa-4b42-b273-929b229e7dfc req-641cae41-6a74-4c71-b844-72092a29e8c8 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 943 time: 0.0490909 Aug 11 03:21:09.269309 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1ccbf319-63fa-4b42-b273-929b229e7dfc req-06de8e27-ea17-44ed-bb5f-8329d8b0c7d2 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Aug 11 03:21:10.389161 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf087f-ec79-4e29-a00c-bffb666d8dba req-0ee2cb9f-2e7d-4b3b-9cbe-326c87e4baed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:10.390707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfcf087f-ec79-4e29-a00c-bffb666d8dba req-0ee2cb9f-2e7d-4b3b-9cbe-326c87e4baed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 943 time: 0.0557778 Aug 11 03:21:10.428992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfcf087f-ec79-4e29-a00c-bffb666d8dba req-20865a6c-bec0-4b4f-b99b-161950a47f8b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Aug 11 03:21:11.013771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 14b26a27-42ca-4c76-a343-4ec03c187fa9 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:11.104888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:11.118154 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'port_id': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'mac_address': 'fa:16:3e:cf:ef:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:11.158038 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.170161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b26a27-42ca-4c76-a343-4ec03c187fa9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:11.189246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:11.193526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.239543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:11.247090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.247439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.247777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.248113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.248442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.248770 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.249095 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.249419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.249741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.250085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.250409 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.250735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:11.429796 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['14b26a27-42ca-4c76-a343-4ec03c187fa9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:11.544027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f0236-45ce-4e3e-9e89-7b589c0d4411 req-a486cd66-749b-4e42-a8ff-74bfa327485b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.545558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-845f0236-45ce-4e3e-9e89-7b589c0d4411 req-a486cd66-749b-4e42-a8ff-74bfa327485b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 944 time: 0.0501173 Aug 11 03:21:11.584506 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-845f0236-45ce-4e3e-9e89-7b589c0d4411 req-57e64082-4e88-4ec6-b4de-0e345ff49541 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Aug 11 03:21:12.697162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40279c86-a0d1-40a5-b5a2-79db2ba563af req-dfbc2bcc-4573-4a60-b17d-91f8e695ead0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:12.698686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40279c86-a0d1-40a5-b5a2-79db2ba563af req-dfbc2bcc-4573-4a60-b17d-91f8e695ead0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 944 time: 0.0484018 Aug 11 03:21:12.736394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40279c86-a0d1-40a5-b5a2-79db2ba563af req-581e07f5-1e51-4710-8d73-8fa2cb46d5ee tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Aug 11 03:21:13.019964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 14b26a27-42ca-4c76-a343-4ec03c187fa9 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:13.069499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 14b26a27-42ca-4c76-a343-4ec03c187fa9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:13.073481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 14b26a27-42ca-4c76-a343-4ec03c187fa9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:13.073849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.149642 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.171751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:13.173987 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c8eaf-2c6b-4354-a644-f2810a50664e" -d '{"events": [{"server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "name": "network-vif-plugged", "status": "completed", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:13.187781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:13.192392 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.243012 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:13.269743 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e089c1-11dc-4828-9c31-d508a2ef80da x-openstack-request-id: req-b7e089c1-11dc-4828-9c31-d508a2ef80da {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:13.270064 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "name": "network-vif-plugged", "status": "completed", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:13.270349 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7e089c1-11dc-4828-9c31-d508a2ef80da {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:13.270748 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'code': 200} Aug 11 03:21:13.377571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c1e5c-6bee-4a9f-833d-8e8a880402a2 req-4c900447-8a26-440e-8d6f-e3056b83c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:13.379158 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-964c1e5c-6bee-4a9f-833d-8e8a880402a2 req-4c900447-8a26-440e-8d6f-e3056b83c576 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1096 time: 0.0498486 Aug 11 03:21:13.415569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-964c1e5c-6bee-4a9f-833d-8e8a880402a2 req-0dabeecc-e510-40c0-9c4d-5f1b63e2d05f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286548 Aug 11 03:21:13.850708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde47ef-2960-456d-9dce-7a2bbc13b70f req-83723645-d69f-47f9-b67c-be6853c2dc85 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:13.852206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fde47ef-2960-456d-9dce-7a2bbc13b70f req-83723645-d69f-47f9-b67c-be6853c2dc85 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Aug 11 03:21:13.890182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2fde47ef-2960-456d-9dce-7a2bbc13b70f req-ad7995b8-9ae3-4c42-b59f-edaabae20d0f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Aug 11 03:21:13.994862 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ab7815c-3b70-47cf-a626-c802a70c2ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.264848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:15.004904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1fb5-88f9-4f9f-bdc9-9b3c49a2d114 req-2059c6c4-e4cf-4b63-8b94-1b26591bde0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.006482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1bb1fb5-88f9-4f9f-bdc9-9b3c49a2d114 req-2059c6c4-e4cf-4b63-8b94-1b26591bde0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Aug 11 03:21:15.044512 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c1bb1fb5-88f9-4f9f-bdc9-9b3c49a2d114 req-efa20559-8a5f-499e-8dbe-8b368cf1604f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Aug 11 03:21:15.160684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfb21a-7ead-4a44-b6e7-7e7c8ace05b0 req-97958a42-0734-4676-855a-e149d25ddc3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.162184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52bfb21a-7ead-4a44-b6e7-7e7c8ace05b0 req-97958a42-0734-4676-855a-e149d25ddc3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0529826 Aug 11 03:21:15.200765 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52bfb21a-7ead-4a44-b6e7-7e7c8ace05b0 req-1236b213-704a-4c61-aa3e-679d1a25df03 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Aug 11 03:21:15.388154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e8f22-8a83-4fbb-b7e0-c9bf5a678d24 req-779da913-0521-4ae9-b48e-d74b754c8aae tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.389747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a9e8f22-8a83-4fbb-b7e0-c9bf5a678d24 req-779da913-0521-4ae9-b48e-d74b754c8aae tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0504043 Aug 11 03:21:15.429110 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a9e8f22-8a83-4fbb-b7e0-c9bf5a678d24 req-0fae93d8-8826-4a92-ad15-4087990c362b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Aug 11 03:21:17.525660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eee6ce46-d3a6-418a-a79f-d650e9c4a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.824845 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.636140 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.423428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-daa828db-0067-4b60-93be-12f3f6be168c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505686 Aug 11 03:21:19.520650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707785a4-8640-4187-b628-d59bb806d6f6 req-b42b15b6-d7be-4c35-b1cd-547a619a6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:19.522210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-b42b15b6-d7be-4c35-b1cd-547a619a6d97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1096 time: 0.0451732 Aug 11 03:21:19.632196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707785a4-8640-4187-b628-d59bb806d6f6 req-ec1c3db0-a642-49d4-bdc8-5c7dff338fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:19.633788 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-ec1c3db0-a642-49d4-bdc8-5c7dff338fc8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.0906520 Aug 11 03:21:19.678130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-f3f514c9-2ca8-476d-8c48-ff895ef50d11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 217 time: 0.0363545 Aug 11 03:21:19.733696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707785a4-8640-4187-b628-d59bb806d6f6 req-86c2e9ca-caa1-445c-8cc9-f5252d7ef30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:19.735244 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-86c2e9ca-caa1-445c-8cc9-f5252d7ef30f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0499580 Aug 11 03:21:19.782068 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707785a4-8640-4187-b628-d59bb806d6f6 req-1e5ad800-86a0-495a-8252-d7a4bd62eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:19.783595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-1e5ad800-86a0-495a-8252-d7a4bd62eeb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408499 Aug 11 03:21:19.874945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-d1ed1447-4695-433c-93b2-c148db3fe592 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Aug 11 03:21:19.970778 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-707785a4-8640-4187-b628-d59bb806d6f6 req-9f4fa8df-4bbd-4844-b386-6be5eff82ff7 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880475 Aug 11 03:21:20.259825 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.571974 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.620421 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.982991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d9965-0a9c-4796-834f-f2276bc9af0d req-b18d7e1e-dfdc-473c-a04f-7bbe993624b3 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:26.984516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b9d9965-0a9c-4796-834f-f2276bc9af0d req-b18d7e1e-dfdc-473c-a04f-7bbe993624b3 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0498662 Aug 11 03:21:27.023586 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b9d9965-0a9c-4796-834f-f2276bc9af0d req-821ad06b-a119-4776-ae61-d5a328711289 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 11 03:21:27.045358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50994) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:27.173797 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a571d9-c79c-4889-b7d9-113283ff970d tempest-TestMinimumBasicScenario-395148286 tempest-TestMinimumBasicScenario-395148286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:27.175639 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d5a571d9-c79c-4889-b7d9-113283ff970d tempest-TestMinimumBasicScenario-395148286 tempest-TestMinimumBasicScenario-395148286-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1091 time: 0.1289902 Aug 11 03:21:27.178950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 50998) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:27.183411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:27.207820 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.306584 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.411626 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Allocated IP 172.25.6.143 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/1e398f47-2d13-4d93-a3d5-6c0771d64e52) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:27.512967 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.551983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.592114 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:27.596858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:27.600872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:27.624787 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'Port': ['ID=1e398f47-2d13-4d93-a3d5-6c0771d64e52,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:28.102053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.201250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.349268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.354274 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.421383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'Port': ['ID=1e398f47-2d13-4d93-a3d5-6c0771d64e52,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:28.435120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.533148 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Floating IP 83f5a672-8a29-4b56-ad17-a47d3ed3f92a associated. External IP: 172.25.6.143, port: 14b26a27-42ca-4c76-a343-4ec03c187fa9. Aug 11 03:21:28.991540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Router 73a52192-1698-419c-abc6-ebb3af4d4091 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:29.101370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:29.110954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] Sync routers for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:29.117494 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.121232 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:29.121873 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:21:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:29.144583 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-012852c5-54c3-4ed1-af52-73b09f56fa1e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9646091 Aug 11 03:21:29.145734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:29.148065 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7511e882-2ea9-42b0-8ab3-85866164ee3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:29.148507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.153925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945175811', 'description': 'tempest-secgroup-smoke-1945175811 description', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:29.180365 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.188349 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704d8c8-0623-45e7-8cf3-e8e09b51dfe2 x-openstack-request-id: req-d704d8c8-0623-45e7-8cf3-e8e09b51dfe2 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:29.188740 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:29.188996 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d704d8c8-0623-45e7-8cf3-e8e09b51dfe2 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:29.189298 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'status': 'completed', 'code': 200} Aug 11 03:21:29.260730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-2ec91df3-c73d-4532-8081-73a47365b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.262340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-2ec91df3-c73d-4532-8081-73a47365b2d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1096 time: 0.0483623 Aug 11 03:21:29.279055 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.284606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.313884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.318637 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1656191 Aug 11 03:21:29.318854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.324408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group_rule': {'security_group_id': '06ef8170-058b-4f27-82f2-38211306bfc9', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:29.332478 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:29.342730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e1ca7-56b7-48c3-9c85-5cc71326823a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef8170-058b-4f27-82f2-38211306bfc9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.360249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.389543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-71945f9b-b27b-4c5c-80b3-e8d706d15c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.391472 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-71945f9b-b27b-4c5c-80b3-e8d706d15c64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.1138234 Aug 11 03:21:29.444972 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.450603 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.467245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-3e125bf5-38ef-4871-b7e6-a59911cf8532 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 999 time: 0.0681000 Aug 11 03:21:29.471303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5747f8-e6f6-43cb-afa2-41021e2f9265,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.478417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.483752 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e51f5825-90c5-40c4-8181-a561821ccc0e tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628532 Aug 11 03:21:29.483752 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.490102 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group_rule': {'security_group_id': '06ef8170-058b-4f27-82f2-38211306bfc9', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:29.518446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.524392 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-00a000b6-9e1a-49f2-b872-c0debf9f3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.526380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-00a000b6-9e1a-49f2-b872-c0debf9f3423 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0512426 Aug 11 03:21:29.583283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-dcfc2e94-99a4-474c-b5fc-54f7d6ac480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.584918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-dcfc2e94-99a4-474c-b5fc-54f7d6ac480b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489633 Aug 11 03:21:29.585245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.589640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.590211 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '83f5a672-8a29-4b56-ad17-a47d3ed3f92a', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'port_id': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'mac_address': 'fa:16:3e:cf:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:21:27Z', 'updated_at': '2021-08-11T03:21:27Z', 'revision_number': 0, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:29.605421 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aef3b5-7e81-437e-9fa4-b9ac595d2213,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.617176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.617583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.617874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.618321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.618551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.618884 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.619342 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.619654 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.620002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.620308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.620522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.620925 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:29.621277 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] Checking router: 73a52192-1698-419c-abc6-ebb3af4d4091 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:29.628956 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.633321 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f2aa9807-6d92-451d-bfef-cb70e5cf2ee4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458020 Aug 11 03:21:29.633485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.635940 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:29.636782 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:21:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:29.638496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group_rule': {'security_group_id': '06ef8170-058b-4f27-82f2-38211306bfc9', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:29.666900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.696069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-a4236471-4cfb-4cad-ac3f-06f9a4d35ffe service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012535 Aug 11 03:21:29.726994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.731388 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.749942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefeca5f-56db-406e-8fe0-de387968393e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.756355 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.758747 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2c2fc87b-e810-4807-89cc-60c5c8757cbb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237555 Aug 11 03:21:29.760982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.761230 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:29.766143 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group_rule': {'security_group_id': '06ef8170-058b-4f27-82f2-38211306bfc9', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:29.798836 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.799049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7511e882-2ea9-42b0-8ab3-85866164ee3a req-2b2b06b0-1e6c-4835-bffe-8397164bca20 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912647 Aug 11 03:21:29.868073 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.872254 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.890030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636267f9-f29f-45e8-8948-86c735e2f4e1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.896090 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.898598 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-c50a8402-2668-45a5-b4be-17d7efb9db5f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366429 Aug 11 03:21:29.900254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.904898 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group_rule': {'security_group_id': '06ef8170-058b-4f27-82f2-38211306bfc9', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:29.927386 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Project 9c1d767b40d54e2695922bccaaeb2ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:21:29.932458 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.995674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.996986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '83f5a672-8a29-4b56-ad17-a47d3ed3f92a', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'port_id': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'mac_address': 'fa:16:3e:cf:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:21:27Z', 'updated_at': '2021-08-11T03:21:27Z', 'revision_number': 0, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:29.999615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.017551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49490599-01ca-4140-86f6-676fc22b3351,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.024325 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d536cb-35e2-459c-bdec-3eae40deb024 None None] The sync data for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 is: [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '83f5a672-8a29-4b56-ad17-a47d3ed3f92a', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'port_id': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'mac_address': 'fa:16:3e:cf:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:21:27Z', 'updated_at': '2021-08-11T03:21:27Z', 'revision_number': 0, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:30.026706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.028331 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-55a90908-163a-44de-b5fc-576e89d249f0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267309 Aug 11 03:21:30.030897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:30.036159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'security_group_rule': {'security_group_id': '06ef8170-058b-4f27-82f2-38211306bfc9', 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:30.059852 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Project 9c1d767b40d54e2695922bccaaeb2ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:21:30.065719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.131564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.135400 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.155013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dece98b-ae18-48ef-ad8b-047a3488e9cc,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.158263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.159510 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ad28f730-4cd7-4593-8fed-dc80f8fa0bed tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276252 Aug 11 03:21:30.238161 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53141c-ef28-4e98-affd-baf99ba2eeea None None] New status for floating IP 83f5a672-8a29-4b56-ad17-a47d3ed3f92a: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:21:30.262190 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-060a6cf8-9da0-4856-b25c-0c0bd7fb69e7 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945175811&fields=id&tenant_id=9c1d767b40d54e2695922bccaaeb2ee7 HTTP/1.1" status: 200 len: 267 time: 0.0539172 Aug 11 03:21:30.318826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-c2fbe74d-8578-48ed-a4b9-638f8c673c3b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.320238 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-c2fbe74d-8578-48ed-a4b9-638f8c673c3b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Aug 11 03:21:30.331791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'port': {'security_groups': ['b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b', '06ef8170-058b-4f27-82f2-38211306bfc9']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:30.398536 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.584439 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:30.614339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.619106 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.636080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['14b26a27-42ca-4c76-a343-4ec03c187fa9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:30.668950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.669584 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.671030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-915b58da-684f-470e-8ed5-8f88f5412aaa req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "PUT /v2.0/ports/14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 981 time: 0.3439367 Aug 11 03:21:30.700329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b57af-d597-468b-bd94-8dcbea01da1d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=6']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.766444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['14b26a27-42ca-4c76-a343-4ec03c187fa9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:30.779560 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2171-8c77-49c6-bb80-5aa16128413d req-2fae574b-1525-4bac-a5a5-001c64cd2d0c tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.781296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfbe2171-8c77-49c6-bb80-5aa16128413d req-2fae574b-1525-4bac-a5a5-001c64cd2d0c tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0550811 Aug 11 03:21:30.830161 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfbe2171-8c77-49c6-bb80-5aa16128413d req-5c61bbae-e459-4098-a637-4924d9182f6d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422318 Aug 11 03:21:30.940620 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-50d08a48-ce65-457d-b76e-9b18b2d1cb17 None None] Provisioning complete for port 14b26a27-42ca-4c76-a343-4ec03c187fa9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:30.940903 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50d08a48-ce65-457d-b76e-9b18b2d1cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.190504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:31.192867 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe6ce7e-af64-4928-a2c1-d85bc883f196" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:31.229840 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d2b0e-aa90-41ca-9ba3-d5a7629c24fd x-openstack-request-id: req-ea9d2b0e-aa90-41ca-9ba3-d5a7629c24fd {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:31.230175 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:31.230431 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea9d2b0e-aa90-41ca-9ba3-d5a7629c24fd {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:31.230826 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'status': 'completed', 'code': 200} Aug 11 03:21:31.305329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-cef42c8f-3093-475b-b55c-a97a3dfa7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.306879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-cef42c8f-3093-475b-b55c-a97a3dfa7b84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1135 time: 0.0465853 Aug 11 03:21:31.404088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-874a4243-04db-4a06-8c69-293346e0a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.405474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-874a4243-04db-4a06-8c69-293346e0a48e service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.0901153 Aug 11 03:21:31.477598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-65bf1b65-06e6-4767-aa27-6179c7762e2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0595949 Aug 11 03:21:31.533212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-83c155ef-3f9a-446c-afb4-8d65cd75fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.534659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-83c155ef-3f9a-446c-afb4-8d65cd75fda3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0448890 Aug 11 03:21:31.584451 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-88c6f074-92b9-4208-ae28-ef858aa741f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.585931 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-88c6f074-92b9-4208-ae28-ef858aa741f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436559 Aug 11 03:21:31.677417 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-f832d8f4-936a-4c95-9a6d-95daea288818 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Aug 11 03:21:31.775943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5fe6ce7e-af64-4928-a2c1-d85bc883f196 req-1f18df43-4b6e-43a9-a5f7-da6f5839f923 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865400 Aug 11 03:21:44.000945 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3b2958a-e4f7-4e9f-b0e0-59898bc76c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.528757 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47c6e1d-eb5b-408e-b232-7eab189b864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.827160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.640157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.264078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.264022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:53.573435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.621047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.813714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cfcf7-4483-42f4-aaa9-83f8ea213ebd req-2d908489-32d0-44cd-8ef5-1da3c1d929d0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.815604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d26cfcf7-4483-42f4-aaa9-83f8ea213ebd req-2d908489-32d0-44cd-8ef5-1da3c1d929d0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0807657 Aug 11 03:21:53.819153 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-7b833cc6-6a96-4cea-82e8-f3c277826a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.820642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-7b833cc6-6a96-4cea-82e8-f3c277826a17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1135 time: 0.0740216 Aug 11 03:21:53.909160 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d26cfcf7-4483-42f4-aaa9-83f8ea213ebd req-8e09634a-9534-446c-ba5a-0a9c7d3cca9d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860343 Aug 11 03:21:53.948440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-633770d4-755f-439c-ade5-99a453e424b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.949963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-633770d4-755f-439c-ade5-99a453e424b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.1133296 Aug 11 03:21:54.022274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-7e69298b-39e4-4182-b090-f805b09ce774 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0622656 Aug 11 03:21:54.088361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-75bcc2fd-701c-4cab-9463-18437b74f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:54.089887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-75bcc2fd-701c-4cab-9463-18437b74f14d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0588427 Aug 11 03:21:54.139644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-263bf72b-f5b7-4f10-b41d-363ca49c3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:54.141350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-263bf72b-f5b7-4f10-b41d-363ca49c3aad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427585 Aug 11 03:21:54.242924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-01555c80-24d6-4a9c-807f-e552d4ec0299 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879576 Aug 11 03:21:54.343403 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9a59d8ff-3f8b-4913-870a-e742eaa63b2a req-f5cb951b-16e3-4943-82ad-b96a9ce7939f service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927327 Aug 11 03:21:55.030773 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8295cd-9138-4d85-8883-e80f8b82eab9 req-89adf764-c3e9-48a1-a828-0ba7fb80f020 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.032372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c8295cd-9138-4d85-8883-e80f8b82eab9 req-89adf764-c3e9-48a1-a828-0ba7fb80f020 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0525715 Aug 11 03:21:55.075451 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0c8295cd-9138-4d85-8883-e80f8b82eab9 req-01bb3ef9-9b4d-4692-ab7a-b7e394a13e83 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359113 Aug 11 03:21:56.194898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fb8af-c306-4241-89c7-1071639418c2 req-b5a4d1aa-d462-4388-8747-f9e6870430b0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.196431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-209fb8af-c306-4241-89c7-1071639418c2 req-b5a4d1aa-d462-4388-8747-f9e6870430b0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0536349 Aug 11 03:21:56.235768 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-209fb8af-c306-4241-89c7-1071639418c2 req-9c4f8ad4-0d4a-46e0-a05d-f23c284dbf35 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333419 Aug 11 03:21:57.351078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e78219-8205-4ed6-82cb-76d85637a24d req-64b4a4ba-3aaa-446b-98fd-0dcfa8570d25 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:57.352683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3e78219-8205-4ed6-82cb-76d85637a24d req-64b4a4ba-3aaa-446b-98fd-0dcfa8570d25 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0503783 Aug 11 03:21:57.393176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e3e78219-8205-4ed6-82cb-76d85637a24d req-b32cf07a-ad47-4033-9228-8fef45666cc2 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344059 Aug 11 03:21:58.536706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380218-513e-45b4-85cd-6ce01bb1c559 req-6fd9fb5c-bc0e-45a8-a318-237b17e3191b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:58.539568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9380218-513e-45b4-85cd-6ce01bb1c559 req-6fd9fb5c-bc0e-45a8-a318-237b17e3191b tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0775452 Aug 11 03:21:58.590595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c9380218-513e-45b4-85cd-6ce01bb1c559 req-2ecc22b8-1f03-4047-a409-683a335046b4 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446351 Aug 11 03:21:59.712618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2fe48-ed61-41d2-86d3-f50112b9fd93 req-7fb59657-3abe-40bf-b1d0-303b751a3838 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:59.714099 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffe2fe48-ed61-41d2-86d3-f50112b9fd93 req-7fb59657-3abe-40bf-b1d0-303b751a3838 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0537376 Aug 11 03:21:59.755947 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffe2fe48-ed61-41d2-86d3-f50112b9fd93 req-eb53e673-72c4-4a27-9576-7c102df72ebd tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357361 Aug 11 03:22:00.874298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e254f9-c4a9-415b-99f2-f141c7df810a req-30ca0159-7b2b-4f49-8c79-5776c69d7a0d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:00.875872 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8e254f9-c4a9-415b-99f2-f141c7df810a req-30ca0159-7b2b-4f49-8c79-5776c69d7a0d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0512702 Aug 11 03:22:00.919335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8e254f9-c4a9-415b-99f2-f141c7df810a req-7a0f4b63-9f25-4dfc-aff3-731205b82eeb tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368755 Aug 11 03:22:02.049387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9437-876e-45fd-93c9-aa72ac3c096e req-ab139de8-3c6c-4f77-a938-edf36c054169 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.051046 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f34e9437-876e-45fd-93c9-aa72ac3c096e req-ab139de8-3c6c-4f77-a938-edf36c054169 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0591490 Aug 11 03:22:02.095304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f34e9437-876e-45fd-93c9-aa72ac3c096e req-1f00c188-a6b7-47af-9be1-00ec5b64d829 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364716 Aug 11 03:22:03.216647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9703f-2122-47e0-8fdb-030fadfb13df req-ae64bc74-f1b0-4f2f-b7c5-ed79487b32ec tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.218299 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40c9703f-2122-47e0-8fdb-030fadfb13df req-ae64bc74-f1b0-4f2f-b7c5-ed79487b32ec tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0538692 Aug 11 03:22:03.259351 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-40c9703f-2122-47e0-8fdb-030fadfb13df req-05b07dc0-a6fb-4b4d-b2ad-b360ececb4d2 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347412 Aug 11 03:22:04.373596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1d02-2da2-44b5-bc0d-ab9c82ab5628 req-cb7b0f5b-281f-46f0-bebe-40d600f6e91f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:04.376185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48ed1d02-2da2-44b5-bc0d-ab9c82ab5628 req-cb7b0f5b-281f-46f0-bebe-40d600f6e91f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0493393 Aug 11 03:22:04.416955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48ed1d02-2da2-44b5-bc0d-ab9c82ab5628 req-e2d25e9b-4ff4-47f0-b22b-57fa7805a36c tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351288 Aug 11 03:22:05.530278 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62290416-41b1-4e71-912a-65084770292d req-cde92b9b-cfa8-41a5-a251-07ff0c0203a0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:05.531907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62290416-41b1-4e71-912a-65084770292d req-cde92b9b-cfa8-41a5-a251-07ff0c0203a0 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0489011 Aug 11 03:22:05.574356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-62290416-41b1-4e71-912a-65084770292d req-a4b09e78-7588-4809-bf66-c27b3cbadd86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=06ef8170-058b-4f27-82f2-38211306bfc9&id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344632 Aug 11 03:22:11.225629 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-909cd97f-6d3e-41b1-8385-6eac488aa242 req-4ad51c48-4093-4a6c-8cec-f69e1a2b3460 tempest-ServerDiskConfigTestJSON-616866160 tempest-ServerDiskConfigTestJSON-616866160-project] (94700) timed out ('10.222.0.25', 64245) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:22:13.991714 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c7b97b9-8d10-4545-bd2f-27242c80fa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.530208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6387ea7-bb68-46ac-ae50-c519ba24b3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.827991 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.643440 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.265658 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.467001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-23d46296-e487-4d9b-acca-9c2fa3df5408 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430284 Aug 11 03:22:21.559860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288b98-0c17-4918-8da6-8994647885b2 req-f20096d2-e9c8-44de-83eb-92fc47df4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.561372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-f20096d2-e9c8-44de-83eb-92fc47df4103 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1135 time: 0.0442770 Aug 11 03:22:21.664706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288b98-0c17-4918-8da6-8994647885b2 req-eb1e5f66-e99e-47da-b1b6-caf171fd7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.666243 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-eb1e5f66-e99e-47da-b1b6-caf171fd7e1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.0844035 Aug 11 03:22:21.735991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-6b3ed5b6-3b84-4430-9360-848efce59b90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0618122 Aug 11 03:22:21.784874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288b98-0c17-4918-8da6-8994647885b2 req-9d38b3f2-2a48-44bb-a84b-e1a08da4fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.786427 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-9d38b3f2-2a48-44bb-a84b-e1a08da4fe63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0432577 Aug 11 03:22:21.838877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288b98-0c17-4918-8da6-8994647885b2 req-ec273811-341f-4cd1-a839-915d24a969d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.840374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-ec273811-341f-4cd1-a839-915d24a969d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464172 Aug 11 03:22:21.939356 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-d2dd6a2d-fb75-47e4-9e3c-f30cdbf26ae7 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899701 Aug 11 03:22:22.034608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d288b98-0c17-4918-8da6-8994647885b2 req-0d55a0c3-2cc6-49c4-9c61-975a02c3a88b service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826612 Aug 11 03:22:23.587899 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.618081 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.263314 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:42.329208 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-c45e90be-daee-47b7-bafa-5230b531dd8f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945175811&fields=id&tenant_id=9c1d767b40d54e2695922bccaaeb2ee7 HTTP/1.1" status: 200 len: 267 time: 0.0332613 Aug 11 03:22:42.386888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-578ec9c5-5de7-421f-a07c-bb12786e4509 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:42.388363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-578ec9c5-5de7-421f-a07c-bb12786e4509 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 984 time: 0.0530584 Aug 11 03:22:42.399268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Request body: {'port': {'security_groups': ['b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:42.461165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.629074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:42.659952 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.664362 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.677859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['14b26a27-42ca-4c76-a343-4ec03c187fa9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:42.707198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:42.707871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.709304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-332881a2-5a08-43bb-8ba1-b2eec95b3b3a req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "PUT /v2.0/ports/14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 942 time: 0.3145320 Aug 11 03:22:42.709765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:42.712107 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:42.715830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:42.742796 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event updated for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=7']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:42.752713 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.753093 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.753440 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.753781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.754144 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.754481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.755414 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.755754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.756138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.756494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.756810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.757135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6f1b9-d1b5-471d-a1c2-e8f06bfeed86 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:42.781130 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a50b1a6-6fc9-4901-b721-3cb0a22997a8 x-openstack-request-id: req-6a50b1a6-6fc9-4901-b721-3cb0a22997a8 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:42.781422 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:42.781677 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a50b1a6-6fc9-4901-b721-3cb0a22997a8 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:42.782125 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'status': 'completed', 'code': 200} Aug 11 03:22:42.805283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['14b26a27-42ca-4c76-a343-4ec03c187fa9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:42.815455 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.852427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.908310 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-1b05df32-3c2a-426a-b728-bc8c4806aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:42.909992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-1b05df32-3c2a-426a-b728-bc8c4806aef6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1096 time: 0.1021483 Aug 11 03:22:42.931420 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.934818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.936126 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "DELETE /v2.0/security-groups/06ef8170-058b-4f27-82f2-38211306bfc9 HTTP/1.1" status: 204 len: 168 time: 0.2193003 Aug 11 03:22:42.947969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:42.949244 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef8170-058b-4f27-82f2-38211306bfc9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:43.015333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.016185 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.016538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.017240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.017811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.017994 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.018724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.019168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ccf49207-2af2-489b-82a7-cc36f825726d None None] Provisioning complete for port 14b26a27-42ca-4c76-a343-4ec03c187fa9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:43.019356 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.019507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.019650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccf49207-2af2-489b-82a7-cc36f825726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.019830 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.020209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.020534 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e924ec6-bf50-42d3-9676-088b822efa3a tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:43.041434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-1da5ec8c-a047-4adf-b6f4-3eb19ff56e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:43.042998 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-1da5ec8c-a047-4adf-b6f4-3eb19ff56e16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.1195550 Aug 11 03:22:43.148460 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-502ce4c1-08f8-447b-ac78-14c046c0a955 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0964880 Aug 11 03:22:43.189599 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Deleting port 1e398f47-2d13-4d93-a3d5-6c0771d64e52 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:43.189978 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.208648 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-ce8dbd2f-3085-41a4-90ad-ebcd3616d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:43.210285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-ce8dbd2f-3085-41a4-90ad-ebcd3616d35b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0493228 Aug 11 03:22:43.261861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-a1ecc44f-3a50-4fd5-87eb-7a7086a3fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:43.263658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-a1ecc44f-3a50-4fd5-87eb-7a7086a3fa80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441334 Aug 11 03:22:43.269922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.270487 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.282474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Calling delete_port for 1e398f47-2d13-4d93-a3d5-6c0771d64e52 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:43.364878 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-c4a14f9f-e893-4e94-8b39-67a16b9ec3d4 service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917509 Aug 11 03:22:43.436601 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.465358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event deleted for resources: {'Port': ['ID=1e398f47-2d13-4d93-a3d5-6c0771d64e52,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:43.465600 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fa11c723-5c67-4cf4-8d5c-e68a0d2abeb0 req-65ba97c4-f541-46ab-aed3-796062b2236f service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885336 Aug 11 03:22:43.525029 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.525363 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Floating IP 83f5a672-8a29-4b56-ad17-a47d3ed3f92a disassociated (deleted). External IP: 172.25.6.143, port: 14b26a27-42ca-4c76-a343-4ec03c187fa9. Aug 11 03:22:43.728832 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Router 73a52192-1698-419c-abc6-ebb3af4d4091 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:43.834343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:43.839155 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.843644 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] Sync routers for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:43.853717 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:43.854388 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:43.866171 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-36608fd7-5374-4f04-a683-e678ef458fff tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "DELETE /v2.0/floatingips/83f5a672-8a29-4b56-ad17-a47d3ed3f92a HTTP/1.1" status: 204 len: 168 time: 0.9044440 Aug 11 03:22:43.866744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:43.869116 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36645cd3-8869-4bef-8238-615c1a56223c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:43.963189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:43.992521 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d9464-eca8-49b9-9cac-a2d2c780aac3 x-openstack-request-id: req-302d9464-eca8-49b9-9cac-a2d2c780aac3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:43.993316 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:43.993572 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-302d9464-eca8-49b9-9cac-a2d2c780aac3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:43.994596 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'status': 'completed', 'code': 200} Aug 11 03:22:43.995637 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6c35-8e7f-4bf7-a53e-82637b6bb44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.064840 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645cd3-8869-4bef-8238-615c1a56223c req-7be42c51-cd04-4e5c-80f7-c27c8e21f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.066794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-7be42c51-cd04-4e5c-80f7-c27c8e21f339 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 1096 time: 0.0491781 Aug 11 03:22:44.184739 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645cd3-8869-4bef-8238-615c1a56223c req-30177380-befd-478e-a3b4-bf52af32552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.185745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:44.186538 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-30177380-befd-478e-a3b4-bf52af32552e service neutron] 10.222.0.25 "GET /v2.0/networks?id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 200 len: 915 time: 0.1113265 Aug 11 03:22:44.218881 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] Checking router: 73a52192-1698-419c-abc6-ebb3af4d4091 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:44.227580 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:44.228188 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:44.234113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-1d554a7f-50fe-42f4-9abb-cf64b5e719cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 200 len: 217 time: 0.0391543 Aug 11 03:22:44.290113 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645cd3-8869-4bef-8238-615c1a56223c req-7c96ad63-caa0-4630-bf70-96d372ffd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.291541 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-7c96ad63-caa0-4630-bf70-96d372ffd4e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 200 len: 854 time: 0.0460298 Aug 11 03:22:44.333740 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:44.352170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645cd3-8869-4bef-8238-615c1a56223c req-f90edc9c-6a75-4f1c-bb5f-4c6b3b9826b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.353848 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-f90edc9c-6a75-4f1c-bb5f-4c6b3b9826b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521393 Aug 11 03:22:44.445130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-cb9ad6da-5be7-4331-8797-fbca81b4557a service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829959 Aug 11 03:22:44.548796 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36645cd3-8869-4bef-8238-615c1a56223c req-a534bc18-8a03-4e87-97ef-e5943c63acef service neutron] 10.222.0.25 "GET /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950620 Aug 11 03:22:44.622765 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:44.654462 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d28e0c-de22-4722-895b-afc52dcdece5 None None] The sync data for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 is: [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:39Z', 'revision_number': 4, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'af3be17e-4054-4a9e-b9f6-716797f2cbbe', 'name': '', 'network_id': '63ff02ec-3eda-4f2b-bb55-fa1cb61502d9', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'mac_address': 'fa:16:3e:c0:ed:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:38Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'subnets': [{'id': '2c4201bb-46ca-474a-9069-0f6e0c08a7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:44.879253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c90531-7bfc-4131-ae09-fe9b61f696b7 None None] New status for floating IP 83f5a672-8a29-4b56-ad17-a47d3ed3f92a: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:22:47.533726 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d040612c-37fd-4536-8506-2e9ecbd2a0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.829612 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.643992 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.268386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.832307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a315ab-c06b-4ea4-baff-efadb726f4cc req-1ceb8c34-a690-4527-a30d-885662cfe656 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:50.833844 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35a315ab-c06b-4ea4-baff-efadb726f4cc req-1ceb8c34-a690-4527-a30d-885662cfe656 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0514297 Aug 11 03:22:50.873102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-35a315ab-c06b-4ea4-baff-efadb726f4cc req-f4321044-7d74-439d-8992-4b1a797e12a6 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Aug 11 03:22:51.988603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63c623-e4f5-4f2a-bed7-6bbbc953a8c7 req-9d81f91c-a29f-4406-b004-0d07c11a1dfe tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:51.990421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b63c623-e4f5-4f2a-bed7-6bbbc953a8c7 req-9d81f91c-a29f-4406-b004-0d07c11a1dfe tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0493245 Aug 11 03:22:52.027371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7b63c623-e4f5-4f2a-bed7-6bbbc953a8c7 req-20d082a6-1859-4558-b983-e802e3191472 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Aug 11 03:22:52.696620 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-c6d22a3f-471c-4411-9888-04a31a82de94 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:52.698118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-c6d22a3f-471c-4411-9888-04a31a82de94 tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0516033 Aug 11 03:22:52.796715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Deleting port 14b26a27-42ca-4c76-a343-4ec03c187fa9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:52.797054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.185157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] For port 14b26a27-42ca-4c76-a343-4ec03c187fa9, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=14b26a27-42ca-4c76-a343-4ec03c187fa9,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:53.185844 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.194534 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1cec-1e53-47c9-b22d-e1a891ef7cab req-bc589fc9-3952-4d96-9142-0ee918dc2ebf tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:53.196034 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3df1cec-1e53-47c9-b22d-e1a891ef7cab req-bc589fc9-3952-4d96-9142-0ee918dc2ebf tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e7651d6-7785-4d11-9d48-65bc4688b818 HTTP/1.1" status: 200 len: 945 time: 0.0825727 Aug 11 03:22:53.213913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Calling delete_port for 14b26a27-42ca-4c76-a343-4ec03c187fa9 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:53.279991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3df1cec-1e53-47c9-b22d-e1a891ef7cab req-d407db76-ad6b-4de1-95f1-5f60ab3a2b0f tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780780 Aug 11 03:22:53.365404 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.378664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['14b26a27-42ca-4c76-a343-4ec03c187fa9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:53.401527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Pushing event deleted for resources: {'Port': ['ID=14b26a27-42ca-4c76-a343-4ec03c187fa9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:53.446889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] No DVR routers for this DVR port 14b26a27-42ca-4c76-a343-4ec03c187fa9 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:53.449579 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.451638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-968ac088-fe47-4350-a3f1-c05f699842d6 req-ff576b70-dc41-4bbb-9d40-e28b47ae283d tempest-TestMinimumBasicScenario-111145911 tempest-TestMinimumBasicScenario-111145911-project] 10.222.0.25 "DELETE /v2.0/ports/14b26a27-42ca-4c76-a343-4ec03c187fa9 HTTP/1.1" status: 204 len: 173 time: 0.7431698 Aug 11 03:22:53.452103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'name': 'network-vif-deleted', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:53.454486 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0b97d2-83c3-41c9-9a0a-a3375c830d35" -d '{"events": [{"server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "name": "network-vif-deleted", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:53.497301 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0357781-714d-463e-b74b-3b1161dee374 x-openstack-request-id: req-e0357781-714d-463e-b74b-3b1161dee374 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:53.497715 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7651d6-7785-4d11-9d48-65bc4688b818", "name": "network-vif-deleted", "tag": "14b26a27-42ca-4c76-a343-4ec03c187fa9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:53.497989 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0357781-714d-463e-b74b-3b1161dee374 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:53.498495 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7651d6-7785-4d11-9d48-65bc4688b818', 'name': 'network-vif-deleted', 'tag': '14b26a27-42ca-4c76-a343-4ec03c187fa9', 'status': 'completed', 'code': 200} Aug 11 03:22:53.584306 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.616908 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.872439 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:55.550652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.626339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 14b26a27-42ca-4c76-a343-4ec03c187fa9 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:55.647185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 14b26a27-42ca-4c76-a343-4ec03c187fa9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:55.647596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 14b26a27-42ca-4c76-a343-4ec03c187fa9 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:55.795074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Deleting port af3be17e-4054-4a9e-b9f6-716797f2cbbe {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:55.795421 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.878819 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] For port af3be17e-4054-4a9e-b9f6-716797f2cbbe, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=af3be17e-4054-4a9e-b9f6-716797f2cbbe,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:55.880005 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.892922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Calling delete_port for af3be17e-4054-4a9e-b9f6-716797f2cbbe owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:56.069469 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.094309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Pushing event deleted for resources: {'Port': ['ID=af3be17e-4054-4a9e-b9f6-716797f2cbbe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.257275 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.465382 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Router 73a52192-1698-419c-abc6-ebb3af4d4091 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:56.571314 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:56.576317 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0d846953-7390-4ed4-870f-88d1005fc7af admin admin] 10.222.0.16 "PUT /v2.0/routers/73a52192-1698-419c-abc6-ebb3af4d4091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028577 Aug 11 03:22:56.579058 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51186) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:56.581632 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] Sync routers for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:56.598978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:56.599598 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:56.693571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.700636 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:56.797706 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.850619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Deleting port a00a0f7d-9770-4199-a235-c0e3b7bf905b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:56.850959 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.875788 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 5, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port': {'id': 'a00a0f7d-9770-4199-a235-c0e3b7bf905b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:56.900949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] Checking router: 73a52192-1698-419c-abc6-ebb3af4d4091 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:56.909561 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] Routers {'73a52192-1698-419c-abc6-ebb3af4d4091'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:56.910213 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['73a52192-1698-419c-abc6-ebb3af4d4091'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:56.939603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] For port a00a0f7d-9770-4199-a235-c0e3b7bf905b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a00a0f7d-9770-4199-a235-c0e3b7bf905b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:56.940232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.952064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Calling delete_port for a00a0f7d-9770-4199-a235-c0e3b7bf905b owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:56.999475 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] Set router 73a52192-1698-419c-abc6-ebb3af4d4091 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:57.056596 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 6, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:57.084301 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f195c8e-0757-40d5-ba25-860cb28268e2 None None] The sync data for ids ['73a52192-1698-419c-abc6-ebb3af4d4091'] in n-d-715271-8 is: [{'id': '73a52192-1698-419c-abc6-ebb3af4d4091', 'name': 'tempest-TestMinimumBasicScenario-2111402316-router', 'tenant_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:36Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 6, 'project_id': '9c1d767b40d54e2695922bccaaeb2ee7', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:57.128008 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.154704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Pushing event deleted for resources: {'Port': ['ID=a00a0f7d-9770-4199-a235-c0e3b7bf905b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.212577 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.305644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.308494 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.358207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.358757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a52192-1698-419c-abc6-ebb3af4d4091 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:57.363130 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.364600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-79368576-2255-46fe-a045-c2b146cc6fde admin admin] 10.222.0.16 "DELETE /v2.0/routers/73a52192-1698-419c-abc6-ebb3af4d4091 HTTP/1.1" status: 204 len: 168 time: 0.7841675 Aug 11 03:22:57.367247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:57.412200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Deleting subnet 2c4201bb-46ca-474a-9069-0f6e0c08a7a8 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:57.415490 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.453082 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.546382 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.604156 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.630542 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4201bb-46ca-474a-9069-0f6e0c08a7a8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.634428 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.636402 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6097b6f8-e9c7-4d22-bb8e-5c2abe401915 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c4201bb-46ca-474a-9069-0f6e0c08a7a8 HTTP/1.1" status: 204 len: 168 time: 0.2681580 Aug 11 03:22:57.639172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:57.649623 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c62a1-6d30-40d1-bdfa-551e4f5d0a90 None None] Network 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:57.713838 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.771580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Deleting port a7de540f-7d25-421c-b48e-5a94841085a3 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:57.771968 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.841429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] For port a7de540f-7d25-421c-b48e-5a94841085a3, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a7de540f-7d25-421c-b48e-5a94841085a3,segment=NetworkSegment(8056f920-03c1-4b10-9f00-84d64f497120),segment_id=8056f920-03c1-4b10-9f00-84d64f497120)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:57.841665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.854818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Calling delete_port for a7de540f-7d25-421c-b48e-5a94841085a3 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:57.908252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] DHCP port deletion for 63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:57.946214 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.961987 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Deleting port a7de540f-7d25-421c-b48e-5a94841085a3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:57.962641 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.980894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7de540f-7d25-421c-b48e-5a94841085a3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.984379 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] No DVR routers for this DVR port a7de540f-7d25-421c-b48e-5a94841085a3 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:58.054720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] For port a7de540f-7d25-421c-b48e-5a94841085a3, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:58.055129 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.067386 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.070395 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Calling delete_port for a7de540f-7d25-421c-b48e-5a94841085a3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:58.074791 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Port a7de540f-7d25-421c-b48e-5a94841085a3 was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:22:58.077664 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.079059 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ff02ec-3eda-4f2b-bb55-fa1cb61502d9']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:58.090890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8056f920-03c1-4b10-9f00-84d64f497120') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:58.091185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8056f920-03c1-4b10-9f00-84d64f497120') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:58.102209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.110605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Pushing event deleted for resources: {'Port': ['ID=a7de540f-7d25-421c-b48e-5a94841085a3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.116208 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] No DVR routers for this DVR port a7de540f-7d25-421c-b48e-5a94841085a3 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:58.123845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.125387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.125387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.125387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.125387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.125712 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.126032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.126280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.126797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.127309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.127825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.127999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6eb160-c060-478f-a050-56a3b4eb9004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.132535 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.145294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:58.145750 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:58.147911 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:58.210760 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.216873 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.224483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/63ff02ec-3eda-4f2b-bb55-fa1cb61502d9 HTTP/1.1" status: 204 len: 168 time: 0.5794723 Aug 11 03:22:58.225623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:58.242060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35620c9-568b-43ed-99a3-671a23ff31b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ff02ec-3eda-4f2b-bb55-fa1cb61502d9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.617433 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.880981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Deleting port 8922e54d-ffe0-4d9f-8a5c-511fd088e140 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:58.881220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.968574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] For port 8922e54d-ffe0-4d9f-8a5c-511fd088e140, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8922e54d-ffe0-4d9f-8a5c-511fd088e140,segment=NetworkSegment(7b562d16-589c-4592-bd3a-595f9c80981b),segment_id=7b562d16-589c-4592-bd3a-595f9c80981b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:58.968574 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.984446 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Calling delete_port for 8922e54d-ffe0-4d9f-8a5c-511fd088e140 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:59.125345 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af3be17e-4054-4a9e-b9f6-716797f2cbbe no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:59.151976 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: af3be17e-4054-4a9e-b9f6-716797f2cbbe {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:59.152233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device af3be17e-4054-4a9e-b9f6-716797f2cbbe not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:59.152657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a7de540f-7d25-421c-b48e-5a94841085a3 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:59.171947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a7de540f-7d25-421c-b48e-5a94841085a3 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:59.172301 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a7de540f-7d25-421c-b48e-5a94841085a3 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:59.172719 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a00a0f7d-9770-4199-a235-c0e3b7bf905b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:59.178947 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.193002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a00a0f7d-9770-4199-a235-c0e3b7bf905b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:59.193955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a00a0f7d-9770-4199-a235-c0e3b7bf905b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:59.204922 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8922e54d-ffe0-4d9f-8a5c-511fd088e140,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:59.384379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.615966 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Router a9fb78da-eef0-4fb2-a602-0eeace29456d has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:59.722195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:59.728766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-04630358-4e96-4268-bb58-7fdc9eaefe63 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9fb78da-eef0-4fb2-a602-0eeace29456d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5034521 Aug 11 03:22:59.732182 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:59.733124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] Sync routers for ids ['a9fb78da-eef0-4fb2-a602-0eeace29456d'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:59.744612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] Routers {'a9fb78da-eef0-4fb2-a602-0eeace29456d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:59.745244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a9fb78da-eef0-4fb2-a602-0eeace29456d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:59.837768 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.852991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] Set router a9fb78da-eef0-4fb2-a602-0eeace29456d gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:00.038810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:22:59Z', 'revision_number': 5, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:00.069367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] Checking router: a9fb78da-eef0-4fb2-a602-0eeace29456d for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:00.078618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] Routers {'a9fb78da-eef0-4fb2-a602-0eeace29456d'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:00.079242 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['a9fb78da-eef0-4fb2-a602-0eeace29456d'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:00.339067 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.364256 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] Set router a9fb78da-eef0-4fb2-a602-0eeace29456d gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:00.400861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Deleting port ee97d24d-69f1-4d21-b2e3-c7547cc319eb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:00.401615 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.485661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] For port ee97d24d-69f1-4d21-b2e3-c7547cc319eb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:00.486061 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.500957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Calling delete_port for ee97d24d-69f1-4d21-b2e3-c7547cc319eb owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:00.568186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:22:59Z', 'revision_number': 5, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:00.594968 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57181df0-c16c-4182-a61b-dcf9b00ae54a None None] The sync data for ids ['a9fb78da-eef0-4fb2-a602-0eeace29456d'] in n-d-715271-8 is: [{'id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'name': 'tempest-TestMinimumBasicScenario-1961760151-router', 'tenant_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:22:59Z', 'revision_number': 5, 'project_id': '2fbb0146e24743bb8d15b053aca3e2e0', 'gw_port': {'id': 'ee97d24d-69f1-4d21-b2e3-c7547cc319eb', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fb78da-eef0-4fb2-a602-0eeace29456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:20:41Z', 'updated_at': '2021-08-11T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:00.711291 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.745488 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee97d24d-69f1-4d21-b2e3-c7547cc319eb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:00.805446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.895398 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.897475 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.946160 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.946729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fb78da-eef0-4fb2-a602-0eeace29456d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:23:00.952125 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.952898 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-93a88017-7c55-4915-a6a0-c2856305c59c admin admin] 10.222.0.16 "DELETE /v2.0/routers/a9fb78da-eef0-4fb2-a602-0eeace29456d HTTP/1.1" status: 204 len: 168 time: 1.2197695 Aug 11 03:23:00.956100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.003586 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Deleting subnet c7799421-7c96-457b-b156-626a4184964f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:01.007755 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.046186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.141792 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.198269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8922e54d-ffe0-4d9f-8a5c-511fd088e140 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:01.206248 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.220591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8922e54d-ffe0-4d9f-8a5c-511fd088e140 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:01.220953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8922e54d-ffe0-4d9f-8a5c-511fd088e140 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:01.231316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7799421-7c96-457b-b156-626a4184964f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:01.241453 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.246206 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-530c6644-485a-4725-a87c-75a5e2136923 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c7799421-7c96-457b-b156-626a4184964f HTTP/1.1" status: 204 len: 168 time: 0.2891979 Aug 11 03:23:01.246691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51200) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.252264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1d083-b16d-4954-ae69-5764d783e7b3 None None] Network 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:01.331813 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.394953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Deleting port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:01.395299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.464818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] For port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,segment=NetworkSegment(7b562d16-589c-4592-bd3a-595f9c80981b),segment_id=7b562d16-589c-4592-bd3a-595f9c80981b)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:01.465162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.478812 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Calling delete_port for 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:01.557276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.582732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d2b4ab-4e6e-43ae-8170-772cb7f23ee6,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:01.588366 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] No DVR routers for this DVR port 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:01.662975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.673438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0701f58b-7380-4a94-bb56-6d3ae8dc7fb0']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:01.681183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c705cdf-506e-43b3-b373-6f09cc77da2d None None] DHCP port deletion for 0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:01.688355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b562d16-589c-4592-bd3a-595f9c80981b') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:01.688656 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b562d16-589c-4592-bd3a-595f9c80981b') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:01.699462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.714484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.722084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:01.722571 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:01.725053 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:01.777789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.783302 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.785145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0701f58b-7380-4a94-bb56-6d3ae8dc7fb0 HTTP/1.1" status: 204 len: 168 time: 0.5366254 Aug 11 03:23:01.801171 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccf574-0d01-437c-82e9-5dc68338db61 admin admin] Pushing event deleted for resources: {'Network': ['ID=0701f58b-7380-4a94-bb56-6d3ae8dc7fb0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:01.943275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51208) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.985890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e7099368-e937-46f6-b1e2-3218d22b514c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c1d767b40d54e2695922bccaaeb2ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412483 Aug 11 03:23:01.988225 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51210) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:02.039988 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3519d3a1-a164-4253-aced-b99b30cf201e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.063518 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3519d3a1-a164-4253-aced-b99b30cf201e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.110623 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3519d3a1-a164-4253-aced-b99b30cf201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.113164 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3519d3a1-a164-4253-aced-b99b30cf201e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.114648 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3519d3a1-a164-4253-aced-b99b30cf201e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b HTTP/1.1" status: 204 len: 168 time: 0.1252286 Aug 11 03:23:02.122925 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d3a1-a164-4253-aced-b99b30cf201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1705c-98b1-4f0e-9c1a-a4bfaf80af2b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:02.448982 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51216) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:02.492563 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b236e7ac-eb2b-406c-9204-1cb41d4911b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fbb0146e24743bb8d15b053aca3e2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423288 Aug 11 03:23:02.495072 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:02.553209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111e782e-8eb7-46b6-9ca7-8619fe797592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.575922 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111e782e-8eb7-46b6-9ca7-8619fe797592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.635235 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111e782e-8eb7-46b6-9ca7-8619fe797592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.638358 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-111e782e-8eb7-46b6-9ca7-8619fe797592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.639580 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-111e782e-8eb7-46b6-9ca7-8619fe797592 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1519dfb9-dd7c-4393-b8f2-0d4dd5032fa2 HTTP/1.1" status: 204 len: 168 time: 0.1435275 Aug 11 03:23:02.648114 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e782e-8eb7-46b6-9ca7-8619fe797592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519dfb9-dd7c-4393-b8f2-0d4dd5032fa2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:03.134925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:03.155042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:03.155401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 72d2b4ab-4e6e-43ae-8170-772cb7f23ee6 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:03.155897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee97d24d-69f1-4d21-b2e3-c7547cc319eb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:03.178651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ee97d24d-69f1-4d21-b2e3-c7547cc319eb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:03.179002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ee97d24d-69f1-4d21-b2e3-c7547cc319eb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:05.262407 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:05.465990 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.470817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527625595', 'description': 'tempest-secgroup-smoke-527625595 description', 'project_id': 'a1a8c803766c4113a2c7024f37109224'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:05.494743 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.503004 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.600882 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.605571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.647651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ead88-3cf7-4409-939a-bbcbd19c6813,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.702463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.706026 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.727848 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.729073 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2620430 Aug 11 03:23:05.732116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51262) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.736988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '5a01f429-f33d-41c3-b40f-79c829284bf8', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:05.737168 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a88c6-743d-4956-a0b2-566b91268adf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a01f429-f33d-41c3-b40f-79c829284bf8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.766514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.835871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.839532 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.857748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba47ca5-87e6-4f51-9489-07123f72b9a2,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.867289 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.868567 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f816b00e-2571-4a16-a7ed-c1a7d9877de0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353796 Aug 11 03:23:05.871379 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.876146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '5a01f429-f33d-41c3-b40f-79c829284bf8', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:05.902644 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.948427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.951873 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.970343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d956f32-3a37-482b-ac29-c71ddcd4ab50,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.975921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.977235 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8bc7b9b1-7223-40c0-87dc-7528ad1a1803 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1047366 Aug 11 03:23:05.980392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.984893 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '5a01f429-f33d-41c3-b40f-79c829284bf8', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.012215 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.076228 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.079939 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.098713 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af78fd78-c59d-4891-b066-3700f7f95101,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.106668 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.108177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9374d15a-96ac-43d0-aa70-d0e630ad5320 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268394 Aug 11 03:23:06.110874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.115741 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '5a01f429-f33d-41c3-b40f-79c829284bf8', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.140800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.199410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.203691 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.227950 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8289a26c-f2e9-4d6e-8a23-7829d9647e0d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.241145 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.243065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-74b9a6f5-7816-4a6d-b625-ca94ea810f5a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311007 Aug 11 03:23:06.245748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51270) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.251361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '5a01f429-f33d-41c3-b40f-79c829284bf8', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.275428 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:06.282162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.351974 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.355329 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.372339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cfdd67-c623-449e-a9c0-b735010dee23,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.378860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.380673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f5673df2-0ba3-40c9-adfa-43c607d056d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336789 Aug 11 03:23:06.383360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51272) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.388083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '5a01f429-f33d-41c3-b40f-79c829284bf8', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.409474 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:06.414150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.475240 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.478780 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.497377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a687a844-1a79-4c81-bf6e-5437df22feaa,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.500550 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.501863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cde1a6a5-1625-4318-8cd8-f87498612ffc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175365 Aug 11 03:23:06.505435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51274) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.510378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'network': {'name': 'tempest-network-smoke--1874970644', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.530611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:06.534146 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.556660 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:06.565508 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.565846 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Added segment 35916aa8-f300-4a52-ba83-aaed1da00ed1 of type vlan for network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb Aug 11 03:23:06.619001 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.655231 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.662897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:06.663734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.724724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2182086 Aug 11 03:23:06.727596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51276) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.734162 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'admin_state_up': True, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.744768 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473918a1-e7fa-495d-9f4e-296a2f997c7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Network': ['ID=573958d0-71d7-4298-a8a4-bf7a5c96ebbb,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.756619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:06.763036 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.764064 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.819618 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.957746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.154152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.174054 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.280327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.44 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/de6f8d68-bcc7-4b0a-98f9-9ff81cd463db) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:07.381084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.417413 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.461970 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:07.464902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:07.468471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:07.492701 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:07.769415 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.960133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.088351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 074f788e-2f70-4990-a38c-b2798f6cb94b is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:08.195343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:08.204655 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Sync routers for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:08.212836 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.214086 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:08.214274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6db6234a-203a-46fe-a886-2f3dafccfc01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4855027 Aug 11 03:23:08.214710 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:08.217152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51278) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:08.321063 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:08.350663 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8f72c1d9-5503-4dcf-8384-e3293e73e764 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1a8c803766c4113a2c7024f37109224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323519 Aug 11 03:23:08.353329 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51282) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:08.505087 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:07Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:08.531634 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Checking router: 074f788e-2f70-4990-a38c-b2798f6cb94b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:08.531981 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Updating router 074f788e-2f70-4990-a38c-b2798f6cb94b port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:08.558789 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.798462 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0181e0-7537-47ef-88fb-82261af7e522 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:08.800127 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6e0181e0-7537-47ef-88fb-82261af7e522 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4458554 Aug 11 03:23:08.803689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51284) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:08.812546 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.822307 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Transition to ACTIVE for port object de6f8d68-bcc7-4b0a-98f9-9ff81cd463db will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:08.827760 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.837934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d54fa042-5664-4d5a-979e-508478372637 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331395 Aug 11 03:23:08.840576 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:08.845463 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1060050820', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:08.879469 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Attempting to bind port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:08.879833 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Attempting to bind port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:08.880189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Attempting to bind port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:08.888641 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Pushing event updated for resources: {'Port': ['ID=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.890796 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:08.891159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:08.891550 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.891934 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:08.892388 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Bound port: de6f8d68-bcc7-4b0a-98f9-9ff81cd463db, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:08.892756 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.915971 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.916309 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.916644 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.916974 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.917299 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.917621 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.917941 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.918291 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.918611 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.918926 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.919244 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.919561 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:08.936154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:08.939669 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.957698 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] For port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:08.960777 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] For port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:08.964982 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.027642 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cff0c-2fc8-407d-9c67-ea3259aa4807 None None] Pushing event updated for resources: {'Port': ['ID=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.031730 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:09.032340 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:09.131868 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.139881 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:09.192764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Subnet': ['ID=713d5739-c39f-4d42-976c-485bff890be0,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.210459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Checking segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:09.210859 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network hostable DHCP agents. Network: 573958d0-71d7-4298-a8a4-bf7a5c96ebbb, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:09.229458 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:09.240036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 573958d0-71d7-4298-a8a4-bf7a5c96ebbb) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:09.244791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:09.245634 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.249155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4393c6-2da0-4c41-a6e8-2f361d25a5f4 None None] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:09.261756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-67dd2306-fc19-4f94-8928-9ae87ced9fcc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4201260 Aug 11 03:23:09.264759 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51288) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:09.407829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:09.408837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.420221 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:07Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:09.448851 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed74e3-8ce2-4160-b566-be5a92ec8160 None None] The sync data for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 is: [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:07Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:09.552468 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Allocated IP 172.20.0.2 (573958d0-71d7-4298-a8a4-bf7a5c96ebbb/713d5739-c39f-4d42-976c-485bff890be0/f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:09.735927 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.740735 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.745186 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Transition to ACTIVE for port object f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:09.774366 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Transition to ACTIVE for port object f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:09.780433 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.829897 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:09.833444 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:09.837980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:09.843386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Pushing event updated for resources: {'Port': ['ID=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.897368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Attempting to bind port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:09.897865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Attempting to bind port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:09.898275 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Attempting to bind port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c on network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:09.903847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:09.904153 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Checking segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:09.904562 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.904977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Bound using segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:09.905423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Bound port: f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:09.905817 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.973486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] For port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:09.977903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] For port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:09.982746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.056437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002c013-519b-4525-807c-9bb52af2d573 None None] Pushing event updated for resources: {'Port': ['ID=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.123976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.1 (573958d0-71d7-4298-a8a4-bf7a5c96ebbb/713d5739-c39f-4d42-976c-485bff890be0/bf12c92e-cc2f-48ec-91e4-d53eff3e93fa) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:10.285070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.302431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object bf12c92e-cc2f-48ec-91e4-d53eff3e93fa will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:10.342239 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.391990 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:10.396067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:10.400132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:10.423514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.447589 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.578443 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.856256 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.861738 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.940242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.942035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.989055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f961a9-8ceb-4a77-929c-d3733557e9b4 None None] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:11.042014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:11.042530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:11.056237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a356619d-5cb4-4fc4-8eb0-7ecd0ce55547 None None] Provisioning for port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.161956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 074f788e-2f70-4990-a38c-b2798f6cb94b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:11.197903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:11.250376 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.254999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.255454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.278994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:11.284963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-04b22061-39fb-4688-b985-a078be94b41b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/074f788e-2f70-4990-a38c-b2798f6cb94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0193639 Aug 11 03:23:11.357405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.399265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:11.404125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.407077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de6f8d68-bcc7-4b0a-98f9-9ff81cd463db up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:11.478659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-23b4a8cf-f2b0-4d97-84ca-e3cb959af2c9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527625595&fields=id&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 267 time: 0.0733609 Aug 11 03:23:11.493324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.510699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-83059763-8042-4c18-a0a4-0329864cfbea None None] Provisioning complete for port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.511079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83059763-8042-4c18-a0a4-0329864cfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.546412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.553549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.553909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.628388 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-440f08b5-db45-4e72-ab9b-60b5ba610062 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:11.631507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-440f08b5-db45-4e72-ab9b-60b5ba610062 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/networks?id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 200 len: 797 time: 0.1484468 Aug 11 03:23:11.650531 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-a25263c4-664a-4ea0-96ae-272ae2f33549 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/quotas/a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 375 time: 0.0110104 Aug 11 03:23:11.684769 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-83059763-8042-4c18-a0a4-0329864cfbea None None] Provisioning for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.692964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-83059763-8042-4c18-a0a4-0329864cfbea None None] Provisioning complete for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.693345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83059763-8042-4c18-a0a4-0329864cfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.695342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.711340 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-e42ba947-ef06-4fe4-9e15-1f409c576666 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514820 Aug 11 03:23:11.746750 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:11.751574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-83059763-8042-4c18-a0a4-0329864cfbea None None] Port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:11.753053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.783322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Sync routers for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:11.808091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:11.808722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:11.850454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.851860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-4138a96c-9fac-4abb-81f4-6d98ca18c10d service neutron] 10.222.0.16 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163518 Aug 11 03:23:11.915884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-10f78488-4f57-4c16-b3c7-8e9a0776356a None None] Provisioning complete for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.916250 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10f78488-4f57-4c16-b3c7-8e9a0776356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.946142 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-ccb54ef7-081d-49ad-84ba-de2860cdb9b5 service neutron] 10.222.0.16 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Aug 11 03:23:11.961985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:11.986888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-10f78488-4f57-4c16-b3c7-8e9a0776356a None None] Port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:12.135567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-489cc3d8-7b8e-4f9b-857b-2b65ef5c12d7 None None] Provisioning complete for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:12.136183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-489cc3d8-7b8e-4f9b-857b-2b65ef5c12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.137022 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-18b9737e-9f3f-4e06-975e-9ccaf27b9afe req-4175ce78-a0f6-4c82-a053-32e4affc43de tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 210 time: 0.0266671 Aug 11 03:23:12.207373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-489cc3d8-7b8e-4f9b-857b-2b65ef5c12d7 None None] Port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:12.241898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 2, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:12.269868 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Checking router: 074f788e-2f70-4990-a38c-b2798f6cb94b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:12.270280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Updating router 074f788e-2f70-4990-a38c-b2798f6cb94b port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:12.296100 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.570729 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.581241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Transition to ACTIVE for port object bf12c92e-cc2f-48ec-91e4-d53eff3e93fa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:12.587678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.635046 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13aba5-299e-4311-9be7-d51678a42f5a None None] Pushing event updated for resources: {'Port': ['ID=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.691954 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Attempting to bind port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:12.692371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Attempting to bind port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:12.692737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Attempting to bind port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa on network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:12.697905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:12.698311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Checking segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:12.698709 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.699163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Bound using segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:12.699630 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Bound port: bf12c92e-cc2f-48ec-91e4-d53eff3e93fa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:12.700008 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.773358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] For port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:12.778176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] For port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:12.783071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.837268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:12.837898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:22:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:12.883303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13aba5-299e-4311-9be7-d51678a42f5a None None] Pushing event updated for resources: {'Port': ['ID=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.968000 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:13.157087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:13.240948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-4cfb9a97-3bfd-4b7e-b7e9-c6d7db026fd4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:13.243174 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-4cfb9a97-3bfd-4b7e-b7e9-c6d7db026fd4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/networks?id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 200 len: 797 time: 0.1312742 Aug 11 03:23:13.247282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:13.247659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.252668 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9fd33b92-30f9-4e9b-b739-3c691396dc97 req-845c3786-2c00-4e49-b9da-7788b2b274ce tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 210 time: 0.0374470 Aug 11 03:23:13.297569 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-10e5f26f-be6b-40af-b0f5-8508565af4a1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 379 time: 0.0439234 Aug 11 03:23:13.309935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'port': {'device_id': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'admin_state_up': True, 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'security_groups': ['5a01f429-f33d-41c3-b40f-79c829284bf8']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:13.421553 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:13.425010 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.430581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:12Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:13.459752 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca177ccc-1365-470c-96b7-81ac252346d8 None None] The sync data for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 is: [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:12Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:13.543331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de6f8d68-bcc7-4b0a-98f9-9ff81cd463db up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:13.573303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.10 (573958d0-71d7-4298-a8a4-bf7a5c96ebbb/713d5739-c39f-4d42-976c-485bff890be0/91d8364d-5771-4273-939b-24dad685ac25) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:13.601346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:13.601727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.729491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.745027 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 91d8364d-5771-4273-939b-24dad685ac25 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:13.780800 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.833469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:13.836735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:13.840774 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:13.847715 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=91d8364d-5771-4273-939b-24dad685ac25,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:13.903362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:13.903924 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.920716 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f271d29a-949c-4745-acdc-48641d85794e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148205 Aug 11 03:23:13.992418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Request body: {'port': {'device_id': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:14.000388 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c35610d2-b32d-444d-85ba-599ef49d16e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.057193 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.152066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-30d98244-56ed-4a6d-bb50-79f3362c9680 None None] Provisioning for port 91d8364d-5771-4273-939b-24dad685ac25 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:14.156246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-30d98244-56ed-4a6d-bb50-79f3362c9680 None None] Provisioning complete for port 91d8364d-5771-4273-939b-24dad685ac25 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:14.156873 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-30d98244-56ed-4a6d-bb50-79f3362c9680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.194564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-30d98244-56ed-4a6d-bb50-79f3362c9680 None None] Port 91d8364d-5771-4273-939b-24dad685ac25 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:14.364894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8364d-5771-4273-939b-24dad685ac25 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:14.372841 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.377568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd8a1-eab9-42f9-9238-8fc20e0c2438 req-d99f4dff-a2b9-4297-896c-dcf72646e3bc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.379612 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7affd8a1-eab9-42f9-9238-8fc20e0c2438 req-d99f4dff-a2b9-4297-896c-dcf72646e3bc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 932 time: 0.0529163 Aug 11 03:23:14.386590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Transition to ACTIVE for port object 91d8364d-5771-4273-939b-24dad685ac25 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:14.391436 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.420928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7affd8a1-eab9-42f9-9238-8fc20e0c2438 req-15dc051c-e2d1-46af-93b8-0f370be11495 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349214 Aug 11 03:23:14.481180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Pushing event updated for resources: {'Port': ['ID=91d8364d-5771-4273-939b-24dad685ac25,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.539889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Attempting to bind port 91d8364d-5771-4273-939b-24dad685ac25 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:14.540232 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Attempting to bind port 91d8364d-5771-4273-939b-24dad685ac25 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:14.540573 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Attempting to bind port 91d8364d-5771-4273-939b-24dad685ac25 on network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:14.545404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Port 91d8364d-5771-4273-939b-24dad685ac25 on network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:14.545728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Attempting to bind port 91d8364d-5771-4273-939b-24dad685ac25 on network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:14.551786 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:14.552164 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Checking segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:14.552565 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Bound using segment: {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:14.553007 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Bound port: 91d8364d-5771-4273-939b-24dad685ac25, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35916aa8-f300-4a52-ba83-aaed1da00ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:14.553374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.629526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] For port 91d8364d-5771-4273-939b-24dad685ac25, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:14.633003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] For port 91d8364d-5771-4273-939b-24dad685ac25, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=91d8364d-5771-4273-939b-24dad685ac25,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:14.638678 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.678652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.679331 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.680805 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] 10.222.0.59 "PUT /v2.0/ports/91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 200 len: 1092 time: 0.7523408 Aug 11 03:23:14.681238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'tag': '91d8364d-5771-4273-939b-24dad685ac25'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:14.683533 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "tag": "91d8364d-5771-4273-939b-24dad685ac25"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:14.706371 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e84e-2d2e-4238-b260-db612b44b91f service neutron] Pushing event updated for resources: {'Port': ['ID=91d8364d-5771-4273-939b-24dad685ac25,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.746852 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac45e7a-31a9-4c1c-a6e8-3495b55b9413 x-openstack-request-id: req-aac45e7a-31a9-4c1c-a6e8-3495b55b9413 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:14.746852 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "tag": "91d8364d-5771-4273-939b-24dad685ac25", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:14.746852 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aac45e7a-31a9-4c1c-a6e8-3495b55b9413 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:14.747158 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'tag': '91d8364d-5771-4273-939b-24dad685ac25', 'status': 'completed', 'code': 200} Aug 11 03:23:14.777098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-d219868b-d33e-4e57-96fa-6d4ace99b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.778735 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-d219868b-d33e-4e57-96fa-6d4ace99b5ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1095 time: 0.0452759 Aug 11 03:23:14.826572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-1126fce0-eb43-4414-9ddc-9bbc96432b43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 200 len: 217 time: 0.0400329 Aug 11 03:23:14.877455 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f5526d4e-fc8a-4821-b3b5-ed965f7c8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.879011 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-f5526d4e-fc8a-4821-b3b5-ed965f7c8c76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=713d5739-c39f-4d42-976c-485bff890be0 HTTP/1.1" status: 200 len: 835 time: 0.0458570 Aug 11 03:23:14.924378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-ecee55ed-1416-488b-aa7d-ffa0c232d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.926510 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-ecee55ed-1416-488b-aa7d-ffa0c232d618 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403624 Aug 11 03:23:15.024468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-d287e3af-46a0-40ee-91c9-d6a3dd11bc5a service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897372 Aug 11 03:23:15.119875 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ef4c0ccc-025e-48bb-b5b8-68f41e5062a8 req-10c7cee0-54ac-4bb9-84bd-8bd21d3869ff service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886979 Aug 11 03:23:15.164031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bf12c92e-cc2f-48ec-91e4-d53eff3e93fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:15.210082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-48b3ac69-046a-4b11-b3d6-72fe4e0609e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.211577 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-48b3ac69-046a-4b11-b3d6-72fe4e0609e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1095 time: 0.0415487 Aug 11 03:23:15.215753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:15.219507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:15.219876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.297705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.319161 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-58e896eb-8c22-4f72-a693-e2678c2f3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.320972 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-58e896eb-8c22-4f72-a693-e2678c2f3e4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 200 len: 897 time: 0.1020424 Aug 11 03:23:15.330798 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:15.335818 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.365728 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-25dc1a6d-2a54-482a-ba90-ef16ab286576 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 200 len: 217 time: 0.0373175 Aug 11 03:23:15.384608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:15.421789 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-2ac46ee0-44fd-4bd0-9744-486300288146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.423292 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-2ac46ee0-44fd-4bd0-9744-486300288146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=713d5739-c39f-4d42-976c-485bff890be0 HTTP/1.1" status: 200 len: 835 time: 0.0499265 Aug 11 03:23:15.471172 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-058e9d22-a605-42a6-b5ce-9a853dcf7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.472759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-058e9d22-a605-42a6-b5ce-9a853dcf7767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420110 Aug 11 03:23:15.559809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bd56-b331-445c-9ab2-0e1d87f43286 req-4823810b-0ca7-453d-9d6a-bb5565a38af8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.561486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1366bd56-b331-445c-9ab2-0e1d87f43286 req-4823810b-0ca7-453d-9d6a-bb5565a38af8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 944 time: 0.0661373 Aug 11 03:23:15.578585 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-e64aa9da-98fc-48d6-a3f2-045c7a631285 service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971689 Aug 11 03:23:15.604630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1366bd56-b331-445c-9ab2-0e1d87f43286 req-63f8ce37-87f3-4072-8939-c19de077afd5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340850 Aug 11 03:23:15.675151 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91e0a1d-fc87-48a2-a6a9-17283e0582ec req-67125660-b1dc-44f0-a2f9-53590c8f4aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Aug 11 03:23:16.728105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727cf13-0372-4aad-acfb-eeec7147917d req-acfbac78-4c8b-4678-adda-5cd28ba19f8d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.729594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f727cf13-0372-4aad-acfb-eeec7147917d req-acfbac78-4c8b-4678-adda-5cd28ba19f8d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 944 time: 0.0521941 Aug 11 03:23:16.766815 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f727cf13-0372-4aad-acfb-eeec7147917d req-79b76537-83c8-44de-86a4-49c5158b523e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Aug 11 03:23:17.136372 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bf12c92e-cc2f-48ec-91e4-d53eff3e93fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:17.187512 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:17.187906 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.536537 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f54cadd-2c38-475e-b499-e9b735cb1973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.831347 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.892586 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3611d-aecc-4de4-8c3b-a615c4777ef5 req-1d3c52df-f7ff-4892-961e-5d75d89b1953 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:17.894105 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb3611d-aecc-4de4-8c3b-a615c4777ef5 req-1d3c52df-f7ff-4892-961e-5d75d89b1953 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 944 time: 0.0512490 Aug 11 03:23:17.933523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1cb3611d-aecc-4de4-8c3b-a615c4777ef5 req-6042e35e-f153-42a3-acc2-b265cd3a51d8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323896 Aug 11 03:23:18.647073 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.980542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 91d8364d-5771-4273-939b-24dad685ac25 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:19.049956 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769091-c3a9-4c59-ab81-7e238ad929d1 req-4a536480-a795-4aca-97fa-375b72eea1c9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:19.051594 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be769091-c3a9-4c59-ab81-7e238ad929d1 req-4a536480-a795-4aca-97fa-375b72eea1c9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 944 time: 0.0506411 Aug 11 03:23:19.080568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 91d8364d-5771-4273-939b-24dad685ac25, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=91d8364d-5771-4273-939b-24dad685ac25,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:19.092392 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-be769091-c3a9-4c59-ab81-7e238ad929d1 req-ecc8ddf4-e73f-4a2a-9b1d-05b61579bf58 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Aug 11 03:23:19.092691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '91d8364d-5771-4273-939b-24dad685ac25', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'port_id': '91d8364d-5771-4273-939b-24dad685ac25', 'mac_address': 'fa:16:3e:aa:73:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:19.129157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.141288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8364d-5771-4273-939b-24dad685ac25 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:19.160935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 91d8364d-5771-4273-939b-24dad685ac25, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=91d8364d-5771-4273-939b-24dad685ac25,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:19.167997 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.218196 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=91d8364d-5771-4273-939b-24dad685ac25,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:19.395696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['91d8364d-5771-4273-939b-24dad685ac25'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:20.212811 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6467-ddd4-494f-9fba-e7db6e6d4ba3 req-a76dd867-124f-4d79-b150-886cbf2e2d6c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.214395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-082a6467-ddd4-494f-9fba-e7db6e6d4ba3 req-a76dd867-124f-4d79-b150-886cbf2e2d6c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 945 time: 0.0534086 Aug 11 03:23:20.252241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-082a6467-ddd4-494f-9fba-e7db6e6d4ba3 req-c69077e0-2d98-443c-9b2c-8bbb5ec32b3e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Aug 11 03:23:20.271797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.980319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 91d8364d-5771-4273-939b-24dad685ac25 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:21.027764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 91d8364d-5771-4273-939b-24dad685ac25 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:21.031577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 91d8364d-5771-4273-939b-24dad685ac25 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:21.031944 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.108169 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.130197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8364d-5771-4273-939b-24dad685ac25'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:21.132604 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273eb75a-4c3b-4be1-807f-7426b82609a7" -d '{"events": [{"server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "91d8364d-5771-4273-939b-24dad685ac25"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:21.148919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 91d8364d-5771-4273-939b-24dad685ac25, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=91d8364d-5771-4273-939b-24dad685ac25,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:21.154188 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.177724 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afa81aa-2e93-42cb-83ee-429d011bd4a9 x-openstack-request-id: req-2afa81aa-2e93-42cb-83ee-429d011bd4a9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:21.178031 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "91d8364d-5771-4273-939b-24dad685ac25", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:21.178289 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2afa81aa-2e93-42cb-83ee-429d011bd4a9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:21.178669 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8364d-5771-4273-939b-24dad685ac25', 'code': 200} Aug 11 03:23:21.203946 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=91d8364d-5771-4273-939b-24dad685ac25,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:21.267672 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5409958-2a31-462b-9ad6-bd002234e3e1 req-7fd78b36-d530-4cd5-885f-007bfa813bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.269093 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5409958-2a31-462b-9ad6-bd002234e3e1 req-7fd78b36-d530-4cd5-885f-007bfa813bc3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0396574 Aug 11 03:23:21.305554 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5409958-2a31-462b-9ad6-bd002234e3e1 req-db3ba914-5d27-44c6-98ba-6956e96af255 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295084 Aug 11 03:23:21.366435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80653c19-1f59-4054-8a49-6ce537ba6eb2 req-657ee537-b7f9-42ce-80b8-c81f167bf097 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.367927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80653c19-1f59-4054-8a49-6ce537ba6eb2 req-657ee537-b7f9-42ce-80b8-c81f167bf097 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0484409 Aug 11 03:23:21.405992 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-80653c19-1f59-4054-8a49-6ce537ba6eb2 req-fb69073e-db27-4b14-9875-610954f0673c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322165 Aug 11 03:23:22.528528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973fc7-be3d-4e64-92ec-6fc1bf5f95d7 req-954eedac-1231-444b-8044-a4c1fb2e1c90 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:22.530082 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5973fc7-be3d-4e64-92ec-6fc1bf5f95d7 req-954eedac-1231-444b-8044-a4c1fb2e1c90 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0510268 Aug 11 03:23:22.567480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5973fc7-be3d-4e64-92ec-6fc1bf5f95d7 req-5e8368bf-ba20-464e-8b23-ccc1a9d4b5f1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 11 03:23:22.683221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6205c5-77e1-4358-a43d-d6b814bdac82 req-416089da-2bc1-445a-bc65-5cb2049f692a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:22.684611 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f6205c5-77e1-4358-a43d-d6b814bdac82 req-416089da-2bc1-445a-bc65-5cb2049f692a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0524826 Aug 11 03:23:22.722097 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0f6205c5-77e1-4358-a43d-d6b814bdac82 req-35fcab6d-a442-424e-8bfd-aa2632a3a193 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Aug 11 03:23:22.744822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:22.786131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e67b566-86c9-44a3-85ae-929adc6a2fea tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:22.787747 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5e67b566-86c9-44a3-85ae-929adc6a2fea tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1092 time: 0.0415823 Aug 11 03:23:22.790571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51350) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:22.794963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '91d8364d-5771-4273-939b-24dad685ac25', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:22.816338 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.914757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.018423 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.229 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/1637e0fa-0d73-4ada-9fef-76f95ccc93ee) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:23.126708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.166426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.202711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:23.207430 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:23.210910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:23.233702 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=1637e0fa-0d73-4ada-9fef-76f95ccc93ee,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:23.592724 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.642189 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.860958 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.888232 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-585771a8-1317-4ece-8b83-191611d738a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413339 Aug 11 03:23:23.929022 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.974735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-4b09fb80-e0d5-4aee-a5f1-88ef771da3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.976273 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-4b09fb80-e0d5-4aee-a5f1-88ef771da3c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0477259 Aug 11 03:23:24.078605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-d3958035-ccfc-47c0-91d2-83ea5e3c8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.078856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.080157 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-d3958035-ccfc-47c0-91d2-83ea5e3c8c04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 200 len: 897 time: 0.0856237 Aug 11 03:23:24.083626 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.155531 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-b79cc6b5-df7d-4c06-9f5b-c5ddf1b26adf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 200 len: 1000 time: 0.0679648 Aug 11 03:23:24.160457 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=1637e0fa-0d73-4ada-9fef-76f95ccc93ee,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:24.170396 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.215440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-2a6b33a5-11e3-4244-bfef-7a461882e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.216938 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-2a6b33a5-11e3-4244-bfef-7a461882e81c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=713d5739-c39f-4d42-976c-485bff890be0 HTTP/1.1" status: 200 len: 835 time: 0.0542848 Aug 11 03:23:24.263566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-f5e322fd-d9af-49a0-ab62-a402b072d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.265099 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-f5e322fd-d9af-49a0-ab62-a402b072d18b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415907 Aug 11 03:23:24.271134 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP 44123fb6-de3c-4e3b-ac85-6b9456b001ba associated. External IP: 172.25.6.229, port: 91d8364d-5771-4273-939b-24dad685ac25. Aug 11 03:23:24.358602 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-2ca48ef6-e660-4dda-a5d3-412b5e309dbf service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863607 Aug 11 03:23:24.447680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a9b2152b-5367-44c8-96e3-ac2a233aa94b req-e0a09d4c-7f0f-48f8-a4ab-67d0e142ab4d service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818815 Aug 11 03:23:24.491537 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 074f788e-2f70-4990-a38c-b2798f6cb94b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:24.599277 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:24.609800 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] Sync routers for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:24.616568 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.621022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:24.621710 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:23:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:24.648532 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d0684a1a-8f27-4ade-82e4-976b4ff61ecf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8569291 Aug 11 03:23:24.649266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'tag': '91d8364d-5771-4273-939b-24dad685ac25'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:24.651790 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e424ed8-60fd-407b-85e7-51a47c1323d0" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "tag": "91d8364d-5771-4273-939b-24dad685ac25"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:24.691158 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1b52fc-763b-491c-8ee4-eed312c88dc4 x-openstack-request-id: req-2c1b52fc-763b-491c-8ee4-eed312c88dc4 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:24.691709 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "tag": "91d8364d-5771-4273-939b-24dad685ac25", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:24.692232 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c1b52fc-763b-491c-8ee4-eed312c88dc4 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:24.693098 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'tag': '91d8364d-5771-4273-939b-24dad685ac25', 'status': 'completed', 'code': 200} Aug 11 03:23:24.731745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:24.752428 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-d08d3df4-4de1-498a-baa7-53b3fcc6b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.754022 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-d08d3df4-4de1-498a-baa7-53b3fcc6b9e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0416584 Aug 11 03:23:24.761581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14e92-40ae-49d7-8b15-b93bc40d6116 req-c0417547-0d9e-4a9b-b339-05b6a02de083 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.763219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eda14e92-40ae-49d7-8b15-b93bc40d6116 req-c0417547-0d9e-4a9b-b339-05b6a02de083 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0629919 Aug 11 03:23:24.805558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-eda14e92-40ae-49d7-8b15-b93bc40d6116 req-caff5a8e-4312-4664-a3af-efa526a4d4c9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357885 Aug 11 03:23:24.830559 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51356) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:24.854603 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-7b433284-88fa-42f6-a2df-a0f4e85c851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.856238 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-7b433284-88fa-42f6-a2df-a0f4e85c851b service neutron] 10.222.0.59 "GET /v2.0/networks?id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 200 len: 897 time: 0.0951576 Aug 11 03:23:24.895181 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-43f42acd-4d61-431d-add8-a50050e1acb5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/44123fb6-de3c-4e3b-ac85-6b9456b001ba HTTP/1.1" status: 200 len: 992 time: 0.0633407 Aug 11 03:23:24.922846 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-10e3c806-1b98-4dcb-ba7e-6b4edf6dbf1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 200 len: 1000 time: 0.0596125 Aug 11 03:23:24.952824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '44123fb6-de3c-4e3b-ac85-6b9456b001ba', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'port_id': '91d8364d-5771-4273-939b-24dad685ac25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'mac_address': 'fa:16:3e:aa:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:23Z', 'updated_at': '2021-08-11T03:23:23Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:24.976687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-46cb7e74-8b9e-40e2-a81d-c49315e4ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.978251 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-46cb7e74-8b9e-40e2-a81d-c49315e4ba8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=713d5739-c39f-4d42-976c-485bff890be0 HTTP/1.1" status: 200 len: 835 time: 0.0488129 Aug 11 03:23:24.982886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] Checking router: 074f788e-2f70-4990-a38c-b2798f6cb94b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:24.991526 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:24.991902 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:23:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:25.026347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-b75f2dc1-7da9-4f1a-b321-1e5147a9e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.027877 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-b75f2dc1-7da9-4f1a-b321-1e5147a9e17d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417707 Aug 11 03:23:25.094881 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:25.126244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-472e82cb-4ac8-4e51-b312-32e20c5838dc service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Aug 11 03:23:25.222200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-2e424ed8-60fd-407b-85e7-51a47c1323d0 req-e192a876-dcd4-430d-ab7a-3936b6f51f24 service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891452 Aug 11 03:23:25.311877 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '44123fb6-de3c-4e3b-ac85-6b9456b001ba', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'port_id': '91d8364d-5771-4273-939b-24dad685ac25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'mac_address': 'fa:16:3e:aa:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:23Z', 'updated_at': '2021-08-11T03:23:23Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:25.341302 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af958973-68d6-4ad3-8081-004cea15cbc6 None None] The sync data for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 is: [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '44123fb6-de3c-4e3b-ac85-6b9456b001ba', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'port_id': '91d8364d-5771-4273-939b-24dad685ac25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'mac_address': 'fa:16:3e:aa:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:23Z', 'updated_at': '2021-08-11T03:23:23Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:25.519543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8c435-b8e2-45f4-bc2b-52690057da03 None None] New status for floating IP 44123fb6-de3c-4e3b-ac85-6b9456b001ba: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:25.898752 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51358) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:25.960640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c6c05eca-5218-47bf-8ebf-c0bc2c56997a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/44123fb6-de3c-4e3b-ac85-6b9456b001ba HTTP/1.1" status: 200 len: 994 time: 0.0608244 Aug 11 03:23:42.262420 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:44.002572 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-299d7f46-5c42-4882-8908-50aa4d088171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.541076 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5022f8ff-42b1-4750-b954-d56c86437f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.840446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.652517 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.275833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.606041 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.653620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.398974 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611cc98-fabd-47c9-b4ad-1b987555f278 req-76b294dc-1401-41c4-839f-aa6e523392e2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:59.400969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9611cc98-fabd-47c9-b4ad-1b987555f278 req-76b294dc-1401-41c4-839f-aa6e523392e2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0585334 Aug 11 03:23:59.437806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9611cc98-fabd-47c9-b4ad-1b987555f278 req-971b8278-05f7-4ed8-bee3-9f5ee7af458a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Aug 11 03:24:00.570283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c547664-737f-4233-976d-6b4ac9ee56f0 req-9411ff12-badb-4991-a9db-d3798cc397b1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:00.572394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c547664-737f-4233-976d-6b4ac9ee56f0 req-9411ff12-badb-4991-a9db-d3798cc397b1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0498350 Aug 11 03:24:00.608961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c547664-737f-4233-976d-6b4ac9ee56f0 req-e20bd717-5d39-4666-8639-6455fe23c80b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306513 Aug 11 03:24:00.631374 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51384) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:00.697724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2ed75bf0-261f-46e7-8251-892b13bca36a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/44123fb6-de3c-4e3b-ac85-6b9456b001ba HTTP/1.1" status: 200 len: 994 time: 0.0652249 Aug 11 03:24:01.966120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663ba2-7d15-4fc1-909f-846afb3f7b11 req-c7df57ce-dca1-40b3-8162-15d5772f1b9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:01.967604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67663ba2-7d15-4fc1-909f-846afb3f7b11 req-c7df57ce-dca1-40b3-8162-15d5772f1b9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0516353 Aug 11 03:24:02.007224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-67663ba2-7d15-4fc1-909f-846afb3f7b11 req-44e4f712-f131-4226-8aca-d0345c8ff514 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335603 Aug 11 03:24:03.130937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972efe4e-ea63-425b-89bb-e3b2a97e21af req-11b6d307-5fbe-4917-b81d-ff2273e54fae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:03.132446 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-972efe4e-ea63-425b-89bb-e3b2a97e21af req-11b6d307-5fbe-4917-b81d-ff2273e54fae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0538852 Aug 11 03:24:03.176509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-972efe4e-ea63-425b-89bb-e3b2a97e21af req-ee7f9335-012b-49e3-8cc1-1d76ad26c61c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376399 Aug 11 03:24:04.292191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ec8b8-f1c8-4244-b9da-039c34c3195b req-1a69dff5-0563-4347-9f32-391ea149edc7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:04.293712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-069ec8b8-f1c8-4244-b9da-039c34c3195b req-1a69dff5-0563-4347-9f32-391ea149edc7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0488069 Aug 11 03:24:04.331147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-069ec8b8-f1c8-4244-b9da-039c34c3195b req-dd34cc76-c7ef-4e4b-a301-c4b78963d602 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312679 Aug 11 03:24:05.446532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432c141-79c2-4115-a3e7-fe7cd25406fd req-b83444b4-07e8-474a-ba68-b6486679d2ed tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:05.448019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f432c141-79c2-4115-a3e7-fe7cd25406fd req-b83444b4-07e8-474a-ba68-b6486679d2ed tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0476232 Aug 11 03:24:05.485559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f432c141-79c2-4115-a3e7-fe7cd25406fd req-5251e61d-4f17-4843-85f9-ddeaee5c6c10 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Aug 11 03:24:06.609825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5a02b-bcbf-4026-ab9d-6be3f98d61ad req-b6d93156-2ec0-4236-bcd3-99a8777d5311 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:06.611487 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6d5a02b-bcbf-4026-ab9d-6be3f98d61ad req-b6d93156-2ec0-4236-bcd3-99a8777d5311 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0553472 Aug 11 03:24:06.650740 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f6d5a02b-bcbf-4026-ab9d-6be3f98d61ad req-6c03dbc3-c40a-4d12-b23e-9149924ddd05 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 Aug 11 03:24:07.767889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e928-52ea-4adf-8793-3a6749458687 req-e099b6f1-0d08-4170-b692-b243c6e00056 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:07.769441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6f5e928-52ea-4adf-8793-3a6749458687 req-e099b6f1-0d08-4170-b692-b243c6e00056 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0517833 Aug 11 03:24:07.807413 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a6f5e928-52ea-4adf-8793-3a6749458687 req-96f65e51-86ca-4304-82d3-78b2f7677c18 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Aug 11 03:24:07.829461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51406) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:07.891184 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1df0b7ba-a99e-4269-8ff0-7a7293f781c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/44123fb6-de3c-4e3b-ac85-6b9456b001ba HTTP/1.1" status: 200 len: 994 time: 0.0605385 Aug 11 03:24:08.102519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51412) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:08.264582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 1637e0fa-0d73-4ada-9fef-76f95ccc93ee {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:08.264822 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.341815 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.342179 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.353500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 1637e0fa-0d73-4ada-9fef-76f95ccc93ee owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:08.538843 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.564621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=1637e0fa-0d73-4ada-9fef-76f95ccc93ee,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:08.576247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.576600 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.576944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.577401 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.577605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.577937 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.578296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.578621 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.578945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.579270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.579591 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.579910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:08.638365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.638834 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP 44123fb6-de3c-4e3b-ac85-6b9456b001ba disassociated (deleted). External IP: 172.25.6.229, port: 91d8364d-5771-4273-939b-24dad685ac25. Aug 11 03:24:08.841908 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 074f788e-2f70-4990-a38c-b2798f6cb94b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:08.958339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:08.963792 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.968679 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] Sync routers for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:08.980302 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:08.980942 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:23:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:08.994890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ce3585b6-11df-4e5e-9b07-18ab220315e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/floatingips/44123fb6-de3c-4e3b-ac85-6b9456b001ba HTTP/1.1" status: 204 len: 168 time: 0.8888285 Aug 11 03:24:08.994890 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'tag': '91d8364d-5771-4273-939b-24dad685ac25'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:08.995537 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31b6ea7-901f-416b-89ae-865c5c5f4c80" -d '{"events": [{"name": "network-changed", "server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "tag": "91d8364d-5771-4273-939b-24dad685ac25"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:09.036483 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656c27d7-23be-4066-84ed-97cc780d852b x-openstack-request-id: req-656c27d7-23be-4066-84ed-97cc780d852b {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:09.036780 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "tag": "91d8364d-5771-4273-939b-24dad685ac25", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:09.037038 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-656c27d7-23be-4066-84ed-97cc780d852b {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:09.037454 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'tag': '91d8364d-5771-4273-939b-24dad685ac25', 'status': 'completed', 'code': 200} Aug 11 03:24:09.096321 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:09.101343 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-045f2879-e61f-40d2-8e60-6e3abf15cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.113277 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-045f2879-e61f-40d2-8e60-6e3abf15cdd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0531626 Aug 11 03:24:09.213987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-f85e5e5b-4aac-4a66-be7a-4996deaffc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.215725 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-f85e5e5b-4aac-4a66-be7a-4996deaffc51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 200 len: 897 time: 0.0953739 Aug 11 03:24:09.225176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f4081-9e83-4f2d-b272-42382efd5f1c req-493ef68f-53f7-4fdb-9868-7d8d098c23ab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.226958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-967f4081-9e83-4f2d-b272-42382efd5f1c req-493ef68f-53f7-4fdb-9868-7d8d098c23ab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0524423 Aug 11 03:24:09.261334 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-8dc6cde3-a5a2-48cc-b77c-2600530c5087 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 200 len: 217 time: 0.0360830 Aug 11 03:24:09.268045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-967f4081-9e83-4f2d-b272-42382efd5f1c req-f2474a31-6da8-493d-8eeb-04aee59857d4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330496 Aug 11 03:24:09.312847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-f6a6568e-73a1-45d6-b49e-9bcbbb58821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.314386 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-f6a6568e-73a1-45d6-b49e-9bcbbb58821a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=713d5739-c39f-4d42-976c-485bff890be0 HTTP/1.1" status: 200 len: 835 time: 0.0466168 Aug 11 03:24:09.317817 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.344189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] Checking router: 074f788e-2f70-4990-a38c-b2798f6cb94b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:09.352517 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:09.353065 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:23:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.362309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-31a41451-72f9-46af-81b5-9ec6620a936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.364107 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-31a41451-72f9-46af-81b5-9ec6620a936a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=573958d0-71d7-4298-a8a4-bf7a5c96ebbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420294 Aug 11 03:24:09.464077 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-147033c5-e226-4bd7-b479-10dc4f7bccc2 service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915632 Aug 11 03:24:09.549332 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:09.554392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b31b6ea7-901f-416b-89ae-865c5c5f4c80 req-e11af853-ee23-46e2-936b-1b0b9f148b5d service neutron] 10.222.0.59 "GET /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Aug 11 03:24:09.748278 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.774826 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83deb0-dc74-4737-8886-736e7658202c None None] The sync data for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 is: [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:23:10Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'bf12c92e-cc2f-48ec-91e4-d53eff3e93fa', 'name': '', 'network_id': '573958d0-71d7-4298-a8a4-bf7a5c96ebbb', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:05:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '713d5739-c39f-4d42-976c-485bff890be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:09Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '713d5739-c39f-4d42-976c-485bff890be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:09.984317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c316732-e754-431c-8715-f235080aca58 None None] New status for floating IP 44123fb6-de3c-4e3b-ac85-6b9456b001ba: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:24:10.384960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61390e-836e-4c3c-a6f2-6991ab30852a req-5f35b29d-1dda-48f8-b73c-cf849a242d0a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:10.386595 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab61390e-836e-4c3c-a6f2-6991ab30852a req-5f35b29d-1dda-48f8-b73c-cf849a242d0a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0485935 Aug 11 03:24:10.424756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ab61390e-836e-4c3c-a6f2-6991ab30852a req-f9f87960-ae83-4d71-9a78-06f81269df7a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a01f429-f33d-41c3-b40f-79c829284bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322978 Aug 11 03:24:10.754190 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-40e5c4b6-202d-4126-9676-05dbae37da43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:10.755717 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-40e5c4b6-202d-4126-9676-05dbae37da43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 946 time: 0.0550699 Aug 11 03:24:10.853074 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 91d8364d-5771-4273-939b-24dad685ac25 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:10.853418 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.946665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 91d8364d-5771-4273-939b-24dad685ac25, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=91d8364d-5771-4273-939b-24dad685ac25,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:10.947062 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.960419 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 91d8364d-5771-4273-939b-24dad685ac25 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:11.093022 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.127315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=91d8364d-5771-4273-939b-24dad685ac25,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:11.152899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.153282 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.153625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.153967 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.154326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.154663 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.155011 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.155323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.155651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.155987 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.156304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.156627 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:11.177691 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] No DVR routers for this DVR port 91d8364d-5771-4273-939b-24dad685ac25 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:11.180858 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.183011 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8de2d021-a90a-40fb-9adc-ab1a24bc9b78 req-c7fdaaab-f027-4689-b371-a14f5cad1187 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "DELETE /v2.0/ports/91d8364d-5771-4273-939b-24dad685ac25 HTTP/1.1" status: 204 len: 173 time: 0.4207792 Aug 11 03:24:11.183443 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'name': 'network-vif-deleted', 'tag': '91d8364d-5771-4273-939b-24dad685ac25'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:11.185650 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e90c46-c090-464e-bfe0-4d49edf0a35d" -d '{"events": [{"server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "name": "network-vif-deleted", "tag": "91d8364d-5771-4273-939b-24dad685ac25"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:11.231112 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d070042f-20b7-46f0-baa2-833d0d6374e1 x-openstack-request-id: req-d070042f-20b7-46f0-baa2-833d0d6374e1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:11.231404 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d5bcc2-fb33-445c-8464-f2217b16a3ce", "name": "network-vif-deleted", "tag": "91d8364d-5771-4273-939b-24dad685ac25", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:11.231654 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d070042f-20b7-46f0-baa2-833d0d6374e1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:11.232047 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d5bcc2-fb33-445c-8464-f2217b16a3ce', 'name': 'network-vif-deleted', 'tag': '91d8364d-5771-4273-939b-24dad685ac25', 'status': 'completed', 'code': 200} Aug 11 03:24:11.542590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-38980c24-9236-4572-804e-2f2dfdca5710 req-b567d3e5-4edc-4584-bc74-88af989c7c95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d5bcc2-fb33-445c-8464-f2217b16a3ce HTTP/1.1" status: 200 len: 210 time: 0.0317822 Aug 11 03:24:12.600088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51428) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:13.236545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.502438 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:13.502998 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.594772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port bf12c92e-cc2f-48ec-91e4-d53eff3e93fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:13.595133 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.608484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for bf12c92e-cc2f-48ec-91e4-d53eff3e93fa owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:13.792151 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.816847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=bf12c92e-cc2f-48ec-91e4-d53eff3e93fa,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.003525 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.005022 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e28482a-5494-40ba-a71b-656e866e34a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.214142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 074f788e-2f70-4990-a38c-b2798f6cb94b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:14.317564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:14.322640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c685f4f0-4f37-465a-810e-cae0d5cbcb38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/074f788e-2f70-4990-a38c-b2798f6cb94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215374 Aug 11 03:24:14.325323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51430) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:14.328053 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] Sync routers for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:14.337198 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:14.337812 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:23:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:14.380085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting subnet 713d5739-c39f-4d42-976c-485bff890be0 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:14.383195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.424025 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.441322 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:14.514135 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.580826 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.609666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Subnet': ['ID=713d5739-c39f-4d42-976c-485bff890be0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.611716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.616336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a30afbf1-ac02-4290-832d-462d0f844fdb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/subnets/713d5739-c39f-4d42-976c-485bff890be0 HTTP/1.1" status: 204 len: 168 time: 0.2876568 Aug 11 03:24:14.616668 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51432) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:14.620526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661c6e3-c1ea-4372-b865-921fa218d1d7 None None] Network 573958d0-71d7-4298-a8a4-bf7a5c96ebbb requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:14.623158 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:14.655833 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] Checking router: 074f788e-2f70-4990-a38c-b2798f6cb94b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:14.665089 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] Routers {'074f788e-2f70-4990-a38c-b2798f6cb94b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:14.665715 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:23:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['074f788e-2f70-4990-a38c-b2798f6cb94b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:14.731044 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.779010 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] Set router 074f788e-2f70-4990-a38c-b2798f6cb94b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:14.806281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] DHCP port deletion for 573958d0-71d7-4298-a8a4-bf7a5c96ebbb request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:14.846245 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.851996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Deleting port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:14.852367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.900793 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:14.901145 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.918487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] For port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,segment=NetworkSegment(35916aa8-f300-4a52-ba83-aaed1da00ed1),segment_id=35916aa8-f300-4a52-ba83-aaed1da00ed1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:14.919185 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.933106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Calling delete_port for f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:14.969214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:14.981951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port de6f8d68-bcc7-4b0a-98f9-9ff81cd463db, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:14.982355 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.996572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for de6f8d68-bcc7-4b0a-98f9-9ff81cd463db owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:15.000296 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab4c09-63ff-4127-a02c-54020e90d758 None None] The sync data for ids ['074f788e-2f70-4990-a38c-b2798f6cb94b'] in n-d-715271-8 is: [{'id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002670156', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:06Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'de6f8d68-bcc7-4b0a-98f9-9ff81cd463db', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f788e-2f70-4990-a38c-b2798f6cb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:07Z', 'updated_at': '2021-08-11T03:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:15.016955 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.049319 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] No DVR routers for this DVR port f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:15.063378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Pushing event deleted for resources: {'Port': ['ID=f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.073217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.073564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.073925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.074332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.074660 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.074986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.075309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.075632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.075960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.076281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.076598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.076916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86b81c-2f00-4191-bc7b-b3233c751d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:15.171026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.175609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 91d8364d-5771-4273-939b-24dad685ac25 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:15.197955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 91d8364d-5771-4273-939b-24dad685ac25 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:15.198325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 91d8364d-5771-4273-939b-24dad685ac25 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:15.199186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=de6f8d68-bcc7-4b0a-98f9-9ff81cd463db,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.260742 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.353592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.355979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.407516 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.408086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Fanout notify agent at l3_agent the message router_deleted on router 074f788e-2f70-4990-a38c-b2798f6cb94b {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:15.416161 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.417482 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ca9ccbd9-1f2f-47c6-bad2-6dffa6b196a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/routers/074f788e-2f70-4990-a38c-b2798f6cb94b HTTP/1.1" status: 204 len: 168 time: 0.7993121 Aug 11 03:24:15.420143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51434) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:15.501107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:15.506392 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.521850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:15.522233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device f781d15c-c8d0-452c-b6f5-36f7b4b7ef9c not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:15.522698 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bf12c92e-cc2f-48ec-91e4-d53eff3e93fa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:15.545481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: bf12c92e-cc2f-48ec-91e4-d53eff3e93fa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:15.545827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device bf12c92e-cc2f-48ec-91e4-d53eff3e93fa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:15.596265 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.607078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573958d0-71d7-4298-a8a4-bf7a5c96ebbb']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:15.619593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35916aa8-f300-4a52-ba83-aaed1da00ed1') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:15.620296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35916aa8-f300-4a52-ba83-aaed1da00ed1') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:15.629513 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.654661 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.661061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:15.661466 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:15.664514 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:15.724797 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.732060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.733773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/networks/573958d0-71d7-4298-a8a4-bf7a5c96ebbb HTTP/1.1" status: 204 len: 168 time: 0.3126218 Aug 11 03:24:15.736606 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:15.745879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9c3a5-baa8-4496-9eb0-2cdbfad77266 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Network': ['ID=573958d0-71d7-4298-a8a4-bf7a5c96ebbb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.798059 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d12c07bc-9a27-4a09-af3f-0b007a5919c8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.828632 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d12c07bc-9a27-4a09-af3f-0b007a5919c8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.888526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d12c07bc-9a27-4a09-af3f-0b007a5919c8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.891172 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d12c07bc-9a27-4a09-af3f-0b007a5919c8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.892341 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d12c07bc-9a27-4a09-af3f-0b007a5919c8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a01f429-f33d-41c3-b40f-79c829284bf8 HTTP/1.1" status: 204 len: 168 time: 0.1547348 Aug 11 03:24:15.902220 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c07bc-9a27-4a09-af3f-0b007a5919c8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a01f429-f33d-41c3-b40f-79c829284bf8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.313107 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.317768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478271424', 'description': 'tempest-secgroup-smoke-1478271424 description', 'project_id': 'a1a8c803766c4113a2c7024f37109224'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.344229 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.424464 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.428257 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.450971 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.452186 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380820 Aug 11 03:24:16.455192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51444) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.459891 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '1ec2180e-50b4-42c2-a73c-c80e3cf34fe5', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.460157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24781-4ccc-4e86-a7db-ca9e9243dc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.487682 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.545806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.549841 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.569069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa52c12-cada-4fd1-9efb-222a1ba5f429,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.575587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.577501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-60d21e84-2de7-4fc6-92e5-f2bd7d4b9456 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212583 Aug 11 03:24:16.579497 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51446) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.584035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '1ec2180e-50b4-42c2-a73c-c80e3cf34fe5', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.613376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.675507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.678975 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.696924 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98feaf7f-9767-4f70-b627-389b90b3c5a1,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.702754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.704391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-08daf300-7fe6-4bcf-9f01-3186c44e5219 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239221 Aug 11 03:24:16.706426 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51448) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.710949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '1ec2180e-50b4-42c2-a73c-c80e3cf34fe5', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.736780 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.794424 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.798081 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.816121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72645cdd-d839-4aec-bffa-20edaf056abf,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.822870 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.823791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c5ae369d-f37a-4334-bf03-399e58a585dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163990 Aug 11 03:24:16.826490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51450) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.831418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '1ec2180e-50b4-42c2-a73c-c80e3cf34fe5', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.856636 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.914662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.918321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.936863 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad03f507-ccef-432d-b9de-37d0aedf04dd,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.943791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.945081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cc54ff41-0eb1-4feb-bbfe-3e29ba8da282 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176252 Aug 11 03:24:16.948408 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51452) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.952851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '1ec2180e-50b4-42c2-a73c-c80e3cf34fe5', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.974450 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:24:16.979430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.042037 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.046315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.068580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0602fde-f4fd-4cef-893e-dd7c74150739,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:17.072847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.074249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-01ebda44-257e-47c2-a06b-e59a5f03b5d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247160 Aug 11 03:24:17.077505 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51454) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:17.082132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '1ec2180e-50b4-42c2-a73c-c80e3cf34fe5', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:17.104881 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:24:17.109759 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.122358 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de6f8d68-bcc7-4b0a-98f9-9ff81cd463db no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:17.142377 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: de6f8d68-bcc7-4b0a-98f9-9ff81cd463db {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:17.142815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device de6f8d68-bcc7-4b0a-98f9-9ff81cd463db not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:17.170612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.174033 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.191014 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2bb84f-d87a-44d7-81ec-f670f5f07b17,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:17.197079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.198824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2cbbb03f-15d3-45f4-bc35-655e36242185 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195099 Aug 11 03:24:17.201581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51456) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:17.206432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'network': {'name': 'tempest-network-smoke--1633070168', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:17.226418 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:17.230485 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.254324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:17.263399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.263792 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Added segment 3d10b68c-1392-4104-b05f-2a6ab5e25d55 of type vlan for network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 Aug 11 03:24:17.302017 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.332824 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.338530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.339122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.398884 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935885 Aug 11 03:24:17.399108 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51458) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:17.406342 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'admin_state_up': True, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:17.423368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bbef5-2099-4173-abfa-cf950b628061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Network': ['ID=0b414c3a-ed21-440a-9ac4-56f0f27e1df0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:17.435974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:17.439740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.440833 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.493276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.533319 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0acad1c-2126-4f4e-b81f-c6ca02bd7718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.631449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.832969 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.837649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.856446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.955834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.119 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/89110351-82e4-4816-9532-5b553fc1f3dc) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:18.358304 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.395501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.432046 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:18.436810 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:18.440331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:18.463932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=89110351-82e4-4816-9532-5b553fc1f3dc,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:18.654954 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.692980 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.886907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.012319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:19.121362 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:19.131163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Sync routers for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:19.139357 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.140589 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5421c0f3-44f6-48fb-8342-71d8001c981f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7406011 Aug 11 03:24:19.141456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:19.142141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:24:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:19.143794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51460) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.172498 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-43405a20-038f-4d10-912a-8ba92da672fa tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1a8c803766c4113a2c7024f37109224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276198 Aug 11 03:24:19.175158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51462) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.246080 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:19.260909 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:19.261495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53a3b87-dd97-4b7e-87be-dfe11c5f9c3d tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:19.262857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-b53a3b87-dd97-4b7e-87be-dfe11c5f9c3d tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867274 Aug 11 03:24:19.265755 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51464) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.299040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cbde53fc-7709-43ea-b4fa-78cfa160942b tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321689 Aug 11 03:24:19.301592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51466) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.306805 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649193931', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:19.395786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:19.399970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.434326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:18Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:19.464992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Checking router: c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:19.465351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Updating router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 port 89110351-82e4-4816-9532-5b553fc1f3dc binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:19.491511 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.590452 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.653639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Subnet': ['ID=9655575d-aa59-4498-9e61-335f381855db,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:19.662780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Checking segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:19.663164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network hostable DHCP agents. Network: 0b414c3a-ed21-440a-9ac4-56f0f27e1df0, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:19.680845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:19.689355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 0b414c3a-ed21-440a-9ac4-56f0f27e1df0) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:19.693459 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:19.694089 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.705552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b523687-45f4-4e98-a03f-3c2825e2a207 None None] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:19.708511 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6cb61fe7-f837-4035-b511-6fd31b956fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058514 Aug 11 03:24:19.711427 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51468) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.796579 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.817521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Transition to ACTIVE for port object 89110351-82e4-4816-9532-5b553fc1f3dc will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:19.829777 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.907151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Attempting to bind port 89110351-82e4-4816-9532-5b553fc1f3dc on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:19.907520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Attempting to bind port 89110351-82e4-4816-9532-5b553fc1f3dc by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:19.907884 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Attempting to bind port 89110351-82e4-4816-9532-5b553fc1f3dc on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:19.918068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18429d7f-b2da-42b3-9461-a78edc999e10 None None] Pushing event updated for resources: {'Port': ['ID=89110351-82e4-4816-9532-5b553fc1f3dc,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:19.920577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:19.920951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:19.921351 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.921737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:19.922233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Bound port: 89110351-82e4-4816-9532-5b553fc1f3dc, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:19.922617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.972510 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:19.973366 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.015600 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] For port 89110351-82e4-4816-9532-5b553fc1f3dc, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:20.073268 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] For port 89110351-82e4-4816-9532-5b553fc1f3dc, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=89110351-82e4-4816-9532-5b553fc1f3dc,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:20.081491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.150267 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.346849 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:20.347460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:24:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:20.361300 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18429d7f-b2da-42b3-9461-a78edc999e10 None None] Pushing event updated for resources: {'Port': ['ID=89110351-82e4-4816-9532-5b553fc1f3dc,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.392870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Allocated IP 172.20.0.2 (0b414c3a-ed21-440a-9ac4-56f0f27e1df0/9655575d-aa59-4498-9e61-335f381855db/6b2db1d5-6999-4be3-b47d-f3fb87396612) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:20.400180 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.522506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:20.685697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.702811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Transition to ACTIVE for port object 6b2db1d5-6999-4be3-b47d-f3fb87396612 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:20.738298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Transition to ACTIVE for port object 6b2db1d5-6999-4be3-b47d-f3fb87396612 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:20.745496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.791650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.1 (0b414c3a-ed21-440a-9ac4-56f0f27e1df0/9655575d-aa59-4498-9e61-335f381855db/a6725eac-ce6d-4187-abd4-7945897d1b74) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:20.794990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:20.802283 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:20.807602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:20.813496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Pushing event updated for resources: {'Port': ['ID=6b2db1d5-6999-4be3-b47d-f3fb87396612,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.842711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:18Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:20.882696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef3d82-fa2f-413c-8bd4-5729be7d6b12 None None] The sync data for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 is: [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:18Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:20.895706 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Attempting to bind port 6b2db1d5-6999-4be3-b47d-f3fb87396612 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:20.896139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Attempting to bind port 6b2db1d5-6999-4be3-b47d-f3fb87396612 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:20.896582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Attempting to bind port 6b2db1d5-6999-4be3-b47d-f3fb87396612 on network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:20.902565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:20.902967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Checking segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:20.903425 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.903768 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Bound using segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:20.904265 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Bound port: 6b2db1d5-6999-4be3-b47d-f3fb87396612, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:20.904660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.926715 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.941461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object a6725eac-ce6d-4187-abd4-7945897d1b74 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:20.975526 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] For port 6b2db1d5-6999-4be3-b47d-f3fb87396612, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:20.977262 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.979361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] For port 6b2db1d5-6999-4be3-b47d-f3fb87396612, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6b2db1d5-6999-4be3-b47d-f3fb87396612,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:20.984653 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.014639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:21.019022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:21.022192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:21.045292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f922fc7-4269-43cd-a22e-09a023aa2456 None None] Pushing event updated for resources: {'Port': ['ID=6b2db1d5-6999-4be3-b47d-f3fb87396612,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:21.074684 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=a6725eac-ce6d-4187-abd4-7945897d1b74,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:21.090041 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.241869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.579731 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.585040 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.662395 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=a6725eac-ce6d-4187-abd4-7945897d1b74,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:21.667943 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.767466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:21.769143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:21.890721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:22.004866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:22.009948 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-18a29a62-4a74-4687-af9e-c5c2857a491f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/c0ac8cc4-b598-402d-a95d-bb0a8406a5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2974935 Aug 11 03:24:22.045052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411619c0-0697-4793-84cf-618aa94509b0 None None] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:22.110983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-acecdf8e-1ffc-4833-8349-dd71fa2e1599 None None] Provisioning for port 6b2db1d5-6999-4be3-b47d-f3fb87396612 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.155553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c347b7ff-af2e-4353-8fc7-56df92398cc6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478271424&fields=id&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 267 time: 0.0329120 Aug 11 03:24:22.276521 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-515617aa-edd9-485b-a29b-7e215131c40f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:22.278173 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-515617aa-edd9-485b-a29b-7e215131c40f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 797 time: 0.1152198 Aug 11 03:24:22.297865 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-e82f1e43-e69a-438c-a2ee-344dfc99cc8e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/quotas/a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 375 time: 0.0108240 Aug 11 03:24:22.355278 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-40491ce2-e901-4453-8593-46cbdb3da8c5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511913 Aug 11 03:24:22.454681 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-940d369f-d32a-4fd8-863b-02b550fb501e None None] Provisioning for port a6725eac-ce6d-4187-abd4-7945897d1b74 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.460187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-940d369f-d32a-4fd8-863b-02b550fb501e None None] Provisioning complete for port a6725eac-ce6d-4187-abd4-7945897d1b74 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.460571 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-940d369f-d32a-4fd8-863b-02b550fb501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.504364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-940d369f-d32a-4fd8-863b-02b550fb501e None None] Port a6725eac-ce6d-4187-abd4-7945897d1b74 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:22.520885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-b76f226e-7b98-4da0-9be4-a1191c606635 service neutron] 10.222.0.16 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530027 Aug 11 03:24:22.610287 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Sync routers for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:22.620894 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:22.621609 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:24:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:22.626399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-82c621fb-cc8e-40bc-b04c-ef0e01da6b9f None None] Provisioning complete for port a6725eac-ce6d-4187-abd4-7945897d1b74 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.627008 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82c621fb-cc8e-40bc-b04c-ef0e01da6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.641919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-9f8de456-c047-4930-a48b-5c37a8c8c180 service neutron] 10.222.0.16 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138647 Aug 11 03:24:22.669270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-82c621fb-cc8e-40bc-b04c-ef0e01da6b9f None None] Port a6725eac-ce6d-4187-abd4-7945897d1b74 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:22.738954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:22.822389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-44a852e0-7b1d-4b88-b2ae-3a1c7258ac07 req-c2b84782-da47-4958-a7ed-66ea865abb8e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 210 time: 0.0405293 Aug 11 03:24:22.888449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bc8291f3-d5ba-4b62-962c-a1d53c459e19 None None] Provisioning complete for port a6725eac-ce6d-4187-abd4-7945897d1b74 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.888931 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc8291f3-d5ba-4b62-962c-a1d53c459e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.930545 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bc8291f3-d5ba-4b62-962c-a1d53c459e19 None None] Port a6725eac-ce6d-4187-abd4-7945897d1b74 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:22.969152 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 2, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:22.995433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Checking router: c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:22.995704 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Updating router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 port a6725eac-ce6d-4187-abd4-7945897d1b74 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:23.019655 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.223438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6b2db1d5-6999-4be3-b47d-f3fb87396612 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:23.272863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 6b2db1d5-6999-4be3-b47d-f3fb87396612 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:23.276432 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6b2db1d5-6999-4be3-b47d-f3fb87396612 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:23.276805 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.353296 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.370309 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.380249 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Transition to ACTIVE for port object a6725eac-ce6d-4187-abd4-7945897d1b74 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:23.385006 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 6b2db1d5-6999-4be3-b47d-f3fb87396612, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6b2db1d5-6999-4be3-b47d-f3fb87396612,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:23.386883 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.388446 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.389214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 89110351-82e4-4816-9532-5b553fc1f3dc up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:23.442607 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Pushing event updated for resources: {'Port': ['ID=a6725eac-ce6d-4187-abd4-7945897d1b74,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.469737 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=6b2db1d5-6999-4be3-b47d-f3fb87396612,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.472915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.472915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.472915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.472915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.473578 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.473578 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.474073 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.474261 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.474922 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.475427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.475761 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.476090 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:23.484247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 89110351-82e4-4816-9532-5b553fc1f3dc completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:23.489119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 89110351-82e4-4816-9532-5b553fc1f3dc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:23.489599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.508659 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Attempting to bind port a6725eac-ce6d-4187-abd4-7945897d1b74 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:23.509034 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Attempting to bind port a6725eac-ce6d-4187-abd4-7945897d1b74 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:23.509397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Attempting to bind port a6725eac-ce6d-4187-abd4-7945897d1b74 on network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:23.514645 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:23.515022 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Checking segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:23.515429 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.515818 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Bound using segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:23.516281 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Bound port: a6725eac-ce6d-4187-abd4-7945897d1b74, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:23.516659 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.571935 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.583772 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] For port a6725eac-ce6d-4187-abd4-7945897d1b74, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:23.587344 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] For port a6725eac-ce6d-4187-abd4-7945897d1b74, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a6725eac-ce6d-4187-abd4-7945897d1b74,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:23.591970 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.596403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 89110351-82e4-4816-9532-5b553fc1f3dc, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=89110351-82e4-4816-9532-5b553fc1f3dc,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:23.601543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.644553 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:23.646851 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:24:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:23.669520 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.678823 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.690658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=89110351-82e4-4816-9532-5b553fc1f3dc,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.710784 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeac442-ae23-4f4b-b3f7-2e2fd21f0128 None None] Pushing event updated for resources: {'Port': ['ID=a6725eac-ce6d-4187-abd4-7945897d1b74,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.774653 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:23.900336 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ad66bed6-c41a-472d-9308-dbba76bb72a9 req-22c525d4-913a-4690-8dba-c93232b3c0d9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 210 time: 0.0257754 Aug 11 03:24:23.976320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:24.005331 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245d80e-d149-4fe7-a17e-7151208af2f2 None None] The sync data for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 is: [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:24.978180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-836c3b73-2380-4f0d-97f9-abd22f77aec2 req-285d6be2-e60a-46cd-8091-270c035a7242 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 210 time: 0.0265419 Aug 11 03:24:25.239636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6b2db1d5-6999-4be3-b47d-f3fb87396612 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:25.287658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 6b2db1d5-6999-4be3-b47d-f3fb87396612 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:25.288035 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.371303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 89110351-82e4-4816-9532-5b553fc1f3dc up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:25.419743 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 89110351-82e4-4816-9532-5b553fc1f3dc triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:25.420124 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.503836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a6725eac-ce6d-4187-abd4-7945897d1b74 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:25.557302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a6725eac-ce6d-4187-abd4-7945897d1b74 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:25.561309 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a6725eac-ce6d-4187-abd4-7945897d1b74 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:25.561713 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.641675 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.673608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a6725eac-ce6d-4187-abd4-7945897d1b74, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a6725eac-ce6d-4187-abd4-7945897d1b74,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:25.677240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.723057 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a6725eac-ce6d-4187-abd4-7945897d1b74,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:25.938432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-f0483b85-9433-4449-8965-6255e88aeb78 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:25.939920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-f0483b85-9433-4449-8965-6255e88aeb78 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 797 time: 0.1071639 Aug 11 03:24:25.991457 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-3136c8c6-9abd-4d48-8e8c-6c1b64948d50 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 380 time: 0.0421097 Aug 11 03:24:26.001782 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'port': {'device_id': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'admin_state_up': True, 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'security_groups': ['1ec2180e-50b4-42c2-a73c-c80e3cf34fe5']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:26.079901 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c78dfff6-8278-406a-a283-59359a51bf29 req-ef0b3388-1c69-4889-b345-c7e968bf5466 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 210 time: 0.0337970 Aug 11 03:24:26.118734 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:26.123575 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.254801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.9 (0b414c3a-ed21-440a-9ac4-56f0f27e1df0/9655575d-aa59-4498-9e61-335f381855db/31c5810e-500d-45d6-bf4e-9ca8bf86068b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:26.391506 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.406960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 31c5810e-500d-45d6-bf4e-9ca8bf86068b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:26.449360 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.498229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:26.501587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:26.505429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:26.511685 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=31c5810e-500d-45d6-bf4e-9ca8bf86068b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:26.557502 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:26.558194 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.572402 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-c0923397-1231-4798-83cf-0b39174affbe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742824 Aug 11 03:24:26.584650 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Request body: {'port': {'device_id': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:26.642187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.718267 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ca531c21-df13-473b-ac22-b07f1ff36de6 None None] Provisioning for port 31c5810e-500d-45d6-bf4e-9ca8bf86068b completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:26.722371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ca531c21-df13-473b-ac22-b07f1ff36de6 None None] Provisioning complete for port 31c5810e-500d-45d6-bf4e-9ca8bf86068b triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:26.722747 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca531c21-df13-473b-ac22-b07f1ff36de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.757697 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ca531c21-df13-473b-ac22-b07f1ff36de6 None None] Port 31c5810e-500d-45d6-bf4e-9ca8bf86068b cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:26.908697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c5810e-500d-45d6-bf4e-9ca8bf86068b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:26.916312 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.927850 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Transition to ACTIVE for port object 31c5810e-500d-45d6-bf4e-9ca8bf86068b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:26.931681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.982289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Pushing event updated for resources: {'Port': ['ID=31c5810e-500d-45d6-bf4e-9ca8bf86068b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:27.053349 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Attempting to bind port 31c5810e-500d-45d6-bf4e-9ca8bf86068b on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:27.053693 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Attempting to bind port 31c5810e-500d-45d6-bf4e-9ca8bf86068b by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:27.054055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Attempting to bind port 31c5810e-500d-45d6-bf4e-9ca8bf86068b on network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:27.059032 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Port 31c5810e-500d-45d6-bf4e-9ca8bf86068b on network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:24:27.059492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Attempting to bind port 31c5810e-500d-45d6-bf4e-9ca8bf86068b on network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:27.065768 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:27.066266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Checking segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:27.066657 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Bound using segment: {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:27.067092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Bound port: 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d10b68c-1392-4104-b05f-2a6ab5e25d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:27.067472 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.141412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] For port 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:27.157730 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] For port 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:27.163876 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.183610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a6725eac-ce6d-4187-abd4-7945897d1b74 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:27.208932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.209645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.211759 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] 10.222.0.59 "PUT /v2.0/ports/31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 1091 time: 0.6314151 Aug 11 03:24:27.212217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:27.214791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387fcc9-f282-4ed1-a8af-c01150da0696 req-4d9ca8f0-a730-4c18-9a6f-65a58adbe3ac tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.215499 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75cd590-5882-4566-bc88-3345ab1d8a31" -d '{"events": [{"name": "network-changed", "server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:27.225642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b387fcc9-f282-4ed1-a8af-c01150da0696 req-4d9ca8f0-a730-4c18-9a6f-65a58adbe3ac tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 943 time: 0.0701180 Aug 11 03:24:27.240086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a6725eac-ce6d-4187-abd4-7945897d1b74 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:27.240708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.241528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab386f-05c1-4c4f-828a-1f556e41f46b service neutron] Pushing event updated for resources: {'Port': ['ID=31c5810e-500d-45d6-bf4e-9ca8bf86068b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:27.289251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b387fcc9-f282-4ed1-a8af-c01150da0696 req-1e4c36d0-3577-4357-9aa6-25003e61ce32 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528650 Aug 11 03:24:27.308741 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cef8bd-b3ff-40b9-a417-25e15b02888f x-openstack-request-id: req-03cef8bd-b3ff-40b9-a417-25e15b02888f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:27.309112 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:27.309435 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03cef8bd-b3ff-40b9-a417-25e15b02888f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:27.309911 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'status': 'completed', 'code': 200} Aug 11 03:24:27.324661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-be75913d-c5eb-4ee0-9546-9ea2f7977ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.326258 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-be75913d-c5eb-4ee0-9546-9ea2f7977ebc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1094 time: 0.0554326 Aug 11 03:24:27.374109 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-ed5fb4cd-91df-4e50-a7d7-9e8ccd63f9ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 217 time: 0.0396786 Aug 11 03:24:27.427253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-194b83ac-48f5-456f-af40-73ab55710ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.428751 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-194b83ac-48f5-456f-af40-73ab55710ac9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 200 len: 835 time: 0.0474651 Aug 11 03:24:27.476253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-d572fcf5-0d28-45f1-9e52-1bab4b4f2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.477773 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-d572fcf5-0d28-45f1-9e52-1bab4b4f2294 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422151 Aug 11 03:24:27.574397 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-d25db255-ebf1-4183-8ba6-89f6094471df service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893676 Aug 11 03:24:27.662897 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e522aa0a-6b07-456d-8c85-1a398c9073a0 req-f15e3456-5d55-4ccd-923b-48c2000e3c90 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809441 Aug 11 03:24:27.746303 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-db5c0d26-e4c2-4cf9-89c9-5134cabd07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.747891 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-db5c0d26-e4c2-4cf9-89c9-5134cabd07d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1094 time: 0.0421710 Aug 11 03:24:27.840341 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-86a5b369-596f-4aa9-a089-cbb06498ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.841711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-86a5b369-596f-4aa9-a089-cbb06498ba66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 897 time: 0.0868523 Aug 11 03:24:27.883228 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-f80a2b2f-65f9-4782-b2ba-0cc7e170a541 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 217 time: 0.0343773 Aug 11 03:24:27.935246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-086b0e36-6e20-48ea-992e-9502d7b45b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.936672 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-086b0e36-6e20-48ea-992e-9502d7b45b82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 200 len: 835 time: 0.0467942 Aug 11 03:24:27.988441 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-b8407847-4077-4935-a17a-5e8c4736afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:27.989940 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-b8407847-4077-4935-a17a-5e8c4736afdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405388 Aug 11 03:24:28.080271 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-d177aa59-d85a-4972-a848-d3832bcc0546 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Aug 11 03:24:28.175396 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d75cd590-5882-4566-bc88-3345ab1d8a31 req-b8d68c60-3099-44c3-810c-fbb24a9eabb8 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Aug 11 03:24:28.408596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bf9c5-c9a7-43eb-8138-25857e23ed81 req-19f0877e-fe1e-4a0d-b1e1-eb04f0cdb2fc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:28.410114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f9bf9c5-c9a7-43eb-8138-25857e23ed81 req-19f0877e-fe1e-4a0d-b1e1-eb04f0cdb2fc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 943 time: 0.0486236 Aug 11 03:24:28.447957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f9bf9c5-c9a7-43eb-8138-25857e23ed81 req-284960a2-be19-4513-8c4d-939160198385 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Aug 11 03:24:29.569902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b1505-3213-4254-82b7-85d6867e96f3 req-8d15d41a-e978-4dd4-b1c9-e6c0a62f533e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:29.571442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e83b1505-3213-4254-82b7-85d6867e96f3 req-8d15d41a-e978-4dd4-b1c9-e6c0a62f533e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 943 time: 0.0562451 Aug 11 03:24:29.611691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e83b1505-3213-4254-82b7-85d6867e96f3 req-286d1873-5535-4711-b10a-d5175ae5f234 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342798 Aug 11 03:24:30.725088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57981b2-fa9f-4bce-8d9c-3db809e78250 req-b5386748-b8fb-46ad-b8b7-0a30cd5b4a1d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:30.726991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d57981b2-fa9f-4bce-8d9c-3db809e78250 req-b5386748-b8fb-46ad-b8b7-0a30cd5b4a1d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 943 time: 0.0491076 Aug 11 03:24:30.764835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d57981b2-fa9f-4bce-8d9c-3db809e78250 req-bfd88396-000f-45d6-a7de-64ad487e186d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Aug 11 03:24:31.305854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 31c5810e-500d-45d6-bf4e-9ca8bf86068b details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:24:31.397918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:31.409568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'port_id': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'mac_address': 'fa:16:3e:95:f2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:24:31.445044 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.461040 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c5810e-500d-45d6-bf4e-9ca8bf86068b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:31.481270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:31.485085 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.540476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=31c5810e-500d-45d6-bf4e-9ca8bf86068b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:31.687891 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['31c5810e-500d-45d6-bf4e-9ca8bf86068b'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:24:31.877854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee5d02-65de-4af3-89d8-3ec5a1a44378 req-9ef6f69d-23a6-4487-99da-607f5c18d091 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:31.879386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17ee5d02-65de-4af3-89d8-3ec5a1a44378 req-9ef6f69d-23a6-4487-99da-607f5c18d091 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 944 time: 0.0479171 Aug 11 03:24:31.918251 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17ee5d02-65de-4af3-89d8-3ec5a1a44378 req-db15251c-96c6-4550-ab44-0a5b2cf7ed73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Aug 11 03:24:33.035993 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec427950-df51-491c-90af-313af0526862 req-c2e12444-7c17-4607-bf6e-cb78f617b744 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:33.037481 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec427950-df51-491c-90af-313af0526862 req-c2e12444-7c17-4607-bf6e-cb78f617b744 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 944 time: 0.0524762 Aug 11 03:24:33.075410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ec427950-df51-491c-90af-313af0526862 req-71c37181-e33b-4157-9be4-98f4ec65bff3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Aug 11 03:24:33.312236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 31c5810e-500d-45d6-bf4e-9ca8bf86068b up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:33.358563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 31c5810e-500d-45d6-bf4e-9ca8bf86068b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:33.362252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 31c5810e-500d-45d6-bf4e-9ca8bf86068b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:33.362872 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.439237 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.462110 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:33.464325 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccecd3f-83d2-4379-a931-fee9cef5eb91" -d '{"events": [{"server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "name": "network-vif-plugged", "status": "completed", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:33.477043 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:33.481708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.505660 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8faac8-67ed-47a5-aa5f-b69e335db9a4 x-openstack-request-id: req-1a8faac8-67ed-47a5-aa5f-b69e335db9a4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:33.505957 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "name": "network-vif-plugged", "status": "completed", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:33.506225 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a8faac8-67ed-47a5-aa5f-b69e335db9a4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:33.506611 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'code': 200} Aug 11 03:24:33.536627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=31c5810e-500d-45d6-bf4e-9ca8bf86068b,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:33.610479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb6f46-4bfc-4d1d-abeb-c514efc29996 req-6545a7bd-846a-4302-a877-ca4d33984f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:33.612133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8bb6f46-4bfc-4d1d-abeb-c514efc29996 req-6545a7bd-846a-4302-a877-ca4d33984f78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1096 time: 0.0417395 Aug 11 03:24:33.647314 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f8bb6f46-4bfc-4d1d-abeb-c514efc29996 req-8d2c82c8-204f-4682-844d-bb513ab719c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276864 Aug 11 03:24:34.195035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbb334-0b21-4dd0-9212-93df0edc52d5 req-a02adaa7-41e6-499f-8c5c-c61a00ee1f99 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:34.196564 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cbbb334-0b21-4dd0-9212-93df0edc52d5 req-a02adaa7-41e6-499f-8c5c-c61a00ee1f99 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0552571 Aug 11 03:24:34.241624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0cbbb334-0b21-4dd0-9212-93df0edc52d5 req-aa2daf1a-a028-4ba6-b0b1-480e869d1cfb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383637 Aug 11 03:24:35.356788 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c0b4a-2db4-4d1f-ad73-f40ae25908c3 req-708e7602-074a-40c4-ba0d-0d554076b570 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:35.358224 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-954c0b4a-2db4-4d1f-ad73-f40ae25908c3 req-708e7602-074a-40c4-ba0d-0d554076b570 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Aug 11 03:24:35.396250 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-954c0b4a-2db4-4d1f-ad73-f40ae25908c3 req-8c1466fa-3967-4bcd-8a34-30799e2143d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Aug 11 03:24:35.513417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006fa3-f214-441c-ba2e-c5699bfe3c95 req-f1739056-e065-49fb-926e-7d800d261085 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:35.514940 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0006fa3-f214-441c-ba2e-c5699bfe3c95 req-f1739056-e065-49fb-926e-7d800d261085 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0534525 Aug 11 03:24:35.553004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0006fa3-f214-441c-ba2e-c5699bfe3c95 req-69f94eeb-f4a6-41a5-a458-1b43c8724cf5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Aug 11 03:24:35.574327 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51534) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:35.615130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c640a7-232d-4890-b78f-f5badae26d07 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:35.618598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-84c640a7-232d-4890-b78f-f5badae26d07 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1091 time: 0.0412421 Aug 11 03:24:35.619413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51536) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:35.623758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:35.646499 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.743839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.138741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.250 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/174ccda2-d2d8-4f34-8c2f-290f02cdb54c) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:36.244339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.284213 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.323883 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:36.326745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:36.330286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:36.335569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=174ccda2-d2d8-4f34-8c2f-290f02cdb54c,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:36.688685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.753325 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.906039 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.910607 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.977820 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=174ccda2-d2d8-4f34-8c2f-290f02cdb54c,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:36.988130 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.088677 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP 3b027d76-a1ca-4769-9469-d5730d751e19 associated. External IP: 172.25.6.250, port: 31c5810e-500d-45d6-bf4e-9ca8bf86068b. Aug 11 03:24:37.297389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:37.413357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:37.424777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] Sync routers for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:37.429447 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.436139 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:37.436764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:24:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.456395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0f4fc2b8-5fd4-4663-9689-79eec73b28a8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8359697 Aug 11 03:24:37.457002 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:37.459307 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1613c5-96ce-464f-b78a-9da8e8be1505" -d '{"events": [{"name": "network-changed", "server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:37.505136 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3025c0-ff96-45dd-b486-383747ac1ca8 x-openstack-request-id: req-db3025c0-ff96-45dd-b486-383747ac1ca8 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:37.505437 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:37.505694 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db3025c0-ff96-45dd-b486-383747ac1ca8 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:37.506141 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'status': 'completed', 'code': 200} Aug 11 03:24:37.558515 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:37.570822 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0076ae6-3e36-4987-9403-e13be2e48e69 req-fdb99dda-3b19-433a-8885-daa5636ffb9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.572930 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0076ae6-3e36-4987-9403-e13be2e48e69 req-fdb99dda-3b19-433a-8885-daa5636ffb9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Aug 11 03:24:37.580675 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-6b179bc6-697e-481c-b562-9aaef6768bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.582941 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-6b179bc6-697e-481c-b562-9aaef6768bce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1096 time: 0.0548573 Aug 11 03:24:37.614692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c0076ae6-3e36-4987-9403-e13be2e48e69 req-8d3c1631-f90a-4dd7-848d-f20a33a1448e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342846 Aug 11 03:24:37.638655 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51542) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.688228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-9ec60796-5ab9-4df1-a244-17b213b90d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.689736 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-9ec60796-5ab9-4df1-a244-17b213b90d9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 897 time: 0.0967026 Aug 11 03:24:37.704404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5e6b9598-7306-4af9-aeec-d4027abfbbe5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/3b027d76-a1ca-4769-9469-d5730d751e19 HTTP/1.1" status: 200 len: 991 time: 0.0645750 Aug 11 03:24:37.756972 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-d3f89791-e681-4ef0-9363-c71654cb3339 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 999 time: 0.0598366 Aug 11 03:24:37.796761 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '3b027d76-a1ca-4769-9469-d5730d751e19', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'port_id': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'mac_address': 'fa:16:3e:95:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:36Z', 'updated_at': '2021-08-11T03:24:36Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.809622 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-e2677db4-93a2-44ca-9ce0-70b6010361a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.811087 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-e2677db4-93a2-44ca-9ce0-70b6010361a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 200 len: 835 time: 0.0476799 Aug 11 03:24:37.822343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] Checking router: c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:37.830928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:37.831553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:24:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.857444 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-a5e5971d-147f-40e7-9676-72938274bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.859029 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-a5e5971d-147f-40e7-9676-72938274bbd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405285 Aug 11 03:24:37.949977 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-30cccda6-a009-4bc8-a3f9-066cd280d486 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829012 Aug 11 03:24:38.099252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:38.331945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '3b027d76-a1ca-4769-9469-d5730d751e19', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'port_id': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'mac_address': 'fa:16:3e:95:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:36Z', 'updated_at': '2021-08-11T03:24:36Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:38.363758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f6d7f-ac7d-4795-bf9e-857c119cb716 None None] The sync data for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 is: [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '3b027d76-a1ca-4769-9469-d5730d751e19', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'port_id': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'mac_address': 'fa:16:3e:95:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:36Z', 'updated_at': '2021-08-11T03:24:36Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:38.398920 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ca1613c5-96ce-464f-b78a-9da8e8be1505 req-7f85a4ae-2485-4dd3-8ca5-c35b423e3374 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420378 Aug 11 03:24:38.562478 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ed881-f588-4a6c-abdd-38ffd34fc10c None None] New status for floating IP 3b027d76-a1ca-4769-9469-d5730d751e19: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:24:38.707858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51544) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:38.770659 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2ec2197b-7c93-4e2a-a1fb-4638a5d5a3cf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/3b027d76-a1ca-4769-9469-d5730d751e19 HTTP/1.1" status: 200 len: 993 time: 0.0614133 Aug 11 03:24:44.007076 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7610df-ccf2-4dc0-9200-62d41d0fdbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.535545 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e474a687-fd7c-4271-8a40-dfb86cd98fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.837292 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.655632 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.279396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.660596 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.661435 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.259900 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:02.223701 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-81ade1f9-cf98-4488-84a2-25a7a66666e2 req-1bf038c0-00b3-43de-a0f9-307aa62252da service neutron] (94700) timed out ('10.222.0.16', 48502) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:25:11.844061 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-80a2daa1-187b-489e-b415-0ebc122c7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.845780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-80a2daa1-187b-489e-b415-0ebc122c7ea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1096 time: 0.0420434 Aug 11 03:25:11.897615 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fee2dc-33f3-4aeb-b876-90d400e527a6 req-2d82e188-b45b-4a86-8fb1-fc0473e2ae19 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.899063 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64fee2dc-33f3-4aeb-b876-90d400e527a6 req-2d82e188-b45b-4a86-8fb1-fc0473e2ae19 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.1052942 Aug 11 03:25:11.938883 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-64fee2dc-33f3-4aeb-b876-90d400e527a6 req-602e415b-e7f5-4710-bb2d-7e5f30c9cc45 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Aug 11 03:25:11.941002 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-d29fb8ee-b665-4994-95c8-535c3dc0f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.942615 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-d29fb8ee-b665-4994-95c8-535c3dc0f231 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 897 time: 0.0890861 Aug 11 03:25:12.009780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-8cc67098-a5b7-494b-8b1c-2d87ddf38cf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 1001 time: 0.0589578 Aug 11 03:25:12.075054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-8c6e3b4c-bdf1-4027-a636-0bdcc2ccc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:12.076584 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-8c6e3b4c-bdf1-4027-a636-0bdcc2ccc87c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 200 len: 835 time: 0.0599337 Aug 11 03:25:12.126797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-505cc271-a170-4f82-a696-e15f43dccbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:12.128338 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-505cc271-a170-4f82-a696-e15f43dccbaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448208 Aug 11 03:25:12.222719 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-0cf36e33-0ef2-49d9-94eb-af325a5e1a80 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866971 Aug 11 03:25:12.328413 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ffa6dd93-7d45-4617-80bc-a397d1490160 req-fe5cc007-d6a1-4c08-b327-c292f089b448 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971973 Aug 11 03:25:13.108495 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64f14f-227b-4408-ae81-2fa42c1031a4 req-93706ae8-9523-4016-964b-556d097809bc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.110061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff64f14f-227b-4408-ae81-2fa42c1031a4 req-93706ae8-9523-4016-964b-556d097809bc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.1009974 Aug 11 03:25:13.147911 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff64f14f-227b-4408-ae81-2fa42c1031a4 req-d4c62f34-4dfb-433f-8754-e62331360b35 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Aug 11 03:25:14.007295 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18287fa7-7441-4e53-88ce-fbec06ca3ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.266542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2357d8-4cfc-45ea-8b57-a2c95ca86534 req-fe1aaf97-908c-456a-bb18-15da0eb73f91 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.267946 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a2357d8-4cfc-45ea-8b57-a2c95ca86534 req-fe1aaf97-908c-456a-bb18-15da0eb73f91 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0502365 Aug 11 03:25:14.305220 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7a2357d8-4cfc-45ea-8b57-a2c95ca86534 req-73289349-17cd-41c7-b662-9426d26e8a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Aug 11 03:25:15.429296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec057-3145-4e3c-85d6-7f7998900a58 req-09d04a57-dfff-41da-a016-2d9c50f29c7d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.430746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a85ec057-3145-4e3c-85d6-7f7998900a58 req-09d04a57-dfff-41da-a016-2d9c50f29c7d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Aug 11 03:25:15.470054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a85ec057-3145-4e3c-85d6-7f7998900a58 req-fd254497-706f-417d-83ed-e32ca1d36cc8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Aug 11 03:25:16.588558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b289d-4551-4095-beb1-da365ded7920 req-2da1e219-d10f-401a-9cf6-ad093c228532 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.590061 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b2b289d-4551-4095-beb1-da365ded7920 req-2da1e219-d10f-401a-9cf6-ad093c228532 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0523834 Aug 11 03:25:16.630546 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b2b289d-4551-4095-beb1-da365ded7920 req-199fc22d-8973-45ac-8fd3-0b88952d57cf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Aug 11 03:25:17.536161 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14366327-67da-48a0-b23f-4a7b82009635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.748066 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51783c-04e6-4b60-92f9-12bf387d4472 req-df8a2058-1928-4ed2-a890-faee8dc55b62 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.749687 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f51783c-04e6-4b60-92f9-12bf387d4472 req-df8a2058-1928-4ed2-a890-faee8dc55b62 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Aug 11 03:25:17.787608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6f51783c-04e6-4b60-92f9-12bf387d4472 req-e0269568-4511-497d-8526-5a07bed9b711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Aug 11 03:25:17.838814 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.658697 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.905483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d7dda-ab7a-4b99-8fee-8e2ee4101a4f req-3014bdfb-6c1d-4737-8ba1-e3b8ad74fb0a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.906900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f56d7dda-ab7a-4b99-8fee-8e2ee4101a4f req-3014bdfb-6c1d-4737-8ba1-e3b8ad74fb0a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0529745 Aug 11 03:25:18.944374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f56d7dda-ab7a-4b99-8fee-8e2ee4101a4f req-59a9c5af-bd0d-445a-92df-deaad16875f0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Aug 11 03:25:20.060035 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c57ed-6be5-4809-9f27-e951cb8e23dd req-9dde2576-2e97-4cc5-9d4b-db353a34ec8b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.061548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-891c57ed-6be5-4809-9f27-e951cb8e23dd req-9dde2576-2e97-4cc5-9d4b-db353a34ec8b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Aug 11 03:25:20.104414 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-891c57ed-6be5-4809-9f27-e951cb8e23dd req-af0d56a2-b0f7-467a-9fdd-4730d3a25b13 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364432 Aug 11 03:25:20.282237 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.221542 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3690-b9e6-4343-9a57-8695ba0fa8a6 req-284a4ddb-3b6f-49d3-9211-5be390b49c41 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.223092 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d09b3690-b9e6-4343-9a57-8695ba0fa8a6 req-284a4ddb-3b6f-49d3-9211-5be390b49c41 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Aug 11 03:25:21.262837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d09b3690-b9e6-4343-9a57-8695ba0fa8a6 req-a440da96-1102-4db5-b6d7-85c1f2f1b2bb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338037 Aug 11 03:25:22.386351 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f998d-2dff-48d6-8ae3-27b843b92e80 req-3617802e-64e8-453e-8103-fd3bb84debc0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.387887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c56f998d-2dff-48d6-8ae3-27b843b92e80 req-3617802e-64e8-453e-8103-fd3bb84debc0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0537596 Aug 11 03:25:22.426783 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c56f998d-2dff-48d6-8ae3-27b843b92e80 req-b1aed1a0-8ab6-499c-a011-1d1bd1ffa132 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 11 03:25:23.547638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f2c46-2c60-4dd6-812d-ceeb179f5794 req-7127be88-8baf-4701-951c-90b901d9dd06 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.549130 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e4f2c46-2c60-4dd6-812d-ceeb179f5794 req-7127be88-8baf-4701-951c-90b901d9dd06 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Aug 11 03:25:23.588004 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4e4f2c46-2c60-4dd6-812d-ceeb179f5794 req-94172e0f-6f05-4e3f-b3a4-12d8d67d893a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Aug 11 03:25:23.611619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51586) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:23.675422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.678440 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.682455 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2334296d-d6f2-44ad-a493-81ba8c96b24b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/3b027d76-a1ca-4769-9469-d5730d751e19 HTTP/1.1" status: 200 len: 993 time: 0.0693789 Aug 11 03:25:26.889639 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-afba568f-62ac-446a-859b-9051387a6682 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419524 Aug 11 03:25:26.977974 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-dec2e459-af1c-4d6b-ab02-b7fc75141c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:26.979464 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-dec2e459-af1c-4d6b-ab02-b7fc75141c6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1096 time: 0.0427032 Aug 11 03:25:27.095122 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-eb9c9071-a638-41b0-a967-8843f15b6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.095122 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-eb9c9071-a638-41b0-a967-8843f15b6a4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 897 time: 0.0944722 Aug 11 03:25:27.168210 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-a8b67822-6674-4e21-a01e-abd050ec50b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 1001 time: 0.0668359 Aug 11 03:25:27.224538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-f46e282c-7bda-426f-a56f-fac1595e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.226060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-f46e282c-7bda-426f-a56f-fac1595e1aa9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 200 len: 835 time: 0.0508447 Aug 11 03:25:27.277129 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-c02ee79d-3906-4d36-87ba-5bdb14a50e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.278588 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-c02ee79d-3906-4d36-87ba-5bdb14a50e8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458903 Aug 11 03:25:27.371758 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-5f1fd955-b7d2-46ba-be92-b7154e3a8fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Aug 11 03:25:27.468478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9275eb57-47b9-4650-aa01-bfc4220486b3 req-1b8f77be-fd7d-4bb7-bb59-3d14dbe8609e service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898542 Aug 11 03:25:33.263018 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:44.009704 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64c2e8b9-3c1b-449c-8ffe-9a5aa2e753c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.538512 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77c8d128-1acb-40a1-89f3-ffdfae740b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.840396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.662672 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.285212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.678746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.680142 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.250320 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51604) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:56.406143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 174ccda2-d2d8-4f34-8c2f-290f02cdb54c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:56.406491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.480245 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.480569 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.492475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 174ccda2-d2d8-4f34-8c2f-290f02cdb54c owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:56.641397 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.668897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=174ccda2-d2d8-4f34-8c2f-290f02cdb54c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:56.697244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.697596 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.697942 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.698311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.698644 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.698976 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.699308 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.699637 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.699966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.700293 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.700618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.701165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:56.759665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.759995 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP 3b027d76-a1ca-4769-9469-d5730d751e19 disassociated (deleted). External IP: 172.25.6.250, port: 31c5810e-500d-45d6-bf4e-9ca8bf86068b. Aug 11 03:25:56.961253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:57.069651 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:57.074636 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.079809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] Sync routers for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:57.088364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:57.088981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.105068 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f1dde00a-022b-4e00-85af-6b3b38d0e6b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/floatingips/3b027d76-a1ca-4769-9469-d5730d751e19 HTTP/1.1" status: 204 len: 168 time: 0.8536484 Aug 11 03:25:57.105671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:57.108000 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b416b46-94a1-4a6e-bc14-7d3859d3be10" -d '{"events": [{"name": "network-changed", "server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:57.147529 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa35d8-fad5-4699-9e2c-cea4bd6efa67 x-openstack-request-id: req-e1aa35d8-fad5-4699-9e2c-cea4bd6efa67 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:57.147831 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:57.148086 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1aa35d8-fad5-4699-9e2c-cea4bd6efa67 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:57.148540 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'status': 'completed', 'code': 200} Aug 11 03:25:57.198091 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:57.215518 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-973cb3dd-0306-4c76-8a36-39b5850644ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.217697 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-973cb3dd-0306-4c76-8a36-39b5850644ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 1096 time: 0.0451479 Aug 11 03:25:57.319945 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-be046a3b-1a9a-47c3-ae32-6ee772fefc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.321645 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-be046a3b-1a9a-47c3-ae32-6ee772fefc91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 200 len: 897 time: 0.0929759 Aug 11 03:25:57.338479 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce5d69-08fd-4016-87af-a92aad2d59ba req-044651c9-5b2e-4b81-a74e-7568e5cc5fc2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.342515 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55ce5d69-08fd-4016-87af-a92aad2d59ba req-044651c9-5b2e-4b81-a74e-7568e5cc5fc2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0592303 Aug 11 03:25:57.370974 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-5613d4ea-9358-4daf-839a-e9a7afc04d17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 200 len: 217 time: 0.0404105 Aug 11 03:25:57.384267 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-55ce5d69-08fd-4016-87af-a92aad2d59ba req-1fca1327-0cd6-41a3-9883-1a6c7142284e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Aug 11 03:25:57.414921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.423743 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-27521d69-0c78-4fd6-8a51-66aca9158990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.425328 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-27521d69-0c78-4fd6-8a51-66aca9158990 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 200 len: 835 time: 0.0465314 Aug 11 03:25:57.440610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] Checking router: c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:57.448777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:57.449380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.476985 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-bf6f5553-8db5-48ff-8334-b40eb101c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.478470 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-bf6f5553-8db5-48ff-8334-b40eb101c498 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b414c3a-ed21-440a-9ac4-56f0f27e1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402133 Aug 11 03:25:57.555201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:57.574215 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-b7ebed4b-a3d7-476e-94d1-374f03c6cb29 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876362 Aug 11 03:25:57.668392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-6b416b46-94a1-4a6e-bc14-7d3859d3be10 req-f077d60f-cf64-4b0d-b006-b33b4906d137 service neutron] 10.222.0.59 "GET /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860007 Aug 11 03:25:57.752546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.781643 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64575-9205-4d29-a268-45cacea47453 None None] The sync data for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 is: [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': 'a6725eac-ce6d-4187-abd4-7945897d1b74', 'name': '', 'network_id': '0b414c3a-ed21-440a-9ac4-56f0f27e1df0', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:d4:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9655575d-aa59-4498-9e61-335f381855db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:20Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '9655575d-aa59-4498-9e61-335f381855db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:57.991228 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99645cd5-2c64-4f21-9c0e-be340f00845d None None] New status for floating IP 3b027d76-a1ca-4769-9469-d5730d751e19: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:25:58.504097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89b8f-4452-4ad4-bb35-5b65eb61d282 req-08c8e081-a462-4d51-a615-22f5a4215dc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:58.505598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82c89b8f-4452-4ad4-bb35-5b65eb61d282 req-08c8e081-a462-4d51-a615-22f5a4215dc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 11 03:25:58.543619 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82c89b8f-4452-4ad4-bb35-5b65eb61d282 req-c1cff07c-5bb1-4730-b07a-efd33926222d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319595 Aug 11 03:25:58.855889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-09252286-e5a3-439e-aa03-1ccefd25e03c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:58.857384 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-09252286-e5a3-439e-aa03-1ccefd25e03c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 945 time: 0.0598295 Aug 11 03:25:58.954176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 31c5810e-500d-45d6-bf4e-9ca8bf86068b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:58.954569 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.051049 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 31c5810e-500d-45d6-bf4e-9ca8bf86068b, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=31c5810e-500d-45d6-bf4e-9ca8bf86068b,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:59.051687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.070113 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 31c5810e-500d-45d6-bf4e-9ca8bf86068b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:59.204138 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.238554 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=31c5810e-500d-45d6-bf4e-9ca8bf86068b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.251767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.252130 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.252475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.252823 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.253162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.253507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.253843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.254233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.254577 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.254907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.255237 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.255562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:59.293214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] No DVR routers for this DVR port 31c5810e-500d-45d6-bf4e-9ca8bf86068b on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:59.295872 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.298752 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-fd7ca17d-de49-4188-9041-7fcc38c72d9f req-d55c7560-c1b9-4c72-b35c-946dcceb2636 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "DELETE /v2.0/ports/31c5810e-500d-45d6-bf4e-9ca8bf86068b HTTP/1.1" status: 204 len: 173 time: 0.4357502 Aug 11 03:25:59.299192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'name': 'network-vif-deleted', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:59.301441 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072c4b7-f754-4968-8b2d-319bcf7508b8" -d '{"events": [{"server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "name": "network-vif-deleted", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:59.344533 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d734e8-e2a1-4a1c-bc96-3d75a87d349a x-openstack-request-id: req-52d734e8-e2a1-4a1c-bc96-3d75a87d349a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:59.345249 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95694fe-7c12-4d63-b97e-62cc504a9b58", "name": "network-vif-deleted", "tag": "31c5810e-500d-45d6-bf4e-9ca8bf86068b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:59.345507 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52d734e8-e2a1-4a1c-bc96-3d75a87d349a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:59.345912 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95694fe-7c12-4d63-b97e-62cc504a9b58', 'name': 'network-vif-deleted', 'tag': '31c5810e-500d-45d6-bf4e-9ca8bf86068b', 'status': 'completed', 'code': 200} Aug 11 03:25:59.662645 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5631f091-901e-4902-90a6-5a82615f64fb req-66589341-8b37-4fa4-9023-7a40c732192d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=b95694fe-7c12-4d63-b97e-62cc504a9b58 HTTP/1.1" status: 200 len: 210 time: 0.0344138 Aug 11 03:26:00.719416 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51620) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.083053 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.643419 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port a6725eac-ce6d-4187-abd4-7945897d1b74 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:01.643780 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.734700 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port a6725eac-ce6d-4187-abd4-7945897d1b74, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a6725eac-ce6d-4187-abd4-7945897d1b74,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:01.735449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.748673 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for a6725eac-ce6d-4187-abd4-7945897d1b74 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:01.936462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.965554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=a6725eac-ce6d-4187-abd4-7945897d1b74,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.146670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.367448 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:02.473525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:02.478432 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cbd1e391-6e39-4a10-804a-6e591702f345 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/c0ac8cc4-b598-402d-a95d-bb0a8406a5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580013 Aug 11 03:26:02.481316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51622) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.484972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] Sync routers for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:02.495142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:02.495760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:02.535151 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting subnet 9655575d-aa59-4498-9e61-335f381855db {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:02.538301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.578169 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.600407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:02.668449 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.727802 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.757237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Subnet': ['ID=9655575d-aa59-4498-9e61-335f381855db,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.762940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.767868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-befb0877-ebdc-41ce-99c4-5e959e9e2ddf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/subnets/9655575d-aa59-4498-9e61-335f381855db HTTP/1.1" status: 204 len: 168 time: 0.2826977 Aug 11 03:26:02.768708 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51624) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.771227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58292bd-4700-45b6-a580-e4005535986f None None] Network 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:02.848499 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:26:01Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:02.879493 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.891418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] Checking router: c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:02.916188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] Routers {'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:02.916723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:03.000615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.043845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] DHCP port deletion for 0b414c3a-ed21-440a-9ac4-56f0f27e1df0 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:03.053446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] Set router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:03.060464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 89110351-82e4-4816-9532-5b553fc1f3dc {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:03.060818 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.145984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 89110351-82e4-4816-9532-5b553fc1f3dc, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=89110351-82e4-4816-9532-5b553fc1f3dc,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:03.146376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.158895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 89110351-82e4-4816-9532-5b553fc1f3dc owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:03.220443 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Deleting port 6b2db1d5-6999-4be3-b47d-f3fb87396612 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:03.220813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.356650 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.386223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=89110351-82e4-4816-9532-5b553fc1f3dc,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.462063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 6b2db1d5-6999-4be3-b47d-f3fb87396612 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:03.464348 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.519985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] For port 6b2db1d5-6999-4be3-b47d-f3fb87396612, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=6b2db1d5-6999-4be3-b47d-f3fb87396612,segment=NetworkSegment(3d10b68c-1392-4104-b05f-2a6ab5e25d55),segment_id=3d10b68c-1392-4104-b05f-2a6ab5e25d55)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:03.520634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.542862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Calling delete_port for 6b2db1d5-6999-4be3-b47d-f3fb87396612 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:03.607541 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.610918 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.613704 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:26:01Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:03.649920 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6bc3cf-a5ee-44c7-a2c0-e166c9e77fba None None] The sync data for ids ['c0ac8cc4-b598-402d-a95d-bb0a8406a5b1'] in n-d-715271-8 is: [{'id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320220665', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:26:01Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '89110351-82e4-4816-9532-5b553fc1f3dc', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8cc4-b598-402d-a95d-bb0a8406a5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:17Z', 'updated_at': '2021-08-11T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:03.662218 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.662839 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Fanout notify agent at l3_agent the message router_deleted on router c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:03.672892 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.673064 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.676666 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-cd7c30e0-a05a-4eef-ac92-4cca057acae8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/routers/c0ac8cc4-b598-402d-a95d-bb0a8406a5b1 HTTP/1.1" status: 204 len: 168 time: 0.9045310 Aug 11 03:26:03.676909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51626) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.710388 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.757864 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 31c5810e-500d-45d6-bf4e-9ca8bf86068b no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:03.760087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Pushing event deleted for resources: {'Port': ['ID=6b2db1d5-6999-4be3-b47d-f3fb87396612,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.763060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.788224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] No DVR routers for this DVR port 6b2db1d5-6999-4be3-b47d-f3fb87396612 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:03.790577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.790923 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.791255 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.791663 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.792001 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.792401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.792723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.793056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.793348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.793668 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.793983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.794383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5c16fb-a3ca-4329-871b-80aa3068303c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.799145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 31c5810e-500d-45d6-bf4e-9ca8bf86068b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:03.799483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 31c5810e-500d-45d6-bf4e-9ca8bf86068b not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:03.861511 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.871370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b414c3a-ed21-440a-9ac4-56f0f27e1df0']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:03.882208 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d10b68c-1392-4104-b05f-2a6ab5e25d55') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:03.882511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d10b68c-1392-4104-b05f-2a6ab5e25d55') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:03.891276 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.904656 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.910689 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:03.911080 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:03.913941 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:03.979483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.988028 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.989350 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/networks/0b414c3a-ed21-440a-9ac4-56f0f27e1df0 HTTP/1.1" status: 204 len: 168 time: 0.3114429 Aug 11 03:26:03.992222 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51628) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.003332 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddeb2cc-9eb6-412c-9c97-c07cb552d8ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Network': ['ID=0b414c3a-ed21-440a-9ac4-56f0f27e1df0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.066649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec06e724-ebb6-400b-8f83-b5d4c881a492 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.095951 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec06e724-ebb6-400b-8f83-b5d4c881a492 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.162089 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec06e724-ebb6-400b-8f83-b5d4c881a492 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.164763 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec06e724-ebb6-400b-8f83-b5d4c881a492 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.165964 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ec06e724-ebb6-400b-8f83-b5d4c881a492 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ec2180e-50b4-42c2-a73c-c80e3cf34fe5 HTTP/1.1" status: 204 len: 168 time: 0.1721363 Aug 11 03:26:04.176170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06e724-ebb6-400b-8f83-b5d4c881a492 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2180e-50b4-42c2-a73c-c80e3cf34fe5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.632497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.637228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832935859', 'description': 'tempest-secgroup-smoke-832935859 description', 'project_id': 'a1a8c803766c4113a2c7024f37109224'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:04.658576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.747456 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.751508 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.778459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.779673 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1461928 Aug 11 03:26:04.782783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51636) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.783841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573e613-e8e9-4a0b-a2a2-44cbe979df60 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b47ca-a210-4a9e-85a4-acb17651baa3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.787843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'e44b47ca-a210-4a9e-85a4-acb17651baa3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:04.814430 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.874341 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.877662 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.895986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be75c2c-f658-456f-9591-ab9c3c283cde,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.902173 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.902969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-45c4ef25-cff2-48fb-a2c6-a394cb83df9c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188612 Aug 11 03:26:04.906197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51638) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.910629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'e44b47ca-a210-4a9e-85a4-acb17651baa3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:04.936380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.994110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.997763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.016595 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90006c7c-2406-4bfb-bc61-24d35faf854e,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.024683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.025943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d6b643a1-ba60-4578-9034-5e760ba4dc73 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188049 Aug 11 03:26:05.028732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51640) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.033930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'e44b47ca-a210-4a9e-85a4-acb17651baa3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:05.060377 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.121372 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.125326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.142650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224d0d63-9139-4cf1-b53e-90bb1bed96dc,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.148763 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.149838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4fb6fcb0-ea5d-4fbe-9437-8dc17c6c2ccd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201489 Aug 11 03:26:05.152568 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51642) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.157659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'e44b47ca-a210-4a9e-85a4-acb17651baa3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:05.185667 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.220156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 89110351-82e4-4816-9532-5b553fc1f3dc no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:05.240893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 89110351-82e4-4816-9532-5b553fc1f3dc {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:05.241279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 89110351-82e4-4816-9532-5b553fc1f3dc not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:05.241714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a6725eac-ce6d-4187-abd4-7945897d1b74 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:05.247665 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.251250 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.260928 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a6725eac-ce6d-4187-abd4-7945897d1b74 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:05.261281 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a6725eac-ce6d-4187-abd4-7945897d1b74 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:05.266295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cb7ab7-84b2-4840-b7bd-d21f5d46cf82,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.274672 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.275859 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e9b0c544-0db2-48ed-92a5-602e99a23d38 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223598 Aug 11 03:26:05.278715 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51644) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.284198 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'e44b47ca-a210-4a9e-85a4-acb17651baa3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:05.308504 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:05.313391 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.373916 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.378326 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.396929 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c645af-02a3-4346-9224-cefac53548da,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.402928 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.403983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-800df8b1-661a-4059-a123-24dd1df1330a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243510 Aug 11 03:26:05.407517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51646) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.411950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'e44b47ca-a210-4a9e-85a4-acb17651baa3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:05.438256 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:05.443184 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.505755 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.510996 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.532569 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170dff00-2d78-43c8-a361-c08c5cde043c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.539339 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.540569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c0487659-1d63-4409-bae2-e63d132f6742 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321309 Aug 11 03:26:05.543452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51648) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.548333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'network': {'name': 'tempest-network-smoke--1688144410', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:05.568346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:05.572165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.596589 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:05.607612 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.607958 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Added segment 05da7663-cc55-408c-b66f-73993c579e50 of type vlan for network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 Aug 11 03:26:05.649799 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.678468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.684513 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.685107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.744837 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2003512 Aug 11 03:26:05.748088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51650) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.755411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'admin_state_up': True, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:05.767266 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030adda-a724-4c18-a4f2-2d41d3ea6bbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Network': ['ID=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.777815 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:05.784788 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.785883 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.843301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.978710 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.171746 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.191398 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.298270 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.119 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/59b9bef0-9ac1-43fd-bd5b-0948c79d0b09) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:06.400789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.437986 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.477789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:06.480634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:06.486951 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:06.512849 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.747127 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.239411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.367386 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 16377307-a3b1-4837-8670-e0e23cd6f213 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:07.470664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:07.480114 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Sync routers for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:07.490532 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:07.491216 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.491355 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:07.495558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-123f5535-dfde-43e0-ab34-913ccdbdf970 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7433689 Aug 11 03:26:07.495792 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51652) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:07.532521 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e0692f3f-69e3-4edb-a686-cac126d1cb3c tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1a8c803766c4113a2c7024f37109224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355399 Aug 11 03:26:07.535078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51654) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:07.600707 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:07.637303 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad86a20-ba69-4843-be4b-5bfa8610daa8 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.641854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:07.650550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7ad86a20-ba69-4843-be4b-5bfa8610daa8 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1143413 Aug 11 03:26:07.671765 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-462a0655-c616-4789-a774-cf7c8a7f56c7 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281379 Aug 11 03:26:07.674238 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:07.679035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364210619', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:07.768133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:07.772649 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.784210 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:06Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:07.814882 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Checking router: 16377307-a3b1-4837-8670-e0e23cd6f213 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:07.815225 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Updating router 16377307-a3b1-4837-8670-e0e23cd6f213 port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:07.839484 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.965790 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.047585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Subnet': ['ID=41c084a7-4b7e-4059-97dc-4e7623c98596,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.059296 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Checking segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:08.059658 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network hostable DHCP agents. Network: 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:08.076778 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:08.086875 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:08.095095 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.095715 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.098477 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e3fb3-7866-4a2d-a2d0-b56c322163de None None] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:08.120722 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51660) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.121614 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1bba0045-809e-4479-ac9c-448922e633c7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4455595 Aug 11 03:26:08.211690 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.222520 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Transition to ACTIVE for port object 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:08.228962 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.258710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:08.259597 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.278422 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Attempting to bind port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:08.278784 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Attempting to bind port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:08.279298 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Attempting to bind port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:08.287968 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:08.288349 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:08.288726 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.289131 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:08.289572 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Bound port: 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:08.290103 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.345214 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] For port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:08.348396 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] For port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:08.355308 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.359712 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Pushing event updated for resources: {'Port': ['ID=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.366138 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.366358 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.366572 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.366894 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.367213 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.367536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.367858 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.368510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.368510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.368834 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.369151 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.369461 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:08.431024 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Allocated IP 172.20.0.2 (302bf7b2-c9b0-4eb0-80be-a98db3aa4af3/41c084a7-4b7e-4059-97dc-4e7623c98596/c13dea08-893f-4a88-9bcb-a4a6ae4fcbed) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:08.447794 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:08.448436 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:08.504723 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71c93c-06d5-49bb-a3c0-a1d35ef3860e None None] Pushing event updated for resources: {'Port': ['ID=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.564959 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:08.602579 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.612639 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Transition to ACTIVE for port object c13dea08-893f-4a88-9bcb-a4a6ae4fcbed will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:08.622787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.630223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Transition to ACTIVE for port object c13dea08-893f-4a88-9bcb-a4a6ae4fcbed will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:08.637332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.686439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:08.690184 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:08.694794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:08.697955 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Pushing event updated for resources: {'Port': ['ID=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.750390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Attempting to bind port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:08.750841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Attempting to bind port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:08.751292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Attempting to bind port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:08.756521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:08.756898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Checking segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:08.757307 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.757710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Bound using segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:08.758207 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Bound port: c13dea08-893f-4a88-9bcb-a4a6ae4fcbed, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:08.758611 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.762761 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:06Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:08.793367 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0588f84-1734-4af2-9f90-c15b10204143 None None] The sync data for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 is: [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:06Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:08.829966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] For port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:08.834066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] For port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:08.838106 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.904635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3e009-48c2-40fe-b913-951f22fa7ad0 None None] Pushing event updated for resources: {'Port': ['ID=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.930187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.1 (302bf7b2-c9b0-4eb0-80be-a98db3aa4af3/41c084a7-4b7e-4059-97dc-4e7623c98596/9bf04f8d-979e-4cb9-8278-21f889601d6e) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:09.085789 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.113625 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 9bf04f8d-979e-4cb9-8278-21f889601d6e will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:09.155876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.227197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:09.230575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:09.235481 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:09.244508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=9bf04f8d-979e-4cb9-8278-21f889601d6e,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.297394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.314269 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c13dea08-893f-4a88-9bcb-a4a6ae4fcbed up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:09.370587 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:09.375099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:09.438360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:09.442552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:09.442924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.460865 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.528731 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.553247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:09.557458 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.628069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.794588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.800334 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.885224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=9bf04f8d-979e-4cb9-8278-21f889601d6e,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.888253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.971678 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdfc84-3261-4976-87cf-b2ef1a99fa19 None None] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:09.992563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:09.994072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:10.097579 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] Provisioning for port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:10.107753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] Provisioning complete for port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:10.108132 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.119754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 16377307-a3b1-4837-8670-e0e23cd6f213 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:10.231423 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.264163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:10.267378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:10.276324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] For port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:10.277860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-8de1556b-2dc6-4b4d-bd81-dd9615866a14 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/16377307-a3b1-4837-8670-e0e23cd6f213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546268 Aug 11 03:26:10.286804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.347235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1196-0ed4-49c2-b22c-371b55d1ae6c None None] Pushing event updated for resources: {'Port': ['ID=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.457387 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1e4e885d-b6a0-49c1-be31-c9e703b3554a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832935859&fields=id&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 267 time: 0.0505710 Aug 11 03:26:10.513031 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a1835b3f-4fa2-4176-b7bf-7710b5ce1bad None None] Provisioning for port 9bf04f8d-979e-4cb9-8278-21f889601d6e completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:10.520222 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a1835b3f-4fa2-4176-b7bf-7710b5ce1bad None None] Provisioning complete for port 9bf04f8d-979e-4cb9-8278-21f889601d6e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:10.520733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1835b3f-4fa2-4176-b7bf-7710b5ce1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.562125 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a1835b3f-4fa2-4176-b7bf-7710b5ce1bad None None] Port 9bf04f8d-979e-4cb9-8278-21f889601d6e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:10.574456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a1835b3f-4fa2-4176-b7bf-7710b5ce1bad None None] Provisioning complete for port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:10.574886 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1835b3f-4fa2-4176-b7bf-7710b5ce1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.606809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-df2f5a29-a150-43c0-98a5-ee31f060acb5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.608480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-df2f5a29-a150-43c0-98a5-ee31f060acb5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 797 time: 0.1436923 Aug 11 03:26:10.625241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-631c57a5-627a-45e1-85a2-4b0552828bea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/quotas/a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 375 time: 0.0099847 Aug 11 03:26:10.692423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Sync routers for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:10.692604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-35ec30ae-1ad1-462c-aa4e-50d4ecfed3f0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605364 Aug 11 03:26:10.709931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:10.710598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:10.715235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-debf4bed-9673-4045-95c3-951bd67b0aae service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:26:10.716523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-debf4bed-9673-4045-95c3-951bd67b0aae service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111797 Aug 11 03:26:10.819510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-99e0a55a-99ae-4a52-bd7a-8fbc575ec58a service neutron] 10.222.0.16 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954702 Aug 11 03:26:10.838402 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:10.873058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0e26cb00-e283-45b0-89ce-d8fd8334246a None None] Provisioning complete for port 9bf04f8d-979e-4cb9-8278-21f889601d6e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:10.875229 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e26cb00-e283-45b0-89ce-d8fd8334246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.945953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-86f48e4f-9040-459c-a223-e1f57a3a39a8 service neutron] 10.222.0.16 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197422 Aug 11 03:26:10.974537 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0e26cb00-e283-45b0-89ce-d8fd8334246a None None] Port 9bf04f8d-979e-4cb9-8278-21f889601d6e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:11.117757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b24c4a22-c2a7-437d-885d-218468bafff4 None None] Provisioning complete for port 9bf04f8d-979e-4cb9-8278-21f889601d6e triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.118559 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b24c4a22-c2a7-437d-885d-218468bafff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.121277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-11e2b8cf-609b-4600-9ea6-d1495c2e6970 req-a304a6d9-c414-4b1b-9bb3-09c913cd4dbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 210 time: 0.0294888 Aug 11 03:26:11.169621 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 2, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:11.173590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b24c4a22-c2a7-437d-885d-218468bafff4 None None] Port 9bf04f8d-979e-4cb9-8278-21f889601d6e cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:11.197387 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Checking router: 16377307-a3b1-4837-8670-e0e23cd6f213 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:11.197661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Updating router 16377307-a3b1-4837-8670-e0e23cd6f213 port 9bf04f8d-979e-4cb9-8278-21f889601d6e binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:11.225652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.265696 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c13dea08-893f-4a88-9bcb-a4a6ae4fcbed up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:11.404502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.405111 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.585339 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:11.633504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.653056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Transition to ACTIVE for port object 9bf04f8d-979e-4cb9-8278-21f889601d6e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:11.659253 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.692961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.693335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.733214 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29748b-bb76-4dfb-967a-b9b5e32d5931 None None] Pushing event updated for resources: {'Port': ['ID=9bf04f8d-979e-4cb9-8278-21f889601d6e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:11.826568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Attempting to bind port 9bf04f8d-979e-4cb9-8278-21f889601d6e on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:11.826863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Attempting to bind port 9bf04f8d-979e-4cb9-8278-21f889601d6e by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:11.827292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Attempting to bind port 9bf04f8d-979e-4cb9-8278-21f889601d6e on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:11.837101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:11.837480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Checking segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:11.837889 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.838322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Bound using segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:11.838794 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Bound port: 9bf04f8d-979e-4cb9-8278-21f889601d6e, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:11.839182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.938951 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] For port 9bf04f8d-979e-4cb9-8278-21f889601d6e, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:11.942311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] For port 9bf04f8d-979e-4cb9-8278-21f889601d6e, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9bf04f8d-979e-4cb9-8278-21f889601d6e,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:11.946738 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.007398 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:12.008180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:25:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:12.043183 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29748b-bb76-4dfb-967a-b9b5e32d5931 None None] Pushing event updated for resources: {'Port': ['ID=9bf04f8d-979e-4cb9-8278-21f889601d6e,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.126134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:12.140158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-b2c78327-d0da-4e44-901d-85381bcc6011 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:12.141751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-b2c78327-d0da-4e44-901d-85381bcc6011 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 797 time: 0.1407568 Aug 11 03:26:12.226569 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-422b6d80-0fe4-4fc2-b1da-25bf2a8c432f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 379 time: 0.0718570 Aug 11 03:26:12.242097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'port': {'device_id': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'admin_state_up': True, 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'security_groups': ['e44b47ca-a210-4a9e-85a4-acb17651baa3']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:12.260738 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f3f15e1-5a20-4891-8d9c-00165ddffae8 req-ec54f1e3-5eae-451d-8629-7c781b438b65 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 210 time: 0.0466001 Aug 11 03:26:12.379041 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:12.382590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.525072 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.4 (302bf7b2-c9b0-4eb0-80be-a98db3aa4af3/41c084a7-4b7e-4059-97dc-4e7623c98596/0b045b3a-6302-4289-b23c-22a744c85fea) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:12.543835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:12.573243 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd1162-c4ca-413c-8332-d7f9c880a1f1 None None] The sync data for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 is: [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:12.695433 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.710878 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 0b045b3a-6302-4289-b23c-22a744c85fea will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:12.746301 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.793895 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:12.797249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:12.801331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:12.808067 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.857745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:12.858719 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.878064 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-4ac1b5bc-d3ba-4816-a7b7-728c5527f917 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6423659 Aug 11 03:26:12.892561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Request body: {'port': {'device_id': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:13.089734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-252965d2-025a-4972-9e16-3a26b3bbb57f None None] Provisioning for port 0b045b3a-6302-4289-b23c-22a744c85fea completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:13.096263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-252965d2-025a-4972-9e16-3a26b3bbb57f None None] Provisioning complete for port 0b045b3a-6302-4289-b23c-22a744c85fea triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:13.096916 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-252965d2-025a-4972-9e16-3a26b3bbb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.141725 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-252965d2-025a-4972-9e16-3a26b3bbb57f None None] Port 0b045b3a-6302-4289-b23c-22a744c85fea cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:13.258341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9bf04f8d-979e-4cb9-8278-21f889601d6e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:13.281678 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.322205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9bf04f8d-979e-4cb9-8278-21f889601d6e completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:13.327098 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9bf04f8d-979e-4cb9-8278-21f889601d6e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:13.328381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.413907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.450205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9bf04f8d-979e-4cb9-8278-21f889601d6e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9bf04f8d-979e-4cb9-8278-21f889601d6e,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:13.455404 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.501387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba14485-be96-45cf-a450-d264b149ae17 req-a28bfae3-a9be-44dd-9585-cbf9729eecf4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:13.503540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ba14485-be96-45cf-a450-d264b149ae17 req-a28bfae3-a9be-44dd-9585-cbf9729eecf4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 931 time: 0.1161435 Aug 11 03:26:13.511938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9bf04f8d-979e-4cb9-8278-21f889601d6e,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:13.585174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0ba14485-be96-45cf-a450-d264b149ae17 req-fb228fcb-8968-4130-9831-632165d4469f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712397 Aug 11 03:26:13.641400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b045b3a-6302-4289-b23c-22a744c85fea {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:13.649477 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.662106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Transition to ACTIVE for port object 0b045b3a-6302-4289-b23c-22a744c85fea will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:13.666515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.719502 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:13.793561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:13.793861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:13.794230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:13.799730 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Port 0b045b3a-6302-4289-b23c-22a744c85fea on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:26:13.800055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:13.805613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:13.805953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Checking segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:13.806371 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Bound using segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:13.806800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Bound port: 0b045b3a-6302-4289-b23c-22a744c85fea, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:13.807165 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.876480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:13.879638 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:13.884290 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.918645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:13.919262 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.920689 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] 10.222.0.25 "PUT /v2.0/ports/0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 1091 time: 1.0332680 Aug 11 03:26:13.921725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:13.924009 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace47006-cadd-421a-b7e2-fb4143f84e04" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:13.952194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ddef2-ece1-40f4-a448-8d7f0d0fa178 service neutron] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:14.017055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-f2bccc56-8442-495e-b08e-82028a545de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.018469 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38e5-773a-4ab8-a83c-14a5244ac28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.019042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-f2bccc56-8442-495e-b08e-82028a545de2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1094 time: 0.0479600 Aug 11 03:26:14.068816 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4948ad-8bc9-4c4a-ad42-90be2e5186cf x-openstack-request-id: req-3a4948ad-8bc9-4c4a-ad42-90be2e5186cf {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:14.069111 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:14.069358 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a4948ad-8bc9-4c4a-ad42-90be2e5186cf {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:14.069756 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'status': 'completed', 'code': 200} Aug 11 03:26:14.071604 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-da4361f5-e135-42bb-a730-1cf206e03925 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 217 time: 0.0438643 Aug 11 03:26:14.128202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-6db0ccc3-80a7-4544-b7a1-5e93111965b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.129710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-6db0ccc3-80a7-4544-b7a1-5e93111965b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0486825 Aug 11 03:26:14.177500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-15fd137b-fd31-41ca-986b-6ce176c6b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.178960 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-15fd137b-fd31-41ca-986b-6ce176c6b263 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406811 Aug 11 03:26:14.276996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-400e08d9-0af2-4111-8f7d-7eb43b8bc5c1 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897446 Aug 11 03:26:14.365607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58d9e7a9-0b19-4b62-a0b0-7bc17d922184 req-10abc2a9-b0c6-4a9b-b3ef-4c3ec8189387 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812814 Aug 11 03:26:14.448999 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-fb45d98b-b55e-438e-8746-c8e4839c1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.450474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-fb45d98b-b55e-438e-8746-c8e4839c1a47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1094 time: 0.0407741 Aug 11 03:26:14.549761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-a1f6dfff-f8ea-4673-8fdd-536f9c1056db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.551319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-a1f6dfff-f8ea-4673-8fdd-536f9c1056db service neutron] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0910034 Aug 11 03:26:14.595705 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-2bfb9e48-068a-4bf5-8b46-4ae44087119b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 217 time: 0.0365343 Aug 11 03:26:14.654618 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-a92c9ba7-7b70-4fc6-9950-74e35a2f3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.656094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-a92c9ba7-7b70-4fc6-9950-74e35a2f3031 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0510049 Aug 11 03:26:14.730573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429ccb-6d17-48bb-83d9-b914821321ee req-4b665f1a-f1b7-421e-a106-6f54cbf1d93b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.731976 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08429ccb-6d17-48bb-83d9-b914821321ee req-4b665f1a-f1b7-421e-a106-6f54cbf1d93b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0750167 Aug 11 03:26:14.734520 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-19e6ac01-a04d-4943-80e1-b79700d572c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.735889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-19e6ac01-a04d-4943-80e1-b79700d572c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684059 Aug 11 03:26:14.813756 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08429ccb-6d17-48bb-83d9-b914821321ee req-37e7677e-6890-4e8d-b0eb-22ddd00afbfb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754094 Aug 11 03:26:14.850701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-9fd4236d-40d1-42c1-ac1c-3b8a92ceaead service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056812 Aug 11 03:26:14.942533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ace47006-cadd-421a-b7e2-fb4143f84e04 req-fa5921ae-6476-4f85-a12b-cb94cfae0fbb service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834775 Aug 11 03:26:15.224679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9bf04f8d-979e-4cb9-8278-21f889601d6e up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:15.271511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9bf04f8d-979e-4cb9-8278-21f889601d6e triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:15.271879 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.936056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d951-5ed7-488e-a08f-ba4c51e7bbaa req-8f14c2a0-80fc-49e6-8680-fd196204b1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:15.938509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b4d951-5ed7-488e-a08f-ba4c51e7bbaa req-8f14c2a0-80fc-49e6-8680-fd196204b1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0555108 Aug 11 03:26:15.976232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f1b4d951-5ed7-488e-a08f-ba4c51e7bbaa req-193beed6-2602-451e-930a-08347be2144f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Aug 11 03:26:16.487687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:26:16.585978 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:16.597028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '0b045b3a-6302-4289-b23c-22a744c85fea', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'port_id': '0b045b3a-6302-4289-b23c-22a744c85fea', 'mac_address': 'fa:16:3e:12:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:26:16.634688 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.647438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b045b3a-6302-4289-b23c-22a744c85fea {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:16.667233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:16.670934 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.720449 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.920494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['0b045b3a-6302-4289-b23c-22a744c85fea'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:26:17.091544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec0dfb-5b3b-46d9-be82-6088913df072 req-dc2bc7ff-253b-4025-ad0e-6b8bdee549d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.093052 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48ec0dfb-5b3b-46d9-be82-6088913df072 req-dc2bc7ff-253b-4025-ad0e-6b8bdee549d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 944 time: 0.0493410 Aug 11 03:26:17.132260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48ec0dfb-5b3b-46d9-be82-6088913df072 req-a03fb96b-fcd9-4b63-93e2-6248dfec5f3c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326378 Aug 11 03:26:17.538496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01921f35-4219-4173-9654-1ac285989242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.841114 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.247556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe480d-0e5f-45a5-bacf-a65ffaa88adc req-af5d7eae-c51c-4474-8ee0-181dcf5ff716 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.249156 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91fe480d-0e5f-45a5-bacf-a65ffaa88adc req-af5d7eae-c51c-4474-8ee0-181dcf5ff716 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 944 time: 0.0506499 Aug 11 03:26:18.288484 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91fe480d-0e5f-45a5-bacf-a65ffaa88adc req-47e93e34-84b0-4358-b5e8-df8e391f66f1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Aug 11 03:26:18.494667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:18.541831 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 0b045b3a-6302-4289-b23c-22a744c85fea completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:18.545330 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 0b045b3a-6302-4289-b23c-22a744c85fea triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:18.545695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.623025 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.647840 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:18.650866 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3175e46b-cb31-4f05-a372-eeb4b2dd307c" -d '{"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-plugged", "status": "completed", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:18.673758 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:18.678885 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.683357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.728151 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:18.747616 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d2ee3-b52e-47b7-a7ad-3090d0336939 x-openstack-request-id: req-461d2ee3-b52e-47b7-a7ad-3090d0336939 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:18.747907 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-plugged", "status": "completed", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:18.748159 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-461d2ee3-b52e-47b7-a7ad-3090d0336939 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:18.748556 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'code': 200} Aug 11 03:26:18.845843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265fd4c-a536-400c-9ddc-854556f5f582 req-d032c977-9258-4f1e-918a-d3efcf151dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.847371 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2265fd4c-a536-400c-9ddc-854556f5f582 req-d032c977-9258-4f1e-918a-d3efcf151dea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1096 time: 0.0434000 Aug 11 03:26:18.882838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2265fd4c-a536-400c-9ddc-854556f5f582 req-06953d23-baed-4fdf-bc9e-6343c2a381b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282023 Aug 11 03:26:19.405490 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f8cd-cbe0-42f7-bb39-e2beab7b4652 req-c022d020-a938-4cb2-8076-7f75a2658dcb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:19.407559 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d71f8cd-cbe0-42f7-bb39-e2beab7b4652 req-c022d020-a938-4cb2-8076-7f75a2658dcb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0512495 Aug 11 03:26:19.445380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5d71f8cd-cbe0-42f7-bb39-e2beab7b4652 req-f910b2fe-3c3f-47ef-a651-98c49f2f056a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Aug 11 03:26:20.287777 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.564413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e6ffb-ab16-4568-a0aa-af8a9e720fd8 req-4ce17b3c-4051-47fe-bfe6-01947caae296 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.565926 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f05e6ffb-ab16-4568-a0aa-af8a9e720fd8 req-4ce17b3c-4051-47fe-bfe6-01947caae296 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0493817 Aug 11 03:26:20.603211 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f05e6ffb-ab16-4568-a0aa-af8a9e720fd8 req-db65d60f-14a5-42b2-bad9-42a25cd67d0e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Aug 11 03:26:20.721375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f32d-441e-49f6-890a-337d2224420c req-f12f4314-0f65-4aa2-a32c-1d927c23c715 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.722959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52f4f32d-441e-49f6-890a-337d2224420c req-f12f4314-0f65-4aa2-a32c-1d927c23c715 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0535269 Aug 11 03:26:20.760707 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-52f4f32d-441e-49f6-890a-337d2224420c req-c34172cf-d8dd-4d96-a05c-690c25fdede2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Aug 11 03:26:20.782405 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51720) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:20.821179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee05b78-ce15-4200-833a-2a4cf3ad8220 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.822635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-dee05b78-ce15-4200-833a-2a4cf3ad8220 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1091 time: 0.0392489 Aug 11 03:26:20.825375 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51722) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:20.830364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '0b045b3a-6302-4289-b23c-22a744c85fea', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:20.851983 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.953074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.054255 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.128 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/cad69811-42cf-4a8c-9db3-9d828ac2a9b5) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:21.156971 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.197462 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.232815 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:21.238764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:21.241766 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:21.267179 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=cad69811-42cf-4a8c-9db3-9d828ac2a9b5,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.601495 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.676940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.834802 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.839754 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.910229 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=cad69811-42cf-4a8c-9db3-9d828ac2a9b5,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.921512 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.022112 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP bc141fb0-f2d2-4eae-a801-0d9739557e59 associated. External IP: 172.25.6.128, port: 0b045b3a-6302-4289-b23c-22a744c85fea. Aug 11 03:26:22.231489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 16377307-a3b1-4837-8670-e0e23cd6f213 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:22.339734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:22.349971 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c27185-37eb-4076-9777-0b9b642710df None None] Sync routers for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:22.356363 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.360536 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:22.361149 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:26:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:22.385701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-92d82f64-c5f4-4c83-a91a-22cc86d71d93 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5592742 Aug 11 03:26:22.386486 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:22.388853 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8eb614-904b-40fb-8644-f7701834b7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:22.430224 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b2856f-d099-498b-b423-0a1526cd6ba3 x-openstack-request-id: req-b4b2856f-d099-498b-b423-0a1526cd6ba3 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:22.430596 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:22.430919 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4b2856f-d099-498b-b423-0a1526cd6ba3 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:22.431397 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'status': 'completed', 'code': 200} Aug 11 03:26:22.472389 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:22.525364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-85827dbf-95ad-46ad-a9a6-92d7dc3113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.526927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-85827dbf-95ad-46ad-a9a6-92d7dc3113bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1096 time: 0.0689871 Aug 11 03:26:22.535011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519738a6-9917-4141-9165-1bbf01ff514c req-28428c68-b222-4486-8535-90fc9a4e00d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.536924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-519738a6-9917-4141-9165-1bbf01ff514c req-28428c68-b222-4486-8535-90fc9a4e00d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0901139 Aug 11 03:26:22.623873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-519738a6-9917-4141-9165-1bbf01ff514c req-8c0ddbb8-0012-4a45-8262-1b335a882c55 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771990 Aug 11 03:26:22.652587 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.657778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-aa274971-fc96-43ad-9800-2370df8560d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.658873 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-aa274971-fc96-43ad-9800-2370df8560d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.1210954 Aug 11 03:26:22.719760 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-49d2fd58-a97d-439c-af49-a7f3ffb0243b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/bc141fb0-f2d2-4eae-a801-0d9739557e59 HTTP/1.1" status: 200 len: 991 time: 0.0667179 Aug 11 03:26:22.725824 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'bc141fb0-f2d2-4eae-a801-0d9739557e59', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'port_id': '0b045b3a-6302-4289-b23c-22a744c85fea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'mac_address': 'fa:16:3e:12:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:21Z', 'updated_at': '2021-08-11T03:26:21Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:22.738894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-aa52bee7-f6d4-466d-84dc-e7bdbee2a8d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 999 time: 0.0708129 Aug 11 03:26:22.759365 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c27185-37eb-4076-9777-0b9b642710df None None] Checking router: 16377307-a3b1-4837-8670-e0e23cd6f213 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:22.769638 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:22.770308 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:26:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:22.794370 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-9ca56197-8177-44a7-a4cf-7d6ff58d972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.795851 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-9ca56197-8177-44a7-a4cf-7d6ff58d972f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0494890 Aug 11 03:26:22.845055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-b19dc6bb-88eb-472f-84c3-5d570cfa26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.846625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-b19dc6bb-88eb-472f-84c3-5d570cfa26c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420613 Aug 11 03:26:22.878064 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:22.949966 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-411acd92-f17d-4f07-ae59-6dd4f37faa58 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946505 Aug 11 03:26:23.060071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bc8eb614-904b-40fb-8644-f7701834b7ab req-0d2ce5d2-3034-48c9-ace6-c74e56728398 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994511 Aug 11 03:26:23.113226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-32c27185-37eb-4076-9777-0b9b642710df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'bc141fb0-f2d2-4eae-a801-0d9739557e59', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'port_id': '0b045b3a-6302-4289-b23c-22a744c85fea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'mac_address': 'fa:16:3e:12:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:21Z', 'updated_at': '2021-08-11T03:26:21Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:23.139427 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c27185-37eb-4076-9777-0b9b642710df None None] The sync data for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 is: [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'bc141fb0-f2d2-4eae-a801-0d9739557e59', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'port_id': '0b045b3a-6302-4289-b23c-22a744c85fea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'mac_address': 'fa:16:3e:12:4e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:21Z', 'updated_at': '2021-08-11T03:26:21Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:23.327836 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6578ddc-1300-4660-94ed-eb9a344c740c None None] New status for floating IP bc141fb0-f2d2-4eae-a801-0d9739557e59: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:23.680327 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.683718 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.723047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51732) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:23.787275 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ec2ce918-e9e4-4bb4-b4c0-da43c366fb37 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/bc141fb0-f2d2-4eae-a801-0d9739557e59 HTTP/1.1" status: 200 len: 993 time: 0.0630906 Aug 11 03:26:27.374189 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-768f9f75-78bf-4792-a444-9eda3a1011e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393405 Aug 11 03:26:27.458492 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-2a77b6c8-f37b-45bc-998c-22febfc09dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:27.459924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-2a77b6c8-f37b-45bc-998c-22febfc09dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1096 time: 0.0418372 Aug 11 03:26:27.571202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-2f31b140-0648-4bf2-a86b-ecd4ddd2d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:27.572731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-2f31b140-0648-4bf2-a86b-ecd4ddd2d332 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0925205 Aug 11 03:26:27.642367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-9ff03354-9f50-459e-8dca-1fbc41b2e0ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 1001 time: 0.0616632 Aug 11 03:26:27.697279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-c770d5db-9e08-4329-bcec-33822eafe604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:27.698875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-c770d5db-9e08-4329-bcec-33822eafe604 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0482454 Aug 11 03:26:27.750664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-f498099a-4b7a-4f8b-b0ad-03b2401eb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:27.752185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-f498099a-4b7a-4f8b-b0ad-03b2401eb482 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460708 Aug 11 03:26:27.844626 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-defb54be-ca0c-47b3-ad25-a0b6c34e6789 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Aug 11 03:26:28.255746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6931f3ae-f4b5-4b87-91e0-8f4fbcf87634 req-9da0170a-af39-47c7-9c23-d8eef4a9df31 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033279 Aug 11 03:26:44.013801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-57ed734c-f803-47d0-b4a7-8d8203012588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.264127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:47.543782 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-371b9a83-b5ba-4300-9f29-3c909eb0e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.843850 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.668613 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.292700 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.690480 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.691663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.246096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfe582-b459-4a02-b724-f3ec9373ba69 req-39da6281-ecb7-4404-bd8c-c78e05bf0063 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:57.247592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abcfe582-b459-4a02-b724-f3ec9373ba69 req-39da6281-ecb7-4404-bd8c-c78e05bf0063 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0755568 Aug 11 03:26:57.274229 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-5230f588-799b-4956-922f-e48278a36f20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114633 Aug 11 03:26:57.293393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-abcfe582-b459-4a02-b724-f3ec9373ba69 req-ba18f540-a52a-4995-9136-74c2b5725db3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386660 Aug 11 03:26:58.421844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419326cf-4936-49c8-a090-35f2f9445398 req-dc4d25a4-17df-47f1-a7bb-8215a00363dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.423366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-419326cf-4936-49c8-a090-35f2f9445398 req-dc4d25a4-17df-47f1-a7bb-8215a00363dd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0596464 Aug 11 03:26:58.487537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-419326cf-4936-49c8-a090-35f2f9445398 req-2dd046ae-eda4-4839-8538-9e337c04aee5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521965 Aug 11 03:26:58.494256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-16174517-00cd-49e2-9e05-638c6d46cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.495776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-16174517-00cd-49e2-9e05-638c6d46cbc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1096 time: 0.0685790 Aug 11 03:26:58.601206 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1e5cde82-db78-46b5-b5dc-3d1a4502db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.602643 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1e5cde82-db78-46b5-b5dc-3d1a4502db56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0974782 Aug 11 03:26:58.669925 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-19cce641-29b9-45ac-852f-7742ae4417cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 1001 time: 0.0593548 Aug 11 03:26:58.719994 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-e2b6e4a4-543d-408b-a90a-205e71175050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.722136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-e2b6e4a4-543d-408b-a90a-205e71175050 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0450702 Aug 11 03:26:58.775053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1f6f2a95-771a-486f-aa34-8c58690ff675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.776682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1f6f2a95-771a-486f-aa34-8c58690ff675 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476406 Aug 11 03:26:58.866397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-f4d55503-e638-489d-978c-2a2fc9330777 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812221 Aug 11 03:26:58.959382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-dc9d9fcd-05cb-4b75-bcf7-f79c31faba43 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Aug 11 03:26:59.606268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a13e2a-0b29-4d63-b1aa-53ffdbc1e761 req-9fc081ab-96c3-4808-a30b-90e48c948816 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.607824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a13e2a-0b29-4d63-b1aa-53ffdbc1e761 req-9fc081ab-96c3-4808-a30b-90e48c948816 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0513666 Aug 11 03:26:59.657880 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-02a13e2a-0b29-4d63-b1aa-53ffdbc1e761 req-47d08724-1a62-46d0-9e2b-6670c0ae1336 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Aug 11 03:27:00.776922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c4c79-b7ef-4e41-834a-f65888e2f3ac req-38907751-8901-432e-b4a4-0f0a5135197b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.778459 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-113c4c79-b7ef-4e41-834a-f65888e2f3ac req-38907751-8901-432e-b4a4-0f0a5135197b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0514503 Aug 11 03:27:00.818537 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-113c4c79-b7ef-4e41-834a-f65888e2f3ac req-440047cf-b85a-495c-8177-58c8cfddb12b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Aug 11 03:27:01.941433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29503f0-eaab-4492-b04e-457b06d62f0d req-e5bf3997-523e-472c-bd39-af21a59bf882 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:01.942950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e29503f0-eaab-4492-b04e-457b06d62f0d req-e5bf3997-523e-472c-bd39-af21a59bf882 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0543287 Aug 11 03:27:01.992540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e29503f0-eaab-4492-b04e-457b06d62f0d req-f3769b12-ecf2-4764-9a8b-184d3f2a6061 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 Aug 11 03:27:03.109070 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62abd-9e0b-475e-b9de-73515bd8cfa2 req-7b161096-0d36-47e7-968b-b804911955f7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:03.110635 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3c62abd-9e0b-475e-b9de-73515bd8cfa2 req-7b161096-0d36-47e7-968b-b804911955f7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0493331 Aug 11 03:27:03.150773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b3c62abd-9e0b-475e-b9de-73515bd8cfa2 req-f51df553-ac1d-4a9f-ba56-fc4759793e8c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Aug 11 03:27:04.284563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd982f5-6fee-4e65-9488-4051fa106142 req-215aa561-98fa-4c12-a013-4278efdba7e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:04.286065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fd982f5-6fee-4e65-9488-4051fa106142 req-215aa561-98fa-4c12-a013-4278efdba7e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0485017 Aug 11 03:27:04.324042 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7fd982f5-6fee-4e65-9488-4051fa106142 req-b72cdfb6-9ced-4c0c-b088-aef6700eddf0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Aug 11 03:27:05.451592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88933bfe-5d15-4e41-9996-1ec0817461ab req-a67b45ff-9b0f-458d-b7a3-791243335823 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:05.453065 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88933bfe-5d15-4e41-9996-1ec0817461ab req-a67b45ff-9b0f-458d-b7a3-791243335823 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0480032 Aug 11 03:27:05.495759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88933bfe-5d15-4e41-9996-1ec0817461ab req-6d2e199e-45fc-41cc-8830-3a3533334512 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359209 Aug 11 03:27:06.627089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b56ff3-74bc-4a27-85f9-53877ded0c0e req-d91df9e9-4c7c-4c55-914e-29d9158cf3e4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:06.628584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b56ff3-74bc-4a27-85f9-53877ded0c0e req-d91df9e9-4c7c-4c55-914e-29d9158cf3e4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0524824 Aug 11 03:27:06.667907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-01b56ff3-74bc-4a27-85f9-53877ded0c0e req-8f66475e-0f3d-4bef-a5a0-8d376e22ae25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331578 Aug 11 03:27:07.784306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59811cd-100e-42bd-84fa-2c8320a6994f req-b3cee510-732e-440f-a31b-ea69b1554f9d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:07.785820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d59811cd-100e-42bd-84fa-2c8320a6994f req-b3cee510-732e-440f-a31b-ea69b1554f9d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0502312 Aug 11 03:27:07.823078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d59811cd-100e-42bd-84fa-2c8320a6994f req-4bccf952-f92e-4ae8-84cd-3762a685019a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Aug 11 03:27:08.938432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18b9b-6254-4906-be81-3597b6e4e4e1 req-57b6da94-d2ca-410e-93cc-26e625bef9bf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.939835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12d18b9b-6254-4906-be81-3597b6e4e4e1 req-57b6da94-d2ca-410e-93cc-26e625bef9bf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0486655 Aug 11 03:27:08.982630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-12d18b9b-6254-4906-be81-3597b6e4e4e1 req-81ec62f1-0e04-43a1-90ad-0bcbf3ac0141 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367687 Aug 11 03:27:10.104012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89669002-fb16-49ff-9c4b-2e814f5ca41b req-12997b59-3557-405d-bb06-ea8c34c965d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:10.105654 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89669002-fb16-49ff-9c4b-2e814f5ca41b req-12997b59-3557-405d-bb06-ea8c34c965d7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0514405 Aug 11 03:27:10.147011 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-89669002-fb16-49ff-9c4b-2e814f5ca41b req-4bc9415d-55aa-42cf-b135-598af735f7f8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342143 Aug 11 03:27:11.264359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23da3a4-bcba-4dcc-be13-e21bd67ab05a req-fe073f9b-bc8e-402a-91df-5a93b2489299 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:11.265857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e23da3a4-bcba-4dcc-be13-e21bd67ab05a req-fe073f9b-bc8e-402a-91df-5a93b2489299 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0500324 Aug 11 03:27:11.303313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e23da3a4-bcba-4dcc-be13-e21bd67ab05a req-1f7936bc-586e-4de1-9e50-8b6a5eb1315c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Aug 11 03:27:12.417501 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34177f-e22e-46a1-bb2f-37faf322c689 req-52ba765a-807a-402c-a487-780eb2fe8912 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:12.419009 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db34177f-e22e-46a1-bb2f-37faf322c689 req-52ba765a-807a-402c-a487-780eb2fe8912 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0489552 Aug 11 03:27:12.460875 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-db34177f-e22e-46a1-bb2f-37faf322c689 req-b5df4046-ef41-4c64-8f32-d199c39afabe tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Aug 11 03:27:13.577704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae3187-20d4-48a3-8615-83f40fd4642c req-e06896a3-fb63-4800-8856-0eb1d723d220 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:13.579274 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ae3187-20d4-48a3-8615-83f40fd4642c req-e06896a3-fb63-4800-8856-0eb1d723d220 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0507576 Aug 11 03:27:13.619971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e1ae3187-20d4-48a3-8615-83f40fd4642c req-e008fece-e659-4f97-b2b8-2c9df262bf3b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Aug 11 03:27:14.005804 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92ee6565-e22c-4a73-a0b1-28ab2cafd4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:14.733678 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce49ba1-dc3e-4b60-87f7-c3e757a92ad0 req-9d6cbb6e-2c23-4004-9970-0a1428030300 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:14.735201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fce49ba1-dc3e-4b60-87f7-c3e757a92ad0 req-9d6cbb6e-2c23-4004-9970-0a1428030300 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0484834 Aug 11 03:27:14.775188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fce49ba1-dc3e-4b60-87f7-c3e757a92ad0 req-93790c4f-9e2a-49cb-abb6-072824593410 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Aug 11 03:27:15.892331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab8be2-c014-4eba-8f61-dd6ac7872de0 req-afa4f509-4f28-4f64-876a-245fc716c7c4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.894452 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9ab8be2-c014-4eba-8f61-dd6ac7872de0 req-afa4f509-4f28-4f64-876a-245fc716c7c4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0497875 Aug 11 03:27:15.936592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a9ab8be2-c014-4eba-8f61-dd6ac7872de0 req-b74252be-b84a-4d14-a54c-ec227cc1fb8c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362494 Aug 11 03:27:16.103639 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-d5784012-9036-4acc-921c-880cc7914fe2 req-51b537d0-db12-4b04-8a23-c1c4dba39c2a service neutron] show failed (client error): The resource could not be found. Aug 11 03:27:16.104683 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-51b537d0-db12-4b04-8a23-c1c4dba39c2a service neutron] 10.222.0.25 "GET /v2.0/ports/0b045b3a-6302-4289-b23c-22a744c85fea/bindings/n-h2-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0566282 Aug 11 03:27:16.298540 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-611e5c04-a1fe-42eb-bacd-8367f97184c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:16.300601 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-611e5c04-a1fe-42eb-bacd-8367f97184c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 1096 time: 0.0414219 Aug 11 03:27:16.312395 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:16.367741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.583052 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:16.621725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h1-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:16.660932 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:16.663211 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70394c06-559e-476c-998d-d8ebe8e62257" -d '{"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-unplugged", "status": "completed", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:16.667680 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.680316 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Transition to ACTIVE for port object 0b045b3a-6302-4289-b23c-22a744c85fea will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:16.684614 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.722550 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b72fca-7867-44ad-a230-a1e7712e69fc x-openstack-request-id: req-48b72fca-7867-44ad-a230-a1e7712e69fc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:16.722846 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-unplugged", "status": "completed", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:16.723096 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48b72fca-7867-44ad-a230-a1e7712e69fc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:16.723637 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'code': 200} Aug 11 03:27:16.734711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:16.744562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.744931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.745252 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.746242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.746242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.746242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.746590 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.746888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.747257 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.747523 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.747843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.748210 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:16.824483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] No DVR routers for this DVR port 0b045b3a-6302-4289-b23c-22a744c85fea on host n-h1-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:16.959452 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:16.959780 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:16.960101 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:16.964312 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Port 0b045b3a-6302-4289-b23c-22a744c85fea on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:16.964926 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Attempting to bind port 0b045b3a-6302-4289-b23c-22a744c85fea on network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:16.969610 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:16.970037 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Checking segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:16.970358 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Bound using segment: {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:16.970855 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Bound port: 0b045b3a-6302-4289-b23c-22a744c85fea, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05da7663-cc55-408c-b66f-73993c579e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:16.971260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.039138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:17.042324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:17.047669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.064357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36d894-b817-40d4-b73f-3393f85ab111 req-ce9a4158-70c9-46b2-9e1c-a44827183f8a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.066444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b36d894-b817-40d4-b73f-3393f85ab111 req-ce9a4158-70c9-46b2-9e1c-a44827183f8a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0614069 Aug 11 03:27:17.081798 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.082448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.083907 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] 10.222.0.59 "PUT /v2.0/ports/0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 1091 time: 0.7754321 Aug 11 03:27:17.107544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf23b80-a239-4b38-80e6-a78f10889e4d service neutron] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:17.118108 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b36d894-b817-40d4-b73f-3393f85ab111 req-9c8e495d-2a28-412f-a55e-a45aac91bf7b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454018 Aug 11 03:27:17.163385 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-e9d250a1-9c32-4445-afba-d8650cfa3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.164946 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-e9d250a1-9c32-4445-afba-d8650cfa3585 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1094 time: 0.0532830 Aug 11 03:27:17.262710 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-7401af31-49a6-4cf5-af3a-fc1bd19c83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.264216 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-7401af31-49a6-4cf5-af3a-fc1bd19c83d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0922563 Aug 11 03:27:17.328768 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-ce0e1827-ef2f-410f-a4d6-6b19e467d6da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 999 time: 0.0574176 Aug 11 03:27:17.376998 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-21bb3204-b343-4291-9650-55252bc8e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.378407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-21bb3204-b343-4291-9650-55252bc8e51e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0432959 Aug 11 03:27:17.428180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784012-9036-4acc-921c-880cc7914fe2 req-00b26149-a401-49bd-9a10-fb3ddd6b8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.429657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-00b26149-a401-49bd-9a10-fb3ddd6b8813 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434816 Aug 11 03:27:17.519019 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-e339dbe8-7945-466d-be96-2a4746e6c1b6 service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815537 Aug 11 03:27:17.538660 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5573583-09e0-4efd-9210-29bdfd8b3c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.613802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-52a5f233-8b26-40d9-ae8a-cc5e19684ecc service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877936 Aug 11 03:27:17.845048 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:18.232981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57682abe-6fc3-41ad-ab7b-5d37bb9b0828 req-e8a259d9-0dde-49d1-8ad7-f34cf470814b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:18.234514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57682abe-6fc3-41ad-ab7b-5d37bb9b0828 req-e8a259d9-0dde-49d1-8ad7-f34cf470814b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0502601 Aug 11 03:27:18.273077 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-57682abe-6fc3-41ad-ab7b-5d37bb9b0828 req-f5cf579f-17c9-4316-b5b5-50238c04640a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Aug 11 03:27:18.670927 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:18.724918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:18.727293 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d534941f-6959-41e3-b333-ed8ca8ca7915" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:18.750034 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:18.775618 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc943bd4-f5f8-40b1-a80e-dbd3c72744cb x-openstack-request-id: req-fc943bd4-f5f8-40b1-a80e-dbd3c72744cb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:18.775914 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:18.776170 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc943bd4-f5f8-40b1-a80e-dbd3c72744cb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:18.776573 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'status': 'completed', 'code': 200} Aug 11 03:27:18.789029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:18.838510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-e0cd950a-fe45-44e3-a169-59391a2cdab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:18.840060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-e0cd950a-fe45-44e3-a169-59391a2cdab7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1094 time: 0.0423665 Aug 11 03:27:18.842424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-08c1ae21-8408-454b-bfaa-cfb8339f470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:18.843981 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-08c1ae21-8408-454b-bfaa-cfb8339f470c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1094 time: 0.0441129 Aug 11 03:27:18.930973 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-36a3eab9-78b4-4ece-a557-eb21e404bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:18.932407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-36a3eab9-78b4-4ece-a557-eb21e404bdd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0844088 Aug 11 03:27:18.934547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-2a718a76-70c2-433b-8a15-69d4845116c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:18.936037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-2a718a76-70c2-433b-8a15-69d4845116c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0840936 Aug 11 03:27:19.004333 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-347472e9-a73f-4497-9b3e-b51a1d045542 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 999 time: 0.0635409 Aug 11 03:27:19.007574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-c343971d-e88e-4ce0-9bef-ca8b16206fae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 999 time: 0.0634730 Aug 11 03:27:19.055359 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-efff1f17-5e2f-48a0-87cf-0521f5963fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.056913 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-efff1f17-5e2f-48a0-87cf-0521f5963fe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0449870 Aug 11 03:27:19.059191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-a3fe12d4-b63a-4c83-91e5-7d465540c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.060670 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-a3fe12d4-b63a-4c83-91e5-7d465540c859 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0454235 Aug 11 03:27:19.108236 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-6ea8e181-ee56-4f66-9cb2-889b809a3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.110158 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-6ea8e181-ee56-4f66-9cb2-889b809a3a86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458724 Aug 11 03:27:19.112075 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-00375a06-0d71-447a-b341-9b61570da0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.113593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-00375a06-0d71-447a-b341-9b61570da0cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443077 Aug 11 03:27:19.216675 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-6334b38a-3ae8-4f83-8dd8-a8830b612c2d service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967343 Aug 11 03:27:19.225801 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-80941cc8-440b-4116-b54e-fff5d13875fe service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042771 Aug 11 03:27:19.309474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-1646fa75-9142-4308-8345-7453c5b059c1 service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853083 Aug 11 03:27:19.327798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d534941f-6959-41e3-b333-ed8ca8ca7915 req-8c28a9ac-4156-4be5-b771-57f9b6bd0f5f service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943270 Aug 11 03:27:19.394020 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa0e3b-4ce6-4619-a08f-9fc85e629b08 req-bf378ce7-bdb7-43c0-ae0c-f149fd3bff9e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.395533 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3fa0e3b-4ce6-4619-a08f-9fc85e629b08 req-bf378ce7-bdb7-43c0-ae0c-f149fd3bff9e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0509455 Aug 11 03:27:19.433081 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a3fa0e3b-4ce6-4619-a08f-9fc85e629b08 req-1a84ec8c-7123-4ea7-b900-fc065b2b2a53 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Aug 11 03:27:19.664316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a70dd-4385-409e-84f1-041041716cc4 req-8019d6c5-17c4-483c-86a2-f62814a6535d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.665830 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea2a70dd-4385-409e-84f1-041041716cc4 req-8019d6c5-17c4-483c-86a2-f62814a6535d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0875878 Aug 11 03:27:19.674461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-8f24b7c2-d095-412e-93ba-c0d7619fe29b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.675822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-8f24b7c2-d095-412e-93ba-c0d7619fe29b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae&tenant_id=a1a8c803766c4113a2c7024f37109224&binding%3Ahost_id=n-h2-715271-8 HTTP/1.1" status: 200 len: 943 time: 0.0675852 Aug 11 03:27:19.743649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ea2a70dd-4385-409e-84f1-041041716cc4 req-adcec09b-ea46-46b4-a21f-9cb72f11cb01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667729 Aug 11 03:27:19.757900 n-d-715271-8 neutron-server[94699]: INFO neutron.api.v2.resource [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-bdf2bf4b-f892-49d3-a9e0-8c462d286813 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:27:19.758955 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-bdf2bf4b-f892-49d3-a9e0-8c462d286813 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0b045b3a-6302-4289-b23c-22a744c85fea/bindings/n-h1-715271-8 HTTP/1.1" status: 404 len: 380 time: 0.0755868 Aug 11 03:27:19.881209 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-98c64db3-c29b-4e82-b02e-55062a220e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.882766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-98c64db3-c29b-4e82-b02e-55062a220e3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1094 time: 0.0785582 Aug 11 03:27:19.890060 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115e5d-4910-440c-88ed-1e6e567add28 req-b7770e08-2613-41fc-9cbc-a0e39923f148 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.891442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f115e5d-4910-440c-88ed-1e6e567add28 req-b7770e08-2613-41fc-9cbc-a0e39923f148 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 943 time: 0.0769198 Aug 11 03:27:19.975987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f115e5d-4910-440c-88ed-1e6e567add28 req-6cacd6c9-7715-4225-b85a-d8e5130bb16b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763857 Aug 11 03:27:20.004260 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-e4db26d5-cd25-4d8b-a136-ac3b856d0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:20.005754 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-e4db26d5-cd25-4d8b-a136-ac3b856d0798 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.1134772 Aug 11 03:27:20.072106 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-6d40942b-b406-4681-8416-fc81a81faff1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 999 time: 0.0586910 Aug 11 03:27:20.134582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-d81dae3e-c4de-4105-9961-7a1e69d964a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:20.136076 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-d81dae3e-c4de-4105-9961-7a1e69d964a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0562239 Aug 11 03:27:20.169438 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:20.186587 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-8be97d5e-8054-4eaf-a3c6-20314ded6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:20.188120 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-8be97d5e-8054-4eaf-a3c6-20314ded6310 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436001 Aug 11 03:27:20.266465 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:20.278434 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '0b045b3a-6302-4289-b23c-22a744c85fea', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'port_id': '0b045b3a-6302-4289-b23c-22a744c85fea', 'mac_address': 'fa:16:3e:12:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:20.279822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-75c58b39-b084-4dc1-b4ea-2517afb0fbe5 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Aug 11 03:27:20.312924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.324587 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.337574 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b045b3a-6302-4289-b23c-22a744c85fea {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:20.357132 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:20.362145 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.382415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e22e44f-1051-49cb-bfa5-0fe1e8e03037 req-4d61c985-1a21-4a76-9de2-026a03475448 service neutron] 10.222.0.25 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949478 Aug 11 03:27:20.409373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:20.416871 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.417326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.417571 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.417910 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.418271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.418606 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.418933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.419262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.419588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.419911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.420237 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.420561 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:20.645185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['0b045b3a-6302-4289-b23c-22a744c85fea'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:21.095045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa464bc9-ae92-48b7-be47-2c32a79637d3 req-8b729f6c-456f-460c-a0e1-aae4a8acfedc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:21.096557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa464bc9-ae92-48b7-be47-2c32a79637d3 req-8b729f6c-456f-460c-a0e1-aae4a8acfedc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 944 time: 0.0539417 Aug 11 03:27:21.134526 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-aa464bc9-ae92-48b7-be47-2c32a79637d3 req-619c7bb5-b0aa-44e7-82ba-752295cf4887 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Aug 11 03:27:21.156269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51836) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:21.215447 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4aff4254-2138-42a1-a98e-3b1b9333eef7 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/bc141fb0-f2d2-4eae-a801-0d9739557e59 HTTP/1.1" status: 200 len: 992 time: 0.0580013 Aug 11 03:27:22.174787 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:22.228936 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 0b045b3a-6302-4289-b23c-22a744c85fea completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:22.232736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 0b045b3a-6302-4289-b23c-22a744c85fea triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:22.233114 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.309824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.334800 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:22.337216 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de48246-07a3-4877-8d5c-e14dca7e2858" -d '{"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-plugged", "status": "completed", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:22.350651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:22.356110 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.382082 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f8cc85-9a34-4f51-8309-f8bca3b0ad1d x-openstack-request-id: req-14f8cc85-9a34-4f51-8309-f8bca3b0ad1d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:22.382369 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-plugged", "status": "completed", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:22.382619 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14f8cc85-9a34-4f51-8309-f8bca3b0ad1d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:22.383003 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'code': 200} Aug 11 03:27:22.407989 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:23.685972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:23.687806 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:24.263794 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:28.891329 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-e3869921-a9ba-4122-bdb3-e762fac0a294 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435011 Aug 11 03:27:28.974423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-0176202d-2f8f-43f8-9e8f-2e0ddb121eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:28.975829 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-0176202d-2f8f-43f8-9e8f-2e0ddb121eeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1096 time: 0.0401444 Aug 11 03:27:29.076153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-418533d5-5e88-4a74-84f8-250efda44d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:29.077691 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-418533d5-5e88-4a74-84f8-250efda44d57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0824828 Aug 11 03:27:29.146371 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-cd1dc624-a890-4e03-bf8c-85f3e1a3ccb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 1001 time: 0.0619020 Aug 11 03:27:29.196425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-949dd058-4b88-47d0-b2f0-4ca6636000de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:29.197916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-949dd058-4b88-47d0-b2f0-4ca6636000de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0447979 Aug 11 03:27:29.243088 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-5911c448-5d62-4f33-b94e-dbb68a44c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:29.244475 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-5911c448-5d62-4f33-b94e-dbb68a44c2c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398970 Aug 11 03:27:29.336899 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-6ed2459b-c67d-4e65-9831-8e20ef4d5690 service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Aug 11 03:27:29.425838 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ecd30dde-989d-4267-aa40-9a336a98bb38 req-4263c6c6-742c-4f18-beb4-edeb0fce32a8 service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819497 Aug 11 03:27:44.011809 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c4920b1-697c-4c67-af28-5e23ec3dc180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.539416 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd82ac59-e5da-4a86-aa1f-50ef5b5dbef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.847967 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.674849 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.787744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51848) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:49.946917 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port cad69811-42cf-4a8c-9db3-9d828ac2a9b5 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:49.947150 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.023825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.024156 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.036157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for cad69811-42cf-4a8c-9db3-9d828ac2a9b5 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:50.182709 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.209131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=cad69811-42cf-4a8c-9db3-9d828ac2a9b5,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:50.235164 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.235789 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.236138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.236485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.236827 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.237168 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.237511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.237844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.238212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.238791 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.239239 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.239658 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:50.279242 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.279579 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP bc141fb0-f2d2-4eae-a801-0d9739557e59 disassociated (deleted). External IP: 172.25.6.128, port: 0b045b3a-6302-4289-b23c-22a744c85fea. Aug 11 03:27:50.296645 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.489061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 16377307-a3b1-4837-8670-e0e23cd6f213 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:50.596300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:50.601142 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.605623 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] Sync routers for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:50.614865 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:50.615460 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:50.631989 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5a3b709d-b059-45d4-bbda-68358152899f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/floatingips/bc141fb0-f2d2-4eae-a801-0d9739557e59 HTTP/1.1" status: 204 len: 168 time: 0.8431280 Aug 11 03:27:50.632583 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:50.635323 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85c490-2a6b-45aa-95d2-bd972005ca29" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:50.674529 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433aebc6-0ee5-4083-9887-e25b9c7027ba x-openstack-request-id: req-433aebc6-0ee5-4083-9887-e25b9c7027ba {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:50.674816 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:50.675076 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-433aebc6-0ee5-4083-9887-e25b9c7027ba {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:50.675487 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'status': 'completed', 'code': 200} Aug 11 03:27:50.752861 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-42c8a435-41ab-4dd5-afef-14245c07e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:50.754593 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-42c8a435-41ab-4dd5-afef-14245c07e270 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 1096 time: 0.0456038 Aug 11 03:27:50.820063 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:50.861219 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-c0b4be30-d793-4bdd-b9fa-564b1851cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:50.863106 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-c0b4be30-d793-4bdd-b9fa-564b1851cc20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 200 len: 897 time: 0.0951889 Aug 11 03:27:50.882154 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30babc9-6a5e-4aff-8364-097b2c8589a8 req-f05cbb97-8bd1-4d73-8a30-b1d891ce9fad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:50.883860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d30babc9-6a5e-4aff-8364-097b2c8589a8 req-f05cbb97-8bd1-4d73-8a30-b1d891ce9fad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0527427 Aug 11 03:27:50.906142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-28f8efec-2384-4ae4-a06f-8a5bc2627170 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 200 len: 217 time: 0.0355711 Aug 11 03:27:50.928411 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d30babc9-6a5e-4aff-8364-097b2c8589a8 req-5fc6f63c-bbff-4a43-ae3b-18d47e079e01 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379760 Aug 11 03:27:50.968797 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-a3540f69-7461-428c-9cd3-499f9b9f3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:50.970318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-a3540f69-7461-428c-9cd3-499f9b9f3b66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 200 len: 835 time: 0.0573113 Aug 11 03:27:51.016360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-e30a6f2e-1616-411a-9924-6992befb154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.017832 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-e30a6f2e-1616-411a-9924-6992befb154e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399065 Aug 11 03:27:51.024887 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:51.051154 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] Checking router: 16377307-a3b1-4837-8670-e0e23cd6f213 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:51.059458 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:51.060062 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:51.112499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-e4462df3-8a6e-4672-8eda-4421aaeb103a service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865383 Aug 11 03:27:51.163786 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:51.208702 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1d85c490-2a6b-45aa-95d2-bd972005ca29 req-3043cd0d-73fa-4e23-ac13-ef4010c3a2b7 service neutron] 10.222.0.59 "GET /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881662 Aug 11 03:27:51.360812 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:51.386622 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbecbe-10e8-497f-bed4-616a9eeb755a None None] The sync data for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 is: [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '9bf04f8d-979e-4cb9-8278-21f889601d6e', 'name': '', 'network_id': '302bf7b2-c9b0-4eb0-80be-a98db3aa4af3', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:e0:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:08Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '41c084a7-4b7e-4059-97dc-4e7623c98596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:51.603133 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c876764b-5953-4d2f-94f2-2905bd3aeb41 None None] New status for floating IP bc141fb0-f2d2-4eae-a801-0d9739557e59: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:52.047582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1225-56b5-43b9-a84a-91c4008a7eb3 req-691a485c-637b-47e8-8e6f-b9914e441604 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.049163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adba1225-56b5-43b9-a84a-91c4008a7eb3 req-691a485c-637b-47e8-8e6f-b9914e441604 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0497794 Aug 11 03:27:52.086916 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adba1225-56b5-43b9-a84a-91c4008a7eb3 req-9a6552e7-4b07-4076-bfc3-eb90aa6af619 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=e44b47ca-a210-4a9e-85a4-acb17651baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Aug 11 03:27:52.199214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c116b-033e-476c-a88f-5ad577de045d req-fdf17364-220e-4172-bf4a-35c599329360 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.200657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c95c116b-033e-476c-a88f-5ad577de045d req-fdf17364-220e-4172-bf4a-35c599329360 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bf35292-fb70-4640-bb7b-f98b62a464ae HTTP/1.1" status: 200 len: 945 time: 0.0480363 Aug 11 03:27:52.293928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 0b045b3a-6302-4289-b23c-22a744c85fea {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:52.294307 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.381952 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 0b045b3a-6302-4289-b23c-22a744c85fea, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=0b045b3a-6302-4289-b23c-22a744c85fea,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:52.382336 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.395332 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 0b045b3a-6302-4289-b23c-22a744c85fea owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:52.522854 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.551173 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=0b045b3a-6302-4289-b23c-22a744c85fea,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:52.591894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] No DVR routers for this DVR port 0b045b3a-6302-4289-b23c-22a744c85fea on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:52.594438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.596392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c95c116b-033e-476c-a88f-5ad577de045d req-b436563d-8d15-4bac-a997-d90b8757d331 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "DELETE /v2.0/ports/0b045b3a-6302-4289-b23c-22a744c85fea HTTP/1.1" status: 204 len: 173 time: 0.3895485 Aug 11 03:27:52.596821 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-deleted', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:52.599756 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63121deb-1d27-4d0c-8746-a449d94a5433" -d '{"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-deleted", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:52.741663 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceec4e7-ec62-4483-92f7-841088507e41 x-openstack-request-id: req-dceec4e7-ec62-4483-92f7-841088507e41 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:52.741973 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf35292-fb70-4640-bb7b-f98b62a464ae", "name": "network-vif-deleted", "tag": "0b045b3a-6302-4289-b23c-22a744c85fea", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:52.742246 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dceec4e7-ec62-4483-92f7-841088507e41 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:52.742672 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf35292-fb70-4640-bb7b-f98b62a464ae', 'name': 'network-vif-deleted', 'tag': '0b045b3a-6302-4289-b23c-22a744c85fea', 'status': 'completed', 'code': 200} Aug 11 03:27:53.143134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51864) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:53.509629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.677568 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.684314 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.765552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 9bf04f8d-979e-4cb9-8278-21f889601d6e {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:53.765780 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.854187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 9bf04f8d-979e-4cb9-8278-21f889601d6e, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9bf04f8d-979e-4cb9-8278-21f889601d6e,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:53.854553 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.867467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 9bf04f8d-979e-4cb9-8278-21f889601d6e owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:54.050913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.078218 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=9bf04f8d-979e-4cb9-8278-21f889601d6e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:54.247925 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.757415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 16377307-a3b1-4837-8670-e0e23cd6f213 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:54.860368 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:54.866227 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-49cf40aa-48be-43ff-afcd-cf731a081824 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/16377307-a3b1-4837-8670-e0e23cd6f213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220325 Aug 11 03:27:54.869063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51866) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:54.870690 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f8915-4b3c-4514-babc-e573630215ae None None] Sync routers for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:54.880374 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:54.880989 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:54.923094 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting subnet 41c084a7-4b7e-4059-97dc-4e7623c98596 {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:54.926705 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.965545 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.991106 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:55.048622 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.112010 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.140243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Subnet': ['ID=41c084a7-4b7e-4059-97dc-4e7623c98596,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:55.142220 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.144084 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-12394f1f-44ee-4ee3-be60-464fe027eb21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/subnets/41c084a7-4b7e-4059-97dc-4e7623c98596 HTTP/1.1" status: 204 len: 168 time: 0.2738578 Aug 11 03:27:55.146896 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51868) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:55.154145 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21291e11-a91c-4443-853d-2d728ba8ce2b None None] Network 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:55.177141 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:27:54Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:55.207433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f8915-4b3c-4514-babc-e573630215ae None None] Checking router: 16377307-a3b1-4837-8670-e0e23cd6f213 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:55.216753 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] Routers {'16377307-a3b1-4837-8670-e0e23cd6f213'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:55.217430 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['16377307-a3b1-4837-8670-e0e23cd6f213'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:55.264174 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.340513 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] Set router 16377307-a3b1-4837-8670-e0e23cd6f213 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:55.367292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] DHCP port deletion for 302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:27:55.379026 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.419644 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] Deleting port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:55.419999 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.433132 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:55.433365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.487249 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] For port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,segment=NetworkSegment(05da7663-cc55-408c-b66f-73993c579e50),segment_id=05da7663-cc55-408c-b66f-73993c579e50)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:55.487647 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.500636 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] Calling delete_port for c13dea08-893f-4a88-9bcb-a4a6ae4fcbed owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:55.513683 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:55.514099 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.529125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:55.530392 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-325f8915-4b3c-4514-babc-e573630215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:27:54Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:55.556847 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f8915-4b3c-4514-babc-e573630215ae None None] The sync data for ids ['16377307-a3b1-4837-8670-e0e23cd6f213'] in n-d-715271-8 is: [{'id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686091226', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:05Z', 'updated_at': '2021-08-11T03:27:54Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '59b9bef0-9ac1-43fd-bd5b-0948c79d0b09', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16377307-a3b1-4837-8670-e0e23cd6f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:55.588985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.621303 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] Pushing event deleted for resources: {'Port': ['ID=c13dea08-893f-4a88-9bcb-a4a6ae4fcbed,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:55.625164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac07eb7-b48e-40a7-a5d4-ab44c6f7913d None None] No DVR routers for this DVR port c13dea08-893f-4a88-9bcb-a4a6ae4fcbed on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:55.705013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.732424 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=59b9bef0-9ac1-43fd-bd5b-0948c79d0b09,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:55.793608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.882666 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.884673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.930585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.931147 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Fanout notify agent at l3_agent the message router_deleted on router 16377307-a3b1-4837-8670-e0e23cd6f213 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:27:55.938514 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.939652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ebde9412-7726-4ce9-9f50-88710bda5dab tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/routers/16377307-a3b1-4837-8670-e0e23cd6f213 HTTP/1.1" status: 204 len: 168 time: 0.7918353 Aug 11 03:27:55.942936 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51870) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:56.025402 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.111364 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.122157 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302bf7b2-c9b0-4eb0-80be-a98db3aa4af3']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:56.139055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05da7663-cc55-408c-b66f-73993c579e50') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:56.139354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05da7663-cc55-408c-b66f-73993c579e50') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:56.148728 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.163172 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.169508 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:56.169914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:56.172927 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:56.236316 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.244567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.245631 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/networks/302bf7b2-c9b0-4eb0-80be-a98db3aa4af3 HTTP/1.1" status: 204 len: 168 time: 0.3017557 Aug 11 03:27:56.248596 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:56.257613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e7520-595c-4fd5-a51e-089992630cae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Network': ['ID=302bf7b2-c9b0-4eb0-80be-a98db3aa4af3,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:56.313046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2866a8-67ee-4711-a9ee-b94326de587a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.337906 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2866a8-67ee-4711-a9ee-b94326de587a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.390350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:56.404006 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2866a8-67ee-4711-a9ee-b94326de587a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.407012 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd2866a8-67ee-4711-a9ee-b94326de587a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.408194 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cd2866a8-67ee-4711-a9ee-b94326de587a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/security-groups/e44b47ca-a210-4a9e-85a4-acb17651baa3 HTTP/1.1" status: 204 len: 168 time: 0.1586037 Aug 11 03:27:56.410608 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 0b045b3a-6302-4289-b23c-22a744c85fea {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:56.410957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 0b045b3a-6302-4289-b23c-22a744c85fea not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:56.420225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2866a8-67ee-4711-a9ee-b94326de587a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b47ca-a210-4a9e-85a4-acb17651baa3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:56.625640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:56.630405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329768178', 'description': 'tempest-secgroup-smoke-329768178 description', 'project_id': 'a1a8c803766c4113a2c7024f37109224'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:56.652314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.741283 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.745513 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.775431 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.776640 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499000 Aug 11 03:27:56.778506 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f0b78-c529-45c2-87c7-fc3a21775d07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:56.779672 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51880) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:56.784573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '6aed3d64-ce68-48b9-bcbc-ae2acd7913e4', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:56.810664 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.866122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.869422 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.886728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecfce80-b2a5-496b-b76e-8ad761e3bdce,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:56.891648 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.892831 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0eda575a-e3b1-4176-8980-5841676af29a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121004 Aug 11 03:27:56.896496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51882) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:56.901019 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '6aed3d64-ce68-48b9-bcbc-ae2acd7913e4', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:56.926491 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.987635 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.991596 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.011670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e11c66b-5fb3-4ad9-b2f0-9b17344800fa,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.015131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.016349 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ac150cd7-2421-403a-9850-ce21654da321 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189096 Aug 11 03:27:57.019135 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51884) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:57.024064 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '6aed3d64-ce68-48b9-bcbc-ae2acd7913e4', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:57.052756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.111084 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.114651 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.131210 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e138f68-1a49-46f8-9bff-fc87d2b2538f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.138131 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.139368 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-47c25b4a-8eae-488d-9fe2-49f7b67fa215 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188104 Aug 11 03:27:57.142126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51886) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:57.146967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '6aed3d64-ce68-48b9-bcbc-ae2acd7913e4', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:57.173379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.234993 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.239429 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.257760 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dbb099-0c4f-4baf-8310-071a58fe3bdf,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.263222 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.266958 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ccfd2af3-eb2e-4787-af35-b9571a3b7f43 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213953 Aug 11 03:27:57.267435 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51888) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:57.272313 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '6aed3d64-ce68-48b9-bcbc-ae2acd7913e4', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:57.284478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9bf04f8d-979e-4cb9-8278-21f889601d6e no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:57.294787 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:27:57.299591 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.305820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9bf04f8d-979e-4cb9-8278-21f889601d6e {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:57.306221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9bf04f8d-979e-4cb9-8278-21f889601d6e not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:57.306642 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c13dea08-893f-4a88-9bcb-a4a6ae4fcbed no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:57.325167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c13dea08-893f-4a88-9bcb-a4a6ae4fcbed {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:57.325509 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c13dea08-893f-4a88-9bcb-a4a6ae4fcbed not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:57.325912 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:57.344893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:57.345231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 59b9bef0-9ac1-43fd-bd5b-0948c79d0b09 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:57.371823 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.375593 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.393411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f956f712-a09e-41c4-a908-531569c0b995,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.400209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.401529 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-7d7b98dc-9990-418c-bacc-a3b53eb890b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334765 Aug 11 03:27:57.404409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51890) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:57.408910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': '6aed3d64-ce68-48b9-bcbc-ae2acd7913e4', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:57.430381 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:27:57.440281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.500721 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.504757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.522877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f781ef-bdea-4f35-a53c-e4f56377e7f3,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.529577 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.530835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e3a07f01-bf75-4c45-9fdb-0ef2c8f15c21 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254964 Aug 11 03:27:57.533646 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51892) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:57.538564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'network': {'name': 'tempest-network-smoke--1655450686', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:57.559314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:57.563027 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.587518 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:57.596685 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.597022 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Added segment f5521a07-c069-4edd-92e5-2bb3db1dbf45 of type vlan for network f790d712-2614-46db-94d1-e5df7bdae321 Aug 11 03:27:57.636331 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.671162 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.677249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:57.677847 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.736959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2022138 Aug 11 03:27:57.740288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:57.745022 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'admin_state_up': True, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:57.746979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82538c6e-7b00-447d-ad60-e76e28a6b434 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Network': ['ID=f790d712-2614-46db-94d1-e5df7bdae321,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.757699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network f790d712-2614-46db-94d1-e5df7bdae321 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:57.771210 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.772444 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.828014 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.959658 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.500253 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.519046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.621824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.47 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/eabaff95-bb29-49b9-9710-fc6a89e12a64) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:58.720527 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.758932 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.795544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:58.798267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:58.803574 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:58.829405 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=eabaff95-bb29-49b9-9710-fc6a89e12a64,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:59.055230 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.254564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.381228 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 313a578b-581b-4259-bcb1-340b140d5563 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:27:59.484263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:59.496331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Sync routers for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:59.503294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.505730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6bcd9b7b-b9c9-4034-8422-e8741f7e2b1e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7643900 Aug 11 03:27:59.506765 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:59.507378 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:59.508801 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:59.541123 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-21dd4378-2a98-4b16-9706-0c4f5ca82255 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1a8c803766c4113a2c7024f37109224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311267 Aug 11 03:27:59.543739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:59.614966 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:59.632317 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040ea7e-916e-4120-82e8-f1a90ca68f06 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.633777 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-0040ea7e-916e-4120-82e8-f1a90ca68f06 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891309 Aug 11 03:27:59.636639 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:59.668582 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6fceeca5-0fe1-4ee3-bdd3-9c0374e8f112 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278149 Aug 11 03:27:59.668888 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:59.673892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272272944', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:59.769229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:59.773241 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.800572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:27:58Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:59.829197 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Checking router: 313a578b-581b-4259-bcb1-340b140d5563 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:59.829507 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Updating router 313a578b-581b-4259-bcb1-340b140d5563 port eabaff95-bb29-49b9-9710-fc6a89e12a64 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:59.856686 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.956353 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.021170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Subnet': ['ID=d6d76890-fc04-4ef6-8289-19d715381799,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:00.028933 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Checking segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:00.029295 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network hostable DHCP agents. Network: f790d712-2614-46db-94d1-e5df7bdae321, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:00.046935 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f790d712-2614-46db-94d1-e5df7bdae321 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:00.056337 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, f790d712-2614-46db-94d1-e5df7bdae321) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:00.060635 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:00.061238 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.071847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27c7f0-c426-48d0-980d-877bfc5408e5 None None] Network f790d712-2614-46db-94d1-e5df7bdae321 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:00.076072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f8332792-5762-43d2-af7d-55c1e51d1be4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4061472 Aug 11 03:28:00.078859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:00.317430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.339004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Transition to ACTIVE for port object eabaff95-bb29-49b9-9710-fc6a89e12a64 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:00.350996 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.440973 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Attempting to bind port eabaff95-bb29-49b9-9710-fc6a89e12a64 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:00.442386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Attempting to bind port eabaff95-bb29-49b9-9710-fc6a89e12a64 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:00.442386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Attempting to bind port eabaff95-bb29-49b9-9710-fc6a89e12a64 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:00.452446 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38702c99-d9e9-428c-98b7-691dd8365408 None None] Pushing event updated for resources: {'Port': ['ID=eabaff95-bb29-49b9-9710-fc6a89e12a64,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:00.456343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:00.456709 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:00.457709 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.458136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:00.458590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Bound port: eabaff95-bb29-49b9-9710-fc6a89e12a64, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:00.458974 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.495691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-f790d712-2614-46db-94d1-e5df7bdae321', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:28:00.496535 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.530223 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.586658 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] For port eabaff95-bb29-49b9-9710-fc6a89e12a64, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:00.607863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] For port eabaff95-bb29-49b9-9710-fc6a89e12a64, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eabaff95-bb29-49b9-9710-fc6a89e12a64,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:00.614914 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.713711 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38702c99-d9e9-428c-98b7-691dd8365408 None None] Pushing event updated for resources: {'Port': ['ID=eabaff95-bb29-49b9-9710-fc6a89e12a64,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:00.718159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Allocated IP 172.20.0.2 (f790d712-2614-46db-94d1-e5df7bdae321/d6d76890-fc04-4ef6-8289-19d715381799/5a173b9c-371f-45c2-937d-5239d8e5fca1) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:00.721050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:00.721694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:00.882535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:01.040090 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.055863 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Transition to ACTIVE for port object 5a173b9c-371f-45c2-937d-5239d8e5fca1 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:01.094949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Transition to ACTIVE for port object 5a173b9c-371f-45c2-937d-5239d8e5fca1 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:01.105264 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.148544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.1 (f790d712-2614-46db-94d1-e5df7bdae321/d6d76890-fc04-4ef6-8289-19d715381799/10e2f6b1-a0e7-4f6e-af32-454f3ccb2241) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:01.154811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Network f790d712-2614-46db-94d1-e5df7bdae321 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:01.159702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:01.162731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Pushing event updated for resources: {'Port': ['ID=5a173b9c-371f-45c2-937d-5239d8e5fca1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:01.164977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:01.196661 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:27:58Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:01.239204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27b765-2e24-483e-ba03-107bb7cb8482 None None] The sync data for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 is: [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:27:58Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:01.249175 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Attempting to bind port 5a173b9c-371f-45c2-937d-5239d8e5fca1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:01.249543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Attempting to bind port 5a173b9c-371f-45c2-937d-5239d8e5fca1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:01.249903 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Attempting to bind port 5a173b9c-371f-45c2-937d-5239d8e5fca1 on network f790d712-2614-46db-94d1-e5df7bdae321 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:01.255188 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:01.255549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Checking segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:01.255952 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.261883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Bound using segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:01.261883 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Bound port: 5a173b9c-371f-45c2-937d-5239d8e5fca1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:01.261883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.268106 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:01.277556 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.293353 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:01.325168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] For port 5a173b9c-371f-45c2-937d-5239d8e5fca1, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:01.330457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.330669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] For port 5a173b9c-371f-45c2-937d-5239d8e5fca1, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5a173b9c-371f-45c2-937d-5239d8e5fca1,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:01.335644 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.371261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f790d712-2614-46db-94d1-e5df7bdae321 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:01.382119 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:01.384631 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:01.403993 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa396d2-1ae8-474d-a998-8a03397cbcbd None None] Pushing event updated for resources: {'Port': ['ID=5a173b9c-371f-45c2-937d-5239d8e5fca1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:01.431327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:01.437176 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.608305 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.921734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.927110 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.005537 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.007420 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:02.106176 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f790d712-2614-46db-94d1-e5df7bdae321 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:02.107625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:02.225062 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 313a578b-581b-4259-bcb1-340b140d5563 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:02.339261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:02.344547 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-045bafd0-de3b-4703-917b-5b7be26de711 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/313a578b-581b-4259-bcb1-340b140d5563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2646532 Aug 11 03:28:02.361949 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcfe202-1549-409c-a3c3-0d01c3cdce95 None None] Network f790d712-2614-46db-94d1-e5df7bdae321 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:02.432027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-096775ac-944b-44b4-a4d7-7831f31bacdd None None] Provisioning for port 5a173b9c-371f-45c2-937d-5239d8e5fca1 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:02.498053 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-09c7aff8-f61d-4f85-acaa-de9a0bb04610 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329768178&fields=id&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 267 time: 0.0362508 Aug 11 03:28:02.621608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-2684f5ba-fd5c-4ed0-9a34-5a74dd083a30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.623206 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-2684f5ba-fd5c-4ed0-9a34-5a74dd083a30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 797 time: 0.1162791 Aug 11 03:28:02.641739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-f3175d25-9e3d-4870-9648-4962186152f0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/quotas/a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 375 time: 0.0098958 Aug 11 03:28:02.702919 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-8fa0fcf0-1b39-40a1-9d2f-21af3e5cd9f9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567043 Aug 11 03:28:02.776084 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2ff9ef23-cce4-44b4-be30-2df2a5dd6e10 None None] Provisioning for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:02.781749 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2ff9ef23-cce4-44b4-be30-2df2a5dd6e10 None None] Provisioning complete for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:02.782491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ef23-cce4-44b4-be30-2df2a5dd6e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.822972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9ef23-cce4-44b4-be30-2df2a5dd6e10 None None] Port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:02.868397 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Sync routers for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:02.872680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-0c07457a-5908-4915-b04a-06bc799f6021 service neutron] 10.222.0.16 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550457 Aug 11 03:28:02.879291 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:02.879998 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:02.947907 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f9d0da61-97d6-41fc-b4a7-b63a3669ad94 None None] Provisioning complete for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:02.948367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9d0da61-97d6-41fc-b4a7-b63a3669ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.980945 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-16dbabcf-dff5-4973-b51e-8bfe1f2fb87c service neutron] 10.222.0.16 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072786 Aug 11 03:28:02.992807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0da61-97d6-41fc-b4a7-b63a3669ad94 None None] Port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:03.093798 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:03.220723 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4ab27b0c-c2b4-4d2e-91dc-62e6085f987d None None] Provisioning complete for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:03.221423 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ab27b0c-c2b4-4d2e-91dc-62e6085f987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.224752 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-29c0f604-6cd7-435f-8662-276cfc5566b3 req-3899d12a-c331-4315-9b99-1145ec5e6b07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 210 time: 0.0313470 Aug 11 03:28:03.266063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4ab27b0c-c2b4-4d2e-91dc-62e6085f987d None None] Port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:03.325949 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 2, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:03.352774 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Checking router: 313a578b-581b-4259-bcb1-340b140d5563 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:03.353120 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Updating router 313a578b-581b-4259-bcb1-340b140d5563 port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:03.376862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5a173b9c-371f-45c2-937d-5239d8e5fca1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:03.379674 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.430964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 5a173b9c-371f-45c2-937d-5239d8e5fca1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:03.435317 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5a173b9c-371f-45c2-937d-5239d8e5fca1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:03.435801 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.529369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.563716 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 5a173b9c-371f-45c2-937d-5239d8e5fca1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5a173b9c-371f-45c2-937d-5239d8e5fca1,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:03.567928 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.568753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eabaff95-bb29-49b9-9710-fc6a89e12a64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:03.650980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=5a173b9c-371f-45c2-937d-5239d8e5fca1,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.665370 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port eabaff95-bb29-49b9-9710-fc6a89e12a64 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:03.668395 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.670745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port eabaff95-bb29-49b9-9710-fc6a89e12a64 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:03.671266 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.679137 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Transition to ACTIVE for port object 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:03.684854 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.756784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.764036 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Pushing event updated for resources: {'Port': ['ID=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.788248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port eabaff95-bb29-49b9-9710-fc6a89e12a64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eabaff95-bb29-49b9-9710-fc6a89e12a64,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:03.792323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.801333 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.801676 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.802028 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.802368 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.802699 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.803043 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.803347 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.803665 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.803983 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.804299 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.804613 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.804928 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:03.813168 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Attempting to bind port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:03.813541 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Attempting to bind port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:03.813898 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Attempting to bind port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 on network f790d712-2614-46db-94d1-e5df7bdae321 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:03.819872 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:03.820245 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Checking segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:03.820785 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.821192 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Bound using segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:03.821647 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Bound port: 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:03.822091 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.851921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=eabaff95-bb29-49b9-9710-fc6a89e12a64,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.887590 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] For port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:03.890741 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] For port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:03.895174 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.954411 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3042077-f452-473d-b210-1b10170c46ae None None] Pushing event updated for resources: {'Port': ['ID=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.957060 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:03.957809 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:04.067565 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:04.245841 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-8ff82e9c-fb02-4dd3-ba24-3d95cbcb968c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:04.248200 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-8ff82e9c-fb02-4dd3-ba24-3d95cbcb968c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 797 time: 0.1160624 Aug 11 03:28:04.292883 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:04.306470 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-d889463e-335c-412a-8a3c-4485038eaf59 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 379 time: 0.0450649 Aug 11 03:28:04.317398 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'port': {'device_id': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'admin_state_up': True, 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'security_groups': ['6aed3d64-ce68-48b9-bcbc-ae2acd7913e4']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:04.319750 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf24a1-7afe-4daa-a869-febda7214a7c None None] The sync data for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 is: [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:04.334096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b220217b-ea7c-4d32-a60a-ef4c673fb22c req-20aaf386-7ba7-46db-89f2-ff6c88010f07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 210 time: 0.0331793 Aug 11 03:28:04.447281 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:04.450994 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.942736 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.4 (f790d712-2614-46db-94d1-e5df7bdae321/d6d76890-fc04-4ef6-8289-19d715381799/937712ac-f4c1-4755-a0d9-002418af8430) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:05.083645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.101246 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 937712ac-f4c1-4755-a0d9-002418af8430 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:05.136063 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.185374 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f790d712-2614-46db-94d1-e5df7bdae321 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:05.188593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:05.191241 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:05.218301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=937712ac-f4c1-4755-a0d9-002418af8430,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:05.251497 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.252142 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.269034 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-3453685e-d999-4614-938a-f0aaa704fcbb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9556360 Aug 11 03:28:05.282348 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Request body: {'port': {'device_id': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:05.340279 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.415180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:05.476450 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd8423-c8fa-4acc-ab12-7e0d77873c3c req-d09a9c56-1e83-473f-947d-34875faec40b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.478187 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58bd8423-c8fa-4acc-ab12-7e0d77873c3c req-d09a9c56-1e83-473f-947d-34875faec40b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 931 time: 0.0630717 Aug 11 03:28:05.491203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:05.495401 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:05.495882 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.524167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-58bd8423-c8fa-4acc-ab12-7e0d77873c3c req-2b00c969-173e-4582-ae8e-36e1a5589160 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356753 Aug 11 03:28:05.579815 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.583629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-90eb36e7-8fdd-4180-9d37-814fc817dc9d None None] Provisioning for port 937712ac-f4c1-4755-a0d9-002418af8430 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:05.595029 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-90eb36e7-8fdd-4180-9d37-814fc817dc9d None None] Provisioning complete for port 937712ac-f4c1-4755-a0d9-002418af8430 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:05.595401 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90eb36e7-8fdd-4180-9d37-814fc817dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.645860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:05.650890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-90eb36e7-8fdd-4180-9d37-814fc817dc9d None None] Port 937712ac-f4c1-4755-a0d9-002418af8430 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:05.652357 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.653135 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5a173b9c-371f-45c2-937d-5239d8e5fca1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:05.654490 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937712ac-f4c1-4755-a0d9-002418af8430 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:05.662970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.674849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Transition to ACTIVE for port object 937712ac-f4c1-4755-a0d9-002418af8430 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:05.678744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.730951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Pushing event updated for resources: {'Port': ['ID=937712ac-f4c1-4755-a0d9-002418af8430,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:05.734168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:05.745724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 5a173b9c-371f-45c2-937d-5239d8e5fca1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:05.746222 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.809807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Attempting to bind port 937712ac-f4c1-4755-a0d9-002418af8430 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:05.810273 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Attempting to bind port 937712ac-f4c1-4755-a0d9-002418af8430 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:05.810694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Attempting to bind port 937712ac-f4c1-4755-a0d9-002418af8430 on network f790d712-2614-46db-94d1-e5df7bdae321 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:05.815418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Port 937712ac-f4c1-4755-a0d9-002418af8430 on network f790d712-2614-46db-94d1-e5df7bdae321 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:05.815874 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Attempting to bind port 937712ac-f4c1-4755-a0d9-002418af8430 on network f790d712-2614-46db-94d1-e5df7bdae321 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:05.821851 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:05.822363 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Checking segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:05.823040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Bound using segment: {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:05.823367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Bound port: 937712ac-f4c1-4755-a0d9-002418af8430, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5521a07-c069-4edd-92e5-2bb3db1dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:05.823826 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.837111 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eabaff95-bb29-49b9-9710-fc6a89e12a64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:05.887050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port eabaff95-bb29-49b9-9710-fc6a89e12a64 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:05.887428 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.897041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] For port 937712ac-f4c1-4755-a0d9-002418af8430, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:05.900339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] For port 937712ac-f4c1-4755-a0d9-002418af8430, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=937712ac-f4c1-4755-a0d9-002418af8430,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:05.905657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.940156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.940840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.942797 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] 10.222.0.59 "PUT /v2.0/ports/937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 1091 time: 0.6652451 Aug 11 03:28:05.943233 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:05.945473 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac9b3c7-d20c-444d-966c-59826edd3f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "tag": "937712ac-f4c1-4755-a0d9-002418af8430"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:05.976200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0512076-c960-44ee-807a-220a5ae3c199 service neutron] Pushing event updated for resources: {'Port': ['ID=937712ac-f4c1-4755-a0d9-002418af8430,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:06.005021 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8c8942-933d-4209-bfc3-f7fbfc13c6be x-openstack-request-id: req-ce8c8942-933d-4209-bfc3-f7fbfc13c6be {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:06.005386 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "tag": "937712ac-f4c1-4755-a0d9-002418af8430", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:06.005700 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce8c8942-933d-4209-bfc3-f7fbfc13c6be {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:06.006235 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430', 'status': 'completed', 'code': 200} Aug 11 03:28:06.036433 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a4d7e841-c345-44ab-bffc-a0e75cc6fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.038140 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-a4d7e841-c345-44ab-bffc-a0e75cc6fdfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1094 time: 0.0481822 Aug 11 03:28:06.087231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-82fa31f1-422b-4cb5-8d00-834f9f1a7ef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 217 time: 0.0406702 Aug 11 03:28:06.141147 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-2bd79f8e-9858-419b-be7f-6e8d47ca5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.142647 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-2bd79f8e-9858-419b-be7f-6e8d47ca5e4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 200 len: 834 time: 0.0460801 Aug 11 03:28:06.190474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781802ba-a097-4132-b2b0-be0951a8d08e req-c9a340e1-fb0a-4407-8b26-c9535b549931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.192544 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-c9a340e1-fb0a-4407-8b26-c9535b549931 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f790d712-2614-46db-94d1-e5df7bdae321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428669 Aug 11 03:28:06.288264 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-306073bf-3ec6-4878-8c8e-61639fddcabf service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890121 Aug 11 03:28:06.378453 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-781802ba-a097-4132-b2b0-be0951a8d08e req-4766671d-10b5-4fdb-98ea-85abd5430eba service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814221 Aug 11 03:28:06.463972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-b1953e30-55a9-4ced-ba4d-01122c7f7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.465499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-b1953e30-55a9-4ced-ba4d-01122c7f7ee3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1094 time: 0.0420320 Aug 11 03:28:06.561479 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-5b542075-92a7-4259-88e2-9fd4f75b7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.562936 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-5b542075-92a7-4259-88e2-9fd4f75b7824 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 897 time: 0.0905106 Aug 11 03:28:06.604788 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-b5a6f59a-a0fd-411d-b24e-c34aa8f4a157 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 217 time: 0.0346634 Aug 11 03:28:06.640649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69e0b-a376-49aa-821d-2ef10a294871 req-07afbf87-f776-4cdb-8e4f-c003086eb5a3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.642383 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14b69e0b-a376-49aa-821d-2ef10a294871 req-07afbf87-f776-4cdb-8e4f-c003086eb5a3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 943 time: 0.0498641 Aug 11 03:28:06.661041 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-c93f3697-e8a2-4d16-89a9-f1215239b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.662534 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-c93f3697-e8a2-4d16-89a9-f1215239b3fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 200 len: 834 time: 0.0502334 Aug 11 03:28:06.681111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-14b69e0b-a376-49aa-821d-2ef10a294871 req-00d03637-0a57-4bc1-9df2-6094395325be tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Aug 11 03:28:06.709623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-87ad5e98-b1fb-4489-bde3-4b66a45cbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.711183 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-87ad5e98-b1fb-4489-bde3-4b66a45cbf2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f790d712-2614-46db-94d1-e5df7bdae321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407274 Aug 11 03:28:06.804191 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-6e901b51-7e09-4a8d-8b7f-f070fde7b7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836058 Aug 11 03:28:06.899249 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8ac9b3c7-d20c-444d-966c-59826edd3f5c req-5c2f85fb-0028-475b-ba6c-f2d216035d9a service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869343 Aug 11 03:28:07.283195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:07.328905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:07.329272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.797202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb33c-37fc-4900-8fc5-26f5931ce8a0 req-77853684-1215-44e8-b2fc-4554652c0b15 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:07.798766 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-331fb33c-37fc-4900-8fc5-26f5931ce8a0 req-77853684-1215-44e8-b2fc-4554652c0b15 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 943 time: 0.0492187 Aug 11 03:28:07.836908 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-331fb33c-37fc-4900-8fc5-26f5931ce8a0 req-9a4ca128-08bb-4142-a400-0cad96cf0e35 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Aug 11 03:28:08.470875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 937712ac-f4c1-4755-a0d9-002418af8430 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:08.570581 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 937712ac-f4c1-4755-a0d9-002418af8430, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=937712ac-f4c1-4755-a0d9-002418af8430,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:08.581536 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '937712ac-f4c1-4755-a0d9-002418af8430', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'port_id': '937712ac-f4c1-4755-a0d9-002418af8430', 'mac_address': 'fa:16:3e:9d:31:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:28:08.617509 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.629549 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937712ac-f4c1-4755-a0d9-002418af8430 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:08.649041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 937712ac-f4c1-4755-a0d9-002418af8430, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=937712ac-f4c1-4755-a0d9-002418af8430,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:08.652635 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.698166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=937712ac-f4c1-4755-a0d9-002418af8430,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:08.874394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['937712ac-f4c1-4755-a0d9-002418af8430'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:08.953592 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e21d-7ef7-4553-b937-211bd45d5903 req-96e2de97-6ae1-47c1-b67c-652f57b09a72 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:08.955166 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfe5e21d-7ef7-4553-b937-211bd45d5903 req-96e2de97-6ae1-47c1-b67c-652f57b09a72 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 944 time: 0.0518606 Aug 11 03:28:08.995514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dfe5e21d-7ef7-4553-b937-211bd45d5903 req-809a1286-7c48-4342-a5ab-0d5b99587ffd tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336537 Aug 11 03:28:10.108116 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc19986-59ff-4935-8bdd-ca56b1957723 req-e18cfac7-f003-40d2-97c4-67e707eee932 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.109598 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcc19986-59ff-4935-8bdd-ca56b1957723 req-e18cfac7-f003-40d2-97c4-67e707eee932 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 944 time: 0.0486939 Aug 11 03:28:10.147088 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcc19986-59ff-4935-8bdd-ca56b1957723 req-b40e3f35-64ec-464c-b31e-26f923e09dbf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Aug 11 03:28:10.487421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 937712ac-f4c1-4755-a0d9-002418af8430 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:10.537017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 937712ac-f4c1-4755-a0d9-002418af8430 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:10.540638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 937712ac-f4c1-4755-a0d9-002418af8430 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:10.541000 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.614663 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.636253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:10.638580 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100e5a59-9386-4679-89eb-e3cf9447a298" -d '{"events": [{"server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "name": "network-vif-plugged", "status": "completed", "tag": "937712ac-f4c1-4755-a0d9-002418af8430"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:10.652097 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 937712ac-f4c1-4755-a0d9-002418af8430, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=937712ac-f4c1-4755-a0d9-002418af8430,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:10.656771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.683477 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9fa8c9-096e-4229-bd88-22d8c3d7586d x-openstack-request-id: req-8f9fa8c9-096e-4229-bd88-22d8c3d7586d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:10.683765 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "name": "network-vif-plugged", "status": "completed", "tag": "937712ac-f4c1-4755-a0d9-002418af8430", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:10.684042 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f9fa8c9-096e-4229-bd88-22d8c3d7586d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:10.684441 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430', 'code': 200} Aug 11 03:28:10.713368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=937712ac-f4c1-4755-a0d9-002418af8430,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:10.775474 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e6376-84c6-4925-a9fe-c1b742bfb894 req-668a4da8-b91b-4acc-94c7-f6713055f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.776983 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9b4e6376-84c6-4925-a9fe-c1b742bfb894 req-668a4da8-b91b-4acc-94c7-f6713055f3d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1096 time: 0.0411229 Aug 11 03:28:10.811474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9b4e6376-84c6-4925-a9fe-c1b742bfb894 req-85a59c1b-cdf0-4f54-953f-9fbb787f9a1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269003 Aug 11 03:28:11.261732 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f62c9-d842-4517-929c-22c3b95cd02b req-50f72de6-75e5-4751-b3e9-46c6257fa29d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:11.263289 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-039f62c9-d842-4517-929c-22c3b95cd02b req-50f72de6-75e5-4751-b3e9-46c6257fa29d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0502474 Aug 11 03:28:11.300921 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-039f62c9-d842-4517-929c-22c3b95cd02b req-697effd8-327b-483f-92fd-bb7ce48d006e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Aug 11 03:28:12.421927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ab6cd-f618-46f6-971f-a28c61f5f7a6 req-e6fd2b75-2a6c-4638-b21a-36803034bc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:12.423584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-960ab6cd-f618-46f6-971f-a28c61f5f7a6 req-e6fd2b75-2a6c-4638-b21a-36803034bc95 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0523193 Aug 11 03:28:12.463543 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-960ab6cd-f618-46f6-971f-a28c61f5f7a6 req-761069ca-a8e6-4672-9cf0-69b005db37ed tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333922 Aug 11 03:28:12.581226 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5da2-f3bf-4b13-b64b-58e732e7b2f1 req-cfe4e5c8-1b73-452a-82ff-f19fcd7a1f68 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:12.583176 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48cc5da2-f3bf-4b13-b64b-58e732e7b2f1 req-cfe4e5c8-1b73-452a-82ff-f19fcd7a1f68 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 11 03:28:12.621881 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-48cc5da2-f3bf-4b13-b64b-58e732e7b2f1 req-91e7a0ef-0900-4934-a708-1d4c294e2a1b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Aug 11 03:28:12.642956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:12.724458 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30fa969-4c57-4a30-a3fa-4f26ded1032f tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:12.725986 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b30fa969-4c57-4a30-a3fa-4f26ded1032f tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1091 time: 0.0820057 Aug 11 03:28:12.728860 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 51962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:12.733157 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '937712ac-f4c1-4755-a0d9-002418af8430', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:12.755645 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.855267 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.961412 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.253 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/a1b7b8f7-aaad-4b86-9cb7-d19cb2a8df1c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:13.062900 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.102526 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.138347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:13.143089 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:13.147308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:13.177225 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=a1b7b8f7-aaad-4b86-9cb7-d19cb2a8df1c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:13.510209 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.588744 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.734719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.740252 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.817390 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=a1b7b8f7-aaad-4b86-9cb7-d19cb2a8df1c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:13.832369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.934285 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP 90a07bba-40dd-44ff-beea-aac01b67eb8c associated. External IP: 172.25.6.253, port: 937712ac-f4c1-4755-a0d9-002418af8430. Aug 11 03:28:14.013956 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49d3d6a0-565e-43c1-a6e0-67d25f3c446a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.148728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 313a578b-581b-4259-bcb1-340b140d5563 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:14.256315 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:14.265745 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] Sync routers for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:14.273443 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.276177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:14.276797 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:14.301076 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-829c5b5d-6578-40e9-ab3f-01f4f96bb753 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5712094 Aug 11 03:28:14.301648 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:14.304055 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "tag": "937712ac-f4c1-4755-a0d9-002418af8430"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:14.345824 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2b9f37-3b8e-4318-b3e2-53f5bab17e31 x-openstack-request-id: req-6e2b9f37-3b8e-4318-b3e2-53f5bab17e31 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:14.346136 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "tag": "937712ac-f4c1-4755-a0d9-002418af8430", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:14.346390 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e2b9f37-3b8e-4318-b3e2-53f5bab17e31 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:14.346798 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430', 'status': 'completed', 'code': 200} Aug 11 03:28:14.388383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:14.413634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6f52-697e-4e5f-b2c0-887f4ae95111 req-fdc00aae-ceb5-484f-b803-6b06439322e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.415799 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-207d6f52-697e-4e5f-b2c0-887f4ae95111 req-fdc00aae-ceb5-484f-b803-6b06439322e1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0540388 Aug 11 03:28:14.459357 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-207d6f52-697e-4e5f-b2c0-887f4ae95111 req-9c052abc-dbbe-45ee-ab1b-85f66d5c3b0e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368774 Aug 11 03:28:14.465662 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-f2d637f4-8cf1-4d4e-86c1-634f9c9a5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.467356 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-f2d637f4-8cf1-4d4e-86c1-634f9c9a5fd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1096 time: 0.0873935 Aug 11 03:28:14.476606 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51970) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:14.547580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3b4e93bf-8236-4beb-a777-7ae895552140 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/90a07bba-40dd-44ff-beea-aac01b67eb8c HTTP/1.1" status: 200 len: 991 time: 0.0698221 Aug 11 03:28:14.568192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-b277c3bb-c693-4838-bbca-105295ec435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.569694 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-b277c3bb-c693-4838-bbca-105295ec435c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 897 time: 0.0952659 Aug 11 03:28:14.617136 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '90a07bba-40dd-44ff-beea-aac01b67eb8c', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '313a578b-581b-4259-bcb1-340b140d5563', 'port_id': '937712ac-f4c1-4755-a0d9-002418af8430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'mac_address': 'fa:16:3e:9d:31:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:28:13Z', 'updated_at': '2021-08-11T03:28:13Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:14.637865 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-4e8d15a9-8384-4850-a828-6e7ec3ba40c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 999 time: 0.0610673 Aug 11 03:28:14.648442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] Checking router: 313a578b-581b-4259-bcb1-340b140d5563 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:14.656960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:14.657469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:27:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:14.688167 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-b82115c9-b486-4a0b-b3ad-9dd3e76a92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.689678 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-b82115c9-b486-4a0b-b3ad-9dd3e76a92ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 200 len: 834 time: 0.0446489 Aug 11 03:28:14.743423 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-68a3b20d-d8c2-43c3-8a20-c45ea1a21cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.744979 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-68a3b20d-d8c2-43c3-8a20-c45ea1a21cb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f790d712-2614-46db-94d1-e5df7bdae321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484211 Aug 11 03:28:14.839024 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-7a324252-7a01-452a-a0e5-ff6715633d2b service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861230 Aug 11 03:28:14.918101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:14.932688 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e23ea467-d3f3-4b8c-92ae-40ce927bd2b7 req-fab38922-ac1d-4a56-98cd-bc03d27e129c service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Aug 11 03:28:15.139572 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '90a07bba-40dd-44ff-beea-aac01b67eb8c', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '313a578b-581b-4259-bcb1-340b140d5563', 'port_id': '937712ac-f4c1-4755-a0d9-002418af8430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'mac_address': 'fa:16:3e:9d:31:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:28:13Z', 'updated_at': '2021-08-11T03:28:13Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:15.164947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdf74-0e05-45d6-af18-08c53e0cc366 None None] The sync data for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 is: [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '90a07bba-40dd-44ff-beea-aac01b67eb8c', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.253', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '313a578b-581b-4259-bcb1-340b140d5563', 'port_id': '937712ac-f4c1-4755-a0d9-002418af8430', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'mac_address': 'fa:16:3e:9d:31:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:28:13Z', 'updated_at': '2021-08-11T03:28:13Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:15.349950 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e0460-83cc-48df-91ec-a81d8113e952 None None] New status for floating IP 90a07bba-40dd-44ff-beea-aac01b67eb8c: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:28:15.551551 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 51972) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:15.617353 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-00fc449f-f87d-4c13-9538-b8944290023d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/90a07bba-40dd-44ff-beea-aac01b67eb8c HTTP/1.1" status: 200 len: 993 time: 0.0646570 Aug 11 03:28:17.539204 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c02ed156-e8ab-4e1a-9e22-b25d0a5d7c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.850226 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.678248 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.302781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:23.694570 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:23.695405 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.860680 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-9d73c635-2313-46d3-9ddd-88422286e9e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390606 Aug 11 03:28:29.939892 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a939-48a4-402c-86da-7cfa8a962528 req-6d3e1789-d666-4cf5-a573-b6c507bd3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:29.941942 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-6d3e1789-d666-4cf5-a573-b6c507bd3715 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1096 time: 0.0397041 Aug 11 03:28:30.044688 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a939-48a4-402c-86da-7cfa8a962528 req-106c269f-bf20-47ac-9915-29199f1ab05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.046237 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-106c269f-bf20-47ac-9915-29199f1ab05d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 897 time: 0.0866721 Aug 11 03:28:30.112916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-bbf20689-dee1-4769-9789-8fe124b84d63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 1001 time: 0.0569680 Aug 11 03:28:30.160517 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a939-48a4-402c-86da-7cfa8a962528 req-1306f7f9-dceb-4120-8fc4-24a751f20c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.161961 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-1306f7f9-dceb-4120-8fc4-24a751f20c6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 200 len: 834 time: 0.0425503 Aug 11 03:28:30.210361 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a939-48a4-402c-86da-7cfa8a962528 req-411d4e39-3c85-40ce-9c4c-6fc580370b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.211807 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-411d4e39-3c85-40ce-9c4c-6fc580370b99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f790d712-2614-46db-94d1-e5df7bdae321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426216 Aug 11 03:28:30.302494 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-abf83741-44f3-4cc4-b8dc-875c7e9c7f42 service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825050 Aug 11 03:28:30.395394 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c403a939-48a4-402c-86da-7cfa8a962528 req-5b5b87a8-a931-4c55-b60d-b8fb05dc3292 service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Aug 11 03:28:38.266493 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:44.014821 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-868f1409-b43a-4446-a3cc-014059d897ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.358913 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454648-d520-45bf-9c61-064b93371709 req-2a54fb42-ec78-4ea3-8dc1-885969605878 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:44.360621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2454648-d520-45bf-9c61-064b93371709 req-2a54fb42-ec78-4ea3-8dc1-885969605878 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0531132 Aug 11 03:28:44.399652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f2454648-d520-45bf-9c61-064b93371709 req-9e0ea476-b729-4afc-834a-24dd929e0e07 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Aug 11 03:28:45.514565 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298517d-7694-4297-90c8-6fee1363b3fe req-dc7f3bd5-9aad-4205-92fb-60801affd7a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:45.515963 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3298517d-7694-4297-90c8-6fee1363b3fe req-dc7f3bd5-9aad-4205-92fb-60801affd7a4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0491195 Aug 11 03:28:45.553410 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3298517d-7694-4297-90c8-6fee1363b3fe req-aadcefa2-a673-4f08-b351-7007f406d5ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Aug 11 03:28:46.671803 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f295-f22e-4d4b-8867-9629b2be6035 req-fb60ae01-2ced-4659-bf69-daf69f216641 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:46.673305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ed7f295-f22e-4d4b-8867-9629b2be6035 req-fb60ae01-2ced-4659-bf69-daf69f216641 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0539281 Aug 11 03:28:46.711514 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3ed7f295-f22e-4d4b-8867-9629b2be6035 req-c31689dd-289a-4444-aa66-47b47b36cbb0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Aug 11 03:28:47.539329 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1f05-61de-41a2-9926-0b8d342d63c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.829117 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1dbf-44db-4f9b-adf6-4191e2e5e685 req-8f6cf72c-202f-4cd9-ac3f-f7bf5c6b3b90 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:47.830630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d4d1dbf-44db-4f9b-adf6-4191e2e5e685 req-8f6cf72c-202f-4cd9-ac3f-f7bf5c6b3b90 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0526392 Aug 11 03:28:47.850789 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.880337 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0d4d1dbf-44db-4f9b-adf6-4191e2e5e685 req-e2b0fa96-0bb0-4d43-bf9b-f5765da30d12 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Aug 11 03:28:48.681323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.995280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de558-1189-4370-93b9-c9ce9bb2aba0 req-f63c91d4-4aa2-4337-abf5-cc9412010265 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:48.996792 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f0de558-1189-4370-93b9-c9ce9bb2aba0 req-f63c91d4-4aa2-4337-abf5-cc9412010265 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0498803 Aug 11 03:28:49.035380 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f0de558-1189-4370-93b9-c9ce9bb2aba0 req-3d5d401c-8404-41e8-8340-726302e82a22 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325899 Aug 11 03:28:50.148906 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370daf5-0dc6-4685-b78a-677782a2cdd0 req-cd19ee05-21e4-4469-bd1e-e615ba331df3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:50.150419 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d370daf5-0dc6-4685-b78a-677782a2cdd0 req-cd19ee05-21e4-4469-bd1e-e615ba331df3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0481367 Aug 11 03:28:50.187669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d370daf5-0dc6-4685-b78a-677782a2cdd0 req-a4018569-45d9-489a-8465-1771094f0927 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Aug 11 03:28:50.301304 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.305613 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7914d-f532-497e-9562-2b2973cd86f3 req-f3a682de-6cc3-4265-ab65-77e8d008839a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:51.307111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91c7914d-f532-497e-9562-2b2973cd86f3 req-f3a682de-6cc3-4265-ab65-77e8d008839a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0518715 Aug 11 03:28:51.343623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-91c7914d-f532-497e-9562-2b2973cd86f3 req-031b3381-521a-4dfb-88cf-a3aca4c6c708 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306504 Aug 11 03:28:52.458751 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c948f-ec60-462e-83cd-8a5949102196 req-29add2a5-443f-4e44-8048-8f4820456fd2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:52.460245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b5c948f-ec60-462e-83cd-8a5949102196 req-29add2a5-443f-4e44-8048-8f4820456fd2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0487266 Aug 11 03:28:52.497630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5b5c948f-ec60-462e-83cd-8a5949102196 req-399db96f-40b5-4649-b831-07c01e9a89f3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Aug 11 03:28:53.613687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d89f-8170-4f86-9e0d-e7bae7113e7b req-36aa3473-8542-4dca-805b-84d6090f995a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:53.615271 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7f1d89f-8170-4f86-9e0d-e7bae7113e7b req-36aa3473-8542-4dca-805b-84d6090f995a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0492456 Aug 11 03:28:53.655212 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f7f1d89f-8170-4f86-9e0d-e7bae7113e7b req-05dddb72-2b48-4f11-bd92-c04741eace98 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332882 Aug 11 03:28:53.689708 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.692342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.780192 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21541f9-fa95-47ee-b035-9a8d16cccb33 req-53b80981-dfc9-4eab-8c19-bbe6b7b9f9b9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:54.781746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21541f9-fa95-47ee-b035-9a8d16cccb33 req-53b80981-dfc9-4eab-8c19-bbe6b7b9f9b9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0561564 Aug 11 03:28:54.822480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f21541f9-fa95-47ee-b035-9a8d16cccb33 req-aa60ab7d-307f-4030-a37a-c92c73bddafa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338907 Aug 11 03:28:54.844938 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52008) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:54.909868 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-84e20aaa-87c0-4e2a-83d8-b5941a04c3c4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/90a07bba-40dd-44ff-beea-aac01b67eb8c HTTP/1.1" status: 200 len: 993 time: 0.0635498 Aug 11 03:28:56.161882 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a58ad-4ec2-4ef7-9bb5-acee1efb920a req-a4bb7812-a666-492b-8f77-02f086410fe8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.163585 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-358a58ad-4ec2-4ef7-9bb5-acee1efb920a req-a4bb7812-a666-492b-8f77-02f086410fe8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0513408 Aug 11 03:28:56.188760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-1dffebde-afc2-4b85-be3a-fba1dc5ba5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.190219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-1dffebde-afc2-4b85-be3a-fba1dc5ba5de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1096 time: 0.0420318 Aug 11 03:28:56.203501 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-358a58ad-4ec2-4ef7-9bb5-acee1efb920a req-24529345-4312-4d47-a2e8-afba0bdb3949 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Aug 11 03:28:56.280847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-41906ff1-99bd-43d3-a78e-2ca26364d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.282407 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-41906ff1-99bd-43d3-a78e-2ca26364d197 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 897 time: 0.0857136 Aug 11 03:28:56.351925 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-22dcd6c6-7219-4e1a-ae80-32d8a57a4022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 1001 time: 0.0629733 Aug 11 03:28:56.400969 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-0a76c88c-19f0-4fce-9f38-b12f1da7bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.402505 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-0a76c88c-19f0-4fce-9f38-b12f1da7bfa6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 200 len: 834 time: 0.0439279 Aug 11 03:28:56.451270 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-63477a86-77ee-4f10-9907-6dc2f12bef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.452665 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-63477a86-77ee-4f10-9907-6dc2f12bef1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f790d712-2614-46db-94d1-e5df7bdae321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418634 Aug 11 03:28:56.463035 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-36d67c1c-84ca-43ff-ada4-f0720fcbc47b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:28:56.463979 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-36d67c1c-84ca-43ff-ada4-f0720fcbc47b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048058 Aug 11 03:28:56.555675 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-8aac58ee-e4e4-470a-91c4-6f538a7911ca service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840719 Aug 11 03:28:56.648165 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-0da6eabc-bd28-432e-9a32-9f04cd5c58f9 req-1921b49b-adfe-4064-8c25-f1f533a67a49 service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837128 Aug 11 03:28:57.328720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818f52-47e5-4922-b98a-181f86f26010 req-1f90dbdb-60de-4863-8d4d-bc4ce785483d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.330296 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98818f52-47e5-4922-b98a-181f86f26010 req-1f90dbdb-60de-4863-8d4d-bc4ce785483d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0560486 Aug 11 03:28:57.372969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-98818f52-47e5-4922-b98a-181f86f26010 req-dcc2ac2e-7305-4f48-8d47-6b04c1ff521f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348771 Aug 11 03:28:57.400474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52018) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:57.460584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-fb3a54e1-2c64-4e8b-8c84-44f986bf0d8c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/90a07bba-40dd-44ff-beea-aac01b67eb8c HTTP/1.1" status: 200 len: 993 time: 0.0589416 Aug 11 03:29:14.017225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc59a-733d-4993-9699-fa2300082962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.266559 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:17.542876 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d74c6ffd-f060-4aa0-b96a-270c8cff2986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:17.854543 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.685901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:20.306863 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:23.696110 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:23.705079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.804571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52036) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:27.974511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port a1b7b8f7-aaad-4b86-9cb7-d19cb2a8df1c {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:27.974781 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.061856 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.062237 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.076343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for a1b7b8f7-aaad-4b86-9cb7-d19cb2a8df1c owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:28.239321 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.267770 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=a1b7b8f7-aaad-4b86-9cb7-d19cb2a8df1c,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:28.280203 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.280555 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.280893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.281235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.281563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.281893 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.282250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.282578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.282904 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.283227 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.283549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.283892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:28.343369 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.343711 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP 90a07bba-40dd-44ff-beea-aac01b67eb8c disassociated (deleted). External IP: 172.25.6.253, port: 937712ac-f4c1-4755-a0d9-002418af8430. Aug 11 03:29:28.555758 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 313a578b-581b-4259-bcb1-340b140d5563 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:28.670940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:28.676750 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.681569 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] Sync routers for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:28.691226 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:28.691865 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:28.708188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df18f0b5-2f19-4d6d-88e1-d391c8f1d6d5 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/floatingips/90a07bba-40dd-44ff-beea-aac01b67eb8c HTTP/1.1" status: 204 len: 168 time: 0.9024889 Aug 11 03:29:28.708867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:28.711563 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "tag": "937712ac-f4c1-4755-a0d9-002418af8430"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:28.751990 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110eaaeb-6ddb-42d9-b633-7c99e9e0a392 x-openstack-request-id: req-110eaaeb-6ddb-42d9-b633-7c99e9e0a392 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:28.752320 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "tag": "937712ac-f4c1-4755-a0d9-002418af8430", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:28.752591 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-110eaaeb-6ddb-42d9-b633-7c99e9e0a392 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:28.752994 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430', 'status': 'completed', 'code': 200} Aug 11 03:29:28.809657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:28.827372 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-455d49bb-0496-46c8-89ed-0a3c957f549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.830060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-455d49bb-0496-46c8-89ed-0a3c957f549b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 1096 time: 0.0541615 Aug 11 03:29:28.937522 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-1571d9c0-d468-477e-abfe-cbc166066bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.939600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-1571d9c0-d468-477e-abfe-cbc166066bb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 200 len: 897 time: 0.1012833 Aug 11 03:29:28.970903 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050572cd-3a66-4543-b32a-3e54473f7a0c req-c1df0da9-f094-4b4f-a87f-9bf90c828de6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.973185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-050572cd-3a66-4543-b32a-3e54473f7a0c req-c1df0da9-f094-4b4f-a87f-9bf90c828de6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0529931 Aug 11 03:29:28.989682 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-c5ac11b3-1102-413a-81fa-2ffd984080a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 200 len: 217 time: 0.0413232 Aug 11 03:29:29.017748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-050572cd-3a66-4543-b32a-3e54473f7a0c req-4b86bcbf-bddb-4534-bcb4-46d4d79a4e4c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376346 Aug 11 03:29:29.048012 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-d30d005e-f2e2-4dcd-8cea-c2635212c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.049551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-d30d005e-f2e2-4dcd-8cea-c2635212c459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 200 len: 834 time: 0.0525842 Aug 11 03:29:29.049913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:29.083484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] Checking router: 313a578b-581b-4259-bcb1-340b140d5563 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:29.091961 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:29.092595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:29.104533 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-71121a5d-1cf6-4f53-908a-49444d7c606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.106117 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-71121a5d-1cf6-4f53-908a-49444d7c606f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f790d712-2614-46db-94d1-e5df7bdae321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494034 Aug 11 03:29:29.209779 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-fee08ce9-4453-427f-8e4b-cb66fc14844a service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950415 Aug 11 03:29:29.210159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:29.319730 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-75bb77ce-75d9-4c2c-9c6d-e272bc27152b req-b3897b48-b3ff-4ce7-a36f-65b7413aaa19 service neutron] 10.222.0.59 "GET /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020970 Aug 11 03:29:29.442202 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:29.472448 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409ea3d-d7b1-429e-8258-eab2cf51c396 None None] The sync data for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 is: [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:28:01Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '10e2f6b1-a0e7-4f6e-af32-454f3ccb2241', 'name': '', 'network_id': 'f790d712-2614-46db-94d1-e5df7bdae321', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:86:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:00Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': 'd6d76890-fc04-4ef6-8289-19d715381799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:29.701330 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07adbca5-c863-46c4-b854-86573cc8d7f4 None None] New status for floating IP 90a07bba-40dd-44ff-beea-aac01b67eb8c: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:29:30.140215 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361e33-8e29-4f73-9aeb-fd48bf4e6547 req-165b11e6-fdae-421c-b986-67c4a63ccfb0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:30.141759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34361e33-8e29-4f73-9aeb-fd48bf4e6547 req-165b11e6-fdae-421c-b986-67c4a63ccfb0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0496597 Aug 11 03:29:30.186167 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-34361e33-8e29-4f73-9aeb-fd48bf4e6547 req-025cb9ed-a8b1-43cb-8e65-617d37f26ed9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Aug 11 03:29:30.386806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-3207132b-c39f-4abb-913b-48b66e16ccb6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:30.388297 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-3207132b-c39f-4abb-913b-48b66e16ccb6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 11 03:29:30.492702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 937712ac-f4c1-4755-a0d9-002418af8430 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:30.493044 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.586093 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 937712ac-f4c1-4755-a0d9-002418af8430, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=937712ac-f4c1-4755-a0d9-002418af8430,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:30.586467 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.600360 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 937712ac-f4c1-4755-a0d9-002418af8430 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:30.738377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.770425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=937712ac-f4c1-4755-a0d9-002418af8430,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:30.781137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.781501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.781849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.782224 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.782567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.782910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.783253 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.783583 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.785138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.785138 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.785333 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.785544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:30.834742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] No DVR routers for this DVR port 937712ac-f4c1-4755-a0d9-002418af8430 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:30.837593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.839790 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d9dfdc61-9a97-4565-9eae-0e33ad080404 req-33ede7f0-05a1-4657-bbd6-1c8fbace5260 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.59 "DELETE /v2.0/ports/937712ac-f4c1-4755-a0d9-002418af8430 HTTP/1.1" status: 204 len: 173 time: 0.4442782 Aug 11 03:29:30.840234 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'name': 'network-vif-deleted', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:30.842536 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbddfcf-b298-4cb0-a52c-d556babc530a" -d '{"events": [{"server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "name": "network-vif-deleted", "tag": "937712ac-f4c1-4755-a0d9-002418af8430"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:30.885060 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea47964-51eb-4bcd-b84f-11f2d0ca1c6e x-openstack-request-id: req-bea47964-51eb-4bcd-b84f-11f2d0ca1c6e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:30.885360 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc", "name": "network-vif-deleted", "tag": "937712ac-f4c1-4755-a0d9-002418af8430", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:30.885616 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bea47964-51eb-4bcd-b84f-11f2d0ca1c6e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:30.886052 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc', 'name': 'network-vif-deleted', 'tag': '937712ac-f4c1-4755-a0d9-002418af8430', 'status': 'completed', 'code': 200} Aug 11 03:29:31.320576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1e1694e-931a-48bc-8a52-e4098c8ee8af req-151876f1-c1b1-4efc-8166-56fc0a2460ee tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c941f3b-6cdd-4ffe-a7a3-1d4190e0d1bc HTTP/1.1" status: 200 len: 210 time: 0.0281827 Aug 11 03:29:32.380324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52052) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:33.126676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.399006 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:33.399694 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.495053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:33.495426 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.509219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:33.713440 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.739166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=10e2f6b1-a0e7-4f6e-af32-454f3ccb2241,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:33.943944 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.183927 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 313a578b-581b-4259-bcb1-340b140d5563 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:34.295785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:34.301561 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9e75e005-5988-4ac8-8e58-6197942d3e54 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/313a578b-581b-4259-bcb1-340b140d5563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199994 Aug 11 03:29:34.304704 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52054) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:34.306665 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] Sync routers for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:34.316386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:34.316992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:34.433782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:34.634517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:29:33Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:34.662686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] Checking router: 313a578b-581b-4259-bcb1-340b140d5563 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:34.671990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] Routers {'313a578b-581b-4259-bcb1-340b140d5563'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:34.672632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['313a578b-581b-4259-bcb1-340b140d5563'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:34.722403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting subnet d6d76890-fc04-4ef6-8289-19d715381799 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:29:34.725627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.767663 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.783195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] Set router 313a578b-581b-4259-bcb1-340b140d5563 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:34.865918 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.933904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.962491 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d76890-fc04-4ef6-8289-19d715381799,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:34.966369 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.972659 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cf5a6e08-31d1-4f48-841a-9a39fae578eb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/subnets/d6d76890-fc04-4ef6-8289-19d715381799 HTTP/1.1" status: 204 len: 168 time: 0.6626554 Aug 11 03:29:34.973841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52056) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:35.004394 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 937712ac-f4c1-4755-a0d9-002418af8430 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:35.006328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52162fa-b870-4d85-91d6-0543e710b2ae None None] Network f790d712-2614-46db-94d1-e5df7bdae321 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:35.069588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 937712ac-f4c1-4755-a0d9-002418af8430 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:35.069929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 937712ac-f4c1-4755-a0d9-002418af8430 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:35.091483 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.228757 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.279476 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:29:33Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:35.299703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port eabaff95-bb29-49b9-9710-fc6a89e12a64 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:35.300066 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.308284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afbb69-7fdd-498b-95a8-6520d8317cad None None] The sync data for ids ['313a578b-581b-4259-bcb1-340b140d5563'] in n-d-715271-8 is: [{'id': '313a578b-581b-4259-bcb1-340b140d5563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356257036', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:57Z', 'updated_at': '2021-08-11T03:29:33Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': 'eabaff95-bb29-49b9-9710-fc6a89e12a64', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a578b-581b-4259-bcb1-340b140d5563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:58Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:35.316217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] DHCP port deletion for f790d712-2614-46db-94d1-e5df7bdae321 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:29:35.375777 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Deleting port 5a173b9c-371f-45c2-937d-5239d8e5fca1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:35.376157 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.410063 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port eabaff95-bb29-49b9-9710-fc6a89e12a64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=eabaff95-bb29-49b9-9710-fc6a89e12a64,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:35.410580 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.422263 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for eabaff95-bb29-49b9-9710-fc6a89e12a64 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:35.443675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] For port 5a173b9c-371f-45c2-937d-5239d8e5fca1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=5a173b9c-371f-45c2-937d-5239d8e5fca1,segment=NetworkSegment(f5521a07-c069-4edd-92e5-2bb3db1dbf45),segment_id=f5521a07-c069-4edd-92e5-2bb3db1dbf45)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:35.444065 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.460827 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Calling delete_port for 5a173b9c-371f-45c2-937d-5239d8e5fca1 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:35.540014 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.569972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Pushing event deleted for resources: {'Port': ['ID=5a173b9c-371f-45c2-937d-5239d8e5fca1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:35.574577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] No DVR routers for this DVR port 5a173b9c-371f-45c2-937d-5239d8e5fca1 on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:35.582307 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.582651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.582980 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.583322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.586030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd187-f9eb-4c43-b8a1-b11cd6f1e3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:35.610542 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.638232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=eabaff95-bb29-49b9-9710-fc6a89e12a64,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:35.717378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.757634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5a173b9c-371f-45c2-937d-5239d8e5fca1 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:35.784996 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 5a173b9c-371f-45c2-937d-5239d8e5fca1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:35.785340 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 5a173b9c-371f-45c2-937d-5239d8e5fca1 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:35.819576 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.821903 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.873437 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.874431 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Fanout notify agent at l3_agent the message router_deleted on router 313a578b-581b-4259-bcb1-340b140d5563 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:29:35.885167 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.886406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4db14cdf-5f9e-4741-802a-5ddef6abaa25 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/routers/313a578b-581b-4259-bcb1-340b140d5563 HTTP/1.1" status: 204 len: 168 time: 0.9124293 Aug 11 03:29:35.889410 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52058) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:35.970659 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.069567 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.081286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f790d712-2614-46db-94d1-e5df7bdae321']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:36.094074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5521a07-c069-4edd-92e5-2bb3db1dbf45') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:36.094383 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5521a07-c069-4edd-92e5-2bb3db1dbf45') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:36.103876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.118484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.124838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:29:36.125365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:29:36.129644 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:29:36.187123 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.194803 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.196005 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/networks/f790d712-2614-46db-94d1-e5df7bdae321 HTTP/1.1" status: 204 len: 168 time: 0.3054092 Aug 11 03:29:36.199006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:36.207932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b0a0c-f659-4a01-93da-94c36ca2e2c3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Network': ['ID=f790d712-2614-46db-94d1-e5df7bdae321,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:36.262011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194dae9-ad07-4c7c-a8e8-40c670cde2d2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.289477 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194dae9-ad07-4c7c-a8e8-40c670cde2d2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.359191 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194dae9-ad07-4c7c-a8e8-40c670cde2d2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.362734 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194dae9-ad07-4c7c-a8e8-40c670cde2d2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.367448 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-3194dae9-ad07-4c7c-a8e8-40c670cde2d2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/security-groups/6aed3d64-ce68-48b9-bcbc-ae2acd7913e4 HTTP/1.1" status: 204 len: 168 time: 0.1673450 Aug 11 03:29:36.379392 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194dae9-ad07-4c7c-a8e8-40c670cde2d2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed3d64-ce68-48b9-bcbc-ae2acd7913e4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:36.834687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:36.839529 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109864303', 'description': 'tempest-secgroup-smoke-2109864303 description', 'project_id': 'a1a8c803766c4113a2c7024f37109224'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:36.865137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.958187 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.966374 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.993119 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.994417 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1586230 Aug 11 03:29:36.997475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52068) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:36.998902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5495c1c-98b1-4841-b452-0fec3762d3ea tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18e62b6-b578-49fc-aca8-2944a688d966,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.004682 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'd18e62b6-b578-49fc-aca8-2944a688d966', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.037226 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.106373 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.110797 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.129026 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a0c970-c73d-4381-91ea-82e08dff4418,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.136740 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.138182 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-69557d7e-3e16-4618-8e6a-79572941ae09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392565 Aug 11 03:29:37.140865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52070) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.146932 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'd18e62b6-b578-49fc-aca8-2944a688d966', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.174825 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.234198 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.238839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.259057 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549181f4-e959-40a1-b80e-087b0eeb50ff,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.268118 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.269393 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-de2a18c6-395b-4624-b4af-8e08b0a16b0b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272912 Aug 11 03:29:37.272087 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52072) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.276635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'd18e62b6-b578-49fc-aca8-2944a688d966', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.306876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.331425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:37.351616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:37.351985 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 10e2f6b1-a0e7-4f6e-af32-454f3ccb2241 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:37.352384 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eabaff95-bb29-49b9-9710-fc6a89e12a64 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:37.370982 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.371651 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: eabaff95-bb29-49b9-9710-fc6a89e12a64 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:37.371974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device eabaff95-bb29-49b9-9710-fc6a89e12a64 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:37.375876 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.395273 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4704f5b-9d85-4100-a388-a927bf95f221,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.398534 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.399721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-88275902-ef99-4f33-9744-75ab57606b83 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267149 Aug 11 03:29:37.402480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52074) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.406845 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'd18e62b6-b578-49fc-aca8-2944a688d966', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.432871 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.495776 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.499751 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.518130 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61e3289-e0bc-4195-bf68-a133f7333626,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.524060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.525324 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-70186650-1fbe-4bdf-bc82-c5a728f63c4e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218898 Aug 11 03:29:37.528443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52076) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.533028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'd18e62b6-b578-49fc-aca8-2944a688d966', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.555434 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:29:37.560649 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.622879 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.628002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.647619 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19609c10-e811-4f02-91b1-f94aeaa58b32,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.650707 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.651889 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-db2203a5-1312-48e2-8bf7-2abe461151ad tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224980 Aug 11 03:29:37.654649 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52078) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.659571 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'security_group_rule': {'security_group_id': 'd18e62b6-b578-49fc-aca8-2944a688d966', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.682082 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Project a1a8c803766c4113a2c7024f37109224 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:29:37.687526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.748787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.752657 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.773989 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a37e968-2160-43f7-83bf-36b2a5c8d454,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:37.777748 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.781737 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0000ba29-8776-4abb-9127-355188faf772 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234286 Aug 11 03:29:37.782262 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52080) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.787238 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'network': {'name': 'tempest-network-smoke--324754285', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'port_security_enabled': True}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.807567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:37.811166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.838720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:29:37.848692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.849025 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Added segment 963675ed-6686-4ee5-a102-e3e4276bc45f of type vlan for network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 Aug 11 03:29:37.888471 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.916642 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.922314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:37.922901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.980078 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1971128 Aug 11 03:29:37.982958 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52082) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.988143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'admin_state_up': True, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:38.001566 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9e2be-b7a7-4d98-8944-a9c6c3fc7dfa tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Network': ['ID=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:38.011591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:29:38.016818 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.018551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.078882 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.212122 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.405340 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.423954 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.530616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.161 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/73482617-be4b-4179-8946-23485d5d7d54) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:38.629272 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.669303 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.712960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:38.715966 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:38.719578 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:38.742671 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=73482617-be4b-4179-8946-23485d5d7d54,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:39.274515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.473251 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.599691 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 1c16d1eb-153d-4fbd-88e6-768475d2d726 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:29:39.706960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:39.717954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Sync routers for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:39.726125 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.727431 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6bad1484-bc35-40b9-a701-2deb62e2ad80 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7436376 Aug 11 03:29:39.730516 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52084) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:39.731111 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:39.731723 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:39.759519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9a8583d2-6e3a-441f-b4b9-00afad50e5fe tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a1a8c803766c4113a2c7024f37109224&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278804 Aug 11 03:29:39.762159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52086) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:39.839645 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:39.861018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214977e-8a00-42d0-b577-efae2be6fda0 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.863177 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9214977e-8a00-42d0-b577-efae2be6fda0 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000099 Aug 11 03:29:39.866139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52088) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:39.896435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ca142394-8b75-40a1-8ee7-e883e961700c tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=f2c31456-c013-4995-b9ff-1fd42978e5e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288033 Aug 11 03:29:39.899179 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:39.904948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117117823', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:39.996692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:40.000349 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.102414 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:39Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:40.131850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Checking router: 1c16d1eb-153d-4fbd-88e6-768475d2d726 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:40.132087 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Updating router 1c16d1eb-153d-4fbd-88e6-768475d2d726 port 73482617-be4b-4179-8946-23485d5d7d54 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:29:40.156011 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.180737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.232719 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Subnet': ['ID=145f45e5-92d3-46a2-b68f-69303666423e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:40.248566 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Checking segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:40.248930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network hostable DHCP agents. Network: ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:29:40.264293 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:29:40.273739 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:40.278033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:40.278627 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.289025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac286c-d2d4-4c86-99e5-840e2b302b56 None None] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:40.302892 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52092) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:40.306600 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-af820b01-9ac2-4df2-9732-ab93482b1e5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4019334 Aug 11 03:29:40.453069 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.464995 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Transition to ACTIVE for port object 73482617-be4b-4179-8946-23485d5d7d54 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:40.473723 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.517230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:29:40.518972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.529104 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Attempting to bind port 73482617-be4b-4179-8946-23485d5d7d54 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:40.529621 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Attempting to bind port 73482617-be4b-4179-8946-23485d5d7d54 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:40.530189 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Attempting to bind port 73482617-be4b-4179-8946-23485d5d7d54 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:40.534850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Pushing event updated for resources: {'Port': ['ID=73482617-be4b-4179-8946-23485d5d7d54,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:40.544044 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.544561 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.545003 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.545441 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.545868 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.546319 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.546749 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.547142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.547530 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.547925 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.548323 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.548717 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:40.552350 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:40.553058 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:40.553593 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.553984 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:40.554510 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Bound port: 73482617-be4b-4179-8946-23485d5d7d54, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:40.554900 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.621148 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] For port 73482617-be4b-4179-8946-23485d5d7d54, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:40.624947 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] For port 73482617-be4b-4179-8946-23485d5d7d54, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=73482617-be4b-4179-8946-23485d5d7d54,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:40.631704 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.677678 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:40.678349 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:40.691020 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Allocated IP 172.20.0.2 (ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2/145f45e5-92d3-46a2-b68f-69303666423e/a046962c-573a-4838-a1fe-b220d3b3198d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:40.779613 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159a7be-e494-4673-920e-83a137b25825 None None] Pushing event updated for resources: {'Port': ['ID=73482617-be4b-4179-8946-23485d5d7d54,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:40.806038 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:40.820921 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.859563 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.868109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Transition to ACTIVE for port object a046962c-573a-4838-a1fe-b220d3b3198d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:40.883807 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Transition to ACTIVE for port object a046962c-573a-4838-a1fe-b220d3b3198d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:40.890526 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.931866 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:40.936753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:40.942117 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:40.945437 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Pushing event updated for resources: {'Port': ['ID=a046962c-573a-4838-a1fe-b220d3b3198d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:40.993676 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:39Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:41.026459 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0abb5-708f-41e4-a0a4-1e434f476deb None None] The sync data for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 is: [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:39Z', 'revision_number': 3, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:41.033694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Attempting to bind port a046962c-573a-4838-a1fe-b220d3b3198d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:41.034107 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Attempting to bind port a046962c-573a-4838-a1fe-b220d3b3198d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:41.034683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Attempting to bind port a046962c-573a-4838-a1fe-b220d3b3198d on network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:41.040297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:41.040764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Checking segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:41.041079 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.041481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Bound using segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:41.041965 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Bound port: a046962c-573a-4838-a1fe-b220d3b3198d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:41.042392 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.120634 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] For port a046962c-573a-4838-a1fe-b220d3b3198d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:41.124991 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] For port a046962c-573a-4838-a1fe-b220d3b3198d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a046962c-573a-4838-a1fe-b220d3b3198d,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:41.131794 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.134465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.1 (ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2/145f45e5-92d3-46a2-b68f-69303666423e/14569c80-00f2-4572-bb5d-98dd0e0a3c0d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:41.201177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef21f3-2774-4ed8-95a8-928e31fa6ed1 None None] Pushing event updated for resources: {'Port': ['ID=a046962c-573a-4838-a1fe-b220d3b3198d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:41.293831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.324343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object 14569c80-00f2-4572-bb5d-98dd0e0a3c0d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:41.375708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.435232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:41.446475 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:41.451369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:41.459946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:41.488264 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 73482617-be4b-4179-8946-23485d5d7d54 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:41.518444 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.559170 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 73482617-be4b-4179-8946-23485d5d7d54 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:41.564914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 73482617-be4b-4179-8946-23485d5d7d54 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:41.565306 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.661737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.676177 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.683772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 73482617-be4b-4179-8946-23485d5d7d54, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=73482617-be4b-4179-8946-23485d5d7d54,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:41.689541 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.747047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=73482617-be4b-4179-8946-23485d5d7d54,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:41.983863 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.991405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.072452 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:42.074942 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.173015 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:42.174884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:42.245110 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ae311-a4b6-4fb1-b3f0-61af2f1366d1 None None] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:42.304036 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 1c16d1eb-153d-4fbd-88e6-768475d2d726 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:42.365262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-82758e7f-2fc2-4f7f-a2e3-1e2addd52465 None None] Provisioning for port a046962c-573a-4838-a1fe-b220d3b3198d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:42.432107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:42.438283 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-32b725c5-da9b-4c85-853a-639eaf26604e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/1c16d1eb-153d-4fbd-88e6-768475d2d726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1328330 Aug 11 03:29:42.599408 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5fcc241f-84f8-44ba-b6c9-ccbccee020f4 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109864303&fields=id&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 267 time: 0.0404892 Aug 11 03:29:42.702460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a8c9700-75fd-411e-83ee-e8b8e0018648 None None] Provisioning for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:42.708578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3a8c9700-75fd-411e-83ee-e8b8e0018648 None None] Provisioning complete for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:42.709009 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9700-75fd-411e-83ee-e8b8e0018648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.731389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-05b4bdb6-a598-4671-973d-c63b8b2bd931 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.733001 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-05b4bdb6-a598-4671-973d-c63b8b2bd931 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 796 time: 0.1261842 Aug 11 03:29:42.746380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c9700-75fd-411e-83ee-e8b8e0018648 None None] Port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:42.753550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5f025c2d-d790-4144-8fcd-abc2a50e0016 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/quotas/a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 375 time: 0.0101242 Aug 11 03:29:42.790201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Sync routers for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:42.801486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:42.802391 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:42.811678 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-30175d60-8e80-49c5-9f8d-99ccb3b081cc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518827 Aug 11 03:29:42.915692 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-64fb8f94-0ea0-4b8c-be8b-4961e4382d31 None None] Provisioning complete for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:42.915972 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64fb8f94-0ea0-4b8c-be8b-4961e4382d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.943149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:42.957910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-4d96e721-1f33-4a3a-89ae-b2fa3f10fd15 service neutron] 10.222.0.16 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330268 Aug 11 03:29:42.990811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-64fb8f94-0ea0-4b8c-be8b-4961e4382d31 None None] Port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:43.128425 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7fa5bcd3-9fdc-470e-8ff2-4cf9f5e8586e None None] Provisioning complete for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:43.128705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bcd3-9fdc-470e-8ff2-4cf9f5e8586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.184960 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5bcd3-9fdc-470e-8ff2-4cf9f5e8586e None None] Port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:43.209513 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 2, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:43.241830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Checking router: 1c16d1eb-153d-4fbd-88e6-768475d2d726 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:43.242216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Updating router 1c16d1eb-153d-4fbd-88e6-768475d2d726 port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:29:43.267545 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.364327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-1c6ea51f-63df-464e-a8bc-34cd11d036af service neutron] 10.222.0.16 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997169 Aug 11 03:29:43.450806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 73482617-be4b-4179-8946-23485d5d7d54 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:43.544908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 73482617-be4b-4179-8946-23485d5d7d54 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:43.545411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.550045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d6fc32dd-222d-470b-910b-dd7d18600bb8 req-e943fbcf-2e06-4bf6-b9f6-5894cf488ab1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 210 time: 0.0303121 Aug 11 03:29:43.649183 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.662259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Transition to ACTIVE for port object 14569c80-00f2-4572-bb5d-98dd0e0a3c0d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:43.687616 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.724893 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a046962c-573a-4838-a1fe-b220d3b3198d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:43.801109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2fc95-65a3-4d01-9249-39a5a2163f22 None None] Pushing event updated for resources: {'Port': ['ID=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:43.834674 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Attempting to bind port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:43.835044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Attempting to bind port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:43.835413 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Attempting to bind port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d on network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:43.845121 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:43.845502 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Checking segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:43.846659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.846916 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Bound using segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:43.847454 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Bound port: 14569c80-00f2-4572-bb5d-98dd0e0a3c0d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:43.847843 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.851200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port a046962c-573a-4838-a1fe-b220d3b3198d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:43.865140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a046962c-573a-4838-a1fe-b220d3b3198d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:43.865661 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.951501 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] For port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:43.957023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] For port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:43.986595 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.063408 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.098369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4c14-17ce-4629-986a-ea4290883247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.100650 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:44.101278 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:44.103775 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2fc95-65a3-4d01-9249-39a5a2163f22 None None] Pushing event updated for resources: {'Port': ['ID=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:44.332480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port a046962c-573a-4838-a1fe-b220d3b3198d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a046962c-573a-4838-a1fe-b220d3b3198d,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:44.340847 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.437524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:44.463487 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=a046962c-573a-4838-a1fe-b220d3b3198d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:44.681010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:43Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:44.692069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-19284ab7-972a-4632-b2ce-c9609ab35f55 req-ca278050-76b7-469d-8e06-26db3e167a35 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 210 time: 0.0646453 Aug 11 03:29:44.709227 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9bb1ad-e3e3-4c96-9689-b2ea6f3c8d56 None None] The sync data for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 is: [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:43Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:44.759074 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-003a50dc-bcbc-4aab-8134-2c9449d7eccf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:44.761636 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-003a50dc-bcbc-4aab-8134-2c9449d7eccf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 796 time: 0.1586363 Aug 11 03:29:44.836041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-77a67606-091e-4b6d-836d-8c3566a437f2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a8c803766c4113a2c7024f37109224 HTTP/1.1" status: 200 len: 380 time: 0.0553691 Aug 11 03:29:44.858830 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'port': {'device_id': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'admin_state_up': True, 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'security_groups': ['d18e62b6-b578-49fc-aca8-2944a688d966']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:44.976034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Made reservation on behalf of a1a8c803766c4113a2c7024f37109224 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:44.980209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.129360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.20.0.10 (ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2/145f45e5-92d3-46a2-b68f-69303666423e/dc167921-0592-42b3-9d39-0405102eb912) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:45.281851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.297692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Transition to ACTIVE for port object dc167921-0592-42b3-9d39-0405102eb912 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:45.340241 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.392911 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:45.401359 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=dc167921-0592-42b3-9d39-0405102eb912,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:45.404131 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:45.406275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:45.464767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a046962c-573a-4838-a1fe-b220d3b3198d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:45.471309 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:45.472007 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.488474 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-5c96a405-4d87-4d13-8187-185f061bc3e9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6340168 Aug 11 03:29:45.500943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-b26bda14-9fed-4766-ac93-9d88081a1c5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:29:45.502854 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-b26bda14-9fed-4766-ac93-9d88081a1c5f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078189 Aug 11 03:29:45.532469 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port a046962c-573a-4838-a1fe-b220d3b3198d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:45.532626 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.585554 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Request body: {'port': {'device_id': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:45.649099 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14569c80-00f2-4572-bb5d-98dd0e0a3c0d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:45.656753 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.713333 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:45.720288 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:45.721491 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.748092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b39f9db6-f28e-4066-b3ae-f3800bb0f163 None None] Provisioning for port dc167921-0592-42b3-9d39-0405102eb912 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:45.758149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b39f9db6-f28e-4066-b3ae-f3800bb0f163 None None] Provisioning complete for port dc167921-0592-42b3-9d39-0405102eb912 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:45.758529 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39f9db6-f28e-4066-b3ae-f3800bb0f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.807736 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b39f9db6-f28e-4066-b3ae-f3800bb0f163 None None] Port dc167921-0592-42b3-9d39-0405102eb912 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:45.847470 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.886361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:45.891573 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.942870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:45.951725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b1b00-a508-4145-91fc-596cb11b481c req-740168aa-0af2-41fd-822b-962676481eb1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:45.953293 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-884b1b00-a508-4145-91fc-596cb11b481c req-740168aa-0af2-41fd-822b-962676481eb1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 932 time: 0.1539967 Aug 11 03:29:46.023213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc167921-0592-42b3-9d39-0405102eb912 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:46.034029 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.039006 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-884b1b00-a508-4145-91fc-596cb11b481c req-96d5d95c-8738-4841-abb3-0ce0aed39c3b tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788953 Aug 11 03:29:46.049487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Transition to ACTIVE for port object dc167921-0592-42b3-9d39-0405102eb912 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:46.057385 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.111837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Pushing event updated for resources: {'Port': ['ID=dc167921-0592-42b3-9d39-0405102eb912,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:46.178107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Attempting to bind port dc167921-0592-42b3-9d39-0405102eb912 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:46.178447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Attempting to bind port dc167921-0592-42b3-9d39-0405102eb912 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:46.178780 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Attempting to bind port dc167921-0592-42b3-9d39-0405102eb912 on network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:46.183358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Port dc167921-0592-42b3-9d39-0405102eb912 on network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:46.183680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Attempting to bind port dc167921-0592-42b3-9d39-0405102eb912 on network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:46.188804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:46.189155 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Checking segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:46.190112 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Bound using segment: {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:46.190558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Bound port: dc167921-0592-42b3-9d39-0405102eb912, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963675ed-6686-4ee5-a102-e3e4276bc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:46.190933 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.262546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] For port dc167921-0592-42b3-9d39-0405102eb912, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:46.265466 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] For port dc167921-0592-42b3-9d39-0405102eb912, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dc167921-0592-42b3-9d39-0405102eb912,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:46.270673 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.310422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.311052 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.312590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 1092 time: 0.8029277 Aug 11 03:29:46.313034 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:46.316081 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a559cc-bff4-43fa-ad95-94eb9cdd126c" -d '{"events": [{"name": "network-changed", "server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "tag": "dc167921-0592-42b3-9d39-0405102eb912"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:46.350055 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433fc6-c5b9-439d-a0c2-8a01ea4b3211 service neutron] Pushing event updated for resources: {'Port': ['ID=dc167921-0592-42b3-9d39-0405102eb912,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:46.381648 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d3291-e903-41cc-90ea-8e9383989d14 x-openstack-request-id: req-564d3291-e903-41cc-90ea-8e9383989d14 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:46.382031 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "tag": "dc167921-0592-42b3-9d39-0405102eb912", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:46.382213 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-564d3291-e903-41cc-90ea-8e9383989d14 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:46.382604 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912', 'status': 'completed', 'code': 200} Aug 11 03:29:46.399449 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-16558f59-0632-420d-b3fd-dd18079295f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.400971 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-16558f59-0632-420d-b3fd-dd18079295f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1095 time: 0.0470581 Aug 11 03:29:46.448524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-b567692a-17ac-4af5-bd0d-797fcd8f885e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 217 time: 0.0394359 Aug 11 03:29:46.500544 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-056e253d-e290-41d9-8c37-5faceff36bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.502186 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-056e253d-e290-41d9-8c37-5faceff36bb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 200 len: 834 time: 0.0462453 Aug 11 03:29:46.547346 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-53c538e4-10c2-4c07-90b8-8177665c7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.549436 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-53c538e4-10c2-4c07-90b8-8177665c7fad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400364 Aug 11 03:29:46.642912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-48aaf2a6-b66a-48c4-84a0-e52ab7651d00 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869908 Aug 11 03:29:46.755721 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-da2ebaa5-f259-4d4a-ba9d-eb04c2a85e72 req-c2bb9995-eab6-4693-95e0-027b42c5fd76 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053998 Aug 11 03:29:46.843382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-b65823d2-bbf0-4bad-b519-81908d76b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.844910 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-b65823d2-bbf0-4bad-b519-81908d76b120 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1095 time: 0.0420840 Aug 11 03:29:46.937289 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-b404064d-8814-4720-acdd-f84010714111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.938835 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-b404064d-8814-4720-acdd-f84010714111 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 896 time: 0.0866401 Aug 11 03:29:46.981621 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-658fcaf4-c29b-474b-be9e-e9e7dc43c9dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 217 time: 0.0352266 Aug 11 03:29:47.031601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-9d6e2c50-d474-4f16-92bc-23e93d1fc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:47.032969 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-9d6e2c50-d474-4f16-92bc-23e93d1fc48a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 200 len: 834 time: 0.0427790 Aug 11 03:29:47.085930 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-c64c072f-fdea-4bfc-a5ee-2730a63b3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:47.087489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-c64c072f-fdea-4bfc-a5ee-2730a63b3f1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473919 Aug 11 03:29:47.207081 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f9472-be2a-4b07-a32b-0916004947ed req-180aa5c3-e2fb-48c0-9161-c975e6d5541f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:47.208584 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d32f9472-be2a-4b07-a32b-0916004947ed req-180aa5c3-e2fb-48c0-9161-c975e6d5541f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 944 time: 0.0946128 Aug 11 03:29:47.235575 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-87fcfbbe-fdc9-46cf-b215-9f94ba1fc3e5 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400185 Aug 11 03:29:47.272477 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d32f9472-be2a-4b07-a32b-0916004947ed req-e57796ca-8934-4564-a63d-b2cfd1a1e91c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543830 Aug 11 03:29:47.340486 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17a559cc-bff4-43fa-ad95-94eb9cdd126c req-8aae4202-ac4c-4f69-b7af-2ab36874e5c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920928 Aug 11 03:29:47.342629 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14569c80-00f2-4572-bb5d-98dd0e0a3c0d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:47.393647 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:47.394040 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.544042 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6db0279-ccc8-4222-b083-91ebf221f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.854882 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.394097 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bfef4-2c8c-4578-8ce7-aee574578c65 req-ab5e528b-8793-4b59-86c6-2263ee5c6735 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:48.395497 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d75bfef4-2c8c-4578-8ce7-aee574578c65 req-ab5e528b-8793-4b59-86c6-2263ee5c6735 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 944 time: 0.0563462 Aug 11 03:29:48.432879 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d75bfef4-2c8c-4578-8ce7-aee574578c65 req-d1ce8e86-579a-4f69-a8e9-cc4ff3716170 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Aug 11 03:29:48.687213 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.303988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dc167921-0592-42b3-9d39-0405102eb912 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:49.401363 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port dc167921-0592-42b3-9d39-0405102eb912, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dc167921-0592-42b3-9d39-0405102eb912,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:49.414471 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': 'dc167921-0592-42b3-9d39-0405102eb912', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'port_id': 'dc167921-0592-42b3-9d39-0405102eb912', 'mac_address': 'fa:16:3e:e1:55:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:49.450911 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.463666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc167921-0592-42b3-9d39-0405102eb912 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:49.482841 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port dc167921-0592-42b3-9d39-0405102eb912, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dc167921-0592-42b3-9d39-0405102eb912,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:49.487907 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.536917 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=dc167921-0592-42b3-9d39-0405102eb912,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:49.548259 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3ce1e-cdac-448f-803b-014b85499fbc req-20a32706-7c71-47f4-9b64-f5db5567d575 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:49.550325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a3ce1e-cdac-448f-803b-014b85499fbc req-20a32706-7c71-47f4-9b64-f5db5567d575 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 945 time: 0.0505416 Aug 11 03:29:49.588235 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f0a3ce1e-cdac-448f-803b-014b85499fbc req-5fb6b79f-cb5f-4ca5-862a-e24106c46667 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Aug 11 03:29:49.704540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['dc167921-0592-42b3-9d39-0405102eb912'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:50.306176 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.700530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545085e-43ae-47b3-9459-ffc0b8d5f6a7 req-2a7313c1-cf11-4135-8971-b0956f83c3f0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:50.702025 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d545085e-43ae-47b3-9459-ffc0b8d5f6a7 req-2a7313c1-cf11-4135-8971-b0956f83c3f0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 945 time: 0.0477183 Aug 11 03:29:50.739760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d545085e-43ae-47b3-9459-ffc0b8d5f6a7 req-e269b347-4820-41fa-bcfe-034667063458 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Aug 11 03:29:51.318488 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dc167921-0592-42b3-9d39-0405102eb912 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:51.369336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port dc167921-0592-42b3-9d39-0405102eb912 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:51.373232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port dc167921-0592-42b3-9d39-0405102eb912 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:51.373603 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.448293 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.470228 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:51.472972 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18e87b-407a-4324-b551-8424afbe5f80" -d '{"events": [{"server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc167921-0592-42b3-9d39-0405102eb912"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:51.485568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port dc167921-0592-42b3-9d39-0405102eb912, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dc167921-0592-42b3-9d39-0405102eb912,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:51.490452 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.516668 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7930abf-c8fd-4599-8ab7-425caaf75509 x-openstack-request-id: req-c7930abf-c8fd-4599-8ab7-425caaf75509 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:51.516956 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc167921-0592-42b3-9d39-0405102eb912", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:51.517204 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7930abf-c8fd-4599-8ab7-425caaf75509 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:51.518127 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912', 'code': 200} Aug 11 03:29:51.546348 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=dc167921-0592-42b3-9d39-0405102eb912,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:51.614290 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b0c68-2ee4-4efa-8774-3e826a9b004c req-1afd1da3-b623-4ff3-b714-d1d2d0ffe34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:51.615886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f31b0c68-2ee4-4efa-8774-3e826a9b004c req-1afd1da3-b623-4ff3-b714-d1d2d0ffe34d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1097 time: 0.0493264 Aug 11 03:29:51.651035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f31b0c68-2ee4-4efa-8774-3e826a9b004c req-530ac9d2-b8c9-4c1b-8a31-32fa2ab363b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281079 Aug 11 03:29:51.852445 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1072da-415e-427c-8ed1-b4a0e7f7439a req-af291f27-0646-4cbd-badf-fc9786cc69c0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:51.853934 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e1072da-415e-427c-8ed1-b4a0e7f7439a req-af291f27-0646-4cbd-badf-fc9786cc69c0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0482178 Aug 11 03:29:51.894157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6e1072da-415e-427c-8ed1-b4a0e7f7439a req-a5ce2f57-1fbc-43c9-8f57-690ba3fdd745 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339806 Aug 11 03:29:52.265725 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:53.008281 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb1ceb-a9a0-4051-b165-f3e5893a3b67 req-f149cdce-d5ac-4696-90dc-cc0ef007ad47 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:53.009759 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95fb1ceb-a9a0-4051-b165-f3e5893a3b67 req-f149cdce-d5ac-4696-90dc-cc0ef007ad47 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0494730 Aug 11 03:29:53.048886 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-95fb1ceb-a9a0-4051-b165-f3e5893a3b67 req-042e9ace-799c-4d4a-bb7a-cfd29ab010da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Aug 11 03:29:53.168819 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa781-4873-4fc5-b3f4-61472a14e746 req-a709962c-bd78-4083-a989-3b5c705f3c0f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:53.170343 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bdfa781-4873-4fc5-b3f4-61472a14e746 req-a709962c-bd78-4083-a989-3b5c705f3c0f tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0525258 Aug 11 03:29:53.207812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6bdfa781-4873-4fc5-b3f4-61472a14e746 req-5b4187f7-cc04-43eb-863b-11235cb89deb tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Aug 11 03:29:53.229178 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52152) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:53.269282 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126c175-54ad-4fb2-a2ee-3a0ef0d3e688 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:53.270818 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-a126c175-54ad-4fb2-a2ee-3a0ef0d3e688 tempest-TestNetworkAdvancedServerOps-889044939 tempest-TestNetworkAdvancedServerOps-889044939-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1092 time: 0.0405850 Aug 11 03:29:53.273567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52154) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:53.277826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'dc167921-0592-42b3-9d39-0405102eb912', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:53.300366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.399298 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.497785 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Allocated IP 172.25.6.251 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/fa1a60c0-90be-40c3-aa71-dda7bc2e54c2) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:53.604787 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.643957 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.678757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:53.681704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:53.687500 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:53.703352 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.708427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.719512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=fa1a60c0-90be-40c3-aa71-dda7bc2e54c2,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:54.050060 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.118085 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.270059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.274674 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.346905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event updated for resources: {'Port': ['ID=fa1a60c0-90be-40c3-aa71-dda7bc2e54c2,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:54.356244 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.460036 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP f68ce419-b878-4350-a78e-350404d20a6c associated. External IP: 172.25.6.251, port: dc167921-0592-42b3-9d39-0405102eb912. Aug 11 03:29:54.679898 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 1c16d1eb-153d-4fbd-88e6-768475d2d726 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:55.083949 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:55.093592 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] Sync routers for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:55.099629 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.104127 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:55.104737 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:55.126673 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-084809b7-f339-4ffa-9c22-4d9f987199ae tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8520663 Aug 11 03:29:55.127794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:55.130079 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af2a28-0b22-40a3-bf4f-5aac75db4eff" -d '{"events": [{"name": "network-changed", "server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "tag": "dc167921-0592-42b3-9d39-0405102eb912"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:55.167308 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83931301-6dfc-4db9-8576-754a7a7afdc0 x-openstack-request-id: req-83931301-6dfc-4db9-8576-754a7a7afdc0 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:55.167613 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "tag": "dc167921-0592-42b3-9d39-0405102eb912", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:55.167867 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83931301-6dfc-4db9-8576-754a7a7afdc0 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:55.168261 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912', 'status': 'completed', 'code': 200} Aug 11 03:29:55.222356 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:55.260861 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438118-a6eb-4a2d-b017-533004041220 req-ad8eac8a-da11-49a7-b811-92d9d8f0f017 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.262469 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c438118-a6eb-4a2d-b017-533004041220 req-ad8eac8a-da11-49a7-b811-92d9d8f0f017 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0796735 Aug 11 03:29:55.265336 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-fbe65496-4e6f-4511-bfa3-5bcf0d8eb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.266800 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-fbe65496-4e6f-4511-bfa3-5bcf0d8eb47e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1097 time: 0.0746529 Aug 11 03:29:55.350117 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7c438118-a6eb-4a2d-b017-533004041220 req-cc1a6264-6bb6-4858-8360-b2d1520d20d0 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813782 Aug 11 03:29:55.377753 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:55.384283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-b73ccb63-0029-44ff-9476-6d7ee99e4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.385712 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-b73ccb63-0029-44ff-9476-6d7ee99e4d9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 896 time: 0.1099949 Aug 11 03:29:55.448685 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5605d5ba-8138-48e3-b46d-43131ac20fc3 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/f68ce419-b878-4350-a78e-350404d20a6c HTTP/1.1" status: 200 len: 992 time: 0.0693879 Aug 11 03:29:55.453454 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'f68ce419-b878-4350-a78e-350404d20a6c', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'port_id': 'dc167921-0592-42b3-9d39-0405102eb912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'mac_address': 'fa:16:3e:e1:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:29:53Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:55.459249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-7de56306-3a69-4331-9adc-24c4f4279467 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 1000 time: 0.0649221 Aug 11 03:29:55.482226 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] Checking router: 1c16d1eb-153d-4fbd-88e6-768475d2d726 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:55.491428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:55.492124 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:29:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:55.509138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-04c903cc-44f9-4095-951d-84ad8f98f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.510652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-04c903cc-44f9-4095-951d-84ad8f98f582 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 200 len: 834 time: 0.0450571 Aug 11 03:29:55.556461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-f9e1d89b-6cec-4272-862f-184c0a6b3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.558043 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-f9e1d89b-6cec-4272-862f-184c0a6b3133 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400407 Aug 11 03:29:55.599781 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:55.659842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-101302e4-7a9b-49d1-a612-892d1e3d89ba service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935853 Aug 11 03:29:55.751026 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-87af2a28-0b22-40a3-bf4f-5aac75db4eff req-7331d9f8-b6b5-47cf-93ed-b51740351e93 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838134 Aug 11 03:29:55.906304 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'f68ce419-b878-4350-a78e-350404d20a6c', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'port_id': 'dc167921-0592-42b3-9d39-0405102eb912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'mac_address': 'fa:16:3e:e1:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:29:53Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:55.932126 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01251a2c-3587-45e4-86bf-9e9d9590641f None None] The sync data for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 is: [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'f68ce419-b878-4350-a78e-350404d20a6c', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'port_id': 'dc167921-0592-42b3-9d39-0405102eb912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'mac_address': 'fa:16:3e:e1:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:29:53Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 0, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:56.126625 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcec6f-4c07-40e6-b7b1-99fa718038bc None None] New status for floating IP f68ce419-b878-4350-a78e-350404d20a6c: ACTIVE {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:29:56.450943 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52162) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:56.515856 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4bb61703-b6b3-4a9c-98ac-13703d3b6af2 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/f68ce419-b878-4350-a78e-350404d20a6c HTTP/1.1" status: 200 len: 994 time: 0.0637527 Aug 11 03:30:14.018695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce6808ee-b123-46dc-939a-9c850b95d081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:17.545235 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9fddf4f-d326-4964-9880-34f2a7dc79b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:17.856381 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:18.697309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:20.310448 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:23.688871 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:23.709744 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.264531 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:29.940721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de67852-eb09-4f5c-8fdf-8106b046e7d6 req-0b272e30-661e-43b5-b80f-ffb2c5b17f92 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:29.942149 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3de67852-eb09-4f5c-8fdf-8106b046e7d6 req-0b272e30-661e-43b5-b80f-ffb2c5b17f92 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0927825 Aug 11 03:30:29.982628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3de67852-eb09-4f5c-8fdf-8106b046e7d6 req-bff23263-231e-44d1-b31b-1f5191651856 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344279 Aug 11 03:30:31.157126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a06dd-b771-4816-b9c0-07b626790db6 req-4fe05c81-0ea6-491d-bf3d-d8fba4f5759a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:31.158641 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a1a06dd-b771-4816-b9c0-07b626790db6 req-4fe05c81-0ea6-491d-bf3d-d8fba4f5759a tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0919371 Aug 11 03:30:31.196361 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3a1a06dd-b771-4816-b9c0-07b626790db6 req-79dcf86d-4d15-404e-8421-a9f0c3cb1a5c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Aug 11 03:30:31.218434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52196) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:31.287929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4efec2ff-1cdc-4723-b499-941f5028b78e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/f68ce419-b878-4350-a78e-350404d20a6c HTTP/1.1" status: 200 len: 994 time: 0.0682695 Aug 11 03:30:32.402995 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-9ecc0c39-0192-401b-a237-e6e70d914eee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429897 Aug 11 03:30:32.486556 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-1ccd9fc1-2501-4857-8186-91ce296a4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.488054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-1ccd9fc1-2501-4857-8186-91ce296a4ec0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1097 time: 0.0434330 Aug 11 03:30:32.605944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ce116-0758-4f30-9898-e3bbff103c61 req-5f71520d-b5fa-4afb-96ad-5bf32cd77bdf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.607365 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-812ce116-0758-4f30-9898-e3bbff103c61 req-5f71520d-b5fa-4afb-96ad-5bf32cd77bdf tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.1083817 Aug 11 03:30:32.632357 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-87bee2dc-c281-4952-b9cd-04585a14fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.633860 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-87bee2dc-c281-4952-b9cd-04585a14fbc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 896 time: 0.1245313 Aug 11 03:30:32.707642 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-812ce116-0758-4f30-9898-e3bbff103c61 req-8d138432-a277-4a28-a874-85ab828baab1 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913115 Aug 11 03:30:32.724861 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-3d27b492-6ac6-4b78-86f2-7929228b33ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 1002 time: 0.0826032 Aug 11 03:30:32.774156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-f8cc4751-0aa9-4f80-86aa-1b510c2bbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.775603 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-f8cc4751-0aa9-4f80-86aa-1b510c2bbf34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 200 len: 834 time: 0.0440483 Aug 11 03:30:32.821101 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-ad5e22ea-a636-491f-888c-0756f69e50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.822658 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-ad5e22ea-a636-491f-888c-0756f69e50b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Aug 11 03:30:32.915395 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-d7d473da-b927-4810-909a-cff4f2c258b1 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Aug 11 03:30:33.016773 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1370c4f6-59bf-4b47-9991-be2278c3a518 req-e03ec99c-5d33-4443-99e3-5098ac908176 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943518 Aug 11 03:30:33.102156 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-f14d645a-11df-4135-abbe-064e19c44587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.103736 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-f14d645a-11df-4135-abbe-064e19c44587 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1097 time: 0.0465608 Aug 11 03:30:33.197623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-b3cbb70c-173b-4b12-ae9e-ab78429a9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.199115 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-b3cbb70c-173b-4b12-ae9e-ab78429a9bdb service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 896 time: 0.0878975 Aug 11 03:30:33.267849 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-5481415d-75f2-400e-896b-2eced2f57ee2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 1002 time: 0.0615761 Aug 11 03:30:33.316884 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-e01a5d4d-40c7-4ca0-a319-9c9bb4f98e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.321035 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-e01a5d4d-40c7-4ca0-a319-9c9bb4f98e6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 200 len: 834 time: 0.0439279 Aug 11 03:30:33.365971 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-ac73dd04-5b4a-48b9-9d77-b14fdc6712b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.367576 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-ac73dd04-5b4a-48b9-9d77-b14fdc6712b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422699 Aug 11 03:30:33.459961 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-059ddf46-f03e-4f73-b703-15fb47f7081c service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849216 Aug 11 03:30:33.549306 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-41827df2-3716-4f9b-9182-38dc5c99a3b9 req-43212b5e-d833-40e1-9179-13d4e77a7687 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824893 Aug 11 03:30:33.824126 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51d79-3294-4d9a-bc69-48f6a82ce7a4 req-8af7b34a-b1b8-4adc-b057-1ba62fd6001e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.825616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59b51d79-3294-4d9a-bc69-48f6a82ce7a4 req-8af7b34a-b1b8-4adc-b057-1ba62fd6001e tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0497990 Aug 11 03:30:33.863846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-59b51d79-3294-4d9a-bc69-48f6a82ce7a4 req-ac7c3ee9-9aa1-4d1d-9aa9-5ec7f44c4669 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Aug 11 03:30:34.984543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77e655-1800-44b1-ae57-2879878dbac7 req-1041921c-6dfe-4260-b33f-5358e38fbb44 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:34.986101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e77e655-1800-44b1-ae57-2879878dbac7 req-1041921c-6dfe-4260-b33f-5358e38fbb44 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0539606 Aug 11 03:30:35.023887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3e77e655-1800-44b1-ae57-2879878dbac7 req-3faa2afe-4fe3-4aa1-accc-0be0dabe6775 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317490 Aug 11 03:30:35.047030 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:35.106887 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-6cb9a233-c84f-4e1a-8b34-93a2c6eab3b6 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/floatingips/f68ce419-b878-4350-a78e-350404d20a6c HTTP/1.1" status: 200 len: 994 time: 0.0584996 Aug 11 03:30:35.363557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:35.520928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port fa1a60c0-90be-40c3-aa71-dda7bc2e54c2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:35.521184 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:35.594359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:35.594693 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:35.605943 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for fa1a60c0-90be-40c3-aa71-dda7bc2e54c2 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:35.769114 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:35.791480 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=fa1a60c0-90be-40c3-aa71-dda7bc2e54c2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:35.805005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.805364 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.805706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.806064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.806402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.806735 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.807064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.807394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.807723 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.808044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.808367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.808722 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:35.866379 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:35.866713 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Floating IP f68ce419-b878-4350-a78e-350404d20a6c disassociated (deleted). External IP: 172.25.6.251, port: dc167921-0592-42b3-9d39-0405102eb912. Aug 11 03:30:36.081209 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 1c16d1eb-153d-4fbd-88e6-768475d2d726 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:36.188501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:36.193448 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:36.198211 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] Sync routers for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:36.206900 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:36.207546 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:36.224159 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-aca576f5-0c99-4dba-a505-48df26ede1da tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/floatingips/f68ce419-b878-4350-a78e-350404d20a6c HTTP/1.1" status: 204 len: 168 time: 0.8595121 Aug 11 03:30:36.224747 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:36.227051 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55" -d '{"events": [{"name": "network-changed", "server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "tag": "dc167921-0592-42b3-9d39-0405102eb912"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:36.267791 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e643621d-25e1-4d1c-ad65-a5e7585f2320 x-openstack-request-id: req-e643621d-25e1-4d1c-ad65-a5e7585f2320 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:36.268105 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "tag": "dc167921-0592-42b3-9d39-0405102eb912", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:36.268413 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e643621d-25e1-4d1c-ad65-a5e7585f2320 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:36.268772 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912', 'status': 'completed', 'code': 200} Aug 11 03:30:36.320340 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:36.335115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-bc1ade7a-6edb-4a97-b939-1ddd687ff93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:36.336885 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-bc1ade7a-6edb-4a97-b939-1ddd687ff93f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1a8c803766c4113a2c7024f37109224&device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 1097 time: 0.0450425 Aug 11 03:30:36.467876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-9f8c190a-89a2-4280-a64f-4634fc08f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:36.469418 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-9f8c190a-89a2-4280-a64f-4634fc08f878 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 200 len: 896 time: 0.1248615 Aug 11 03:30:36.478354 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86acafe-9ff5-4252-b8e3-4464f479d938 req-55042f90-de71-4979-9545-45ea9675b697 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:36.479805 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c86acafe-9ff5-4252-b8e3-4464f479d938 req-55042f90-de71-4979-9545-45ea9675b697 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0728388 Aug 11 03:30:36.525732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-c4638813-c303-4562-9dea-605133182ae2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 200 len: 217 time: 0.0446792 Aug 11 03:30:36.527350 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:36.553955 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] Checking router: 1c16d1eb-153d-4fbd-88e6-768475d2d726 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:36.562163 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:36.562774 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:36.573247 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c86acafe-9ff5-4252-b8e3-4464f479d938 req-53cfcdb2-be41-4272-8f39-b80ee80d40d9 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861521 Aug 11 03:30:36.599687 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-5aa0a5fd-61ea-4afd-9546-3cd65d09ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:36.601464 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-5aa0a5fd-61ea-4afd-9546-3cd65d09ec1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 200 len: 834 time: 0.0674698 Aug 11 03:30:36.653065 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-0a9bee64-5608-420e-8318-b79dd1f05aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:36.654630 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-0a9bee64-5608-420e-8318-b79dd1f05aa9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456176 Aug 11 03:30:36.667489 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:36.745530 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-dda13c21-67aa-4dbc-93a9-cb27509fe3d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822165 Aug 11 03:30:36.846990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c8b7c2a7-429a-4bfd-ad16-ee355a3d5f55 req-ec1ea2d5-2f31-4e8d-9fd9-dd1a96030203 service neutron] 10.222.0.25 "GET /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936828 Aug 11 03:30:36.863798 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:36.901486 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aad1f-86d4-43d3-aba9-03ccaf6da083 None None] The sync data for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 is: [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '14569c80-00f2-4572-bb5d-98dd0e0a3c0d', 'name': '', 'network_id': 'ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'mac_address': 'fa:16:3e:51:9b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '145f45e5-92d3-46a2-b68f-69303666423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:40Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'subnets': [{'id': '145f45e5-92d3-46a2-b68f-69303666423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:37.112159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2bfdb-d9fa-4ca6-82ac-fd3e7f248064 None None] New status for floating IP f68ce419-b878-4350-a78e-350404d20a6c: DOWN {{(pid=94701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:30:37.696166 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f7f60-fccb-4359-bc8f-f339f4ff2d59 req-0cb9ba17-f4e1-489e-a18f-346ebb29052c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:37.697657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-268f7f60-fccb-4359-bc8f-f339f4ff2d59 req-0cb9ba17-f4e1-489e-a18f-346ebb29052c tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0539486 Aug 11 03:30:37.736027 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-268f7f60-fccb-4359-bc8f-f339f4ff2d59 req-884ef938-5759-44a2-8520-d0a80bd8fb99 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/security-groups?id=d18e62b6-b578-49fc-aca8-2944a688d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Aug 11 03:30:37.971400 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-76384628-e635-4194-b147-a869e5424eda tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:37.972791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-76384628-e635-4194-b147-a869e5424eda tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 946 time: 0.0473015 Aug 11 03:30:38.063889 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port dc167921-0592-42b3-9d39-0405102eb912 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:38.064229 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:38.148858 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port dc167921-0592-42b3-9d39-0405102eb912, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=dc167921-0592-42b3-9d39-0405102eb912,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:38.149219 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:38.162339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for dc167921-0592-42b3-9d39-0405102eb912 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:38.290425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:38.318514 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=dc167921-0592-42b3-9d39-0405102eb912,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:38.343485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.343842 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.344186 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.344527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.344860 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.345194 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.345525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.345854 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.346212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.346541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.346868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.347191 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:38.371754 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] No DVR routers for this DVR port dc167921-0592-42b3-9d39-0405102eb912 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:38.374333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:38.376332 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b328415a-8a6c-4652-8cb3-4a6fee146a1d req-edf382a3-3b59-46e4-a47e-e7100d362e0d tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.25 "DELETE /v2.0/ports/dc167921-0592-42b3-9d39-0405102eb912 HTTP/1.1" status: 204 len: 173 time: 0.3975751 Aug 11 03:30:38.376769 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'name': 'network-vif-deleted', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:38.379105 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630e8a6-06a7-46b3-b5bc-34d9cebe29cf" -d '{"events": [{"server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "name": "network-vif-deleted", "tag": "dc167921-0592-42b3-9d39-0405102eb912"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:38.415737 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a936c856-cae3-4883-a8d2-a9abf345d198 x-openstack-request-id: req-a936c856-cae3-4883-a8d2-a9abf345d198 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:38.416043 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baf2dcc-5220-4205-aa59-c0ea8203a4ca", "name": "network-vif-deleted", "tag": "dc167921-0592-42b3-9d39-0405102eb912", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:38.416293 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a936c856-cae3-4883-a8d2-a9abf345d198 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:38.416962 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf2dcc-5220-4205-aa59-c0ea8203a4ca', 'name': 'network-vif-deleted', 'tag': 'dc167921-0592-42b3-9d39-0405102eb912', 'status': 'completed', 'code': 200} Aug 11 03:30:38.848624 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a309f32-a4ca-4f4a-be03-53c53a20a7bc req-1441cd7a-41c9-4afb-8430-097067670bba tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "GET /v2.0/ports?device_id=6baf2dcc-5220-4205-aa59-c0ea8203a4ca HTTP/1.1" status: 200 len: 210 time: 0.0259240 Aug 11 03:30:39.904492 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:40.259687 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.510668 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:40.510902 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.601311 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 14569c80-00f2-4572-bb5d-98dd0e0a3c0d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:40.601674 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.615214 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 14569c80-00f2-4572-bb5d-98dd0e0a3c0d owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:40.821339 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.848702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=14569c80-00f2-4572-bb5d-98dd0e0a3c0d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:41.024086 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.239921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Router 1c16d1eb-153d-4fbd-88e6-768475d2d726 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:41.345836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:41.353848 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-763ee001-cf39-4d60-9921-f54252982d09 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "PUT /v2.0/routers/1c16d1eb-153d-4fbd-88e6-768475d2d726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477408 Aug 11 03:30:41.354029 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52232) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:41.355672 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] Sync routers for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:41.365038 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:41.365954 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:41.406369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting subnet 145f45e5-92d3-46a2-b68f-69303666423e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:30:41.409490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.449182 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.473167 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:41.475354 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dc167921-0592-42b3-9d39-0405102eb912 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:41.496710 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: dc167921-0592-42b3-9d39-0405102eb912 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:41.496952 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device dc167921-0592-42b3-9d39-0405102eb912 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:41.538602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.596611 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.624446 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Subnet': ['ID=145f45e5-92d3-46a2-b68f-69303666423e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:41.626441 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.628319 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e0627617-cd47-4373-ba1b-38c2b46e1468 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/subnets/145f45e5-92d3-46a2-b68f-69303666423e HTTP/1.1" status: 204 len: 168 time: 0.2734835 Aug 11 03:30:41.631837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52234) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:41.633598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f30ca-65b7-49a0-8df0-810da6ac6605 None None] Network ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:41.666452 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:30:40Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:41.695395 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] Checking router: 1c16d1eb-153d-4fbd-88e6-768475d2d726 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:41.703834 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] Routers {'1c16d1eb-153d-4fbd-88e6-768475d2d726'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:41.704453 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['1c16d1eb-153d-4fbd-88e6-768475d2d726'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:41.748766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.809611 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] Set router 1c16d1eb-153d-4fbd-88e6-768475d2d726 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:41.830937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] DHCP port deletion for ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:30:41.861889 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.880201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Deleting port a046962c-573a-4838-a1fe-b220d3b3198d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:41.880723 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.919765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Deleting port 73482617-be4b-4179-8946-23485d5d7d54 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:41.920117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.946528 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] For port a046962c-573a-4838-a1fe-b220d3b3198d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=a046962c-573a-4838-a1fe-b220d3b3198d,segment=NetworkSegment(963675ed-6686-4ee5-a102-e3e4276bc45f),segment_id=963675ed-6686-4ee5-a102-e3e4276bc45f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:41.946925 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.959828 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Calling delete_port for a046962c-573a-4838-a1fe-b220d3b3198d owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:41.994563 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:30:40Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.011415 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] For port 73482617-be4b-4179-8946-23485d5d7d54, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=73482617-be4b-4179-8946-23485d5d7d54,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:42.011762 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.024577 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Calling delete_port for 73482617-be4b-4179-8946-23485d5d7d54 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:42.041824 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.072403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Pushing event deleted for resources: {'Port': ['ID=a046962c-573a-4838-a1fe-b220d3b3198d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:42.075565 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] No DVR routers for this DVR port a046962c-573a-4838-a1fe-b220d3b3198d on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:42.082567 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.082904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.083247 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.083593 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.083913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.084560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.084560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.084873 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.090934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.090934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.090934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.090934 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344bc7e-c382-4ca4-babc-c426f976cdaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:42.114845 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b82659-16b5-4a5d-9666-61f366608d8f None None] The sync data for ids ['1c16d1eb-153d-4fbd-88e6-768475d2d726'] in n-d-715271-8 is: [{'id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586428741', 'tenant_id': 'a1a8c803766c4113a2c7024f37109224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '73482617-be4b-4179-8946-23485d5d7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:30:40Z', 'revision_number': 5, 'project_id': 'a1a8c803766c4113a2c7024f37109224', 'gw_port': {'id': '73482617-be4b-4179-8946-23485d5d7d54', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c16d1eb-153d-4fbd-88e6-768475d2d726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:38Z', 'updated_at': '2021-08-11T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:42.203378 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.229045 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Port': ['ID=73482617-be4b-4179-8946-23485d5d7d54,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:42.289699 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.383015 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.385045 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.430414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.431018 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Fanout notify agent at l3_agent the message router_deleted on router 1c16d1eb-153d-4fbd-88e6-768475d2d726 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:30:42.438366 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.439483 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-10679c39-fbe8-48a6-98a0-3948b9ac9c30 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/routers/1c16d1eb-153d-4fbd-88e6-768475d2d726 HTTP/1.1" status: 204 len: 168 time: 0.8068156 Aug 11 03:30:42.442241 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52236) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:42.518166 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.610937 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.620605 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.631499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963675ed-6686-4ee5-a102-e3e4276bc45f') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.631795 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963675ed-6686-4ee5-a102-e3e4276bc45f') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.642582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.659912 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.667447 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:30:42.667914 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:30:42.671423 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:30:42.731507 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.740766 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.745114 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/networks/ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2 HTTP/1.1" status: 204 len: 168 time: 0.2995255 Aug 11 03:30:42.745804 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52238) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:42.757843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69655-57db-45d3-980d-22fd06ca4cbc tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'Network': ['ID=ea94a9cd-0a55-4c1c-9e55-ec050a9b54c2,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:42.809749 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e848437a-112a-4f17-b4db-a1eec76190b8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.833637 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e848437a-112a-4f17-b4db-a1eec76190b8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.893313 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e848437a-112a-4f17-b4db-a1eec76190b8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.895926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e848437a-112a-4f17-b4db-a1eec76190b8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.897088 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e848437a-112a-4f17-b4db-a1eec76190b8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] 10.222.0.16 "DELETE /v2.0/security-groups/d18e62b6-b578-49fc-aca8-2944a688d966 HTTP/1.1" status: 204 len: 168 time: 0.1497536 Aug 11 03:30:42.906085 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848437a-112a-4f17-b4db-a1eec76190b8 tempest-TestNetworkAdvancedServerOps-1618851142 tempest-TestNetworkAdvancedServerOps-1618851142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18e62b6-b578-49fc-aca8-2944a688d966,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:43.227643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:43.369520 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4bac044b-df05-45d6-9c6c-d23fc3f10562 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1a8c803766c4113a2c7024f37109224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407259 Aug 11 03:30:43.371632 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 73482617-be4b-4179-8946-23485d5d7d54 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:43.372279 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52250) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:43.391559 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 73482617-be4b-4179-8946-23485d5d7d54 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:43.391900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 73482617-be4b-4179-8946-23485d5d7d54 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:43.392320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a046962c-573a-4838-a1fe-b220d3b3198d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:43.411577 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: a046962c-573a-4838-a1fe-b220d3b3198d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:43.411844 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device a046962c-573a-4838-a1fe-b220d3b3198d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:43.412254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14569c80-00f2-4572-bb5d-98dd0e0a3c0d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:43.423281 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2570bb2d-9d16-45b8-8223-266472e8b5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.430627 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 14569c80-00f2-4572-bb5d-98dd0e0a3c0d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:43.430975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 14569c80-00f2-4572-bb5d-98dd0e0a3c0d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:43.445701 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2570bb2d-9d16-45b8-8223-266472e8b5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.492096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2570bb2d-9d16-45b8-8223-266472e8b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.494702 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-2570bb2d-9d16-45b8-8223-266472e8b5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.495864 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-2570bb2d-9d16-45b8-8223-266472e8b5ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e99ead88-3cf7-4409-939a-bbcbd19c6813 HTTP/1.1" status: 204 len: 168 time: 0.1225288 Aug 11 03:30:43.503786 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570bb2d-9d16-45b8-8223-266472e8b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ead88-3cf7-4409-939a-bbcbd19c6813,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:43.755185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52256) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:43.768538 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-46379a7f-6982-4753-a8d7-6b2ce682fc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.857816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-46379a7f-6982-4753-a8d7-6b2ce682fc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.862104 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-46379a7f-6982-4753-a8d7-6b2ce682fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.900988 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-46379a7f-6982-4753-a8d7-6b2ce682fc6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac937eb55826491e8f0206a25a073694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445572 Aug 11 03:30:43.901711 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379a7f-6982-4753-a8d7-6b2ce682fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddd69d-4251-45de-825b-8321f27f2067,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:43.903528 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:43.953266 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d42d5fde-c4f7-4e39-9271-9864d68c8bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.974620 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d42d5fde-c4f7-4e39-9271-9864d68c8bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.019766 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3abeebac-4bf7-449b-a197-0b4525314923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.022466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d42d5fde-c4f7-4e39-9271-9864d68c8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.025105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d42d5fde-c4f7-4e39-9271-9864d68c8bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.026307 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d42d5fde-c4f7-4e39-9271-9864d68c8bb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19ddd69d-4251-45de-825b-8321f27f2067 HTTP/1.1" status: 204 len: 168 time: 0.1215918 Aug 11 03:30:44.034083 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d5fde-c4f7-4e39-9271-9864d68c8bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddd69d-4251-45de-825b-8321f27f2067,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:44.720526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:44.818944 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1445350942-network', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:44.841116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Made reservation on behalf of 3f924a95e3de46d5b1937009ace826f6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:30:44.843517 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.852551 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.940024 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.944200 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.965003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:30:44.980632 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4d3f1-d64c-492e-b3c8-3195e9331241,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:44.983417 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.984035 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Added segment f5ee0396-3ad4-4f4d-813d-e1a3f038ed03 of type vlan for network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 Aug 11 03:30:45.027802 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.057246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.058408 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:45.058991 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.112549 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3908961 Aug 11 03:30:45.117247 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52284) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:45.119110 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b6d89-e76b-4ce9-91ff-8030b4ac6baa admin admin] Pushing event updated for resources: {'Network': ['ID=9e0a6cd0-09a4-458f-87c9-b19b2b416456,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:45.123874 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Request body: {'subnet': {'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1445350942-subnet', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:45.129938 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:30:45.167134 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Made reservation on behalf of 3f924a95e3de46d5b1937009ace826f6 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:30:45.170713 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.349806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.409432 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Pushing event updated for resources: {'Subnet': ['ID=326aeabc-4ede-44cd-800d-2e3acf606d95,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:45.420360 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Checking segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:45.420720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Network hostable DHCP agents. Network: 9e0a6cd0-09a4-458f-87c9-b19b2b416456, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:30:45.438176 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:30:45.446460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 9e0a6cd0-09a4-458f-87c9-b19b2b416456) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:45.451159 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:45.452217 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.456357 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63872012-04fe-41ad-b927-ad4cff471a6d None None] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:45.466199 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9c30bdcc-dab9-4cd4-be08-a825cf2a783c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3477387 Aug 11 03:30:45.468905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52286) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:45.473991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:45.494737 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.495718 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.546994 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.605382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:30:45.606317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.744436 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Allocated IP 172.20.0.2 (9e0a6cd0-09a4-458f-87c9-b19b2b416456/326aeabc-4ede-44cd-800d-2e3acf606d95/8b400e09-c62f-4907-b7e3-a4c5461473fa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:45.894569 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.902882 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Transition to ACTIVE for port object 8b400e09-c62f-4907-b7e3-a4c5461473fa will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:45.918273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Transition to ACTIVE for port object 8b400e09-c62f-4907-b7e3-a4c5461473fa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:45.925376 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.964675 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:45.967548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:45.971270 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:45.977251 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Pushing event updated for resources: {'Port': ['ID=8b400e09-c62f-4907-b7e3-a4c5461473fa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:45.990877 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.034760 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Attempting to bind port 8b400e09-c62f-4907-b7e3-a4c5461473fa on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:46.035324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Attempting to bind port 8b400e09-c62f-4907-b7e3-a4c5461473fa by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:46.036262 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Attempting to bind port 8b400e09-c62f-4907-b7e3-a4c5461473fa on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:46.041597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:46.042096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Checking segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:46.042604 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.042914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Bound using segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:46.043388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Bound port: 8b400e09-c62f-4907-b7e3-a4c5461473fa, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:46.043772 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.106056 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] For port 8b400e09-c62f-4907-b7e3-a4c5461473fa, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:46.109375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] For port 8b400e09-c62f-4907-b7e3-a4c5461473fa, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b400e09-c62f-4907-b7e3-a4c5461473fa,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:46.113210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.174421 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a59bc-0203-49ec-9878-00f9553add3a None None] Pushing event updated for resources: {'Port': ['ID=8b400e09-c62f-4907-b7e3-a4c5461473fa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:46.188845 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.213376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.332106 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Allocated IP 172.25.6.67 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:46.446681 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.486332 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.527011 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:46.530608 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:46.536228 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:46.539473 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Pushing event updated for resources: {'Port': ['ID=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:46.788400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:46.999343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.023344 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61507e25-bcc4-4df5-b0c1-ca5bc84974b8 None None] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:47.147139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Router babfe995-d868-4883-925a-671e7a1cb392 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:30:47.155044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fe9cbf6b-7564-456c-b953-081865afcf3b None None] Provisioning for port 8b400e09-c62f-4907-b7e3-a4c5461473fa completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:47.274719 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:47.286385 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:47.291670 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.292997 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5ccf6cb2-0627-4401-a873-28911a12938f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8230162 Aug 11 03:30:47.295907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:47.297271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:47.297975 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:47.522231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b400e09-c62f-4907-b7e3-a4c5461473fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:47.612221 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b49f1f3-e4b9-4d8f-972d-48bc91ab33ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.634412 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:47.700280 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b400e09-c62f-4907-b7e3-a4c5461473fa completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:47.733575 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b400e09-c62f-4907-b7e3-a4c5461473fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:47.734210 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.747124 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.881678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.885199 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.904673 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Allocated IP 172.20.0.1 (9e0a6cd0-09a4-458f-87c9-b19b2b416456/326aeabc-4ede-44cd-800d-2e3acf606d95/16fa71c6-fd30-4e00-a28a-4a7306bbaf57) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:47.924506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:46Z', 'revision_number': 3, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:47.928174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8b400e09-c62f-4907-b7e3-a4c5461473fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b400e09-c62f-4907-b7e3-a4c5461473fa,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:47.951335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:47.953144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:47.953493 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Updating router babfe995-d868-4883-925a-671e7a1cb392 port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:30:48.002289 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.016195 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.030369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Transition to ACTIVE for port object 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:48.047025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8b400e09-c62f-4907-b7e3-a4c5461473fa,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:48.063909 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.106340 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:48.109581 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:48.113889 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:48.116972 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Pushing event updated for resources: {'Port': ['ID=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:48.154284 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.287367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.296660 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.298113 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Transition to ACTIVE for port object ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:48.304217 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.365410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Attempting to bind port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:48.365867 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Attempting to bind port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:48.366252 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Attempting to bind port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:48.368496 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004360d5-d9ac-47b9-a087-dfd0bdd66ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:48.371633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-72a97cc9-ae6f-463d-960a-b9e88fd0e416 None None] Provisioning for port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:48.376735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:48.377069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:48.377468 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.377852 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:48.378346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Bound port: ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:48.378725 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.382142 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-72a97cc9-ae6f-463d-960a-b9e88fd0e416 None None] Provisioning complete for port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:48.382454 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72a97cc9-ae6f-463d-960a-b9e88fd0e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.455595 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-72a97cc9-ae6f-463d-960a-b9e88fd0e416 None None] Port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:48.462757 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] For port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:48.465992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] For port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:48.470436 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.484359 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.490202 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.528543 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:48.529166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:48.565688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004360d5-d9ac-47b9-a087-dfd0bdd66ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:48.568981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Pushing event updated for resources: {'Port': ['ID=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:48.571548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.645379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:48.661489 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:48.662977 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:48.731762 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.791429 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Router babfe995-d868-4883-925a-671e7a1cb392 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:48.880076 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 2, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:48.911699 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e560ab16-051e-4e7c-9d06-d9e22ea0626f None None] Provisioning complete for port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:48.912066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e560ab16-051e-4e7c-9d06-d9e22ea0626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.913860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ff510-dea7-40ed-93d6-48b9f9372b4c None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 2, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:48.952276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e560ab16-051e-4e7c-9d06-d9e22ea0626f None None] Port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:49.270886 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:49.276346 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-441e7dbf-54aa-4a0f-9fe1-29b33d8c0331 admin admin] 10.222.0.16 "PUT /v2.0/routers/babfe995-d868-4883-925a-671e7a1cb392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789357 Aug 11 03:30:49.388772 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b400e09-c62f-4907-b7e3-a4c5461473fa up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:49.448292 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b400e09-c62f-4907-b7e3-a4c5461473fa triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:49.448576 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.809432 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:49.817803 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-714830959-network', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:49.840275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Made reservation on behalf of 5b13b1c070554195bbaf700d2d6a74fd for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:30:49.842611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.851806 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.949323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.953263 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.979184 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:30:49.990692 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb24cd-4376-4991-9b81-b3c9ea4f83a5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:49.997011 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.997547 n-d-715271-8 neutron-server[94700]: INFO neutron.db.segments_db [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Added segment baf92be4-a8b4-4f14-bcf0-2b003fbd11e2 of type vlan for network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 Aug 11 03:30:50.039366 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.073654 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.074756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:50.075333 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.142548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3293080 Aug 11 03:30:50.145253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52306) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:50.150607 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Request body: {'subnet': {'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-714830959-subnet', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:50.153503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1495-ee64-4009-9425-d25aa7fdf6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1273bc60-5c8f-463f-87d9-568e7d70e6f1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:50.165138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:30:50.175841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Made reservation on behalf of 5b13b1c070554195bbaf700d2d6a74fd for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:30:50.178970 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.311758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.353902 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.407681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=148b55a5-7499-4e98-a7ef-46ce8816c83f,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:50.416764 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Checking segment: {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:50.417122 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Network hostable DHCP agents. Network: 1273bc60-5c8f-463f-87d9-568e7d70e6f1, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:30:50.433728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:30:50.441781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 1273bc60-5c8f-463f-87d9-568e7d70e6f1) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:50.446413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:50.447016 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.452534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396df0d2-3515-4ea0-ab03-7651acde344c None None] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:50.465814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-5ca32e32-8073-4fdb-af53-82839d5ecf8e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3191822 Aug 11 03:30:50.466709 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:50.471728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:50.494214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.495306 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.549377 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.598850 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'fixed_ips': [{'subnet_id': '148b55a5-7499-4e98-a7ef-46ce8816c83f'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:30:50.599715 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.690652 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.736511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Allocated IP 172.20.0.2 (1273bc60-5c8f-463f-87d9-568e7d70e6f1/148b55a5-7499-4e98-a7ef-46ce8816c83f/d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:50.882096 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.891628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Transition to ACTIVE for port object d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:50.897964 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.907324 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Transition to ACTIVE for port object d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:50.913479 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.918621 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.957149 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:50.960004 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:50.964017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:50.974063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Pushing event updated for resources: {'Port': ['ID=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.027240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Attempting to bind port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:51.027615 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Attempting to bind port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:51.027981 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Attempting to bind port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb on network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:51.033137 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Allocated IP 172.25.6.109 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/60a1cf92-77e1-4bb2-a14b-73e37439a40b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:51.033299 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:51.034320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Checking segment: {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:51.034320 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.034320 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Bound using segment: {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:51.035044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Bound port: d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:51.035182 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.043253 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:51.057669 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:51.058702 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:51.103474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] For port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:51.107959 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] For port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:51.113542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.156523 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.172967 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1a3c-e2b7-4529-a3ba-d433b91007b6 None None] Pushing event updated for resources: {'Port': ['ID=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.173848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:51.205221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.250732 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:51.253687 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:51.258054 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:51.282274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Pushing event updated for resources: {'Port': ['ID=60a1cf92-77e1-4bb2-a14b-73e37439a40b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.434196 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 2, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:51.476006 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:51.476605 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Updating router babfe995-d868-4883-925a-671e7a1cb392 port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:30:51.483950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:51.507173 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.554713 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:51.558880 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:51.559397 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.563498 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.638837 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.661116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:51.665857 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.722328 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.779611 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.813037 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.825068 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Transition to ACTIVE for port object 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:51.832172 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.886787 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Pushing event updated for resources: {'Port': ['ID=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.919767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.919767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.919767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.919767 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.920335 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.920443 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.920756 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.921078 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.921428 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.921815 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.922247 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.922686 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:51.927117 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Router 97105a46-06fe-4fd0-a7d5-af1f60a62409 is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:30:51.959978 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Attempting to bind port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:51.960343 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Attempting to bind port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:51.960704 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Attempting to bind port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:51.966037 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:51.966423 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Checking segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:51.966826 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.967218 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Bound using segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:51.967690 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Bound port: 16fa71c6-fd30-4e00-a28a-4a7306bbaf57, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:51.968066 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.044550 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] For port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:52.048762 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] For port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:52.053930 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.059836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:52.069612 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Sync routers for ids ['97105a46-06fe-4fd0-a7d5-af1f60a62409'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:52.079185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Routers {'97105a46-06fe-4fd0-a7d5-af1f60a62409'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:52.079819 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['97105a46-06fe-4fd0-a7d5-af1f60a62409'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:52.093392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.099009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52310) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:52.100858 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9a381cd3-5baa-417b-a25b-82283fdb4662 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6319497 Aug 11 03:30:52.134960 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:52.135669 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:52.273055 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c5be1-7587-4729-92d3-4b1a49229dae None None] Pushing event updated for resources: {'Port': ['ID=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:52.302219 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:52.451400 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a232f93-c3ad-4998-a9e8-dff20b3b8ad5 None None] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:52.507667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Set router 97105a46-06fe-4fd0-a7d5-af1f60a62409 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:52.538886 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:52Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:52.564804 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19106b9-1915-4ca6-b811-7d6abeaf3a96 None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:52Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:52.639633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.678603 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ccd5e417-2c99-4909-a7cc-c0dc97b96f1c None None] Provisioning for port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:52.821260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 3, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:52.827528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Allocated IP 172.20.0.1 (1273bc60-5c8f-463f-87d9-568e7d70e6f1/148b55a5-7499-4e98-a7ef-46ce8816c83f/4ffe9869-4503-4f11-b289-b80707a63eef) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:52.850690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Checking router: 97105a46-06fe-4fd0-a7d5-af1f60a62409 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:52.851044 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Updating router 97105a46-06fe-4fd0-a7d5-af1f60a62409 port 60a1cf92-77e1-4bb2-a14b-73e37439a40b binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:30:52.885495 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.960362 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.975234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Transition to ACTIVE for port object 4ffe9869-4503-4f11-b289-b80707a63eef will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:53.018839 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.064429 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:53.073322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:53.088491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:53.096918 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Pushing event updated for resources: {'Port': ['ID=4ffe9869-4503-4f11-b289-b80707a63eef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:53.143708 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.267683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.286318 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Transition to ACTIVE for port object 60a1cf92-77e1-4bb2-a14b-73e37439a40b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:53.296484 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.315526 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.357296 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Attempting to bind port 60a1cf92-77e1-4bb2-a14b-73e37439a40b on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:53.357670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Attempting to bind port 60a1cf92-77e1-4bb2-a14b-73e37439a40b by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:53.358109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Attempting to bind port 60a1cf92-77e1-4bb2-a14b-73e37439a40b on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:53.368525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719cb9a-ec8c-44f7-8eb7-1b8f9d8270e0 None None] Pushing event updated for resources: {'Port': ['ID=60a1cf92-77e1-4bb2-a14b-73e37439a40b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:53.371637 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:53.372155 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:53.372737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.373129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:53.373617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Bound port: 60a1cf92-77e1-4bb2-a14b-73e37439a40b, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:53.373985 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.445970 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] For port 60a1cf92-77e1-4bb2-a14b-73e37439a40b, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:53.462185 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] For port 60a1cf92-77e1-4bb2-a14b-73e37439a40b, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=60a1cf92-77e1-4bb2-a14b-73e37439a40b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:53.467100 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-26011a1c-2f2b-4057-96ea-27c471a266c7 None None] Provisioning for port 4ffe9869-4503-4f11-b289-b80707a63eef completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:53.472577 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.481503 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-26011a1c-2f2b-4057-96ea-27c471a266c7 None None] Provisioning complete for port 4ffe9869-4503-4f11-b289-b80707a63eef triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:53.481911 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26011a1c-2f2b-4057-96ea-27c471a266c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.549734 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.560585 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.563461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-26011a1c-2f2b-4057-96ea-27c471a266c7 None None] Port 4ffe9869-4503-4f11-b289-b80707a63eef cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:53.567829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Routers {'97105a46-06fe-4fd0-a7d5-af1f60a62409'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:53.568470 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['97105a46-06fe-4fd0-a7d5-af1f60a62409'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:53.575854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:53.611619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719cb9a-ec8c-44f7-8eb7-1b8f9d8270e0 None None] Pushing event updated for resources: {'Port': ['ID=60a1cf92-77e1-4bb2-a14b-73e37439a40b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:53.639195 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.645561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Pushing event updated for resources: {'Port': ['ID=4ffe9869-4503-4f11-b289-b80707a63eef,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:53.734739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.739096 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:53.740614 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:53.743602 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.750590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] Set router 97105a46-06fe-4fd0-a7d5-af1f60a62409 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:53.778766 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:53.785108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:53.786107 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:53.881666 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Router 97105a46-06fe-4fd0-a7d5-af1f60a62409 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:54.011737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.025738 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:54.032163 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-e6e4dabb-2085-4305-844a-0a8abb294d4a admin admin] 10.222.0.16 "PUT /v2.0/routers/97105a46-06fe-4fd0-a7d5-af1f60a62409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9311078 Aug 11 03:30:54.070071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:54.079877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.080679 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:54.107553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4ffe9869-4503-4f11-b289-b80707a63eef', 'name': '', 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'mac_address': 'fa:16:3e:35:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:52Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 2, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'subnets': [{'id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:54.165233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c368c-4a21-413f-878d-dadb7399424d None None] The sync data for ids ['97105a46-06fe-4fd0-a7d5-af1f60a62409'] in n-d-715271-8 is: [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4ffe9869-4503-4f11-b289-b80707a63eef', 'name': '', 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'mac_address': 'fa:16:3e:35:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:52Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 2, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'subnets': [{'id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:54.183521 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c0abe794-c43d-434b-a506-48d177dcb293 None None] Provisioning complete for port 4ffe9869-4503-4f11-b289-b80707a63eef triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:54.183895 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0abe794-c43d-434b-a506-48d177dcb293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.228822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:54.248071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c0abe794-c43d-434b-a506-48d177dcb293 None None] Port 4ffe9869-4503-4f11-b289-b80707a63eef cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:54.255271 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:54.260885 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:54.261349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.355488 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.392018 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:54.398288 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.399732 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:54.519428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:54.532619 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:54.532998 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.695635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52318) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:54.700504 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66933163', 'description': 'tempest-secgroup-smoke-66933163 description', 'project_id': '3f924a95e3de46d5b1937009ace826f6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:54.726343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.816809 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.821459 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.849796 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.851096 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1544337 Aug 11 03:30:54.854513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:54.855549 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ea8ae-77e5-4ac7-abe4-a0dcabfb7f07 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7290c3e-2f36-4c8c-bf84-043840954322,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:54.862039 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': 'a7290c3e-2f36-4c8c-bf84-043840954322', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:54.891116 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.946056 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.949824 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.968148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ee79d9-9d9c-4b87-b6df-bad2941cc434,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:54.974563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:54.975890 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e26eb5c0-5c84-455b-a317-bb24b5f6df17 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193309 Aug 11 03:30:54.978756 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:54.984326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': 'a7290c3e-2f36-4c8c-bf84-043840954322', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:55.010675 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.077799 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.081401 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.099510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b31414-2aed-470f-9072-a0198faf3537,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:55.116737 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.118022 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4bfb29d7-9b03-47b6-b911-b37df0dda2c8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381257 Aug 11 03:30:55.120772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:55.125309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': 'a7290c3e-2f36-4c8c-bf84-043840954322', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:55.151565 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.212535 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.216316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.235029 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d37959-9242-4d21-83a1-fdd1b9364a8c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:55.240868 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.242332 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7012d94a-2e07-4dcd-84bf-313c5ca22cf5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203742 Aug 11 03:30:55.244817 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:55.249380 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': 'a7290c3e-2f36-4c8c-bf84-043840954322', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:55.280525 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.346029 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.351874 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.389676 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bc1614-550a-445b-9faa-23e83041bfba,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:55.392186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.393417 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9000de8a-41b6-4e3f-8886-0ebdd2d8f346 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476543 Aug 11 03:30:55.396805 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:55.401357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': 'a7290c3e-2f36-4c8c-bf84-043840954322', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:55.427237 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Project 3f924a95e3de46d5b1937009ace826f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:30:55.434344 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.455753 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:55.509478 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:55.510139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.511452 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.516681 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.532251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb2ebe6-674c-4f27-a575-a12b3b6343c4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:55.547629 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.551509 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-56e8c7c5-cf53-4bc6-a437-9a77f7713653 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511669 Aug 11 03:30:55.551834 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:55.556878 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': 'a7290c3e-2f36-4c8c-bf84-043840954322', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:55.585579 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Project 3f924a95e3de46d5b1937009ace826f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:30:55.591532 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.601617 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:55.653533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:55.653922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.670378 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.679777 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.697940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57d0842-6ba3-4ed6-9d0d-9c9ec0da6e3f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:55.705457 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.706905 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-87774c16-c7f0-4f52-986a-ff57fb51b3d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539905 Aug 11 03:30:55.919557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-105c327a-8bc6-4938-826b-eadd60faa9d1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66933163&fields=id&tenant_id=3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 267 time: 0.0373166 Aug 11 03:30:56.030762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-5c73f602-f89b-4127-a5e3-8e987c6ffce2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:56.034188 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-5c73f602-f89b-4127-a5e3-8e987c6ffce2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 809 time: 0.1096630 Aug 11 03:30:56.048277 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-8eac40ba-8fea-4ff0-8427-b94237c749ea tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/quotas/3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 375 time: 0.0102284 Aug 11 03:30:56.101779 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-c911b34c-b865-4134-a860-1b9802662aa9 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457327 Aug 11 03:30:56.204679 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-9f34cd6e-0f84-425a-b81f-6e6aa0d526cd service neutron] 10.222.0.16 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912828 Aug 11 03:30:56.295877 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-a73fed15-0f31-45e0-96ed-909f79c4433b service neutron] 10.222.0.16 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Aug 11 03:30:56.457558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0940b59f-2f1b-4ec4-84ce-7fceac8913d0 req-00cc9eda-8fb5-4695-a3b0-a58a87b095bf tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 210 time: 0.0286951 Aug 11 03:30:56.749515 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Sync routers for ids ['97105a46-06fe-4fd0-a7d5-af1f60a62409'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:56.758821 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Routers {'97105a46-06fe-4fd0-a7d5-af1f60a62409'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:56.759436 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['97105a46-06fe-4fd0-a7d5-af1f60a62409'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:56.873612 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Set router 97105a46-06fe-4fd0-a7d5-af1f60a62409 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:57.153378 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4ffe9869-4503-4f11-b289-b80707a63eef', 'name': '', 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'mac_address': 'fa:16:3e:35:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:52Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 2, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'subnets': [{'id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:57.178081 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Checking router: 97105a46-06fe-4fd0-a7d5-af1f60a62409 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:57.178433 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Updating router 97105a46-06fe-4fd0-a7d5-af1f60a62409 port 4ffe9869-4503-4f11-b289-b80707a63eef binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:30:57.202636 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.406918 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-523e2049-9ce5-4cea-9a87-7147c8c5f957 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:57.408476 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-523e2049-9ce5-4cea-9a87-7147c8c5f957 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 809 time: 0.1281769 Aug 11 03:30:57.443655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 60a1cf92-77e1-4bb2-a14b-73e37439a40b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:57.464431 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-8ff1f249-a35c-4d2f-8adf-b076ac3a404f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 378 time: 0.0454750 Aug 11 03:30:57.480191 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'port': {'device_id': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'admin_state_up': True, 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'security_groups': ['a7290c3e-2f36-4c8c-bf84-043840954322']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:57.493771 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 60a1cf92-77e1-4bb2-a14b-73e37439a40b completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:57.498294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 60a1cf92-77e1-4bb2-a14b-73e37439a40b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:57.498677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.513359 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.525429 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Transition to ACTIVE for port object 4ffe9869-4503-4f11-b289-b80707a63eef will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:57.533849 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.583382 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-560ea683-43b2-44ce-b880-20d5f9ad8f8a req-87ea6ab3-db31-48b6-9699-dc0b78564907 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 210 time: 0.0443568 Aug 11 03:30:57.594312 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.602723 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faa9b7-2296-4a79-9d65-b6883f289c60 None None] Pushing event updated for resources: {'Port': ['ID=4ffe9869-4503-4f11-b289-b80707a63eef,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.621890 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 60a1cf92-77e1-4bb2-a14b-73e37439a40b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=60a1cf92-77e1-4bb2-a14b-73e37439a40b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:57.627557 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.639335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Made reservation on behalf of 3f924a95e3de46d5b1937009ace826f6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:30:57.643563 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.673629 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Attempting to bind port 4ffe9869-4503-4f11-b289-b80707a63eef on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:57.673915 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Attempting to bind port 4ffe9869-4503-4f11-b289-b80707a63eef by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:57.674283 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Attempting to bind port 4ffe9869-4503-4f11-b289-b80707a63eef on network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:57.680775 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:57.681144 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Checking segment: {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:57.681573 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.682142 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Bound using segment: {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:57.682662 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Bound port: 4ffe9869-4503-4f11-b289-b80707a63eef, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:57.683033 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.687353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=60a1cf92-77e1-4bb2-a14b-73e37439a40b,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.760055 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] For port 4ffe9869-4503-4f11-b289-b80707a63eef, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:57.763498 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] For port 4ffe9869-4503-4f11-b289-b80707a63eef, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4ffe9869-4503-4f11-b289-b80707a63eef,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:57.768987 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.810535 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Allocated IP 172.20.0.6 (9e0a6cd0-09a4-458f-87c9-b19b2b416456/326aeabc-4ede-44cd-800d-2e3acf606d95/679042db-2265-434e-9e13-3256eebf2e9d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:57.827703 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Routers {'97105a46-06fe-4fd0-a7d5-af1f60a62409'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:57.828351 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['97105a46-06fe-4fd0-a7d5-af1f60a62409'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:57.864476 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faa9b7-2296-4a79-9d65-b6883f289c60 None None] Pushing event updated for resources: {'Port': ['ID=4ffe9869-4503-4f11-b289-b80707a63eef,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.966276 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] Set router 97105a46-06fe-4fd0-a7d5-af1f60a62409 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:57.987528 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.005181 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Transition to ACTIVE for port object 679042db-2265-434e-9e13-3256eebf2e9d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:58.044227 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.093697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:58.096923 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:58.102047 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:58.105940 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.169628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:58.170314 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.186368 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-f69843e3-2ac7-4072-8c4e-1f3592b3583e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7103429 Aug 11 03:30:58.193476 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4ffe9869-4503-4f11-b289-b80707a63eef', 'name': '', 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'mac_address': 'fa:16:3e:35:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:52Z', 'updated_at': '2021-08-11T03:30:57Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'subnets': [{'id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:58.198404 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Request body: {'port': {'device_id': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:58.220918 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4523625-f6c7-409c-abf5-5d993676f0e3 None None] The sync data for ids ['97105a46-06fe-4fd0-a7d5-af1f60a62409'] in n-d-715271-8 is: [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:53Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '4ffe9869-4503-4f11-b289-b80707a63eef', 'name': '', 'network_id': '1273bc60-5c8f-463f-87d9-568e7d70e6f1', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'mac_address': 'fa:16:3e:35:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:52Z', 'updated_at': '2021-08-11T03:30:57Z', 'revision_number': 4, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'subnets': [{'id': '148b55a5-7499-4e98-a7ef-46ce8816c83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:58.257598 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.355529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-61375116-2559-4320-8531-f07a08b0b584 None None] Provisioning for port 679042db-2265-434e-9e13-3256eebf2e9d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:58.361073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-61375116-2559-4320-8531-f07a08b0b584 None None] Provisioning complete for port 679042db-2265-434e-9e13-3256eebf2e9d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:58.361441 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61375116-2559-4320-8531-f07a08b0b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.403792 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-61375116-2559-4320-8531-f07a08b0b584 None None] Port 679042db-2265-434e-9e13-3256eebf2e9d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:58.540416 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:30:58.548791 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.563064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Transition to ACTIVE for port object 679042db-2265-434e-9e13-3256eebf2e9d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:58.567471 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.624335 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.717249 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:58.718261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:58.718604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:58.723636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b3eb-3f36-4477-8d4b-36c76752de86 req-31a0cef4-48ac-40d7-b965-93c225f7c343 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:58.724204 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Port 679042db-2265-434e-9e13-3256eebf2e9d on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:30:58.724403 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:58.725669 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb31b3eb-3f36-4477-8d4b-36c76752de86 req-31a0cef4-48ac-40d7-b965-93c225f7c343 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 943 time: 0.0670650 Aug 11 03:30:58.729979 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:58.730366 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Checking segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:58.730816 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Bound using segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:58.731261 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Bound port: 679042db-2265-434e-9e13-3256eebf2e9d, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:58.731628 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.774660 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb31b3eb-3f36-4477-8d4b-36c76752de86 req-d1339993-df56-498d-b122-172c91ab2849 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407393 Aug 11 03:30:58.808165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:58.811921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:58.818220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.857859 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:58.859221 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.860710 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 1091 time: 0.6669502 Aug 11 03:30:58.863459 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:58.866888 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a34bbf-680e-4030-a388-9425aa002d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:58.917461 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59f3711-6004-4ac5-8b17-208e1644a7fc x-openstack-request-id: req-d59f3711-6004-4ac5-8b17-208e1644a7fc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:58.917839 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:58.918180 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59f3711-6004-4ac5-8b17-208e1644a7fc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:58.918662 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'status': 'completed', 'code': 200} Aug 11 03:30:58.934453 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5828d65-1c80-4f18-9a49-99204b55b7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.954040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-672a9301-66d9-4b1a-8f87-5a52a5e99ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:58.955603 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-672a9301-66d9-4b1a-8f87-5a52a5e99ed8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1094 time: 0.0518112 Aug 11 03:30:59.001472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-115c8cc3-132b-44d6-925c-31c7bb3e5a19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 217 time: 0.0360410 Aug 11 03:30:59.057643 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-7ddd6981-0eef-4afb-a3d8-c91694f24907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.059209 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-7ddd6981-0eef-4afb-a3d8-c91694f24907 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0512190 Aug 11 03:30:59.106105 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-a94c55fe-9c1e-4b7e-b380-6e7cae92f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.107634 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-a94c55fe-9c1e-4b7e-b380-6e7cae92f795 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418875 Aug 11 03:30:59.203564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-39f3d813-0c9f-4371-bfb8-5c766f70c5a3 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888226 Aug 11 03:30:59.305036 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9f2aa27a-8ca4-4e6f-839b-72782bc03a92 req-4fd437bb-3ab9-49cd-a2bf-5318c0b35fc5 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949254 Aug 11 03:30:59.423714 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34bbf-680e-4030-a388-9425aa002d7c req-e99b381b-6240-4484-9800-0d86cac3f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.425419 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-e99b381b-6240-4484-9800-0d86cac3f143 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1094 time: 0.0602939 Aug 11 03:30:59.447439 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 60a1cf92-77e1-4bb2-a14b-73e37439a40b up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:59.504945 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 60a1cf92-77e1-4bb2-a14b-73e37439a40b triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:59.505781 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.550651 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34bbf-680e-4030-a388-9425aa002d7c req-4e3c8a78-7594-4e44-9b5e-0f57d35d8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.552776 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-4e3c8a78-7594-4e44-9b5e-0f57d35d8049 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.1200435 Aug 11 03:30:59.601885 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-a9c8b822-a3cb-4d50-ac06-49ac277d85e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 217 time: 0.0403690 Aug 11 03:30:59.613017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ffe9869-4503-4f11-b289-b80707a63eef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:59.665856 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34bbf-680e-4030-a388-9425aa002d7c req-a84a63ea-0117-4213-b7a8-42401dbcdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.668378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-a84a63ea-0117-4213-b7a8-42401dbcdce8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0583327 Aug 11 03:30:59.669079 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 4ffe9869-4503-4f11-b289-b80707a63eef completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:59.673419 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4ffe9869-4503-4f11-b289-b80707a63eef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:59.673792 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.725843 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34bbf-680e-4030-a388-9425aa002d7c req-84aabd5e-e348-4079-a082-fe6ad65202e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.727468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-84aabd5e-e348-4079-a082-fe6ad65202e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520666 Aug 11 03:30:59.764492 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.801087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 4ffe9869-4503-4f11-b289-b80707a63eef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4ffe9869-4503-4f11-b289-b80707a63eef,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:59.808943 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.846069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-78f8157c-4bfe-42bb-a42b-ac535d531d54 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087410 Aug 11 03:30:59.883494 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=4ffe9869-4503-4f11-b289-b80707a63eef,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:59.924202 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e2792-9f5a-4805-9ed4-ffffc3a03494 req-3aa44ed2-bdd0-431c-8b86-364da43bbd3f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.925893 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b9e2792-9f5a-4805-9ed4-ffffc3a03494 req-3aa44ed2-bdd0-431c-8b86-364da43bbd3f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 943 time: 0.0639215 Aug 11 03:30:59.965474 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-55a34bbf-680e-4030-a388-9425aa002d7c req-93a8b5e7-524a-4440-8c56-74fcb50bb13a service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095512 Aug 11 03:30:59.972313 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9b9e2792-9f5a-4805-9ed4-ffffc3a03494 req-88ba3516-843a-49ec-9440-400f554bd142 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384486 Aug 11 03:31:01.107532 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc3726-ed1e-4afc-9071-4b71a4418bf8 req-a82db6b4-88ae-4717-a55f-9600a87239cb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:01.109266 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbbc3726-ed1e-4afc-9071-4b71a4418bf8 req-a82db6b4-88ae-4717-a55f-9600a87239cb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 943 time: 0.0512624 Aug 11 03:31:01.147912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cbbc3726-ed1e-4afc-9071-4b71a4418bf8 req-e2cbd520-0649-4bd4-8ca9-1e86713fce70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316310 Aug 11 03:31:01.293657 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:31:01.385232 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ffe9869-4503-4f11-b289-b80707a63eef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:31:01.425860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:01.449655 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '679042db-2265-434e-9e13-3256eebf2e9d', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'mac_address': 'fa:16:3e:54:59:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:31:01.540754 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.715935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 4ffe9869-4503-4f11-b289-b80707a63eef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:01.716342 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.744126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:31:01.784908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:01.790761 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.909025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:02.022854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['679042db-2265-434e-9e13-3256eebf2e9d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:31:02.274269 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a195c3c-6cd9-4cde-b1a2-37e840f14493 req-e7bb0b51-7d2c-4813-be7a-ad6024839231 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:02.275798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a195c3c-6cd9-4cde-b1a2-37e840f14493 req-e7bb0b51-7d2c-4813-be7a-ad6024839231 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0509815 Aug 11 03:31:02.313700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8a195c3c-6cd9-4cde-b1a2-37e840f14493 req-793f7b49-af6d-4ec4-9d64-a4ae9eeab194 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319684 Aug 11 03:31:03.293343 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:31:03.341764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 679042db-2265-434e-9e13-3256eebf2e9d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:03.345246 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 679042db-2265-434e-9e13-3256eebf2e9d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:03.345618 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.426299 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.431138 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a5773-8508-4d57-b6c9-41967f8e2d67 req-00d8e3dd-aaa7-4717-b58e-ed76f872c0b6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:03.432667 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff0a5773-8508-4d57-b6c9-41967f8e2d67 req-00d8e3dd-aaa7-4717-b58e-ed76f872c0b6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0491564 Aug 11 03:31:03.449168 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:03.451461 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec98392-1cac-492c-9fd1-6502b0538152" -d '{"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-plugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:03.465106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:03.470588 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.473200 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ff0a5773-8508-4d57-b6c9-41967f8e2d67 req-3fdefbdc-2040-4895-bd80-2005b5a92233 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342991 Aug 11 03:31:03.503065 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3262c6aa-84ef-4c51-b84e-9e5454305046 x-openstack-request-id: req-3262c6aa-84ef-4c51-b84e-9e5454305046 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:03.503360 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-plugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:03.503613 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3262c6aa-84ef-4c51-b84e-9e5454305046 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:03.504701 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'code': 200} Aug 11 03:31:03.524900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:03.605562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc22d5-1a84-4889-b97b-4bf94c842458 req-10dd0941-3c74-47d3-8e9e-f19d2f0afbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:03.606756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8bc22d5-1a84-4889-b97b-4bf94c842458 req-10dd0941-3c74-47d3-8e9e-f19d2f0afbde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1096 time: 0.0507560 Aug 11 03:31:03.645022 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-b8bc22d5-1a84-4889-b97b-4bf94c842458 req-fd321750-a01a-49d2-be59-6cf14ebe5bcf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316215 Aug 11 03:31:04.594954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68904df0-9774-4997-b303-bcbb5bc59e74 req-43c18db7-d3a0-4177-addb-7d40c9d8c171 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:04.596534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68904df0-9774-4997-b303-bcbb5bc59e74 req-43c18db7-d3a0-4177-addb-7d40c9d8c171 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0538411 Aug 11 03:31:04.951479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-68904df0-9774-4997-b303-bcbb5bc59e74 req-ee43572d-1cca-41f0-9d48-5c7301005a11 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3450458 Aug 11 03:31:05.070865 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704ab9-9d19-4d51-97eb-7c4595ac7128 req-e777b8e8-8694-4d66-b815-fd1b2d01008a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:05.072629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72704ab9-9d19-4d51-97eb-7c4595ac7128 req-e777b8e8-8694-4d66-b815-fd1b2d01008a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0509546 Aug 11 03:31:05.111909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-72704ab9-9d19-4d51-97eb-7c4595ac7128 req-cde4ddfb-4b31-4853-ad47-ad64d7b533c3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329025 Aug 11 03:31:05.134229 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.277712 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ddbae-b03b-4573-9a99-776bec3b710f tempest-TestShelveInstance-665738351 tempest-TestShelveInstance-665738351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:05.279307 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-1c1ddbae-b03b-4573-9a99-776bec3b710f tempest-TestShelveInstance-665738351 tempest-TestShelveInstance-665738351-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1091 time: 0.1438873 Aug 11 03:31:05.282601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.288159 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:05.311212 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.416969 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.522836 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Allocated IP 172.25.6.33 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/98475688-c0ac-45a3-b67e-ad0e936c73e3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:05.645805 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.692427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.728767 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:05.734123 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:05.737758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:05.763897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'Port': ['ID=98475688-c0ac-45a3-b67e-ad0e936c73e3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:06.117434 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:06.186137 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:06.264336 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:06.356842 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:06.362036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:06.431478 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'Port': ['ID=98475688-c0ac-45a3-b67e-ad0e936c73e3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:06.447760 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:06.552619 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Floating IP 3a06c637-0e58-4a01-96cc-f46bc39c0fcc associated. External IP: 172.25.6.33, port: 679042db-2265-434e-9e13-3256eebf2e9d. Aug 11 03:31:07.138927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Router babfe995-d868-4883-925a-671e7a1cb392 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:31:07.263077 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:31:07.272720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bb673-b4b3-420c-8190-40da461f979f None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:31:07.280914 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:07.283070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:07.283708 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:07.310177 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-37e0d22f-5dd5-4ef1-8054-d908efe3f004 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0264599 Aug 11 03:31:07.310757 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:07.313050 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:07.351376 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13adb76-882b-46da-8a6f-a935f46f5797 x-openstack-request-id: req-b13adb76-882b-46da-8a6f-a935f46f5797 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:07.351594 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:07.351770 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b13adb76-882b-46da-8a6f-a935f46f5797 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:07.352268 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'status': 'completed', 'code': 200} Aug 11 03:31:07.417041 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:07.417274 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-8ada6bc7-0a73-4ee5-a1ec-3aa9948a509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:07.418643 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-8ada6bc7-0a73-4ee5-a1ec-3aa9948a509f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1096 time: 0.0436933 Aug 11 03:31:07.514263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-6e1d27cd-3761-411f-853f-06cb40cb85db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:07.515809 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-6e1d27cd-3761-411f-853f-06cb40cb85db service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0907781 Aug 11 03:31:07.589699 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-b9c61ef1-ea6a-4e2b-baf9-e1d87bfdaeb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 998 time: 0.0667787 Aug 11 03:31:07.642013 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-a49d2d85-0c6b-4a95-9de6-dc17324a3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:07.643548 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-a49d2d85-0c6b-4a95-9de6-dc17324a3998 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0472014 Aug 11 03:31:07.653017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '3a06c637-0e58-4a01-96cc-f46bc39c0fcc', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'mac_address': 'fa:16:3e:54:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:31:05Z', 'updated_at': '2021-08-11T03:31:05Z', 'revision_number': 0, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:07.680921 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bb673-b4b3-420c-8190-40da461f979f None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:31:07.689541 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:07.690291 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:30:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:07.693100 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-b5834fb4-3f3a-4c0d-8c3f-84b8bd1b2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:07.694674 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-b5834fb4-3f3a-4c0d-8c3f-84b8bd1b2ddf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434663 Aug 11 03:31:07.796111 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-05a540af-8c2f-4b15-bc0c-3a5f29b788c7 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941873 Aug 11 03:31:07.809311 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:07.896468 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a91cb4ae-8975-4e86-8b99-b7806fc7e5f8 req-cdbecf0a-b66c-40ce-9755-5f3ce5e90aef service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936327 Aug 11 03:31:08.051977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-982bb673-b4b3-420c-8190-40da461f979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '3a06c637-0e58-4a01-96cc-f46bc39c0fcc', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'mac_address': 'fa:16:3e:54:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:31:05Z', 'updated_at': '2021-08-11T03:31:05Z', 'revision_number': 0, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:08.083553 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bb673-b4b3-420c-8190-40da461f979f None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '3a06c637-0e58-4a01-96cc-f46bc39c0fcc', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'mac_address': 'fa:16:3e:54:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:31:05Z', 'updated_at': '2021-08-11T03:31:05Z', 'revision_number': 0, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:08.290496 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc360e9-33a7-4939-97f0-8cf91e846f97 None None] New status for floating IP 3a06c637-0e58-4a01-96cc-f46bc39c0fcc: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:31:14.024623 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-57991638-2630-42c9-8cb1-bd564a1bdda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:17.545588 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0092255-28b4-4140-a790-6fbdaeba6c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:17.876463 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:18.694961 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:20.316438 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:23.692986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:23.729033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:32.872596 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-4ae3d690-c0e8-482f-9cbf-45308da0e83b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458772 Aug 11 03:31:32.952569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4158b-8574-4b08-a5f1-05765f01266f req-53e54fb6-1a05-4af4-8d5d-e77882939995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:32.953980 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-53e54fb6-1a05-4af4-8d5d-e77882939995 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1096 time: 0.0397289 Aug 11 03:31:33.057301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4158b-8574-4b08-a5f1-05765f01266f req-a5402b27-1450-483c-96d3-133b3254a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:33.058848 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-a5402b27-1450-483c-96d3-133b3254a4b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0865405 Aug 11 03:31:33.133412 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-8d153fb4-bbde-4a96-aacd-806eaf2730a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 1000 time: 0.0633233 Aug 11 03:31:33.182133 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4158b-8574-4b08-a5f1-05765f01266f req-933b0ea3-bc7a-4ee2-aa80-1ed961877fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:33.183532 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-933b0ea3-bc7a-4ee2-aa80-1ed961877fed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0427132 Aug 11 03:31:33.231485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4158b-8574-4b08-a5f1-05765f01266f req-00f3662c-fe9c-42dc-9c06-fd9aeecfe625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:33.232931 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-00f3662c-fe9c-42dc-9c06-fd9aeecfe625 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399525 Aug 11 03:31:33.331201 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-d6f43137-e9e6-4f04-a50a-5a1e193dbc51 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906060 Aug 11 03:31:33.423918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-31e4158b-8574-4b08-a5f1-05765f01266f req-a0c9d868-4c79-46ed-9216-1fce79c4df3d service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Aug 11 03:31:43.264181 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:44.025549 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e3cf-e4af-42fa-91d5-b84b659b0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.546639 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f75606cc-0d65-4d84-9391-a9faf8fda64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.859304 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.696146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:50.318149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.721561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.741138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.027605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88d9da70-2e71-45f7-8422-a062772e50d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.550027 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-439649bc-4e8b-42aa-ab04-8cc07f454fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.859261 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.699149 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.263320 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:20.320820 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.742852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.746523 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.889499 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-e41a48be-7015-4e4a-92c8-c01f2a819d5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456612 Aug 11 03:32:32.967788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-30b0768b-ee7f-4712-96a1-59a1589a5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:32.969244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-30b0768b-ee7f-4712-96a1-59a1589a5046 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1096 time: 0.0400031 Aug 11 03:32:33.071266 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-ad7536ca-dfc7-40be-9e04-bf1ed4b35899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:33.072739 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-ad7536ca-dfc7-40be-9e04-bf1ed4b35899 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0838318 Aug 11 03:32:33.142605 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-0924cb89-9392-45d5-b889-3b11e412eff9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 1000 time: 0.0629523 Aug 11 03:32:33.190912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-faecb425-a4f3-47a5-902f-d118d9559385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:33.192380 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-faecb425-a4f3-47a5-902f-d118d9559385 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0433638 Aug 11 03:32:33.237728 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-8ea19df6-e7cd-416c-a0e2-40f5338c4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:33.239250 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-8ea19df6-e7cd-416c-a0e2-40f5338c4349 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404437 Aug 11 03:32:33.332229 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-f48d9f97-f8d4-4d4f-ad2f-b7c219cfbedc service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Aug 11 03:32:33.420991 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-25f82314-3b9b-4b53-ae74-f595155c1da2 req-c1c0bc9a-7f7d-440b-95a9-5c8aa06bb145 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817547 Aug 11 03:32:44.029353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59135129-cddc-4efd-8a49-18474b91b722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.550088 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce197-9cce-4ecb-9bc9-35167165a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.860389 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.702186 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.322349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.735542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.750102 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.264105 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:03.249089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a5c6-0d11-41aa-8473-ecfe1907b45b req-99e720f4-19cb-4df0-89ca-5e18f6a0ca61 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:03.250870 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7a8a5c6-0d11-41aa-8473-ecfe1907b45b req-99e720f4-19cb-4df0-89ca-5e18f6a0ca61 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0500798 Aug 11 03:33:03.289040 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a7a8a5c6-0d11-41aa-8473-ecfe1907b45b req-0a0c3214-3fed-45e0-b226-96f1d8dd3998 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321264 Aug 11 03:33:04.406680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8fc12-e4b5-43ab-b212-c2bc7ffd780d req-4be45e0d-f7df-4c8c-b41b-e28e2251f51c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.408174 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbf8fc12-e4b5-43ab-b212-c2bc7ffd780d req-4be45e0d-f7df-4c8c-b41b-e28e2251f51c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0512688 Aug 11 03:33:04.445629 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbf8fc12-e4b5-43ab-b212-c2bc7ffd780d req-291d1c93-ac8e-4e08-98b0-40c90eb1659b tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310302 Aug 11 03:33:05.574148 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff21a5-45d2-493d-8fc0-f40c5f629f3d req-d2a90ca4-f2b3-4c6d-a3ca-b3016fc3dc06 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.575700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3ff21a5-45d2-493d-8fc0-f40c5f629f3d req-d2a90ca4-f2b3-4c6d-a3ca-b3016fc3dc06 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0494158 Aug 11 03:33:05.614203 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3ff21a5-45d2-493d-8fc0-f40c5f629f3d req-f6a8f6ff-7420-4681-b3d1-841d664486d6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324888 Aug 11 03:33:06.727915 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2c8a-9fbb-488e-a652-296e78361aa7 req-40563fcb-083c-4b2c-aa58-89ffc97468e7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:06.729404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b53b2c8a-9fbb-488e-a652-296e78361aa7 req-40563fcb-083c-4b2c-aa58-89ffc97468e7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0483468 Aug 11 03:33:06.766118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b53b2c8a-9fbb-488e-a652-296e78361aa7 req-299d2f4b-a72d-44b4-8d36-1b3a7302741c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304930 Aug 11 03:33:07.886373 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af039f-ea0b-4c48-95e6-85b394662df5 req-058e2d4e-9e3b-4032-b6e8-40442929f6b3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.887959 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82af039f-ea0b-4c48-95e6-85b394662df5 req-058e2d4e-9e3b-4032-b6e8-40442929f6b3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0541618 Aug 11 03:33:07.928898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-82af039f-ea0b-4c48-95e6-85b394662df5 req-718216da-5b8b-4667-ba4e-fb8d9ca7ecd4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344527 Aug 11 03:33:09.045496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe07d34-9097-4c1f-81c6-8c2036a1d7f0 req-8421253c-ae3a-4bb6-882b-3d8d59defe02 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:09.047067 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfe07d34-9097-4c1f-81c6-8c2036a1d7f0 req-8421253c-ae3a-4bb6-882b-3d8d59defe02 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0489793 Aug 11 03:33:09.085735 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cfe07d34-9097-4c1f-81c6-8c2036a1d7f0 req-bf449912-11d0-49a9-8d0f-4f5a79bf5499 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322249 Aug 11 03:33:10.198480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a46c3-ab9a-4252-a464-1797dc0b591b req-2e88f763-421b-412e-9cf6-2b51a3941772 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.199986 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-954a46c3-ab9a-4252-a464-1797dc0b591b req-2e88f763-421b-412e-9cf6-2b51a3941772 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0487790 Aug 11 03:33:10.237234 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-954a46c3-ab9a-4252-a464-1797dc0b591b req-cf42cb2c-b866-4247-a49f-48f4a23b5949 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313885 Aug 11 03:33:11.355972 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009250-f521-4d60-a2d5-03405703060f req-490f7c90-5c1e-42f2-b2dd-6ce25d489896 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:11.357732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae009250-f521-4d60-a2d5-03405703060f req-490f7c90-5c1e-42f2-b2dd-6ce25d489896 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0518878 Aug 11 03:33:11.393943 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae009250-f521-4d60-a2d5-03405703060f req-d3c0dd69-8980-42fc-a709-2baabfa76c60 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303657 Aug 11 03:33:12.509886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0ac06-b44f-47be-a1d1-d0ba26faa5c9 req-91f1e622-9ae9-4d4c-86f9-3d10fb8884d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:12.511394 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3e0ac06-b44f-47be-a1d1-d0ba26faa5c9 req-91f1e622-9ae9-4d4c-86f9-3d10fb8884d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0483315 Aug 11 03:33:12.549232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3e0ac06-b44f-47be-a1d1-d0ba26faa5c9 req-f13df41a-37b3-4138-b29a-28bad147fdc7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319426 Aug 11 03:33:13.662962 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8450d-b8c0-487f-b8cc-7c7f2e60db18 req-4af8918f-5559-4a6c-8e79-824a79217f8c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:13.664425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05c8450d-b8c0-487f-b8cc-7c7f2e60db18 req-4af8918f-5559-4a6c-8e79-824a79217f8c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0494707 Aug 11 03:33:13.703101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-05c8450d-b8c0-487f-b8cc-7c7f2e60db18 req-3ee3b834-8919-4000-8aef-5f7ccd485e05 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323129 Aug 11 03:33:14.029775 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-235f26d0-b8e1-4672-8c66-9f36bb5ed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.820511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c048a15-1f74-439e-b0e8-b9079da42d8a req-3149ea6e-9338-447c-9574-5dd2a50e5f7a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:14.822019 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c048a15-1f74-439e-b0e8-b9079da42d8a req-3149ea6e-9338-447c-9574-5dd2a50e5f7a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0528107 Aug 11 03:33:14.859438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4c048a15-1f74-439e-b0e8-b9079da42d8a req-732b4044-5e2b-4724-b475-4833753aba57 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315328 Aug 11 03:33:15.944741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:33:15.997328 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde803ce-9bfa-4128-888e-b5d533f2aba2 req-8ee86739-139d-4f74-a998-7f5556b1951d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:15.999806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fde803ce-9bfa-4128-888e-b5d533f2aba2 req-8ee86739-139d-4f74-a998-7f5556b1951d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0640221 Aug 11 03:33:16.053049 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fde803ce-9bfa-4128-888e-b5d533f2aba2 req-fce4c5e4-26be-4afe-a551-6de1c3675d30 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470593 Aug 11 03:33:16.065635 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:16.084369 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '679042db-2265-434e-9e13-3256eebf2e9d', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'mac_address': 'fa:16:3e:54:59:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:33:16.132396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.148964 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:16.172450 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:16.179212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.249322 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:16.254974 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['679042db-2265-434e-9e13-3256eebf2e9d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:16.288902 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.289287 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.289628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.289994 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.290351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.290727 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.291077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.291405 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.291729 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.292053 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.292406 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:16.292944 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:17.179343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d886721-49c2-44e0-a873-bcd147172be9 req-defdb638-f6d1-4daa-b0c1-c5bb445fcba9 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:17.181874 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d886721-49c2-44e0-a873-bcd147172be9 req-defdb638-f6d1-4daa-b0c1-c5bb445fcba9 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0604424 Aug 11 03:33:17.231196 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3d886721-49c2-44e0-a873-bcd147172be9 req-79f60934-830c-43b9-8ff8-14e2bb3a5e1f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429633 Aug 11 03:33:17.556336 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0fffedf-ab34-46cd-b69c-4b5a9df59883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.867796 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.943832 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:18.002688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 679042db-2265-434e-9e13-3256eebf2e9d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:18.003067 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.095634 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.124453 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:18.126777 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03529ee3-e5a1-499c-aaad-27b855c498d7" -d '{"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-plugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:18.142995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:18.151765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.214058 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:18.264022 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967af190-867b-41ad-ae97-1a5d5e214f6a x-openstack-request-id: req-967af190-867b-41ad-ae97-1a5d5e214f6a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:18.264022 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-plugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:18.264370 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-967af190-867b-41ad-ae97-1a5d5e214f6a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:18.264784 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'code': 200} Aug 11 03:33:18.374086 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaa9ad-2232-4791-873a-c16c104eda8b req-41e97dd6-a4c6-4864-9f72-2b6e2ba8d939 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:18.375789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8dfaa9ad-2232-4791-873a-c16c104eda8b req-41e97dd6-a4c6-4864-9f72-2b6e2ba8d939 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0567050 Aug 11 03:33:18.416376 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8dfaa9ad-2232-4791-873a-c16c104eda8b req-18e58951-dcaf-46ac-b0eb-90d9f7f55d1c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345631 Aug 11 03:33:18.707832 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.545647 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17cc5-9d1a-4e05-80cb-286eb3cf1676 req-b594db05-1ea5-4999-a983-f355baf4f541 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.547247 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53d17cc5-9d1a-4e05-80cb-286eb3cf1676 req-b594db05-1ea5-4999-a983-f355baf4f541 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0526655 Aug 11 03:33:19.587996 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-53d17cc5-9d1a-4e05-80cb-286eb3cf1676 req-b1f26357-3861-4e7b-a2c3-9fca9b9b31cf tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345051 Aug 11 03:33:20.330833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.712838 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271ce5a-4f30-4738-a295-6b7ba1d8706d req-c13bf2f8-76d5-4eef-8e0a-8841df445812 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.714386 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c271ce5a-4f30-4738-a295-6b7ba1d8706d req-c13bf2f8-76d5-4eef-8e0a-8841df445812 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0514808 Aug 11 03:33:20.760732 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c271ce5a-4f30-4738-a295-6b7ba1d8706d req-533b60ce-c23e-4aa2-9c40-535fea600a1a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392537 Aug 11 03:33:21.899417 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe50c1-21c9-4704-a36a-268707516d47 req-9315eeda-2296-4208-8462-1a4e58d43e5e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:21.901777 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0efe50c1-21c9-4704-a36a-268707516d47 req-9315eeda-2296-4208-8462-1a4e58d43e5e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0650239 Aug 11 03:33:21.947523 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0efe50c1-21c9-4704-a36a-268707516d47 req-115d37cd-f6ad-4469-8a2d-9ba4b6083ebb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397160 Aug 11 03:33:23.082152 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cae58-bb52-4041-9599-b5049db4be19 req-c54a2c17-b4a6-4eec-afab-2b7201d68be5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:23.086894 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-128cae58-bb52-4041-9599-b5049db4be19 req-c54a2c17-b4a6-4eec-afab-2b7201d68be5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0636699 Aug 11 03:33:23.130331 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-128cae58-bb52-4041-9599-b5049db4be19 req-3e06c810-cb90-4052-be05-a208f00178f0 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424814 Aug 11 03:33:23.736255 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.774904 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.244043 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147b04-cde5-4c10-98f7-2b112c3a83c8 req-5b846748-543f-4178-9e37-2b10e99d9a1c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:24.245722 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3147b04-cde5-4c10-98f7-2b112c3a83c8 req-5b846748-543f-4178-9e37-2b10e99d9a1c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0513821 Aug 11 03:33:24.294421 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d3147b04-cde5-4c10-98f7-2b112c3a83c8 req-05edb140-549e-4dfb-bcbf-43a6048d99fe tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410247 Aug 11 03:33:25.032411 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649b53-4be4-4082-9071-d6056398413e req-06402d77-25c5-480e-aa64-98171e00b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.033933 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-06402d77-25c5-480e-aa64-98171e00b1d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1096 time: 0.0849788 Aug 11 03:33:25.127178 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649b53-4be4-4082-9071-d6056398413e req-fcb0249b-53c6-46a6-9e26-6a3d6839837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.128657 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-fcb0249b-53c6-46a6-9e26-6a3d6839837d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0882359 Aug 11 03:33:25.192134 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-119e33d0-2ad7-454b-ad47-a9e83ecb816e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 1000 time: 0.0564299 Aug 11 03:33:25.244056 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649b53-4be4-4082-9071-d6056398413e req-1c739adf-95b3-4809-bea3-70684ef06663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.245489 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-1c739adf-95b3-4809-bea3-70684ef06663 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0469253 Aug 11 03:33:25.293894 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649b53-4be4-4082-9071-d6056398413e req-1a77f515-0ff0-488a-b571-362bdacf972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.295444 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-1a77f515-0ff0-488a-b571-362bdacf972b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422847 Aug 11 03:33:25.386711 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-0460f0c2-d657-4365-a343-6c41b242cd2b service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826886 Aug 11 03:33:25.414983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f058d-f110-4142-aca9-a533a6d568b6 req-d7d9d9c9-80a5-4786-a25f-b4041845c361 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.416505 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b6f058d-f110-4142-aca9-a533a6d568b6 req-d7d9d9c9-80a5-4786-a25f-b4041845c361 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0532391 Aug 11 03:33:25.454862 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b6f058d-f110-4142-aca9-a533a6d568b6 req-06f9b968-c974-440d-91e8-ed754b8f9435 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323942 Aug 11 03:33:25.482449 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-29649b53-4be4-4082-9071-d6056398413e req-aff95899-3073-48d0-95b8-fcb1365fb2f9 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879040 Aug 11 03:33:26.578850 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c369b-d989-492b-952c-a24cd33ae9a3 req-a37fa344-737b-45c0-aa93-b61537d2d390 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:26.580369 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-241c369b-d989-492b-952c-a24cd33ae9a3 req-a37fa344-737b-45c0-aa93-b61537d2d390 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0588825 Aug 11 03:33:26.618780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-241c369b-d989-492b-952c-a24cd33ae9a3 req-3fef1968-b24d-44b1-a9d7-ab2fe4a0047b tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324037 Aug 11 03:33:27.734361 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb16af-3cba-4609-8f13-3165788ca97c req-e34ef100-988f-4b0c-9818-4f5ffeb1d8f5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:27.735771 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cbb16af-3cba-4609-8f13-3165788ca97c req-e34ef100-988f-4b0c-9818-4f5ffeb1d8f5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0489588 Aug 11 03:33:27.774384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6cbb16af-3cba-4609-8f13-3165788ca97c req-68fda27d-87c3-4570-8c39-9dfaa0722483 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321572 Aug 11 03:33:27.991250 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5cfb-8fa5-446e-acef-c7a280179318 req-1e88a91b-de39-4abb-b7d4-8f633119ce3c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:27.992912 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54aa5cfb-8fa5-446e-acef-c7a280179318 req-1e88a91b-de39-4abb-b7d4-8f633119ce3c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0567200 Aug 11 03:33:27.993518 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:28.043194 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-54aa5cfb-8fa5-446e-acef-c7a280179318 req-069c5fb0-0c5c-48b3-8b16-c5830e88a86c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431736 Aug 11 03:33:28.080925 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.112240 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:28.114552 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8887b56-81b8-47d2-86d8-def7f4ca3d5b" -d '{"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-unplugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:28.127854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:28.133230 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.160836 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0e7c09-33f1-41ef-8ed8-8d58ef1dffba x-openstack-request-id: req-ce0e7c09-33f1-41ef-8ed8-8d58ef1dffba {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:28.161127 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-unplugged", "status": "failed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "code": 422}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:28.161384 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce0e7c09-33f1-41ef-8ed8-8d58ef1dffba {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:28.161776 n-d-715271-8 neutron-server[94701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'code': 422} returned with failed status Aug 11 03:33:28.191611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:28.288410 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:28.368740 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-122d0e80-fc28-4444-be28-71efcb28b279 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791328 Aug 11 03:33:29.179973 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f069-9b1c-4828-86d1-29b4b9245854 req-13259b52-731e-47c5-b566-b035f5b0d17a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:29.181470 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8c0f069-9b1c-4828-86d1-29b4b9245854 req-13259b52-731e-47c5-b566-b035f5b0d17a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 943 time: 0.0775645 Aug 11 03:33:29.187899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4f85-c898-4a6a-9314-e90183396deb req-89f10fce-fe42-42ac-a74e-b7735dd81810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:29.189407 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-89f10fce-fe42-42ac-a74e-b7735dd81810 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca&tenant_id=3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 1094 time: 0.0584271 Aug 11 03:33:29.207794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-8', 'device_owner': 'compute:nova'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:29.253363 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e8c0f069-9b1c-4828-86d1-29b4b9245854 req-c2098240-6468-4a0f-9b8d-15506347e0c9 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628145 Aug 11 03:33:29.282458 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.484033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:29.516217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h2-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:29.547864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:29.555756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.567525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Transition to ACTIVE for port object 679042db-2265-434e-9e13-3256eebf2e9d will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:29.571071 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.655706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=9']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:29.670594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.670855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.671201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.671546 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.671885 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.672221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.672558 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.672886 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.673217 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.673545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.673872 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.674223 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:29.702753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] No DVR routers for this DVR port 679042db-2265-434e-9e13-3256eebf2e9d on host n-h2-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:29.845940 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:29.846124 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:29.846377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:29.852084 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Port 679042db-2265-434e-9e13-3256eebf2e9d on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:33:29.852464 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Attempting to bind port 679042db-2265-434e-9e13-3256eebf2e9d on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:29.857543 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:29.857877 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Checking segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:29.858298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Bound using segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:29.858725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Bound port: 679042db-2265-434e-9e13-3256eebf2e9d, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:29.859082 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.925941 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:29.929246 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:29.932956 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.967744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:29.968358 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.969770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] 10.222.0.25 "PUT /v2.0/ports/679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 1091 time: 0.7716465 Aug 11 03:33:29.970243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:29.972513 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435c83e9-5758-43d3-ba3e-661a14cbd8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:30.000444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423d9bc-e6ce-4791-9457-96b2fced4c52 service neutron] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=10']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:30.048933 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4f85-c898-4a6a-9314-e90183396deb req-921b27b3-51ae-4893-a87b-65a8dea882c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.050524 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-921b27b3-51ae-4893-a87b-65a8dea882c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1095 time: 0.0464988 Aug 11 03:33:30.111075 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd82e6-7b58-4dc7-924a-29621a4f0752 x-openstack-request-id: req-f9bd82e6-7b58-4dc7-924a-29621a4f0752 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:30.111465 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:30.112181 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9bd82e6-7b58-4dc7-924a-29621a4f0752 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:30.112593 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'status': 'completed', 'code': 200} Aug 11 03:33:30.163323 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4f85-c898-4a6a-9314-e90183396deb req-ed9abbf1-c2ec-426c-b896-99d31b197163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.164888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-ed9abbf1-c2ec-426c-b896-99d31b197163 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.1074090 Aug 11 03:33:30.231490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-79e29e34-19f1-4183-9e68-db01793c98f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 998 time: 0.0580778 Aug 11 03:33:30.281851 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4f85-c898-4a6a-9314-e90183396deb req-d080f384-3dc5-4ed4-a557-1074a0a2788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.283385 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-d080f384-3dc5-4ed4-a557-1074a0a2788f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0454767 Aug 11 03:33:30.357950 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4f85-c898-4a6a-9314-e90183396deb req-bc275f07-aaa5-41f4-9afc-057f593e0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.359489 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-bc275f07-aaa5-41f4-9afc-057f593e0be6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690236 Aug 11 03:33:30.419158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7644-3ef5-498c-ab9f-67df063f79e8 req-51abcba6-29d6-4543-9448-c9d237d3be70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.420623 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bede7644-3ef5-498c-ab9f-67df063f79e8 req-51abcba6-29d6-4543-9448-c9d237d3be70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0989783 Aug 11 03:33:30.480560 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bede7644-3ef5-498c-ab9f-67df063f79e8 req-5c5550f2-b577-404f-9169-2cb8bde86a1e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525374 Aug 11 03:33:30.491794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-c44ae2fa-4815-4cf6-b889-53c19b21bd0a service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245551 Aug 11 03:33:30.581812 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-852c4f85-c898-4a6a-9314-e90183396deb req-cd6b3898-9d21-49c1-9a5e-6ad3b3f4972f service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Aug 11 03:33:30.668968 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-be5ad609-68fe-4112-93a9-e4ac03e75d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.670613 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-be5ad609-68fe-4112-93a9-e4ac03e75d5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1095 time: 0.0417600 Aug 11 03:33:30.767437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-a895872b-71ce-4e54-9ca4-6d6e41f889d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.769091 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-a895872b-71ce-4e54-9ca4-6d6e41f889d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0908601 Aug 11 03:33:30.845219 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-66772ca5-61d2-4670-810e-e51dcf73e86a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 998 time: 0.0680959 Aug 11 03:33:30.930869 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-20de3cfd-8356-4750-b692-fb7b139ef96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.932616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-20de3cfd-8356-4750-b692-fb7b139ef96e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0801163 Aug 11 03:33:31.607335 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7296-ecbb-4bd7-b66a-7a02fab92065 req-9b609bf9-99b3-4f22-8a9e-b74286fee790 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:31.610373 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70af7296-ecbb-4bd7-b66a-7a02fab92065 req-9b609bf9-99b3-4f22-8a9e-b74286fee790 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0544646 Aug 11 03:33:31.652686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-70af7296-ecbb-4bd7-b66a-7a02fab92065 req-19237875-a9d9-4021-9455-661fd1249d8a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366600 Aug 11 03:33:32.793078 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df053b2-b1d5-4f0b-9c26-fdbfa5574a77 req-73f44583-8072-4ca6-b331-73dc17bee830 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:32.794895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2df053b2-b1d5-4f0b-9c26-fdbfa5574a77 req-73f44583-8072-4ca6-b331-73dc17bee830 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0524886 Aug 11 03:33:32.834232 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2df053b2-b1d5-4f0b-9c26-fdbfa5574a77 req-f7fe5c6a-04b8-46f8-bc20-331c476ed5a4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331683 Aug 11 03:33:33.973552 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244afa-dc69-4922-bece-615599407e82 req-1790b0c4-e5c2-45cd-86e3-2a7113488a75 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:33.975701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1244afa-dc69-4922-bece-615599407e82 req-1790b0c4-e5c2-45cd-86e3-2a7113488a75 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0547233 Aug 11 03:33:34.016253 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d1244afa-dc69-4922-bece-615599407e82 req-b3cc0403-c263-4883-ac13-6b6d0f057989 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346591 Aug 11 03:33:34.263365 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:35.134111 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c004cad-86df-430e-b4c9-4a2397e446da req-69b1ba73-f520-4e51-9c32-2df48dbe5ff3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:35.136345 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c004cad-86df-430e-b4c9-4a2397e446da req-69b1ba73-f520-4e51-9c32-2df48dbe5ff3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0510728 Aug 11 03:33:35.176607 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8c004cad-86df-430e-b4c9-4a2397e446da req-624e34b3-cdf2-4672-b6f6-c8a48ff8205b tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341654 Aug 11 03:33:36.298575 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4c255-d099-442a-b66a-1cc2b3a89ea8 req-f65f925d-9ccd-47f8-9d90-1e79cddc93a1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:36.300201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5df4c255-d099-442a-b66a-1cc2b3a89ea8 req-f65f925d-9ccd-47f8-9d90-1e79cddc93a1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0531094 Aug 11 03:33:36.346557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5df4c255-d099-442a-b66a-1cc2b3a89ea8 req-22b187dd-1fd7-49ca-80e3-26a74dba5cce tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402336 Aug 11 03:33:37.468062 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d991b-6a23-4aed-9af5-6e1d1da8b287 req-33263d96-17bf-411a-a471-8483749c0724 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:37.469681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-112d991b-6a23-4aed-9af5-6e1d1da8b287 req-33263d96-17bf-411a-a471-8483749c0724 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0536630 Aug 11 03:33:37.517014 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-112d991b-6a23-4aed-9af5-6e1d1da8b287 req-38e6882d-552e-4a15-9ead-3fced61905f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404892 Aug 11 03:33:38.676720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e4385-e347-48f1-8517-1eda2cd43223 req-2a0c1f65-489e-49d0-b3e9-5c6199316a61 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:38.678907 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2e4385-e347-48f1-8517-1eda2cd43223 req-2a0c1f65-489e-49d0-b3e9-5c6199316a61 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0733628 Aug 11 03:33:38.721112 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e2e4385-e347-48f1-8517-1eda2cd43223 req-aa74b714-704e-40cd-8bfd-bf400216af90 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357373 Aug 11 03:33:39.852095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a3c54-057b-44c9-9d11-13d24ece8cde req-31228e06-df78-4f1d-9405-cd3cfe56c776 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:39.853694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-038a3c54-057b-44c9-9d11-13d24ece8cde req-31228e06-df78-4f1d-9405-cd3cfe56c776 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0543580 Aug 11 03:33:39.894890 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-038a3c54-057b-44c9-9d11-13d24ece8cde req-7a80b05e-d62b-4ccc-b748-129de6bd9752 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346258 Aug 11 03:33:41.030080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80aba-63a3-475a-b43a-abc834d17ddf req-763e9e72-de88-43c2-9db2-5753bf11f34a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:41.031715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86a80aba-63a3-475a-b43a-abc834d17ddf req-763e9e72-de88-43c2-9db2-5753bf11f34a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0671163 Aug 11 03:33:41.071657 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-86a80aba-63a3-475a-b43a-abc834d17ddf req-e0fc9636-8616-4500-8f78-cf15b8efa529 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332215 Aug 11 03:33:42.010319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-63cc7145-9ad6-48a4-bc03-3f5096c3ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.011734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-63cc7145-9ad6-48a4-bc03-3f5096c3ee37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425408 Aug 11 03:33:42.102249 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-86ee76dd-ffdf-4a35-8ce4-3f239272cb03 service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817037 Aug 11 03:33:42.241832 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e087f-0643-42a5-a1d4-d9844065d84f req-3ec8d8d9-8ba5-49bf-856c-814ce4da706f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.243415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b68e087f-0643-42a5-a1d4-d9844065d84f req-3ec8d8d9-8ba5-49bf-856c-814ce4da706f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0785913 Aug 11 03:33:42.245786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-435c83e9-5758-43d3-ba3e-661a14cbd8d8 req-c0491598-887f-4759-a637-33e82f63559a service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259604 Aug 11 03:33:42.283069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b68e087f-0643-42a5-a1d4-d9844065d84f req-d2179031-7808-45ac-a011-156d7b6acf24 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335085 Aug 11 03:33:42.348503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-cbeb5002-45e1-4267-a4d4-dd23a1d8bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.350698 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-cbeb5002-45e1-4267-a4d4-dd23a1d8bdc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1095 time: 0.0452306 Aug 11 03:33:42.452503 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-7c990b68-9a3d-4aaa-bf6c-686994255a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.453984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-7c990b68-9a3d-4aaa-bf6c-686994255a65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0838203 Aug 11 03:33:42.525258 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-4a22a448-371e-4bed-a39e-98df2c534cdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 998 time: 0.0635965 Aug 11 03:33:42.576775 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-5be5fe96-572c-4074-bc0c-85454c46aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.578262 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-5be5fe96-572c-4074-bc0c-85454c46aaf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0448115 Aug 11 03:33:42.624089 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-3e308ad7-dd6d-4b60-8f64-b1e074c10bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.625568 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-3e308ad7-dd6d-4b60-8f64-b1e074c10bfd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392761 Aug 11 03:33:42.729700 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-16e57d57-9185-4e1a-b760-a652312bed7e service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961685 Aug 11 03:33:42.817888 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc095e2e-493f-4171-9a39-cd95d2306fff req-c208fa77-c48e-43e3-bd69-7f5a1ba3d97c service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811312 Aug 11 03:33:43.401630 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5999-bc67-494e-b5d8-6b9638a35fed req-e0f2786b-665c-4d74-90ed-f0fe96b76afd tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:43.403101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffab5999-bc67-494e-b5d8-6b9638a35fed req-e0f2786b-665c-4d74-90ed-f0fe96b76afd tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0525105 Aug 11 03:33:43.442876 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ffab5999-bc67-494e-b5d8-6b9638a35fed req-f6b0fc5c-36c0-480b-9e2c-032e517d14a1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338085 Aug 11 03:33:44.031099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2af2426-80ce-4f32-9bb6-d7da85505d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.487134 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:33:44.573814 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2462c9f-94d3-4cd9-be4c-c843c20d6762 req-6dc8d1f6-84e3-4a46-893a-8350c02c4f67 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.575428 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2462c9f-94d3-4cd9-be4c-c843c20d6762 req-6dc8d1f6-84e3-4a46-893a-8350c02c4f67 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 944 time: 0.0611012 Aug 11 03:33:44.584726 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:44.598213 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '679042db-2265-434e-9e13-3256eebf2e9d', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'port_id': '679042db-2265-434e-9e13-3256eebf2e9d', 'mac_address': 'fa:16:3e:54:59:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:33:44.616214 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2462c9f-94d3-4cd9-be4c-c843c20d6762 req-d0c2f1c0-84cb-495c-828c-0b0710ed27eb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342495 Aug 11 03:33:44.641770 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.655201 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:44.675066 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:44.679066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.726124 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:44.928334 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['679042db-2265-434e-9e13-3256eebf2e9d'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:45.735411 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060705aa-47a8-4ba9-bfbc-acb30fa334f7 req-ef8f248e-1fcc-41db-a3d8-76bd77d8140f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:45.736900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-060705aa-47a8-4ba9-bfbc-acb30fa334f7 req-ef8f248e-1fcc-41db-a3d8-76bd77d8140f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 945 time: 0.0503705 Aug 11 03:33:45.776347 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-060705aa-47a8-4ba9-bfbc-acb30fa334f7 req-e57fe6e4-4aca-40fc-acd3-27087af6268d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323908 Aug 11 03:33:46.486590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:46.534302 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 679042db-2265-434e-9e13-3256eebf2e9d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:46.537834 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 679042db-2265-434e-9e13-3256eebf2e9d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:46.538240 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.771866 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.794254 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:46.796454 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6d9d4-6fbd-4e41-8e0d-77e9eba42853" -d '{"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-plugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:46.810460 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:46.814986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.843351 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d60ca-bc51-4322-b762-121b2c8bd23d x-openstack-request-id: req-d55d60ca-bc51-4322-b762-121b2c8bd23d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:46.843641 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-plugged", "status": "completed", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:46.843893 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d55d60ca-bc51-4322-b762-121b2c8bd23d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:46.844285 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'code': 200} Aug 11 03:33:46.871950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=12']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:46.908867 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f595dfd-d487-4d0b-a269-751c1fce40c3 req-49354f37-0d81-473d-a5ae-298c665be53a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.910442 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f595dfd-d487-4d0b-a269-751c1fce40c3 req-49354f37-0d81-473d-a5ae-298c665be53a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 946 time: 0.0538068 Aug 11 03:33:46.954776 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4f595dfd-d487-4d0b-a269-751c1fce40c3 req-84b79f2e-aa67-4104-8ca4-670741e00d67 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355771 Aug 11 03:33:47.018022 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d933f-b9f1-49fb-bb84-a3ac14163b65 req-e6fb1104-1813-4a7f-baf3-013a47676fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:47.019599 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d8d933f-b9f1-49fb-bb84-a3ac14163b65 req-e6fb1104-1813-4a7f-baf3-013a47676fe6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1097 time: 0.0555995 Aug 11 03:33:47.055863 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4d8d933f-b9f1-49fb-bb84-a3ac14163b65 req-402d9b35-cf30-4eaf-95e9-a97411f5d683 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287380 Aug 11 03:33:47.549154 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18fcb68c-ba08-4b48-82b7-0d1165066d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.862344 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.085437 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530d65-d681-421e-a4ea-ba2a27541bd1 req-20a97846-624b-4a94-bd3b-f924ae143f8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:48.087715 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb530d65-d681-421e-a4ea-ba2a27541bd1 req-20a97846-624b-4a94-bd3b-f924ae143f8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 946 time: 0.0586333 Aug 11 03:33:48.143691 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cb530d65-d681-421e-a4ea-ba2a27541bd1 req-2f7c52b1-ed84-4c5a-8c17-dc0f00e5fe77 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481040 Aug 11 03:33:48.707974 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.261201 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bae8-e9e8-40f0-ac8b-dcb490c24c6a req-ae0cd44f-45b8-4960-a401-894ef720b02c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:49.262760 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5959bae8-e9e8-40f0-ac8b-dcb490c24c6a req-ae0cd44f-45b8-4960-a401-894ef720b02c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 946 time: 0.0496325 Aug 11 03:33:49.308791 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5959bae8-e9e8-40f0-ac8b-dcb490c24c6a req-b5364038-5da9-46a3-9e36-91dff1460619 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401051 Aug 11 03:33:50.329223 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.759893 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.784640 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.263312 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:14.031833 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25b7bc40-1ba7-4e4d-982b-036196fcb7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.550385 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98befa42-336a-4f77-bc41-26bafccc1c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.863033 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.711029 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.332126 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:23.764195 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:23.783091 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.362593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-d9051ced-7b5e-45c3-b22f-edf3b48996a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448062 Aug 11 03:34:38.445749 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83555bcd-10d8-46f2-a399-df114162762d req-ec5588b8-c1a3-41d0-82a2-141d593ca6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.447339 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-ec5588b8-c1a3-41d0-82a2-141d593ca6bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1097 time: 0.0402792 Aug 11 03:34:38.550088 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83555bcd-10d8-46f2-a399-df114162762d req-6a3c8124-ec9c-409e-9855-bc05cf8be441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.551590 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-6a3c8124-ec9c-409e-9855-bc05cf8be441 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0839510 Aug 11 03:34:38.623944 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-a7baeb91-1ab3-4f38-bbf9-5f7341922bd3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 1000 time: 0.0642185 Aug 11 03:34:38.675922 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83555bcd-10d8-46f2-a399-df114162762d req-8d08adfe-4baf-428d-b158-43aa4b76a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.677400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-8d08adfe-4baf-428d-b158-43aa4b76a522 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0466905 Aug 11 03:34:38.726847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83555bcd-10d8-46f2-a399-df114162762d req-ad8c1fc9-b13e-41eb-97a3-a51ed3ab5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.728510 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-ad8c1fc9-b13e-41eb-97a3-a51ed3ab5391 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427144 Aug 11 03:34:38.822939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-ce34ab9b-e83d-4180-8de1-1f222134e0e0 service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Aug 11 03:34:38.913807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83555bcd-10d8-46f2-a399-df114162762d req-a44413cf-4afd-4db3-b660-56f7ee027063 service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829983 Aug 11 03:34:44.032476 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ed0e-d74b-4f20-9b4c-88e7990b3ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.552386 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3d7a-9fa6-412a-9a59-28fb956a8be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.864059 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.262527 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:48.713657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.334207 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.763161 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.789112 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.997469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:02.154906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Deleting port 98475688-c0ac-45a3-b67e-ad0e936c73e3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:02.155247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.232919 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.233247 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.244507 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Calling delete_port for 98475688-c0ac-45a3-b67e-ad0e936c73e3 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:02.391825 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.417263 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event deleted for resources: {'Port': ['ID=98475688-c0ac-45a3-b67e-ad0e936c73e3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:02.428957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.429307 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.429647 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.429981 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.430339 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.430667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.430996 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.431320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.431641 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.431964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.432287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.432604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:02.487651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.487982 n-d-715271-8 neutron-server[94700]: INFO neutron.db.l3_db [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Floating IP 3a06c637-0e58-4a01-96cc-f46bc39c0fcc disassociated (deleted). External IP: 172.25.6.33, port: 679042db-2265-434e-9e13-3256eebf2e9d. Aug 11 03:35:02.694116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Router babfe995-d868-4883-925a-671e7a1cb392 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:02.800005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:02.804838 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.809552 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:02.818786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:02.819386 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:02.831349 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a6bca625-d253-4260-af14-7b2b7b106478 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "DELETE /v2.0/floatingips/3a06c637-0e58-4a01-96cc-f46bc39c0fcc HTTP/1.1" status: 204 len: 168 time: 0.8327429 Aug 11 03:35:02.831931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:02.834196 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad6f73-51ac-48f8-9702-008e3628deee" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:02.933764 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:02.939804 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08971768-f81b-42f7-8af6-b56a3c5e6738 x-openstack-request-id: req-08971768-f81b-42f7-8af6-b56a3c5e6738 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:02.939970 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:02.940186 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08971768-f81b-42f7-8af6-b56a3c5e6738 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:02.940586 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'status': 'completed', 'code': 200} Aug 11 03:35:03.096139 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cd5c1-4165-4bf5-a2a6-44f8903a16c1 req-fc178b12-1dce-4f05-9f6e-2403f8447216 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.097665 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e6cd5c1-4165-4bf5-a2a6-44f8903a16c1 req-fc178b12-1dce-4f05-9f6e-2403f8447216 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 946 time: 0.0814176 Aug 11 03:35:03.104197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-910b9647-4b34-4328-92cc-082fe10ce6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.105903 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-910b9647-4b34-4328-92cc-082fe10ce6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 1097 time: 0.1432879 Aug 11 03:35:03.141364 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:03.171315 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:03.179523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:03.180164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:34:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:03.186924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e6cd5c1-4165-4bf5-a2a6-44f8903a16c1 req-bcca0065-ae55-49bb-a305-51df6e491c01 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800498 Aug 11 03:35:03.225771 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-b7580522-066e-40bb-a653-64789f064500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.227637 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-b7580522-066e-40bb-a653-64789f064500 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.1140776 Aug 11 03:35:03.271980 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-fc61fc53-e8d8-4d1b-80fa-a52a056281c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 200 len: 217 time: 0.0350862 Aug 11 03:35:03.283935 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:03.325483 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-b2d02c0e-499c-4fb3-b1e1-116857fcfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.326991 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-b2d02c0e-499c-4fb3-b1e1-116857fcfef2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0469518 Aug 11 03:35:03.374762 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-e9f9f8ab-e2b0-4b9e-b3c8-505c54451454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.376649 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-e9f9f8ab-e2b0-4b9e-b3c8-505c54451454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419545 Aug 11 03:35:03.476301 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-ddc3585e-1802-46bf-bfcb-c363145a2482 service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917387 Aug 11 03:35:03.480870 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:03.506926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51911d06-34f6-4a49-a741-7ee8f7737988 None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:03.569069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b4ad6f73-51ac-48f8-9702-008e3628deee req-cd8a50c3-f133-4e9a-b857-c7beb1499a8f service neutron] 10.222.0.25 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845304 Aug 11 03:35:03.733303 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d5434-04f2-4236-bf54-08527c27dba3 None None] New status for floating IP 3a06c637-0e58-4a01-96cc-f46bc39c0fcc: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:35:04.308659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbf232-b632-45b3-8d62-035139bbf4dc req-1722035c-137d-4d2c-af4b-d9f08b07f266 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:04.310175 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0dbf232-b632-45b3-8d62-035139bbf4dc req-1722035c-137d-4d2c-af4b-d9f08b07f266 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 946 time: 0.0532143 Aug 11 03:35:04.347574 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e0dbf232-b632-45b3-8d62-035139bbf4dc req-13f7471c-cb14-4c41-9bee-6e87519ca06d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7290c3e-2f36-4c8c-bf84-043840954322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313659 Aug 11 03:35:04.415024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-9301bbbc-bf16-4f48-aa6a-242f6d9d591d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:04.416490 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-9301bbbc-bf16-4f48-aa6a-242f6d9d591d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.25 "GET /v2.0/ports?device_id=acc3fc22-4228-4053-8e5b-a293c1116dca HTTP/1.1" status: 200 len: 946 time: 0.0477836 Aug 11 03:35:04.508485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Deleting port 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:04.508749 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.595125 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] For port 679042db-2265-434e-9e13-3256eebf2e9d, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=679042db-2265-434e-9e13-3256eebf2e9d,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:04.595494 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.611530 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Calling delete_port for 679042db-2265-434e-9e13-3256eebf2e9d owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:04.740698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.767914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event deleted for resources: {'Port': ['ID=679042db-2265-434e-9e13-3256eebf2e9d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:04.781510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.781868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.782244 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.782636 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.782979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.783316 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.783650 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.783983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.784314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.784635 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.784969 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.785333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:04.819876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] No DVR routers for this DVR port 679042db-2265-434e-9e13-3256eebf2e9d on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:04.822414 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.824400 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f4460a43-4617-4e94-be42-d5985b9ebafa req-5e48ac69-4fa7-4060-b1fe-3770f6a980d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.25 "DELETE /v2.0/ports/679042db-2265-434e-9e13-3256eebf2e9d HTTP/1.1" status: 204 len: 173 time: 0.4005356 Aug 11 03:35:04.824837 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-deleted', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:04.827127 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f8ab8-bda5-4623-bc24-99b980373dad" -d '{"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-deleted", "tag": "679042db-2265-434e-9e13-3256eebf2e9d"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:04.867705 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57e7c9e-3435-41e4-a101-5c721f110ca9 x-openstack-request-id: req-a57e7c9e-3435-41e4-a101-5c721f110ca9 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:04.868005 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3fc22-4228-4053-8e5b-a293c1116dca", "name": "network-vif-deleted", "tag": "679042db-2265-434e-9e13-3256eebf2e9d", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:04.868257 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a57e7c9e-3435-41e4-a101-5c721f110ca9 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:04.868651 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3fc22-4228-4053-8e5b-a293c1116dca', 'name': 'network-vif-deleted', 'tag': '679042db-2265-434e-9e13-3256eebf2e9d', 'status': 'completed', 'code': 200} Aug 11 03:35:05.401365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.474970 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8358f32-04b9-4716-a937-3b3da08f1a70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:05.501405 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8358f32-04b9-4716-a937-3b3da08f1a70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:05.560501 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8358f32-04b9-4716-a937-3b3da08f1a70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:05.563459 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8358f32-04b9-4716-a937-3b3da08f1a70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:05.564652 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-a8358f32-04b9-4716-a937-3b3da08f1a70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "DELETE /v2.0/security-groups/a7290c3e-2f36-4c8c-bf84-043840954322 HTTP/1.1" status: 204 len: 168 time: 0.1622653 Aug 11 03:35:05.573625 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8358f32-04b9-4716-a937-3b3da08f1a70 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7290c3e-2f36-4c8c-bf84-043840954322,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:06.407249 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52744) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.411985 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021529600', 'description': 'tempest-secgroup-smoke-1021529600 description', 'project_id': '3f924a95e3de46d5b1937009ace826f6'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:06.434191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.518676 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.522117 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.548588 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.549809 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415231 Aug 11 03:35:06.551705 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df073a2f-5eb8-4e2e-997e-22a9bce815f2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431e3d59-28e9-4d7a-87f3-9c81af37d9d3,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:06.552847 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.559447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': '431e3d59-28e9-4d7a-87f3-9c81af37d9d3', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:06.587342 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.634739 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.638412 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.656399 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed922f2c-27fb-40cf-bdd9-52c6ec16751d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:06.662887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.664320 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d280b56b-ea2e-440e-a5cc-b1e238c1a995 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094818 Aug 11 03:35:06.667162 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.671670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': '431e3d59-28e9-4d7a-87f3-9c81af37d9d3', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:06.697741 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.754486 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.757931 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.774876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb666df-e298-4117-925d-b4333a99454b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:06.780722 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.782136 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b7369c3d-d58e-4312-82e7-b524c7ef2ddc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139393 Aug 11 03:35:06.785327 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.789716 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': '431e3d59-28e9-4d7a-87f3-9c81af37d9d3', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:06.815103 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.873887 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.877415 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.896496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a25523e-eb7d-4da3-a05e-5f4830a0f0cb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:06.903048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.904293 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-cfe3ea42-a0ed-475a-a7d8-2e2ad3b9bbd2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180317 Aug 11 03:35:06.906955 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.911899 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': '431e3d59-28e9-4d7a-87f3-9c81af37d9d3', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:06.937245 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.996688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.000410 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.018524 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6216a53-6920-4e91-8c9b-81dd8c16d85f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:07.024438 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.025481 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-d47b125d-a3d2-43cc-8a24-520b4aec23f6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170774 Aug 11 03:35:07.028499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.033347 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': '431e3d59-28e9-4d7a-87f3-9c81af37d9d3', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:07.055328 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Project 3f924a95e3de46d5b1937009ace826f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:35:07.060099 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.120246 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.123823 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.140883 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a6615d-ffe6-4e5c-a83b-becc1227b96b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:07.147287 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.148693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9dd40d58-a038-4784-a898-46ce209ebae6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192949 Aug 11 03:35:07.151400 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 52756) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.155825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'security_group_rule': {'security_group_id': '431e3d59-28e9-4d7a-87f3-9c81af37d9d3', 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:07.178254 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Project 3f924a95e3de46d5b1937009ace826f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:35:07.182965 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.246707 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.250129 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.268367 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb42024-4ec6-47ef-ac64-ee6c516b0a86,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:07.274348 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.275543 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-4c9346aa-675e-4830-93be-78eb7b829802 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231701 Aug 11 03:35:08.843194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:08.867759 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 679042db-2265-434e-9e13-3256eebf2e9d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:08.868109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 679042db-2265-434e-9e13-3256eebf2e9d not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:14.034225 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03ff05b5-b4e7-4ee0-b6d3-98c5e36073a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:17.556244 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d1d79bb-4f79-469f-a912-15f9ab28b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:17.867260 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.718116 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.337958 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:21.703652 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-74ed66f9-117b-4a75-8fd7-5a2db7cabc14 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021529600&fields=id&tenant_id=3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 267 time: 0.0321383 Aug 11 03:35:21.807324 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-3cddae17-32ec-4c33-a4a6-8439261500ac tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:21.808806 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-3cddae17-32ec-4c33-a4a6-8439261500ac tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 809 time: 0.0979710 Aug 11 03:35:21.823897 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-03f04886-fadf-4a6b-a169-a097b1e87d22 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/quotas/3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 375 time: 0.0089312 Aug 11 03:35:21.878202 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-2dd122c7-e390-4599-a374-347fb9b6b3cf tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491748 Aug 11 03:35:22.017124 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-f8d92612-2c6c-4edd-9ef5-b1a26629eec9 service neutron] 10.222.0.16 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272151 Aug 11 03:35:22.111640 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-6142ca1b-c512-4f43-8af6-227a72904e57 service neutron] 10.222.0.16 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Aug 11 03:35:22.396391 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6889e2f0-b5e7-4ad5-9919-3241cbbd2e10 req-508b1960-b6f7-4df7-b349-eb4bc771e2cf tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Aug 11 03:35:23.444369 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-70073491-46ea-4d56-abaf-9574aecd0488 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:23.446012 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-70073491-46ea-4d56-abaf-9574aecd0488 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 809 time: 0.1079500 Aug 11 03:35:23.495089 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ed4a4e8f-c3be-4eba-ba52-9390f545f691 req-7ac23538-518a-469e-b7f1-2b12e362c785 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 210 time: 0.0270355 Aug 11 03:35:23.496551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-b94cb7bb-4f14-4aef-9254-7f3e3c04bcfb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 380 time: 0.0400136 Aug 11 03:35:23.506601 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'port': {'device_id': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'admin_state_up': True, 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'security_groups': ['431e3d59-28e9-4d7a-87f3-9c81af37d9d3']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:23.620026 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Made reservation on behalf of 3f924a95e3de46d5b1937009ace826f6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:23.624109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:23.764283 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:23.771042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Allocated IP 172.20.0.14 (9e0a6cd0-09a4-458f-87c9-b19b2b416456/326aeabc-4ede-44cd-800d-2e3acf606d95/2be99457-f65d-49a8-af68-e4b8956b4dd9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:23.795410 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:23.919030 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:23.932959 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Transition to ACTIVE for port object 2be99457-f65d-49a8-af68-e4b8956b4dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:23.966657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.017623 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:24.020902 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:24.024965 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:24.062156 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:24.081611 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:24.082466 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.098997 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-11ff3fbd-8085-4023-aa42-0e900ae756b4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963621 Aug 11 03:35:24.115706 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Request body: {'port': {'device_id': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:24.176294 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.271527 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-79fffe05-3a49-4bb0-a8b9-cbd766b2beb6 None None] Provisioning for port 2be99457-f65d-49a8-af68-e4b8956b4dd9 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:24.275977 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-79fffe05-3a49-4bb0-a8b9-cbd766b2beb6 None None] Provisioning complete for port 2be99457-f65d-49a8-af68-e4b8956b4dd9 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:24.276403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79fffe05-3a49-4bb0-a8b9-cbd766b2beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.310751 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-79fffe05-3a49-4bb0-a8b9-cbd766b2beb6 None None] Port 2be99457-f65d-49a8-af68-e4b8956b4dd9 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:24.451807 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be99457-f65d-49a8-af68-e4b8956b4dd9 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:24.459822 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.471607 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Transition to ACTIVE for port object 2be99457-f65d-49a8-af68-e4b8956b4dd9 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:24.475616 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.544251 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:24.603469 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Attempting to bind port 2be99457-f65d-49a8-af68-e4b8956b4dd9 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:24.603953 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Attempting to bind port 2be99457-f65d-49a8-af68-e4b8956b4dd9 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:24.604725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Attempting to bind port 2be99457-f65d-49a8-af68-e4b8956b4dd9 on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:24.610548 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Port 2be99457-f65d-49a8-af68-e4b8956b4dd9 on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:35:24.611415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Attempting to bind port 2be99457-f65d-49a8-af68-e4b8956b4dd9 on network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:24.617905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:24.618415 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Checking segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:24.618905 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Bound using segment: {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:24.619604 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Bound port: 2be99457-f65d-49a8-af68-e4b8956b4dd9, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:24.620282 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.641855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8eb71-2682-4f5b-bb19-5bad34deef66 req-aedb5dee-26f5-41a4-9d43-b8a84f133f33 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:24.644822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7e8eb71-2682-4f5b-bb19-5bad34deef66 req-aedb5dee-26f5-41a4-9d43-b8a84f133f33 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0579894 Aug 11 03:35:24.684914 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b7e8eb71-2682-4f5b-bb19-5bad34deef66 req-c7d613d1-10e3-4df6-b336-f6d4b4ee26f7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339034 Aug 11 03:35:24.702811 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:24.706562 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:24.712151 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.754907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:24.755564 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.756989 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-78507761-e597-4943-81fd-e64b428278f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 1092 time: 0.6489480 Aug 11 03:35:24.757440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:24.759793 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e50d514-8960-4bab-b45c-7de5c9deae1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:24.792901 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78507761-e597-4943-81fd-e64b428278f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:24.834190 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4984a5-e81a-4ce2-9ae7-8ce9e6bd12c4 x-openstack-request-id: req-fc4984a5-e81a-4ce2-9ae7-8ce9e6bd12c4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:24.834627 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:24.834885 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc4984a5-e81a-4ce2-9ae7-8ce9e6bd12c4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:24.835290 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'status': 'completed', 'code': 200} Aug 11 03:35:24.853165 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-9a63e4c7-6f51-4d54-8716-057049360fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:24.855010 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-9a63e4c7-6f51-4d54-8716-057049360fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1095 time: 0.0518887 Aug 11 03:35:24.901861 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-895151b3-fdb8-4948-8ff5-ad8d1a22f3a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 217 time: 0.0396719 Aug 11 03:35:24.953702 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-93deae11-eead-4469-b032-1f9442c90d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:24.955224 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-93deae11-eead-4469-b032-1f9442c90d43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0467350 Aug 11 03:35:25.002242 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-0d4d428d-b28f-48c7-89bc-13a09c220684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.003756 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-0d4d428d-b28f-48c7-89bc-13a09c220684 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417907 Aug 11 03:35:25.099490 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-c182078d-ebc5-4b26-9289-d0d1cbd66584 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884364 Aug 11 03:35:25.190069 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-668b31e0-ec16-44a6-bf6a-3bd36142c867 req-ba3334c0-54d6-4a85-b6a7-44e88e711f1f service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836427 Aug 11 03:35:25.261895 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:35:25.274142 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-404a732e-d352-4699-8afc-e2c71cc521b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.275718 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-404a732e-d352-4699-8afc-e2c71cc521b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1095 time: 0.0437171 Aug 11 03:35:25.370963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-c5e5ed97-662f-4038-84cd-4d7e491cf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.372392 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-c5e5ed97-662f-4038-84cd-4d7e491cf635 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0903203 Aug 11 03:35:25.415503 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-5e8aa09a-a201-4ef4-beeb-2bcc4f314503 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 217 time: 0.0364165 Aug 11 03:35:25.469248 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-2663b1d3-3fdf-42da-8d17-b2bd1f505639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.471316 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-2663b1d3-3fdf-42da-8d17-b2bd1f505639 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0495956 Aug 11 03:35:25.517365 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-d4299b56-9542-4f41-a9fa-e9f0dd96d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.518886 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-d4299b56-9542-4f41-a9fa-e9f0dd96d169 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404837 Aug 11 03:35:25.609505 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-94d0a515-f94a-486a-8263-abd3ef4e0cf6 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829675 Aug 11 03:35:25.709685 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1e50d514-8960-4bab-b45c-7de5c9deae1b req-5a4cf45d-64a9-4ec9-b379-8ffb29f0beef service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923510 Aug 11 03:35:25.816311 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a0d6-9572-4ac1-99b7-c611a5099c4a req-fc41f5a5-dd04-4ad9-b392-ee881f9016b1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.817842 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e52a0d6-9572-4ac1-99b7-c611a5099c4a req-fc41f5a5-dd04-4ad9-b392-ee881f9016b1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0546432 Aug 11 03:35:25.856855 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e52a0d6-9572-4ac1-99b7-c611a5099c4a req-f926ef8e-fec6-4c23-b175-0e5d15cdd810 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Aug 11 03:35:26.974115 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca4b11-707f-4b49-bd6e-243adc16ad5f req-908b0c32-21cf-40e1-aa77-229c35b2bbc8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:26.975591 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23ca4b11-707f-4b49-bd6e-243adc16ad5f req-908b0c32-21cf-40e1-aa77-229c35b2bbc8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Aug 11 03:35:27.017226 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-23ca4b11-707f-4b49-bd6e-243adc16ad5f req-d54a0274-8fc0-4359-9bc9-24d0c19a3225 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Aug 11 03:35:28.133864 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b546-418d-435c-b383-8c22f7c757f2 req-f2bcd77c-11c2-4e4d-90a2-12e70ffd6733 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:28.135438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0459b546-418d-435c-b383-8c22f7c757f2 req-f2bcd77c-11c2-4e4d-90a2-12e70ffd6733 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0505106 Aug 11 03:35:28.174929 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0459b546-418d-435c-b383-8c22f7c757f2 req-afa7b6ee-d7c8-4f84-b80d-1d4c6916044c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Aug 11 03:35:29.301847 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c736-d9fe-4d29-854c-68a1cce63392 req-ff7d0570-5049-4569-b4b3-759944125925 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.303494 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e99c736-d9fe-4d29-854c-68a1cce63392 req-ff7d0570-5049-4569-b4b3-759944125925 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0581114 Aug 11 03:35:29.349036 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5e99c736-d9fe-4d29-854c-68a1cce63392 req-b73bcee4-9e7e-4435-be8f-9a19e02d34d0 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 Aug 11 03:35:30.471021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec755c6-5871-4ea5-95e4-b4c156372814 req-ed404582-45a7-4069-a128-14ec33b29eac tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:30.472519 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fec755c6-5871-4ea5-95e4-b4c156372814 req-ed404582-45a7-4069-a128-14ec33b29eac tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0499156 Aug 11 03:35:30.510692 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fec755c6-5871-4ea5-95e4-b4c156372814 req-939b6dcb-cb82-497f-9744-3a176a87cf69 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Aug 11 03:35:31.694527 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9733dd-470d-4b79-a60c-25bed7f0ae07 req-eaf38f01-ddff-48c5-856f-0c599318730f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.696136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f9733dd-470d-4b79-a60c-25bed7f0ae07 req-eaf38f01-ddff-48c5-856f-0c599318730f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.1059000 Aug 11 03:35:31.735453 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2f9733dd-470d-4b79-a60c-25bed7f0ae07 req-ba11c27c-0528-4d37-a51e-75a2cda7e67f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332327 Aug 11 03:35:32.905627 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf805d0-4899-45ff-b5fe-4c925b9a82f5 req-be8a43ec-9e99-44fd-9104-dd9557b050fd tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:32.907171 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bf805d0-4899-45ff-b5fe-4c925b9a82f5 req-be8a43ec-9e99-44fd-9104-dd9557b050fd tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.1026287 Aug 11 03:35:33.242950 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5bf805d0-4899-45ff-b5fe-4c925b9a82f5 req-939b8068-07d7-4681-8346-a788002d1b48 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296528 Aug 11 03:35:34.358443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625aa5a-ab6e-4cb4-a9db-93547518fdf9 req-32e0ad8b-ac39-4475-9a0d-c6a5a3bf7539 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.360435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f625aa5a-ab6e-4cb4-a9db-93547518fdf9 req-32e0ad8b-ac39-4475-9a0d-c6a5a3bf7539 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0492902 Aug 11 03:35:34.398550 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f625aa5a-ab6e-4cb4-a9db-93547518fdf9 req-86704b81-2680-4445-b338-2b73f6415f6b tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Aug 11 03:35:34.494578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:35:34.595858 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:34.607781 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'port_id': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'mac_address': 'fa:16:3e:67:d6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:35:34.646765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:34.659931 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be99457-f65d-49a8-af68-e4b8956b4dd9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:34.681092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:34.684999 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:34.730778 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:34.738862 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.739204 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.739542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.739875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.740206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.740531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.740859 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.741180 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.741500 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.741820 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.742163 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.742484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:34.921127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['2be99457-f65d-49a8-af68-e4b8956b4dd9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:35:35.518901 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac8a0d-5b48-41b8-8192-309124436679 req-1bff4999-6b24-47dd-80c0-c789dc792fc0 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:35.520438 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37ac8a0d-5b48-41b8-8192-309124436679 req-1bff4999-6b24-47dd-80c0-c789dc792fc0 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 945 time: 0.0516057 Aug 11 03:35:35.561113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-37ac8a0d-5b48-41b8-8192-309124436679 req-648fbf4b-7fbb-4851-9a5d-3dcfa1d068db tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Aug 11 03:35:36.516822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:36.571825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port 2be99457-f65d-49a8-af68-e4b8956b4dd9 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:36.577298 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 2be99457-f65d-49a8-af68-e4b8956b4dd9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:36.577728 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.662878 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.689070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:36.691454 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80998e86-ff35-4398-8d5d-dbd99d6a9eec" -d '{"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-plugged", "status": "completed", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:36.695899 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816f039-043f-4606-845f-b3ff403cc11c req-7e5dd091-62dd-4fd6-b3ed-4292352e4f06 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.697479 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6816f039-043f-4606-845f-b3ff403cc11c req-7e5dd091-62dd-4fd6-b3ed-4292352e4f06 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 945 time: 0.0559561 Aug 11 03:35:36.704013 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:36.709162 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.739082 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9047af75-9d3c-45e7-9181-2e7b28ecc220 x-openstack-request-id: req-9047af75-9d3c-45e7-9181-2e7b28ecc220 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:36.739356 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-plugged", "status": "completed", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:36.739622 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9047af75-9d3c-45e7-9181-2e7b28ecc220 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:36.740025 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'code': 200} Aug 11 03:35:36.747500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6816f039-043f-4606-845f-b3ff403cc11c req-14a9ad5a-0d08-4cc3-a18d-ce47a183f397 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Aug 11 03:35:36.771351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:36.845302 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa829885-1055-4761-8a1f-1f086f2d7a51 req-25a1f11a-4a3c-4d37-af18-4e922cda2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.846868 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aa829885-1055-4761-8a1f-1f086f2d7a51 req-25a1f11a-4a3c-4d37-af18-4e922cda2425 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0413938 Aug 11 03:35:36.884154 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-aa829885-1055-4761-8a1f-1f086f2d7a51 req-e68439b7-c277-4f74-8d68-5baf24096ca8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296197 Aug 11 03:35:37.885550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36328805-1738-4105-bb8b-21cffdca5e80 req-58162d70-83bb-4b16-a963-b8957f09a0d7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.887335 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36328805-1738-4105-bb8b-21cffdca5e80 req-58162d70-83bb-4b16-a963-b8957f09a0d7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Aug 11 03:35:37.931847 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-36328805-1738-4105-bb8b-21cffdca5e80 req-0500611d-bd21-48e3-9928-51f06bc88df6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380366 Aug 11 03:35:38.057512 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9321-9ba3-446d-b292-2118c7c24e9d req-9ce4fbff-4c25-410a-90c0-a151ddadf0eb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:38.059113 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adcc9321-9ba3-446d-b292-2118c7c24e9d req-9ce4fbff-4c25-410a-90c0-a151ddadf0eb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0556233 Aug 11 03:35:38.099549 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-adcc9321-9ba3-446d-b292-2118c7c24e9d req-2b4bd6a2-4bc9-44c2-8179-103171f1dcb0 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Aug 11 03:35:38.121601 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52952) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:38.167761 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c0b838-3e96-40b8-bbf6-915f3692505b tempest-TestShelveInstance-665738351 tempest-TestShelveInstance-665738351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:38.169406 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-59c0b838-3e96-40b8-bbf6-915f3692505b tempest-TestShelveInstance-665738351 tempest-TestShelveInstance-665738351-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1092 time: 0.0466948 Aug 11 03:35:38.173472 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 52954) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:38.178471 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:38.203648 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.309850 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.381707 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-12fc4963-e963-4355-88e1-d8fd2ce9af45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408051 Aug 11 03:35:38.419363 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Allocated IP 172.25.6.77 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/d1492be7-a78f-48a4-b440-fb76e72bfda1) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:38.468336 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689aa9-33a6-4c1e-885c-27469598059c req-2fd04d48-d147-4604-bfde-a5949a74c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:38.470416 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-2fd04d48-d147-4604-bfde-a5949a74c52a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0464833 Aug 11 03:35:38.527679 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.584907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.593467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689aa9-33a6-4c1e-885c-27469598059c req-c75fc4af-dcc9-476e-9537-e4310b11aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:38.595782 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-c75fc4af-dcc9-476e-9537-e4310b11aa8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.1046855 Aug 11 03:35:38.628253 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:38.637594 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:38.643053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:38.647684 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-56adc5d4-d369-4df9-91b4-5236b487b682 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 217 time: 0.0424902 Aug 11 03:35:38.650322 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'Port': ['ID=d1492be7-a78f-48a4-b440-fb76e72bfda1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:38.708471 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689aa9-33a6-4c1e-885c-27469598059c req-4e5f7bac-a5fa-49be-801f-c4a44b972226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:38.709955 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-4e5f7bac-a5fa-49be-801f-c4a44b972226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0570388 Aug 11 03:35:38.759216 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689aa9-33a6-4c1e-885c-27469598059c req-0a2e7d44-5ecc-459c-b699-1d9da155c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:38.761021 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-0a2e7d44-5ecc-459c-b699-1d9da155c0b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441618 Aug 11 03:35:38.868527 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-01db226f-5c87-4c59-af22-beadaf893cda service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006982 Aug 11 03:35:38.965561 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-9a689aa9-33a6-4c1e-885c-27469598059c req-b63bc5b9-642f-4c1a-abb4-2f195521b357 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Aug 11 03:35:39.053714 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.154279 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.323079 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.328206 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.400550 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event updated for resources: {'Port': ['ID=d1492be7-a78f-48a4-b440-fb76e72bfda1,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:39.412105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.519324 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Floating IP 86b229dc-30da-48c1-b1d9-eee072d5bcba associated. External IP: 172.25.6.77, port: 2be99457-f65d-49a8-af68-e4b8956b4dd9. Aug 11 03:35:39.759489 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Router babfe995-d868-4883-925a-671e7a1cb392 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:39.882145 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:39.893194 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:39.900421 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.912560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:39.913109 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:35:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.927822 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-9127dee6-7c5d-4a7f-b9b2-c5768cf6166c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7531102 Aug 11 03:35:39.928511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:39.931768 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f85eaf-d2e9-481c-bcd5-21343435804b" -d '{"events": [{"name": "network-changed", "server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:39.969585 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04231524-a269-4e57-8cea-e1632f86f026 x-openstack-request-id: req-04231524-a269-4e57-8cea-e1632f86f026 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:39.969858 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:39.970174 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04231524-a269-4e57-8cea-e1632f86f026 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:39.970603 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'status': 'completed', 'code': 200} Aug 11 03:35:40.027389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:40.036697 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-eb34e740-d1c4-4eff-838c-e1a38abba377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:40.038799 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-eb34e740-d1c4-4eff-838c-e1a38abba377 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0431271 Aug 11 03:35:40.135513 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-8449d8cc-c324-4bb3-95ea-f3e5132cfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:40.137016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-8449d8cc-c324-4bb3-95ea-f3e5132cfce3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0919878 Aug 11 03:35:40.206143 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-7efa568b-fea3-455b-bf39-b2bc011cc8a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 999 time: 0.0590014 Aug 11 03:35:40.254455 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '86b229dc-30da-48c1-b1d9-eee072d5bcba', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'port_id': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'mac_address': 'fa:16:3e:67:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:38Z', 'updated_at': '2021-08-11T03:35:38Z', 'revision_number': 0, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:40.261265 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-37cf3d64-1aa4-40a1-9bf2-d98f059dd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:40.262802 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-37cf3d64-1aa4-40a1-9bf2-d98f059dd41a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0496609 Aug 11 03:35:40.284909 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:40.293475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:40.294128 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:35:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:40.310447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-a5bbe5bc-83d4-450f-8a72-ad077b3273ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:40.312065 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-a5bbe5bc-83d4-450f-8a72-ad077b3273ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424805 Aug 11 03:35:40.401211 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:40.409023 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-1612d474-567e-4411-be7b-d9f4abb05ad5 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888665 Aug 11 03:35:40.517576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-28f85eaf-d2e9-481c-bcd5-21343435804b req-0dde3470-c7eb-4f9d-a4de-ded48f11fa56 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007779 Aug 11 03:35:40.799748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '86b229dc-30da-48c1-b1d9-eee072d5bcba', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'port_id': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'mac_address': 'fa:16:3e:67:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:38Z', 'updated_at': '2021-08-11T03:35:38Z', 'revision_number': 0, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:40.825116 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f174a0-6b94-42cc-946c-fad78c12e1e0 None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': '86b229dc-30da-48c1-b1d9-eee072d5bcba', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'port_id': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'mac_address': 'fa:16:3e:67:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:38Z', 'updated_at': '2021-08-11T03:35:38Z', 'revision_number': 0, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:41.035599 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fe1f4-1e26-4cef-a755-21e1321612d1 None None] New status for floating IP 86b229dc-30da-48c1-b1d9-eee072d5bcba: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:35:44.036542 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d507-5da5-4a0b-80d7-478fcad347bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.560279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-249d12f6-7e0f-4935-b77d-77d0f7f7ee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.876055 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.721114 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.346846 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.764670 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.803965 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:02.261383 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:14.038504 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce299f30-6c47-472d-84aa-ce87bd57ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:17.561677 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86d5ba9b-6bcc-4c24-8386-408bc7d0e339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:17.866403 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:18.723291 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:20.345175 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:23.773279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:23.802150 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:39.259968 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:39.857889 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-5e1f5fb5-50be-493a-9c03-889507b4d70f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411491 Aug 11 03:36:39.941217 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-433abb45-e9bf-4a38-b0a0-e90ffe8f2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:39.942635 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-433abb45-e9bf-4a38-b0a0-e90ffe8f2a72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0411003 Aug 11 03:36:40.047368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-2e82f537-431d-49fb-b090-e822608a0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:40.049480 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-2e82f537-431d-49fb-b090-e822608a0a31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0872395 Aug 11 03:36:40.112973 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-24a756d4-fc2e-406e-b81c-fded2256ee90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0562787 Aug 11 03:36:40.165153 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-69c0ac41-e0c8-46c2-970d-f0d3023c4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:40.166607 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-69c0ac41-e0c8-46c2-970d-f0d3023c4d9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0456722 Aug 11 03:36:40.547485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-43f4b5f6-8ea8-47f4-9341-7850315c1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:40.549162 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-43f4b5f6-8ea8-47f4-9341-7850315c1654 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3748746 Aug 11 03:36:40.636437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-fd20299f-8547-48ac-94a9-36fbb868b8cb service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794938 Aug 11 03:36:40.727142 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-1ddfa250-4f09-4312-bc44-747d30650ed5 req-8868c968-3923-4325-8020-e69c49114af9 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833919 Aug 11 03:36:44.039442 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c61b5626-9d7f-440e-8f34-58cc15aeb252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:47.563018 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03121fd2-65ff-42c9-8702-c792e584975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:47.867370 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:48.724918 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:50.345390 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:53.772528 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:53.807131 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:14.041451 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-182cf032-4f60-4537-a5a4-ba677eea1956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:16.259850 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:37:17.564101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-754e5d20-2dbc-4d5f-b6b0-fc6a01991974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:17.872582 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:18.729666 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:20.347335 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:23.782089 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:23.804685 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:36.964085 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbde23-d2d1-4872-9d44-8a32c4c56b25 req-7313087d-4096-4ab9-9486-ad0645a4d5fb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:36.965540 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcbbde23-d2d1-4872-9d44-8a32c4c56b25 req-7313087d-4096-4ab9-9486-ad0645a4d5fb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0523012 Aug 11 03:37:37.005566 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bcbbde23-d2d1-4872-9d44-8a32c4c56b25 req-a4ec6128-ef9f-43c8-864c-c48d5d7705e2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333393 Aug 11 03:37:38.151823 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679955a-8188-4d79-82a4-9e02296a322c req-4e44fec4-bfb4-486e-a830-c4fcd6c0181a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:38.153327 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9679955a-8188-4d79-82a4-9e02296a322c req-4e44fec4-bfb4-486e-a830-c4fcd6c0181a tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0530307 Aug 11 03:37:38.190102 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9679955a-8188-4d79-82a4-9e02296a322c req-765c2cc2-e3ac-4116-b6f4-c24779e1cd98 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Aug 11 03:37:39.331098 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28998-d536-47b7-ad86-54213d2b271b req-cf0175ba-68ab-4de7-a773-2e9d212daca1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:39.333201 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c28998-d536-47b7-ad86-54213d2b271b req-cf0175ba-68ab-4de7-a773-2e9d212daca1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0495930 Aug 11 03:37:39.371509 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-45c28998-d536-47b7-ad86-54213d2b271b req-5d2d6786-4053-4325-b74b-8eac008099ca tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Aug 11 03:37:39.867569 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-10e243ff-3d2d-4eba-9154-d40836b9b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:39.869072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-10e243ff-3d2d-4eba-9154-d40836b9b9f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0405505 Aug 11 03:37:39.974301 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-d0d03614-0142-4a23-bdeb-6c56903d5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:39.975780 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-d0d03614-0142-4a23-bdeb-6c56903d5fb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0884032 Aug 11 03:37:40.043582 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-2f5111a7-1e77-4456-adbd-a2e22848c63b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0579836 Aug 11 03:37:40.091516 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-b861b98c-fadf-48e6-a65d-ac1999e7cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:40.092951 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-b861b98c-fadf-48e6-a65d-ac1999e7cd64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0424097 Aug 11 03:37:40.140378 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-363d4dd7-d375-4063-a7f6-004847353736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:40.141766 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-363d4dd7-d375-4063-a7f6-004847353736 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420227 Aug 11 03:37:40.230186 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-967b8e56-4a8d-4820-b452-7ec814689f86 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801029 Aug 11 03:37:40.323744 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-a02ed222-e9a5-417f-9f6a-f40ee81af755 req-b8a40233-50bd-46aa-a538-57f26d3eb4eb service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861485 Aug 11 03:37:40.485540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179b9f1-9dd1-4985-bbf6-2e1d260e91e8 req-89eaf510-5185-481b-b9a1-5ff4ddab2db6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:40.487054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5179b9f1-9dd1-4985-bbf6-2e1d260e91e8 req-89eaf510-5185-481b-b9a1-5ff4ddab2db6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0483592 Aug 11 03:37:40.524314 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-5179b9f1-9dd1-4985-bbf6-2e1d260e91e8 req-657d78ce-d31a-4650-9b91-52dc332368a8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Aug 11 03:37:41.647522 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135b1f7-00a9-4706-b201-f989bf1977ad req-095a0223-c674-4e56-b741-5a0e51381504 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:41.649037 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b135b1f7-00a9-4706-b201-f989bf1977ad req-095a0223-c674-4e56-b741-5a0e51381504 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0544212 Aug 11 03:37:41.686957 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-b135b1f7-00a9-4706-b201-f989bf1977ad req-2301a3f4-e340-4439-bac9-f3caea609164 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316167 Aug 11 03:37:42.801494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e36d-8d94-413c-b20b-1d6d8e5de967 req-a70797b2-fd00-40eb-a4de-0eeb6f3b881e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:42.803054 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0634e36d-8d94-413c-b20b-1d6d8e5de967 req-a70797b2-fd00-40eb-a4de-0eeb6f3b881e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0501802 Aug 11 03:37:42.843696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0634e36d-8d94-413c-b20b-1d6d8e5de967 req-3223bb4b-727b-4217-a384-f8adcbe1fbfd tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347505 Aug 11 03:37:43.956091 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3287b1-63a8-4dde-82ab-90c77a932e59 req-9416d538-5ab0-4f42-b6d5-0df72d6ec075 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:43.958153 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd3287b1-63a8-4dde-82ab-90c77a932e59 req-9416d538-5ab0-4f42-b6d5-0df72d6ec075 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0497329 Aug 11 03:37:43.996757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dd3287b1-63a8-4dde-82ab-90c77a932e59 req-b04a908c-8a40-4487-b089-63423078b3f4 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327215 Aug 11 03:37:44.042964 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b80cf688-7ba6-44ab-b334-ee64e16e99dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:45.117235 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2a08a-6773-4a9d-b2aa-6a499732ba3e req-f59de232-68a1-4091-94e7-5039c30b1365 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:45.118767 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4be2a08a-6773-4a9d-b2aa-6a499732ba3e req-f59de232-68a1-4091-94e7-5039c30b1365 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0553086 Aug 11 03:37:45.156366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4be2a08a-6773-4a9d-b2aa-6a499732ba3e req-17a5a8ff-7e74-470a-8f30-8d0b57c2da96 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 11 03:37:46.268902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e060bc6-6ba6-4876-bd4e-2738acc93e79 req-b0f4c841-5019-4a7c-b657-ba75b17950bb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:46.270425 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e060bc6-6ba6-4876-bd4e-2738acc93e79 req-b0f4c841-5019-4a7c-b657-ba75b17950bb tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Aug 11 03:37:46.307993 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7e060bc6-6ba6-4876-bd4e-2738acc93e79 req-00d203f0-096e-42bd-a74b-1a744397b1d2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Aug 11 03:37:47.088624 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-2c851245-fb45-48c9-bf1c-f6b34bd87bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.090247 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-2c851245-fb45-48c9-bf1c-f6b34bd87bb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0421004 Aug 11 03:37:47.176825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-dea85586-911c-4b26-8f9f-1a86247706fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.178298 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-dea85586-911c-4b26-8f9f-1a86247706fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0817363 Aug 11 03:37:47.247103 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-0548d968-7203-46a6-b76c-0f254f4dd665 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0618889 Aug 11 03:37:47.296448 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-16fcfebb-edd4-4532-a8bd-35ab72c51323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.297854 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-16fcfebb-edd4-4532-a8bd-35ab72c51323 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0429714 Aug 11 03:37:47.343725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-5531922e-75fc-42d6-b726-7180db9c3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.345244 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-5531922e-75fc-42d6-b726-7180db9c3077 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397968 Aug 11 03:37:47.424831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7265a-46a6-4cd4-b731-bbff307e8c14 req-db098d98-5dfe-4960-ad21-9839d19363c3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.426975 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbf7265a-46a6-4cd4-b731-bbff307e8c14 req-db098d98-5dfe-4960-ad21-9839d19363c3 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0498805 Aug 11 03:37:47.440437 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-c0e38d53-0ac2-4f84-a8bd-2fbaec3f960e service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873780 Aug 11 03:37:47.467325 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dbf7265a-46a6-4cd4-b731-bbff307e8c14 req-47574969-2194-4f6a-bd9b-c6debd07f0d1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326495 Aug 11 03:37:47.529334 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-5bd884eb-5fd7-49f6-8839-bbcde7dd1b3a req-25529bd5-4ab0-4cbe-bb93-a15740d620e1 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810854 Aug 11 03:37:47.565325 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27372b85-837c-455e-abdc-fc861bf250ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.875216 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:48.586588 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759afc-c874-4c9d-9aef-5cdd3c02efcb req-415e9291-17ac-4b4f-930f-38afa24e9af5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:48.588131 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16759afc-c874-4c9d-9aef-5cdd3c02efcb req-415e9291-17ac-4b4f-930f-38afa24e9af5 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0554307 Aug 11 03:37:48.625072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-16759afc-c874-4c9d-9aef-5cdd3c02efcb req-ac5dca1c-b501-4090-8c09-544dc3ff7b7f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Aug 11 03:37:48.731047 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:49.744536 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbde5c-0758-49d8-a2f4-c63ac63e458b req-6c41d6b8-e820-4e0a-ae2d-0477bcdc97ff tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.746133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88bbde5c-0758-49d8-a2f4-c63ac63e458b req-6c41d6b8-e820-4e0a-ae2d-0477bcdc97ff tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0524356 Aug 11 03:37:49.784328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-88bbde5c-0758-49d8-a2f4-c63ac63e458b req-3437ccd5-2c7c-4ee1-bd42-5b55dfd42732 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Aug 11 03:37:50.352500 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.903314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f8c33-fda6-4c7d-8cfb-675bb4fc3c76 req-a9b15255-09f1-4316-80b2-ac34e4d1fd29 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.904724 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f3f8c33-fda6-4c7d-8cfb-675bb4fc3c76 req-a9b15255-09f1-4316-80b2-ac34e4d1fd29 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Aug 11 03:37:50.942441 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8f3f8c33-fda6-4c7d-8cfb-675bb4fc3c76 req-5013e977-d670-4881-8cdc-2696e85ed59d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312986 Aug 11 03:37:51.129649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-c6648030-376b-4dec-b5f3-6473cbf470a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462215 Aug 11 03:37:51.158611 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dd074-4055-4352-8afa-f5db5a667fcd req-d3755be9-f94b-4aa5-89d0-4689ece3f2b9 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.160696 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d12dd074-4055-4352-8afa-f5db5a667fcd req-d3755be9-f94b-4aa5-89d0-4689ece3f2b9 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0532539 Aug 11 03:37:51.198570 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d12dd074-4055-4352-8afa-f5db5a667fcd req-b5384e2a-0639-49d4-9c11-9d20c18904d7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Aug 11 03:37:52.315652 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a720621-dfbb-478c-892f-74ab820f8400 req-83e80a76-5e94-4e62-9dd4-377c9ebe2183 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:52.317770 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a720621-dfbb-478c-892f-74ab820f8400 req-83e80a76-5e94-4e62-9dd4-377c9ebe2183 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0508978 Aug 11 03:37:52.358265 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-1a720621-dfbb-478c-892f-74ab820f8400 req-16096627-b14d-454c-b878-d34c11a33cfa tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342128 Aug 11 03:37:53.260696 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:37:53.327604 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:37:53.403877 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.426564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:53.428800 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f51164-9e32-43cf-a6cc-96ccb24f0aa2" -d '{"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-unplugged", "status": "completed", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:53.442911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:53.446880 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.496943 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec0033-eb0e-4bcc-b6ab-ba339654cf91 x-openstack-request-id: req-51ec0033-eb0e-4bcc-b6ab-ba339654cf91 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:53.497234 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-unplugged", "status": "failed", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "code": 422}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:53.497487 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51ec0033-eb0e-4bcc-b6ab-ba339654cf91 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:53.497870 n-d-715271-8 neutron-server[94701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'code': 422} returned with failed status Aug 11 03:37:53.499946 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338059c-af2e-4afe-a9f2-82cd06048163 req-e1f8a131-3b58-498e-b3de-4d8399d04bbe tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:53.500826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:53.501507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e338059c-af2e-4afe-a9f2-82cd06048163 req-e1f8a131-3b58-498e-b3de-4d8399d04bbe tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0746539 Aug 11 03:37:53.508986 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.509336 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.509680 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.510036 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.510380 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.510767 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.511037 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.511361 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.511686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.512007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.512329 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.512654 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:53.540280 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e338059c-af2e-4afe-a9f2-82cd06048163 req-e9389563-67aa-4509-b8c8-3d687f108172 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Aug 11 03:37:53.783657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.835594 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.662170 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f321b-2444-4ac8-bad4-9dfdd5f5eb7c req-f560eb85-d5ea-4f4f-88ff-9722caaf99bc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:54.663794 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-301f321b-2444-4ac8-bad4-9dfdd5f5eb7c req-f560eb85-d5ea-4f4f-88ff-9722caaf99bc tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0555515 Aug 11 03:37:54.706304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-301f321b-2444-4ac8-bad4-9dfdd5f5eb7c req-686745f0-7ef2-4554-afc9-aa1ee2ff18b7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364134 Aug 11 03:37:55.823027 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc68-6121-4b2e-a1f7-226af9f7d088 req-f1f46359-edec-45ea-9efa-2c0a0a2dc3f7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:55.824500 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b26dc68-6121-4b2e-a1f7-226af9f7d088 req-f1f46359-edec-45ea-9efa-2c0a0a2dc3f7 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0496433 Aug 11 03:37:55.863846 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b26dc68-6121-4b2e-a1f7-226af9f7d088 req-f41edbc2-648d-4fde-a30b-328d9b9c5c92 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332825 Aug 11 03:37:56.982103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7e212-b4ce-44e8-8335-87f1480c2745 req-0c3c14bd-0723-4a43-ae9a-dc0727629e2d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:56.983717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77c7e212-b4ce-44e8-8335-87f1480c2745 req-0c3c14bd-0723-4a43-ae9a-dc0727629e2d tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0510876 Aug 11 03:37:57.023824 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-77c7e212-b4ce-44e8-8335-87f1480c2745 req-49c05226-2250-44ed-a387-aadfa5f0653b tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Aug 11 03:37:58.146573 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f52eb-d468-4e78-85a8-136a9a4f1045 req-224f4e6e-95b2-4306-b740-0441df783132 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.148094 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a24f52eb-d468-4e78-85a8-136a9a4f1045 req-224f4e6e-95b2-4306-b740-0441df783132 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0558417 Aug 11 03:37:58.189820 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a24f52eb-d468-4e78-85a8-136a9a4f1045 req-867d83ae-bc17-4c59-9968-adc210526248 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355117 Aug 11 03:37:58.809440 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-8958c187-32e4-4463-8d10-a896c3e38fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.810980 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-8958c187-32e4-4463-8d10-a896c3e38fe2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32&tenant_id=3f924a95e3de46d5b1937009ace826f6 HTTP/1.1" status: 200 len: 1095 time: 0.0407186 Aug 11 03:37:58.870927 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-96589f09-2fe0-44c5-8a91-55794452c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.872430 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-96589f09-2fe0-44c5-8a91-55794452c68c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1095 time: 0.0397518 Aug 11 03:37:58.971536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-5f719806-bfae-4ff5-a5b1-4ea4b30b49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.973556 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-5f719806-bfae-4ff5-a5b1-4ea4b30b49fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0948241 Aug 11 03:37:59.040188 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-58aa91b1-f0e1-4566-856e-462a6871b712 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 999 time: 0.0581343 Aug 11 03:37:59.090906 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-7a871566-029f-4281-b968-367484a05a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.092378 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-7a871566-029f-4281-b968-367484a05a1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0449138 Aug 11 03:37:59.141262 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-679dafdf-ed42-4bfc-ba5f-7f51fe01362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.142797 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-679dafdf-ed42-4bfc-ba5f-7f51fe01362d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439920 Aug 11 03:37:59.231139 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-9f16d7cb-c136-4e19-9739-4d86e8d84e56 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Aug 11 03:37:59.314959 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb6763-5a34-402b-9cfc-2365593555df req-6b257b8c-42de-4074-8622-1391623d9140 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.317904 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4cb6763-5a34-402b-9cfc-2365593555df req-6b257b8c-42de-4074-8622-1391623d9140 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0592954 Aug 11 03:37:59.335121 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f7a99200-c1da-4da6-85b2-98dfe82f362d req-4a2d6466-42c0-40e7-8b46-99c4870e6116 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971124 Aug 11 03:37:59.358276 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e4cb6763-5a34-402b-9cfc-2365593555df req-f4a7297c-27b8-42fa-a931-21ce40da87a8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342970 Aug 11 03:38:00.471499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08747176-677e-4e8f-a872-1b14645e66f6 req-3153182c-641d-45f2-9de7-c0154abd1050 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.473622 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08747176-677e-4e8f-a872-1b14645e66f6 req-3153182c-641d-45f2-9de7-c0154abd1050 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0494635 Aug 11 03:38:00.510270 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-08747176-677e-4e8f-a872-1b14645e66f6 req-69f41649-38b6-4204-b471-b15324058ddd tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304999 Aug 11 03:38:01.645345 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6a854-fe01-4f57-a0d4-feecd331f724 req-43dab1db-2f8b-46b6-81a2-66d00c63f359 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:01.647136 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8fc6a854-fe01-4f57-a0d4-feecd331f724 req-43dab1db-2f8b-46b6-81a2-66d00c63f359 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0573990 Aug 11 03:38:01.685396 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8fc6a854-fe01-4f57-a0d4-feecd331f724 req-37be0eb4-c240-4d42-a963-65d74aa5f190 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Aug 11 03:38:02.799306 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b27497-87bf-49d4-8cc8-3f50308d8209 req-c3f86d42-a8c4-4af6-a9dd-711ab02a8d6e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:02.801317 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5b27497-87bf-49d4-8cc8-3f50308d8209 req-c3f86d42-a8c4-4af6-a9dd-711ab02a8d6e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0507824 Aug 11 03:38:02.838435 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a5b27497-87bf-49d4-8cc8-3f50308d8209 req-11f6b1c4-dc03-4309-94de-429915bf5da2 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310822 Aug 11 03:38:03.953053 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e851d4-a06e-4d98-9cec-8f2b53fb4a9d req-d596ef51-5c19-446a-a71b-ca09cfea881e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:03.954553 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78e851d4-a06e-4d98-9cec-8f2b53fb4a9d req-d596ef51-5c19-446a-a71b-ca09cfea881e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0488212 Aug 11 03:38:03.992798 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-78e851d4-a06e-4d98-9cec-8f2b53fb4a9d req-afb1bb7d-6771-4ee9-96c0-9d5417df7436 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Aug 11 03:38:05.111172 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47aa0b-f8fb-4f76-805e-70dc24fbdf47 req-9fe01ce2-4836-433b-b214-4524d2c4e433 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:05.112711 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc47aa0b-f8fb-4f76-805e-70dc24fbdf47 req-9fe01ce2-4836-433b-b214-4524d2c4e433 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0530117 Aug 11 03:38:05.150685 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cc47aa0b-f8fb-4f76-805e-70dc24fbdf47 req-e2dda77e-4544-4c58-9b56-fa5a74505693 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Aug 11 03:38:06.267105 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfb96b-7c37-4264-826c-12d0218d7024 req-e9888d9a-5044-44a2-9d27-0156aa6d13ef tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:06.268608 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bdfb96b-7c37-4264-826c-12d0218d7024 req-e9888d9a-5044-44a2-9d27-0156aa6d13ef tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0493333 Aug 11 03:38:06.307415 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7bdfb96b-7c37-4264-826c-12d0218d7024 req-aa0efe8b-e570-4153-9325-73e51a70c078 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Aug 11 03:38:07.386684 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:38:07.424567 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820d6d-081c-4823-87e8-94cde2dc0a26 req-253da4b7-fa3f-413e-89da-6327d20d7a93 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.426757 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae820d6d-081c-4823-87e8-94cde2dc0a26 req-253da4b7-fa3f-413e-89da-6327d20d7a93 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 944 time: 0.0507579 Aug 11 03:38:07.464951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ae820d6d-081c-4823-87e8-94cde2dc0a26 req-dd9d5365-09d3-4c05-9beb-6e8d9f6f273b tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Aug 11 03:38:07.481570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:07.494019 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'port_id': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'mac_address': 'fa:16:3e:67:d6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:38:07.533822 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.547200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be99457-f65d-49a8-af68-e4b8956b4dd9 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:07.569140 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:07.574084 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.623167 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:07.814822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['2be99457-f65d-49a8-af68-e4b8956b4dd9'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:38:08.588143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720770f-897f-4452-97f9-f0444b933a7c req-878e1863-125c-4fd0-8e80-20f2bb800126 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:08.589734 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8720770f-897f-4452-97f9-f0444b933a7c req-878e1863-125c-4fd0-8e80-20f2bb800126 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 945 time: 0.0558059 Aug 11 03:38:08.637504 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8720770f-897f-4452-97f9-f0444b933a7c req-0754df4e-b82a-41e6-8b75-ccb4fa8c9764 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Aug 11 03:38:09.401101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:09.453810 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port 2be99457-f65d-49a8-af68-e4b8956b4dd9 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:09.454205 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:09.537560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:09.563531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:09.566527 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab5781-7282-4275-b089-af97a3c833b4" -d '{"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-plugged", "status": "completed", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:09.580999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:09.586840 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:09.640811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:09.773230 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd01d72-9c0e-4be6-a3ff-f7a4315121fe req-99e70af5-1b54-4fb9-8c79-506d3438d25f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:09.774858 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cd01d72-9c0e-4be6-a3ff-f7a4315121fe req-99e70af5-1b54-4fb9-8c79-506d3438d25f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0559287 Aug 11 03:38:09.827774 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2cd01d72-9c0e-4be6-a3ff-f7a4315121fe req-0351a684-d6e2-4e23-a528-c86ad8f1b2da tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462465 Aug 11 03:38:10.630200 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f486a4-d5e1-411e-b6f5-cef946ed38f6 x-openstack-request-id: req-44f486a4-d5e1-411e-b6f5-cef946ed38f6 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:10.630897 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-plugged", "status": "completed", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:10.630897 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44f486a4-d5e1-411e-b6f5-cef946ed38f6 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:10.631219 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'code': 200} Aug 11 03:38:10.803318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cee28-e4d5-4223-b375-ac71ee6912f5 req-4143a0f9-8a76-477a-8494-cef3da61fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.804831 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-190cee28-e4d5-4223-b375-ac71ee6912f5 req-4143a0f9-8a76-477a-8494-cef3da61fcf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0446558 Aug 11 03:38:10.844847 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-190cee28-e4d5-4223-b375-ac71ee6912f5 req-51cfa49d-0f2a-47c3-9fde-11038065893c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302284 Aug 11 03:38:10.958634 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba771a4-3e8f-48df-8167-9916ce7fac12 req-6f687558-27b9-40a5-855b-1fdb0b70a086 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.960116 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dba771a4-3e8f-48df-8167-9916ce7fac12 req-6f687558-27b9-40a5-855b-1fdb0b70a086 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Aug 11 03:38:11.007207 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dba771a4-3e8f-48df-8167-9916ce7fac12 req-cbb0bb0c-32ed-4436-bdd3-dc5860349783 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Aug 11 03:38:12.146461 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018e78-f091-4737-9d98-92a31ba3f8fd req-5ae66286-01ba-42f1-9f13-aa48f3f45ed8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:12.148216 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a018e78-f091-4737-9d98-92a31ba3f8fd req-5ae66286-01ba-42f1-9f13-aa48f3f45ed8 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0576766 Aug 11 03:38:12.193285 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0a018e78-f091-4737-9d98-92a31ba3f8fd req-86ebfe6b-c74a-4d64-8a82-8890671d4a51 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Aug 11 03:38:14.046914 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98e9449c-89dd-4ea5-a430-5d5e2661ef28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.568703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c8d47ec-f640-4b11-803f-00debd2f3a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.876764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:18.734333 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:20.357579 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.791815 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.842356 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.260752 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:41.905128 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-594b1160-055d-4c69-8cf4-42a278a95ee7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916085 Aug 11 03:38:41.999277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-8744969c-6b69-464c-91fd-644853e9927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:42.000821 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-8744969c-6b69-464c-91fd-644853e9927d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0461123 Aug 11 03:38:42.110667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-b290e6c9-09e6-43c2-9dc7-829454f0c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:42.112072 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-b290e6c9-09e6-43c2-9dc7-829454f0c4ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0912881 Aug 11 03:38:42.185405 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-e4475609-be48-4f5e-9407-cbbd020c2a67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0656400 Aug 11 03:38:42.236694 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-7ae1b24a-6d1e-4890-88d4-8a10863f5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:42.238213 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-7ae1b24a-6d1e-4890-88d4-8a10863f5e7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0455620 Aug 11 03:38:42.288585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-f82d67a9-cbf8-4f17-bfa5-e61e4031d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:42.290133 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-f82d67a9-cbf8-4f17-bfa5-e61e4031d97e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434716 Aug 11 03:38:42.390576 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-14f667ba-bdb0-4a04-9902-f500534be794 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917292 Aug 11 03:38:42.486677 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f9e9c53a-8dc4-4c86-86a4-0beed36102d2 req-cb44545d-32b4-4816-8525-0c201f5eb1f6 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Aug 11 03:38:44.048676 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dab3e34c-b2c9-447c-92fa-f48e649da92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:47.570160 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97d33aaf-0934-4f2c-ad9d-9792bb29a44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:47.877487 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:48.737813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:50.360460 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:53.798235 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:53.851053 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:07.260973 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:14.049957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a2d6-c3c1-4636-8eb3-1f31f7ca618d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:17.572367 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fef7c231-d06a-44aa-b20a-aa2ea6ca103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:17.879737 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:18.739772 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:20.360181 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:23.796734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:23.845650 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:27.864657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53138) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:28.033434 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Deleting port d1492be7-a78f-48a4-b440-fb76e72bfda1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:28.033785 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.112816 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.113147 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.125082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Calling delete_port for d1492be7-a78f-48a4-b440-fb76e72bfda1 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:28.273698 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.301187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event deleted for resources: {'Port': ['ID=d1492be7-a78f-48a4-b440-fb76e72bfda1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:28.327988 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.328339 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.328692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.329033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.329372 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.329706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.330061 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.330399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.330725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.331049 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.331377 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.331703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:28.372778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.373118 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Floating IP 86b229dc-30da-48c1-b1d9-eee072d5bcba disassociated (deleted). External IP: 172.25.6.77, port: 2be99457-f65d-49a8-af68-e4b8956b4dd9. Aug 11 03:39:28.577800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Router babfe995-d868-4883-925a-671e7a1cb392 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:39:28.683809 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:28.688570 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.694799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:28.705508 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:28.706171 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:28.815156 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:29.008694 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-95fd5b9f-7899-4051-8c58-ca0d2375459f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "DELETE /v2.0/floatingips/86b229dc-30da-48c1-b1d9-eee072d5bcba HTTP/1.1" status: 204 len: 168 time: 1.1429174 Aug 11 03:39:29.009294 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:39:29.011717 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:39:29.018263 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:29.049028 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:29.058472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:29.059094 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:29.101522 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b961894-80ee-46ce-aea1-8b26f00e1345 x-openstack-request-id: req-4b961894-80ee-46ce-aea1-8b26f00e1345 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:39:29.101827 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:39:29.102108 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b961894-80ee-46ce-aea1-8b26f00e1345 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:39:29.102949 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'status': 'completed', 'code': 200} Aug 11 03:39:29.174559 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-e887c8a6-d345-422d-ba0b-d79ef766537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:29.176209 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-e887c8a6-d345-422d-ba0b-d79ef766537d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f924a95e3de46d5b1937009ace826f6&device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 1097 time: 0.0468659 Aug 11 03:39:29.177534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:29.237745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be70249-04a1-4d11-b638-5d325946c76c req-7d6c700b-43bb-4bc5-a3c8-12fc35f34d82 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:29.239286 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4be70249-04a1-4d11-b638-5d325946c76c req-7d6c700b-43bb-4bc5-a3c8-12fc35f34d82 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Aug 11 03:39:29.275879 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-469d2cdd-74e2-4bc5-98df-339a68965a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:29.277404 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-469d2cdd-74e2-4bc5-98df-339a68965a8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 200 len: 909 time: 0.0940468 Aug 11 03:39:29.278488 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4be70249-04a1-4d11-b638-5d325946c76c req-f7c52534-939d-4fab-a86e-efc6246c1c2f tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Aug 11 03:39:29.321726 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-d868d247-4c2d-48fc-b54f-4192dd7c9611 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 200 len: 217 time: 0.0360250 Aug 11 03:39:29.370942 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-5db84ffd-6d4b-4c3c-97c5-6316d1fb0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:29.372427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-5db84ffd-6d4b-4c3c-97c5-6316d1fb0a7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 200 len: 848 time: 0.0439477 Aug 11 03:39:29.388090 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:29.415529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca0a92-d1d3-4fca-8151-592761598883 None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:30:48Z', 'revision_number': 4, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '16fa71c6-fd30-4e00-a28a-4a7306bbaf57', 'name': '', 'network_id': '9e0a6cd0-09a4-458f-87c9-b19b2b416456', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'mac_address': 'fa:16:3e:c9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:47Z', 'updated_at': '2021-08-11T03:30:54Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'subnets': [{'id': '326aeabc-4ede-44cd-800d-2e3acf606d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:29.426170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-84daf0a5-4517-4355-b992-784f0e698d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:29.427814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-84daf0a5-4517-4355-b992-784f0e698d97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9e0a6cd0-09a4-458f-87c9-b19b2b416456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466924 Aug 11 03:39:29.440729 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-420dfd5f-2082-4b87-9ef3-0669a7be4f6e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:39:29.441943 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-420dfd5f-2082-4b87-9ef3-0669a7be4f6e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055218 Aug 11 03:39:29.536910 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-cc73ae01-4d8b-416f-8485-cb39d8639e5a service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857859 Aug 11 03:39:29.640916 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ff9ce3dd-9abd-4bb0-85a3-a3e52188dbc9 req-9c12f7ba-3cde-456b-ab04-2f69721fdc15 service neutron] 10.222.0.59 "GET /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941086 Aug 11 03:39:29.645119 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f061bb5-4e21-4fe7-a7bb-542929a9e217 None None] New status for floating IP 86b229dc-30da-48c1-b1d9-eee072d5bcba: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:39:30.396385 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69fd5f-3311-4eaf-8d37-d4e0b5c660c1 req-77e44963-4454-4438-ad02-5d2bd7fc0778 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:30.397900 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c69fd5f-3311-4eaf-8d37-d4e0b5c660c1 req-77e44963-4454-4438-ad02-5d2bd7fc0778 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0492895 Aug 11 03:39:30.435686 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6c69fd5f-3311-4eaf-8d37-d4e0b5c660c1 req-2bc62f37-f46e-4b56-973d-b57172bb0322 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/security-groups?id=431e3d59-28e9-4d7a-87f3-9c81af37d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Aug 11 03:39:30.795098 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-fc304bb3-b904-4302-8cff-7aff61bad7d1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:30.796564 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-fc304bb3-b904-4302-8cff-7aff61bad7d1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 946 time: 0.0491846 Aug 11 03:39:30.885551 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Deleting port 2be99457-f65d-49a8-af68-e4b8956b4dd9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:30.885904 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:30.976960 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] For port 2be99457-f65d-49a8-af68-e4b8956b4dd9, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=2be99457-f65d-49a8-af68-e4b8956b4dd9,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:30.977220 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:30.991006 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Calling delete_port for 2be99457-f65d-49a8-af68-e4b8956b4dd9 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:31.120462 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:31.149644 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event deleted for resources: {'Port': ['ID=2be99457-f65d-49a8-af68-e4b8956b4dd9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:31.176555 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.176903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.177247 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.177585 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.177917 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.178277 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.178609 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.178957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.179264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.179588 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.179915 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.180334 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:31.199750 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] No DVR routers for this DVR port 2be99457-f65d-49a8-af68-e4b8956b4dd9 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:39:31.202273 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:31.204242 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-11269cef-6766-4ed8-8378-4a029cdc1399 req-81723cdf-3acb-4b83-b493-dab924ec9a8e tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.59 "DELETE /v2.0/ports/2be99457-f65d-49a8-af68-e4b8956b4dd9 HTTP/1.1" status: 204 len: 173 time: 0.4003212 Aug 11 03:39:31.204670 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-deleted', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:39:31.206937 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc96dce-97ea-4302-8cc7-75d7cb8c7135" -d '{"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-deleted", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:39:31.243253 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e26455e-5866-47b6-ace4-85d5bc50a497 x-openstack-request-id: req-5e26455e-5866-47b6-ace4-85d5bc50a497 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:39:31.243550 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6341b6bc-55da-4ee1-a4a5-406cf615ca32", "name": "network-vif-deleted", "tag": "2be99457-f65d-49a8-af68-e4b8956b4dd9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:39:31.243874 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e26455e-5866-47b6-ace4-85d5bc50a497 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:39:31.244305 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6341b6bc-55da-4ee1-a4a5-406cf615ca32', 'name': 'network-vif-deleted', 'tag': '2be99457-f65d-49a8-af68-e4b8956b4dd9', 'status': 'completed', 'code': 200} Aug 11 03:39:31.537300 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d495d7f6-a200-42f5-970a-7dba53adc1eb req-1cc2d924-854f-46a5-8b19-e23ee2d1adc6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 210 time: 0.0319278 Aug 11 03:39:32.635558 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-540a6881-06ad-4be1-b348-2f1ace0d3af7 req-62b7ee6f-aec7-400c-a5f9-f6d555b935e6 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 210 time: 0.0261333 Aug 11 03:39:33.734367 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c3039dad-f928-4f43-925e-19cc6a6be4af req-b359a3a1-7c79-4872-a220-f98373a2b7f1 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 210 time: 0.0258923 Aug 11 03:39:33.882127 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:33.907002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: 2be99457-f65d-49a8-af68-e4b8956b4dd9 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:33.907351 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device 2be99457-f65d-49a8-af68-e4b8956b4dd9 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:34.841918 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4582c26e-0add-4ff7-b318-78c6309e05e8 req-4f7c738f-c803-46f1-9058-c44da4511b29 tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "GET /v2.0/ports?device_id=6341b6bc-55da-4ee1-a4a5-406cf615ca32 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Aug 11 03:39:35.898744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53174) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:35.967047 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c227cb-a3f7-4e99-9779-1bd8c29fc50c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:35.993589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c227cb-a3f7-4e99-9779-1bd8c29fc50c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:36.054560 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c227cb-a3f7-4e99-9779-1bd8c29fc50c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:36.057803 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c227cb-a3f7-4e99-9779-1bd8c29fc50c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:36.059060 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-41c227cb-a3f7-4e99-9779-1bd8c29fc50c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] 10.222.0.16 "DELETE /v2.0/security-groups/431e3d59-28e9-4d7a-87f3-9c81af37d9d3 HTTP/1.1" status: 204 len: 168 time: 0.1593091 Aug 11 03:39:36.068544 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c227cb-a3f7-4e99-9779-1bd8c29fc50c tempest-TestShelveInstance-209481575 tempest-TestShelveInstance-209481575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e3d59-28e9-4d7a-87f3-9c81af37d9d3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:36.114275 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:36.553389 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:36.808510 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Deleting port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:36.808776 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:36.892180 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] For port 16fa71c6-fd30-4e00-a28a-4a7306bbaf57, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:36.892449 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:36.905783 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Calling delete_port for 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:37.086550 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:37.113304 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fa71c6-fd30-4e00-a28a-4a7306bbaf57,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:37.291877 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:37.521485 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Router babfe995-d868-4883-925a-671e7a1cb392 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:39:37.644770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:37.655948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] Sync routers for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:37.657374 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-918735c0-b11d-4e04-9e19-339c4a1227e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/babfe995-d868-4883-925a-671e7a1cb392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419812 Aug 11 03:39:37.659897 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:37.668942 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:37.669525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:37.769949 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:37.875499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:37.937274 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:37.938264 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Deleting port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:37.938766 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.028475 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] For port ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:38.028839 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.043082 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Calling delete_port for ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:38.121338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:39:37Z', 'revision_number': 5, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port': {'id': 'ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfe995-d868-4883-925a-671e7a1cb392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:46Z', 'updated_at': '2021-08-11T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:38.147088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] Checking router: babfe995-d868-4883-925a-671e7a1cb392 for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:38.157253 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] Routers {'babfe995-d868-4883-925a-671e7a1cb392'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:38.157860 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['babfe995-d868-4883-925a-671e7a1cb392'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:38.209036 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.236192 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:38.245809 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] Set router babfe995-d868-4883-925a-671e7a1cb392 gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:38.294446 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.299564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:39:37Z', 'revision_number': 6, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:38.325555 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af015bb9-cbdd-4a77-9b18-a5d3ca2a738c None None] The sync data for ids ['babfe995-d868-4883-925a-671e7a1cb392'] in n-d-715271-8 is: [{'id': 'babfe995-d868-4883-925a-671e7a1cb392', 'name': 'tempest-TestShelveInstance-1445350942-router', 'tenant_id': '3f924a95e3de46d5b1937009ace826f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:45Z', 'updated_at': '2021-08-11T03:39:37Z', 'revision_number': 6, 'project_id': '3f924a95e3de46d5b1937009ace826f6', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:38.385205 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.387354 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.433491 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.433957 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router babfe995-d868-4883-925a-671e7a1cb392 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:39:38.438316 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.439507 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-f31636d1-f405-40de-8d33-1d6ee8de0776 admin admin] 10.222.0.16 "DELETE /v2.0/routers/babfe995-d868-4883-925a-671e7a1cb392 HTTP/1.1" status: 204 len: 168 time: 0.7785704 Aug 11 03:39:38.442036 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:38.486116 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Deleting subnet 326aeabc-4ede-44cd-800d-2e3acf606d95 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:39:38.489105 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.522335 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.602694 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.655895 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.682964 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326aeabc-4ede-44cd-800d-2e3acf606d95,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:38.688131 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.691839 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-45c18473-69f2-4fbb-99d8-39e59e8b1b23 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/326aeabc-4ede-44cd-800d-2e3acf606d95 HTTP/1.1" status: 204 len: 168 time: 0.2475564 Aug 11 03:39:38.693287 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53186) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:38.694338 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60acf00-2783-40eb-970b-1370e30415fd None None] Network 9e0a6cd0-09a4-458f-87c9-b19b2b416456 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:39:38.763640 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.820521 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Deleting port 8b400e09-c62f-4907-b7e3-a4c5461473fa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:38.820875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.883426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] For port 8b400e09-c62f-4907-b7e3-a4c5461473fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b400e09-c62f-4907-b7e3-a4c5461473fa,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:38.883781 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:38.896003 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Calling delete_port for 8b400e09-c62f-4907-b7e3-a4c5461473fa owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:39.092667 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] DHCP port deletion for 9e0a6cd0-09a4-458f-87c9-b19b2b416456 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:39:39.143734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Deleting port 8b400e09-c62f-4907-b7e3-a4c5461473fa {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:39.144116 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.212933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] For port 8b400e09-c62f-4907-b7e3-a4c5461473fa, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b400e09-c62f-4907-b7e3-a4c5461473fa,segment=NetworkSegment(f5ee0396-3ad4-4f4d-813d-e1a3f038ed03),segment_id=f5ee0396-3ad4-4f4d-813d-e1a3f038ed03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:39.213872 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.228248 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Calling delete_port for 8b400e09-c62f-4907-b7e3-a4c5461473fa owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:39.310765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.323945 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.337533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Pushing event deleted for resources: {'Port': ['ID=8b400e09-c62f-4907-b7e3-a4c5461473fa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:39.342546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] No DVR routers for this DVR port 8b400e09-c62f-4907-b7e3-a4c5461473fa on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.355633 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b674c-a77b-4c37-b66e-4121b5075688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:39.360346 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b400e09-c62f-4907-b7e3-a4c5461473fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:39.365447 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] No DVR routers for this DVR port 8b400e09-c62f-4907-b7e3-a4c5461473fa on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:39:39.448260 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.458086 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0a6cd0-09a4-458f-87c9-b19b2b416456']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:39.471064 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:39.471357 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ee0396-3ad4-4f4d-813d-e1a3f038ed03') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:39.480921 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.494329 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.500876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:39:39.501264 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: self.session.flush() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:39:39.503054 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:39:39.555646 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.561762 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:39.563681 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e0a6cd0-09a4-458f-87c9-b19b2b416456 HTTP/1.1" status: 204 len: 168 time: 0.8693590 Aug 11 03:39:39.566905 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53188) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:39.574810 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e05107-0bcd-45c1-ac29-fd0a57bb3367 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0a6cd0-09a4-458f-87c9-b19b2b416456,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:39.659534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b400e09-c62f-4907-b7e3-a4c5461473fa no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:39.682826 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b400e09-c62f-4907-b7e3-a4c5461473fa {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:39.683174 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b400e09-c62f-4907-b7e3-a4c5461473fa not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:39.683596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:39.701666 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:39.702359 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 16fa71c6-fd30-4e00-a28a-4a7306bbaf57 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:39.702474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:39.720547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:39.720925 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device ce1c0eba-ece8-4b7b-a03d-fb7e8cfdc993 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:39.917991 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:40.163593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Deleting port 4ffe9869-4503-4f11-b289-b80707a63eef {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:40.163934 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:40.240533 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] For port 4ffe9869-4503-4f11-b289-b80707a63eef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=4ffe9869-4503-4f11-b289-b80707a63eef,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:40.240817 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:40.253393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Calling delete_port for 4ffe9869-4503-4f11-b289-b80707a63eef owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:40.433979 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:40.468352 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffe9869-4503-4f11-b289-b80707a63eef,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:40.629561 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:40.847900 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Router 97105a46-06fe-4fd0-a7d5-af1f60a62409 has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:39:40.955945 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:40.962328 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-62f9d1f0-51a6-49dd-b00c-59d2c3e7316c admin admin] 10.222.0.16 "PUT /v2.0/routers/97105a46-06fe-4fd0-a7d5-af1f60a62409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3921423 Aug 11 03:39:40.963772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53190) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:40.966213 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] Sync routers for ids ['97105a46-06fe-4fd0-a7d5-af1f60a62409'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:40.976115 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] Routers {'97105a46-06fe-4fd0-a7d5-af1f60a62409'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:40.976843 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['97105a46-06fe-4fd0-a7d5-af1f60a62409'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:41.069176 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.082563 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] Set router 97105a46-06fe-4fd0-a7d5-af1f60a62409 gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:41.168897 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.225197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Deleting port 60a1cf92-77e1-4bb2-a14b-73e37439a40b {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:41.225546 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.254648 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:39:40Z', 'revision_number': 5, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port': {'id': '60a1cf92-77e1-4bb2-a14b-73e37439a40b', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:41.280573 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] Checking router: 97105a46-06fe-4fd0-a7d5-af1f60a62409 for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:41.288649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] Routers {'97105a46-06fe-4fd0-a7d5-af1f60a62409'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:41.289256 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['97105a46-06fe-4fd0-a7d5-af1f60a62409'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:41.305295 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] For port 60a1cf92-77e1-4bb2-a14b-73e37439a40b, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=60a1cf92-77e1-4bb2-a14b-73e37439a40b,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:41.305668 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.318158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Calling delete_port for 60a1cf92-77e1-4bb2-a14b-73e37439a40b owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:41.374677 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] Set router 97105a46-06fe-4fd0-a7d5-af1f60a62409 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:41.427674 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:39:41Z', 'revision_number': 6, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:41.454257 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14689d65-80f7-49a3-8362-156f573e1943 None None] The sync data for ids ['97105a46-06fe-4fd0-a7d5-af1f60a62409'] in n-d-715271-8 is: [{'id': '97105a46-06fe-4fd0-a7d5-af1f60a62409', 'name': 'tempest-TestShelveInstance-714830959-router', 'tenant_id': '5b13b1c070554195bbaf700d2d6a74fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:30:50Z', 'updated_at': '2021-08-11T03:39:41Z', 'revision_number': 6, 'project_id': '5b13b1c070554195bbaf700d2d6a74fd', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:41.491211 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.520926 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a1cf92-77e1-4bb2-a14b-73e37439a40b,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:41.583749 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.677401 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.679620 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.724253 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.724804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97105a46-06fe-4fd0-a7d5-af1f60a62409 {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:39:41.730320 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.731499 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-43973c7f-4450-4848-b9a5-a82c8b57a594 admin admin] 10.222.0.16 "DELETE /v2.0/routers/97105a46-06fe-4fd0-a7d5-af1f60a62409 HTTP/1.1" status: 204 len: 168 time: 0.7667789 Aug 11 03:39:41.734213 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53194) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:41.779056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Deleting subnet 148b55a5-7499-4e98-a7ef-46ce8816c83f {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:39:41.782614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.822324 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.904375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ffe9869-4503-4f11-b289-b80707a63eef no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:41.910784 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.924720 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 4ffe9869-4503-4f11-b289-b80707a63eef {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:41.925073 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 4ffe9869-4503-4f11-b289-b80707a63eef not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:41.963652 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.994413 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148b55a5-7499-4e98-a7ef-46ce8816c83f,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:41.996376 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.999516 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-45785a21-d8b0-4212-afd3-1daa0a7611dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/148b55a5-7499-4e98-a7ef-46ce8816c83f HTTP/1.1" status: 204 len: 168 time: 0.2630854 Aug 11 03:39:42.001582 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaad91b-6a14-44ce-8b17-752872ebcd3b None None] Network 1273bc60-5c8f-463f-87d9-568e7d70e6f1 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:39:42.003953 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53196) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:42.081479 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.136232 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Deleting port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:42.136592 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.202325 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] For port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:42.202693 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.216355 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Calling delete_port for d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:42.221511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] DHCP port deletion for 1273bc60-5c8f-463f-87d9-568e7d70e6f1 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:39:42.274546 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] Deleting port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:39:42.274957 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.296456 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.325670 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] No DVR routers for this DVR port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:39:42.330409 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:42.337472 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] For port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,segment=NetworkSegment(baf92be4-a8b4-4f14-bcf0-2b003fbd11e2),segment_id=baf92be4-a8b4-4f14-bcf0-2b003fbd11e2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:42.337870 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.355596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] Calling delete_port for d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:39:42.405059 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.415731 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1273bc60-5c8f-463f-87d9-568e7d70e6f1']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:42.428051 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:42.428433 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf92be4-a8b4-4f14-bcf0-2b003fbd11e2') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:39:42.430408 n-d-715271-8 neutron-server[94701]: self.session.flush() Aug 11 03:39:42.438315 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.440170 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.453209 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.460149 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:39:42.460621 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:39:42.462680 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:39:42.469225 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] Pushing event deleted for resources: {'Port': ['ID=d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:42.471087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c183e95-1f33-41c4-8359-26d3ed52b8f6 None None] No DVR routers for this DVR port d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:39:42.521524 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.527860 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.529731 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1273bc60-5c8f-463f-87d9-568e7d70e6f1 HTTP/1.1" status: 204 len: 168 time: 0.5248375 Aug 11 03:39:42.547444 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b678b-9716-48a9-8a30-7049e27fe58f admin admin] Pushing event deleted for resources: {'Network': ['ID=1273bc60-5c8f-463f-87d9-568e7d70e6f1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:42.652463 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:42.692427 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-7bb447a1-28aa-4c79-b41b-6aef30e32f52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f924a95e3de46d5b1937009ace826f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387721 Aug 11 03:39:42.695042 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53202) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:42.742463 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64cd2689-ad40-4abe-94e9-d01e777e7624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.767136 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64cd2689-ad40-4abe-94e9-d01e777e7624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.818690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64cd2689-ad40-4abe-94e9-d01e777e7624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.821286 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64cd2689-ad40-4abe-94e9-d01e777e7624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:42.822478 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-64cd2689-ad40-4abe-94e9-d01e777e7624 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aad4d3f1-d64c-492e-b3c8-3195e9331241 HTTP/1.1" status: 204 len: 168 time: 0.1264930 Aug 11 03:39:42.830916 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd2689-ad40-4abe-94e9-d01e777e7624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4d3f1-d64c-492e-b3c8-3195e9331241,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:43.155556 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:43.201324 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8effb2d2-8ee8-4b23-a971-8a1d24ae84df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b13b1c070554195bbaf700d2d6a74fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445943 Aug 11 03:39:43.203921 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:43.250782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad21bb-50dd-4b4f-b79e-8098b6390139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:43.271576 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad21bb-50dd-4b4f-b79e-8098b6390139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:43.317387 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad21bb-50dd-4b4f-b79e-8098b6390139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:43.319916 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad21bb-50dd-4b4f-b79e-8098b6390139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:43.321184 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-e5ad21bb-50dd-4b4f-b79e-8098b6390139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8bb24cd-4376-4991-9b81-b3c9ea4f83a5 HTTP/1.1" status: 204 len: 168 time: 0.1163151 Aug 11 03:39:43.329040 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad21bb-50dd-4b4f-b79e-8098b6390139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb24cd-4376-4991-9b81-b3c9ea4f83a5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:43.656724 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:43.675568 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:43.675914 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device d9b5ce71-1a5e-43d8-96c0-d7ade537c3fb not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:43.676415 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 60a1cf92-77e1-4bb2-a14b-73e37439a40b no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:39:43.698721 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 60a1cf92-77e1-4bb2-a14b-73e37439a40b {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:39:43.699068 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 60a1cf92-77e1-4bb2-a14b-73e37439a40b not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:39:43.977983 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53232) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:44.051279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f33325c-dc95-45f9-af59-458bb68c9f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.086499 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1238727103-network', 'tenant_id': '9a601840ac9a448ab5720893b89fa942'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:44.107669 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Made reservation on behalf of 9a601840ac9a448ab5720893b89fa942 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:39:44.109966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.118299 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.204966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.208778 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.239485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:39:44.249967 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1145559b-55f5-4afe-abd9-3266bb0b6ab1,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:44.256120 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.256466 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Added segment 8ca74079-8de7-4cf4-9e31-2baae6a6bb72 of type vlan for network a2905052-389c-4c48-bc26-3b8b0c4c753f Aug 11 03:39:44.259893 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:44.296455 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.324137 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.325009 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:44.325587 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.383739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4040873 Aug 11 03:39:44.386545 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53236) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:44.393212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Request body: {'subnet': {'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1238727103-subnet', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'ip_version': 4}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:44.397547 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd10926-d6a2-43d7-a881-76afa66a9044 admin admin] Pushing event updated for resources: {'Network': ['ID=a2905052-389c-4c48-bc26-3b8b0c4c753f,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:44.408383 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network a2905052-389c-4c48-bc26-3b8b0c4c753f details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:39:44.419076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Made reservation on behalf of 9a601840ac9a448ab5720893b89fa942 for: {'subnet': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:39:44.421515 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31006266'] for subnet, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.589388 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30615774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31006248'] for subnet, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.644158 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec80833-1498-4cfb-9703-ee799990165c,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:44.653200 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Checking segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:44.653557 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Network hostable DHCP agents. Network: a2905052-389c-4c48-bc26-3b8b0c4c753f, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:39:44.670659 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Network a2905052-389c-4c48-bc26-3b8b0c4c753f is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:39:44.678981 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, a2905052-389c-4c48-bc26-3b8b0c4c753f) {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:44.682964 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:44.683551 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.689096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4dca5-5a3a-4966-b09c-8ff1735068de None None] Network a2905052-389c-4c48-bc26-3b8b0c4c753f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:39:44.697183 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-bd011459-92a0-497c-ab8e-539febabb3f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3078294 Aug 11 03:39:44.700491 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53238) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:44.704888 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:44.726105 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.727107 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.783013 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.836990 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-a2905052-389c-4c48-bc26-3b8b0c4c753f', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:39:44.837913 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.980948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Allocated IP 172.20.0.2 (a2905052-389c-4c48-bc26-3b8b0c4c753f/dec80833-1498-4cfb-9703-ee799990165c/723936f9-1e51-4552-8a31-045933355b3a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:39:45.125414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.134221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Transition to ACTIVE for port object 723936f9-1e51-4552-8a31-045933355b3a will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:45.150126 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Transition to ACTIVE for port object 723936f9-1e51-4552-8a31-045933355b3a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:45.155890 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.200687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Network a2905052-389c-4c48-bc26-3b8b0c4c753f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:45.203718 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:45.207486 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:39:45.216842 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Pushing event updated for resources: {'Port': ['ID=723936f9-1e51-4552-8a31-045933355b3a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:45.217949 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.267050 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Attempting to bind port 723936f9-1e51-4552-8a31-045933355b3a on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:39:45.267346 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Attempting to bind port 723936f9-1e51-4552-8a31-045933355b3a by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:39:45.267735 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Attempting to bind port 723936f9-1e51-4552-8a31-045933355b3a on network a2905052-389c-4c48-bc26-3b8b0c4c753f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:39:45.272788 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:39:45.273233 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Checking segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:45.273671 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.274236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Bound using segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:39:45.274596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Bound port: 723936f9-1e51-4552-8a31-045933355b3a, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:39:45.275002 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.338215 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] For port 723936f9-1e51-4552-8a31-045933355b3a, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:39:45.341452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] For port 723936f9-1e51-4552-8a31-045933355b3a, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=723936f9-1e51-4552-8a31-045933355b3a,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:39:45.345361 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.405702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aea36-359f-446a-90f3-e038f4bbf8a5 None None] Pushing event updated for resources: {'Port': ['ID=723936f9-1e51-4552-8a31-045933355b3a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:45.426683 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.447110 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.574831 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Allocated IP 172.25.6.253 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:39:45.694790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.696461 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723936f9-1e51-4552-8a31-045933355b3a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:45.736590 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:45.748688 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 723936f9-1e51-4552-8a31-045933355b3a completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:45.773069 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:45.776280 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:45.778772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:39:45.816283 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Pushing event updated for resources: {'Port': ['ID=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:46.042594 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.249972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.293368 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae05b3-a552-4720-a425-7dd085681ae4 None None] Network a2905052-389c-4c48-bc26-3b8b0c4c753f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:39:46.346963 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] Provisioning for port 723936f9-1e51-4552-8a31-045933355b3a completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:46.359230 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] Provisioning complete for port 723936f9-1e51-4552-8a31-045933355b3a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:46.359599 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.386675 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Router c35608e7-42de-41f4-898a-e6420d02457b is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:39:46.495307 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:46.508388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:46.510400 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.511728 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-6c9449ab-1f50-41e6-8717-cde2cb2369bf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8102839 Aug 11 03:39:46.514778 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53240) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:46.514946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.548900 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:46.549714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:46.625108 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] For port 723936f9-1e51-4552-8a31-045933355b3a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=723936f9-1e51-4552-8a31-045933355b3a,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:46.632145 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.722442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44471d-a7a8-4dc9-944f-2b79671e53d2 None None] Pushing event updated for resources: {'Port': ['ID=723936f9-1e51-4552-8a31-045933355b3a,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:46.735138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:46.878957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-747ff279-e6c5-408b-a8be-946f5de690ac None None] Provisioning complete for port 723936f9-1e51-4552-8a31-045933355b3a triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:46.879200 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-747ff279-e6c5-408b-a8be-946f5de690ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.968405 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:46.992656 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:45Z', 'revision_number': 3, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:47.022276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:47.022628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Updating router c35608e7-42de-41f4-898a-e6420d02457b port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:39:47.051388 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.122404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Allocated IP 172.20.0.1 (a2905052-389c-4c48-bc26-3b8b0c4c753f/dec80833-1498-4cfb-9703-ee799990165c/426eed6b-e210-41b8-b089-78d1ad8d4f64) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:39:47.247690 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.261506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Transition to ACTIVE for port object 426eed6b-e210-41b8-b089-78d1ad8d4f64 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:47.295615 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.333143 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Network a2905052-389c-4c48-bc26-3b8b0c4c753f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:47.336076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:47.339617 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:39:47.401714 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Pushing event updated for resources: {'Port': ['ID=426eed6b-e210-41b8-b089-78d1ad8d4f64,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:47.417374 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.519551 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.533558 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Transition to ACTIVE for port object 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:47.542244 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.583954 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.614793 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c34f56-c525-478b-8c5e-e54f0b0ef32c None None] Pushing event updated for resources: {'Port': ['ID=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:47.620524 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d491db93-5991-46be-9613-e3b0965258f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.624789 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Attempting to bind port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:39:47.625157 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Attempting to bind port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:39:47.625825 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Attempting to bind port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:39:47.636763 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:39:47.637138 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:47.637596 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.637992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:39:47.638853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Bound port: 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:39:47.639242 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.696481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723936f9-1e51-4552-8a31-045933355b3a up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:47.730224 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] For port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:39:47.756533 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] For port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:39:47.760483 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-82ecf38d-2cb2-47ea-9a12-ebf131886c36 None None] Provisioning for port 426eed6b-e210-41b8-b089-78d1ad8d4f64 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:47.765252 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.769560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-82ecf38d-2cb2-47ea-9a12-ebf131886c36 None None] Provisioning complete for port 426eed6b-e210-41b8-b089-78d1ad8d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:47.769917 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82ecf38d-2cb2-47ea-9a12-ebf131886c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.803338 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.807807 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.856786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-82ecf38d-2cb2-47ea-9a12-ebf131886c36 None None] Port 426eed6b-e210-41b8-b089-78d1ad8d4f64 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:39:47.858195 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 723936f9-1e51-4552-8a31-045933355b3a triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:47.858566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.865497 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:47.866164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:47.877753 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Pushing event updated for resources: {'Port': ['ID=426eed6b-e210-41b8-b089-78d1ad8d4f64,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:47.880333 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.922911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c34f56-c525-478b-8c5e-e54f0b0ef32c None None] Pushing event updated for resources: {'Port': ['ID=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:47.955144 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.980302 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Network a2905052-389c-4c48-bc26-3b8b0c4c753f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:47.981800 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:48.050096 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:48.117340 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Router c35608e7-42de-41f4-898a-e6420d02457b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:39:48.234272 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:48.240372 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d84ac452-5a09-4024-9dc3-2a35c8be324c admin admin] 10.222.0.16 "PUT /v2.0/routers/c35608e7-42de-41f4-898a-e6420d02457b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246041 Aug 11 03:39:48.264811 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 2, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:48.295919 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac8fec-8165-474f-bd4a-d5157bc12bec None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 2, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:48.302932 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bd637305-b8b3-4fc8-b97d-d3556610a693 None None] Provisioning complete for port 426eed6b-e210-41b8-b089-78d1ad8d4f64 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:48.303305 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd637305-b8b3-4fc8-b97d-d3556610a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.344428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bd637305-b8b3-4fc8-b97d-d3556610a693 None None] Port 426eed6b-e210-41b8-b089-78d1ad8d4f64 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:39:48.743771 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.753868 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53256) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:48.759292 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1277312185-network', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:48.782129 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Made reservation on behalf of eaf5fcd454fd4328b8d56ec10202f536 for: {'network': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:39:48.784614 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for network, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.794275 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.900644 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.914259 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.944095 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:39:48.954821 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0829259f-c705-4635-8710-b5eb16a23268,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:48.963773 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:48.963773 n-d-715271-8 neutron-server[94699]: INFO neutron.db.segments_db [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Added segment dd31270a-99f4-441e-8a75-9bffaac518f3 of type vlan for network 85015957-2c7d-4937-9cc8-514768faff88 Aug 11 03:39:49.009608 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791177877827'] for network, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.046806 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766'] for network, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.047902 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:49.048501 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.120708 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3624578 Aug 11 03:39:49.121483 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:49.125296 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8c58f-4f1a-487f-9c1a-d7488d54471a admin admin] Pushing event updated for resources: {'Network': ['ID=85015957-2c7d-4937-9cc8-514768faff88,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:49.126567 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Request body: {'subnet': {'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1277312185-subnet', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:49.136085 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Network 85015957-2c7d-4937-9cc8-514768faff88 details requested by agent ovs-agent-n-d-715271-8 with host n-d-715271-8 {{(pid=94701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:39:49.155575 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Made reservation on behalf of eaf5fcd454fd4328b8d56ec10202f536 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:39:49.158033 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31058207'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.341075 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30593393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31058189'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.410289 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=825f5961-9009-4b8e-8bc3-da4b40ce176e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:49.419538 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Checking segment: {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:49.419903 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Network hostable DHCP agents. Network: 85015957-2c7d-4937-9cc8-514768faff88, hostable agents: ['cc70665e-e5ec-46b4-803b-73043cb4619e'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:39:49.437764 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Network 85015957-2c7d-4937-9cc8-514768faff88 is scheduled to be hosted by DHCP agent cc70665e-e5ec-46b4-803b-73043cb4619e with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:39:49.455005 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-8, 85015957-2c7d-4937-9cc8-514768faff88) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:49.460141 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:49.460719 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.468025 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7f0ab-23d7-4dfb-9613-61a3a673ced6 None None] Network 85015957-2c7d-4937-9cc8-514768faff88 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:39:49.476016 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2d6423ed-9e82-48f7-b5d5-1fc6ebf16d8b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3533878 Aug 11 03:39:49.479203 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:49.483930 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:49.512651 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1695440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100599'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.514558 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100494'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.582081 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.646129 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01048b96-23d5-5e78-b81e-19b050523f2f-85015957-2c7d-4937-9cc8-514768faff88', 'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'fixed_ips': [{'subnet_id': '825f5961-9009-4b8e-8bc3-da4b40ce176e'}]}} from n-d-715271-8. {{(pid=94701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:39:49.647204 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.718610 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:49.734688 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.822911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Allocated IP 172.20.0.2 (85015957-2c7d-4937-9cc8-514768faff88/825f5961-9009-4b8e-8bc3-da4b40ce176e/9b60cfd2-9767-4162-a863-e542504ff5b1) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:39:49.824784 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:49.834693 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:49.835072 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.944690 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:49.972852 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.014406 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.050221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:50.054317 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.056656 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.085235 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Transition to ACTIVE for port object 9b60cfd2-9767-4162-a863-e542504ff5b1 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:50.085864 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Allocated IP 172.25.6.48 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c378f097-5000-4a1a-8050-aec5724b3e91) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:39:50.119607 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Transition to ACTIVE for port object 9b60cfd2-9767-4162-a863-e542504ff5b1 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:50.125428 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:50.128915 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.173540 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Network 85015957-2c7d-4937-9cc8-514768faff88 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:50.176598 n-d-715271-8 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:50.180785 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:39:50.183937 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Pushing event updated for resources: {'Port': ['ID=9b60cfd2-9767-4162-a863-e542504ff5b1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:50.210219 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.238999 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Attempting to bind port 9b60cfd2-9767-4162-a863-e542504ff5b1 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:39:50.239367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Attempting to bind port 9b60cfd2-9767-4162-a863-e542504ff5b1 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:39:50.239730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Attempting to bind port 9b60cfd2-9767-4162-a863-e542504ff5b1 on network 85015957-2c7d-4937-9cc8-514768faff88 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:39:50.245799 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:39:50.246203 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Checking segment: {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:50.246605 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.247002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Bound using segment: {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:39:50.247473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Bound port: 9b60cfd2-9767-4162-a863-e542504ff5b1, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:39:50.247853 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.253225 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.289880 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:50.296742 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:50.300496 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:39:50.321854 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] For port 9b60cfd2-9767-4162-a863-e542504ff5b1, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:39:50.325456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] For port 9b60cfd2-9767-4162-a863-e542504ff5b1, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9b60cfd2-9767-4162-a863-e542504ff5b1,segment=NetworkSegment(dd31270a-99f4-441e-8a75-9bffaac518f3),segment_id=dd31270a-99f4-441e-8a75-9bffaac518f3)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:39:50.326090 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c378f097-5000-4a1a-8050-aec5724b3e91,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:50.330066 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.381743 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.398045 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:50.406953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47648a9-cc35-4fd9-90f1-e0945cf01155 None None] Pushing event updated for resources: {'Port': ['ID=9b60cfd2-9767-4162-a863-e542504ff5b1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:50.408016 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:50.408643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:50.535027 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:50.612302 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.760266 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 2, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:50.786745 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:50.787103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Updating router c35608e7-42de-41f4-898a-e6420d02457b port 426eed6b-e210-41b8-b089-78d1ad8d4f64 binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:39:50.812461 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.825518 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692130'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:50.957426 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Router dfc5e535-f936-4f72-8c18-3540ea30d15e is scheduled to L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:39:51.067177 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:51.079002 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Sync routers for ids ['dfc5e535-f936-4f72-8c18-3540ea30d15e'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:51.081240 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.086323 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.090506 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5e5a5090-c4a5-40ca-a1a6-75f4aa03c3f0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6076012 Aug 11 03:39:51.090657 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53262) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:51.093159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Transition to ACTIVE for port object 426eed6b-e210-41b8-b089-78d1ad8d4f64 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:51.097908 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Routers {'dfc5e535-f936-4f72-8c18-3540ea30d15e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:51.098685 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['dfc5e535-f936-4f72-8c18-3540ea30d15e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:51.101782 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.245241 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Set router dfc5e535-f936-4f72-8c18-3540ea30d15e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:51.303654 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Pushing event updated for resources: {'Port': ['ID=426eed6b-e210-41b8-b089-78d1ad8d4f64,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:51.313775 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.314472 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.315000 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.315508 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.316009 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.316502 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.316994 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.317495 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.318015 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.318502 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.318989 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.319492 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:39:51.324103 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Attempting to bind port 426eed6b-e210-41b8-b089-78d1ad8d4f64 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:39:51.324709 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Attempting to bind port 426eed6b-e210-41b8-b089-78d1ad8d4f64 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:39:51.325233 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Attempting to bind port 426eed6b-e210-41b8-b089-78d1ad8d4f64 on network a2905052-389c-4c48-bc26-3b8b0c4c753f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:39:51.332620 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:39:51.333209 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Checking segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:51.333800 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.334386 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Bound using segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:39:51.335044 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Bound port: 426eed6b-e210-41b8-b089-78d1ad8d4f64, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:39:51.335603 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.429785 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] For port 426eed6b-e210-41b8-b089-78d1ad8d4f64, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:39:51.436044 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] For port 426eed6b-e210-41b8-b089-78d1ad8d4f64, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=426eed6b-e210-41b8-b089-78d1ad8d4f64,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:39:51.442041 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.496779 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:51.497680 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:51.533166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 3, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:51.573797 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f776e-2abc-4c0c-9425-707202373af2 None None] Pushing event updated for resources: {'Port': ['ID=426eed6b-e210-41b8-b089-78d1ad8d4f64,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:51.675868 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:51.740002 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.810524 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23975d4a-2177-468d-9ade-89d4c36a0546 None None] Network 85015957-2c7d-4937-9cc8-514768faff88 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:39:51.863217 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Checking router: dfc5e535-f936-4f72-8c18-3540ea30d15e for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:51.863664 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Updating router dfc5e535-f936-4f72-8c18-3540ea30d15e port c378f097-5000-4a1a-8050-aec5724b3e91 binding host n-d-715271-8 {{(pid=94701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:39:51.895548 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:51.937400 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:51Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:51.938618 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9d147dd3-d0c3-45d4-b05a-2df77fe44477 None None] Provisioning for port 9b60cfd2-9767-4162-a863-e542504ff5b1 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:51.946266 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.964837 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9d353-85d4-41d6-ace7-e2c63b58d988 None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:51Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:52.142452 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:52.143021 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.248237 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Allocated IP 172.20.0.1 (85015957-2c7d-4937-9cc8-514768faff88/825f5961-9009-4b8e-8bc3-da4b40ce176e/8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:39:52.352102 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9b60cfd2-9767-4162-a863-e542504ff5b1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:52.368657 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.387582 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Transition to ACTIVE for port object 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:52.427070 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.437017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 9b60cfd2-9767-4162-a863-e542504ff5b1 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:52.449620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.451950 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9b60cfd2-9767-4162-a863-e542504ff5b1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:52.452325 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.467525 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Network 85015957-2c7d-4937-9cc8-514768faff88 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:52.474965 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:52.481597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Transition to ACTIVE for port object c378f097-5000-4a1a-8050-aec5724b3e91 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:52.482616 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:39:52.494716 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.518963 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Pushing event updated for resources: {'Port': ['ID=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:52.542095 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440081'] for router_interface, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.550714 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Attempting to bind port c378f097-5000-4a1a-8050-aec5724b3e91 on host n-d-715271-8 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:39:52.551159 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Attempting to bind port c378f097-5000-4a1a-8050-aec5724b3e91 by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:39:52.551531 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Attempting to bind port c378f097-5000-4a1a-8050-aec5724b3e91 on network f2c31456-c013-4995-b9ff-1fd42978e5e1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:39:52.559662 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:39:52.560052 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Checking segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:52.560447 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.560848 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Bound using segment: {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:39:52.561332 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Bound port: c378f097-5000-4a1a-8050-aec5724b3e91, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad50cc-27c2-4f47-9b06-cd402b561a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:39:52.561734 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.590835 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a83b2-4e39-4094-90c7-6e67c44ccd2a None None] Pushing event updated for resources: {'Port': ['ID=c378f097-5000-4a1a-8050-aec5724b3e91,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:52.687619 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.691173 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] For port c378f097-5000-4a1a-8050-aec5724b3e91, host n-d-715271-8, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:39:52.699734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a8d4c1c1-cd94-4254-9d3f-ed76cf830d6c None None] Provisioning complete for port 9b60cfd2-9767-4162-a863-e542504ff5b1 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:52.700034 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c1c1-cd94-4254-9d3f-ed76cf830d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.714695 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.740379 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] For port c378f097-5000-4a1a-8050-aec5724b3e91, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c378f097-5000-4a1a-8050-aec5724b3e91,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:39:52.752052 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.796511 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 9b60cfd2-9767-4162-a863-e542504ff5b1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9b60cfd2-9767-4162-a863-e542504ff5b1,segment=NetworkSegment(dd31270a-99f4-441e-8a75-9bffaac518f3),segment_id=dd31270a-99f4-441e-8a75-9bffaac518f3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:52.809198 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.810030 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 426eed6b-e210-41b8-b089-78d1ad8d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:52.877609 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Routers {'dfc5e535-f936-4f72-8c18-3540ea30d15e'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:52.878200 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['dfc5e535-f936-4f72-8c18-3540ea30d15e'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:52.879929 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a83b2-4e39-4094-90c7-6e67c44ccd2a None None] Pushing event updated for resources: {'Port': ['ID=c378f097-5000-4a1a-8050-aec5724b3e91,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:52.924352 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.928966 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.997482 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440229'] for router_interface, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.005315 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Pushing event updated for resources: {'Port': ['ID=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:53.044206 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 426eed6b-e210-41b8-b089-78d1ad8d4f64 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:53.046198 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=9b60cfd2-9767-4162-a863-e542504ff5b1,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:53.056326 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 426eed6b-e210-41b8-b089-78d1ad8d4f64 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:53.056742 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.094563 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Network 85015957-2c7d-4937-9cc8-514768faff88 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:39:53.095851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] Set router dfc5e535-f936-4f72-8c18-3540ea30d15e gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:53.096021 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:39:53.229418 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ee96754d-c67f-4772-8a4c-6c80b785c1fa None None] Provisioning for port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:53.232781 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Router dfc5e535-f936-4f72-8c18-3540ea30d15e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:39:53.268847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ee96754d-c67f-4772-8a4c-6c80b785c1fa None None] Provisioning complete for port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:53.269138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee96754d-c67f-4772-8a4c-6c80b785c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.312193 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.334042 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ee96754d-c67f-4772-8a4c-6c80b785c1fa None None] Port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:39:53.345510 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:39:53.350710 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4078c848-6b39-4cb4-91f7-043bad2ffa4f admin admin] 10.222.0.16 "PUT /v2.0/routers/dfc5e535-f936-4f72-8c18-3540ea30d15e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2589936 Aug 11 03:39:53.371597 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 426eed6b-e210-41b8-b089-78d1ad8d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=426eed6b-e210-41b8-b089-78d1ad8d4f64,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:53.390838 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.457484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=426eed6b-e210-41b8-b089-78d1ad8d4f64,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:53.474341 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d', 'name': '', 'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'mac_address': 'fa:16:3e:fa:b9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:52Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 1, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'subnets': [{'id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:53.477239 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-89390624-f397-458d-9366-51e890c16ff3 None None] Provisioning complete for port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:53.477617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89390624-f397-458d-9366-51e890c16ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.518591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c630be-9065-4c45-a9c4-b8fe294b2888 None None] The sync data for ids ['dfc5e535-f936-4f72-8c18-3540ea30d15e'] in n-d-715271-8 is: [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d', 'name': '', 'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'mac_address': 'fa:16:3e:fa:b9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:52Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 1, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'subnets': [{'id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:53.537520 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-89390624-f397-458d-9366-51e890c16ff3 None None] Port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:39:53.683596 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9b60cfd2-9767-4162-a863-e542504ff5b1 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:53.758353 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 9b60cfd2-9767-4162-a863-e542504ff5b1 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:53.758739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.981767 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:53.984736 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.032539 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 426eed6b-e210-41b8-b089-78d1ad8d4f64 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:54.084875 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 426eed6b-e210-41b8-b089-78d1ad8d4f64 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:54.085308 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.149121 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53270) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.154639 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216067040', 'description': 'tempest-secgroup-smoke-216067040 description', 'project_id': '9a601840ac9a448ab5720893b89fa942'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:54.179080 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.273901 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.278047 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.307399 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.308573 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1584234 Aug 11 03:39:54.310506 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08102fb0-9c73-4d7c-9e9a-2a0479ed3889 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c3ac9-1346-4488-a905-e0431743af12,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:54.311725 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.317501 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group_rule': {'security_group_id': 'e85c3ac9-1346-4488-a905-e0431743af12', 'project_id': '9a601840ac9a448ab5720893b89fa942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:54.344884 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.404244 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.408043 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.426593 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f631fe1-74b3-4124-95d1-b20929d33325,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:54.432770 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.434214 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5510431a-3d8c-4c22-a22f-a08c45f086c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214309 Aug 11 03:39:54.436928 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.441744 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group_rule': {'security_group_id': 'e85c3ac9-1346-4488-a905-e0431743af12', 'project_id': '9a601840ac9a448ab5720893b89fa942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:54.468392 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.525925 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.529844 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.549760 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ed706c-a47d-47af-9d88-23e9ec508566,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:54.553427 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.554758 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-5c91c88f-66af-45ad-baa3-f7f9c01aa206 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167424 Aug 11 03:39:54.558557 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.563146 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group_rule': {'security_group_id': 'e85c3ac9-1346-4488-a905-e0431743af12', 'project_id': '9a601840ac9a448ab5720893b89fa942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:54.590973 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.652843 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.656232 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.674267 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd2e598-f80f-4f47-b2c5-24402c4317d3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:54.680778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.683398 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-abebf711-bc07-436e-a19d-6e3b695d5929 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237125 Aug 11 03:39:54.685406 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.689978 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group_rule': {'security_group_id': 'e85c3ac9-1346-4488-a905-e0431743af12', 'project_id': '9a601840ac9a448ab5720893b89fa942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:54.716669 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.812519 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.816197 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.834661 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c91348-1f08-4b49-8adc-ce84b3270e76,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:54.842545 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.844006 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-b2f72d6f-44cf-4bc9-a137-78d95e93ba69 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576450 Aug 11 03:39:54.847076 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53280) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.852268 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group_rule': {'security_group_id': 'e85c3ac9-1346-4488-a905-e0431743af12', 'project_id': '9a601840ac9a448ab5720893b89fa942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:54.875503 n-d-715271-8 neutron-server[94699]: INFO neutron.db.securitygroups_db [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Project 9a601840ac9a448ab5720893b89fa942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:39:54.880790 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.951390 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.955223 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.975825 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9b75b2-ab33-44dd-920f-485702f826ae,revision_number=0']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:54.982266 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:54.986368 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53282) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:54.986616 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-ded3c5a9-8b2d-4fdb-ab54-f039324c8c84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382730 Aug 11 03:39:54.991699 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'security_group_rule': {'security_group_id': 'e85c3ac9-1346-4488-a905-e0431743af12', 'project_id': '9a601840ac9a448ab5720893b89fa942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:39:55.015539 n-d-715271-8 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Project 9a601840ac9a448ab5720893b89fa942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:39:55.020718 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.086778 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.091362 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609282'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.105665 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7465e24-90c3-4fbc-9def-e6a378fae7a1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:55.116657 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.117871 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-00dd962f-bc9c-439f-ab31-721d70a22d28 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300292 Aug 11 03:39:55.263548 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-9c06fbec-9e07-4ac9-ae21-d9bba035f610 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216067040&fields=id&tenant_id=9a601840ac9a448ab5720893b89fa942 HTTP/1.1" status: 200 len: 267 time: 0.0357981 Aug 11 03:39:55.377301 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-0f12a97d-f32f-438a-9653-e14e14ba7c76 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:55.378953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-0f12a97d-f32f-438a-9653-e14e14ba7c76 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 810 time: 0.1081035 Aug 11 03:39:55.395557 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-2c9d420e-6a58-4985-af88-f104008fee3b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/quotas/9a601840ac9a448ab5720893b89fa942 HTTP/1.1" status: 200 len: 375 time: 0.0101588 Aug 11 03:39:55.451690 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-7eb15ea4-a207-441a-8eff-e4e23f6d47f4 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497363 Aug 11 03:39:55.567082 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-e1d4a895-e811-4462-abf6-48df5788c3de service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:39:55.568111 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-e1d4a895-e811-4462-abf6-48df5788c3de service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051168 Aug 11 03:39:55.672308 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-6703c466-3ab9-4ca0-9883-ff438a169568 service neutron] 10.222.0.16 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972576 Aug 11 03:39:55.693055 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c378f097-5000-4a1a-8050-aec5724b3e91 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:55.742424 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port c378f097-5000-4a1a-8050-aec5724b3e91 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:55.746744 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c378f097-5000-4a1a-8050-aec5724b3e91 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:55.747122 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.771496 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-2b618ee0-02bf-46ad-abbf-d7242bbea12d service neutron] 10.222.0.16 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929551 Aug 11 03:39:55.830212 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.852223 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port c378f097-5000-4a1a-8050-aec5724b3e91, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c378f097-5000-4a1a-8050-aec5724b3e91,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:55.856071 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.906463 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=c378f097-5000-4a1a-8050-aec5724b3e91,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:56.074386 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Sync routers for ids ['dfc5e535-f936-4f72-8c18-3540ea30d15e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:39:56.083404 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Routers {'dfc5e535-f936-4f72-8c18-3540ea30d15e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:56.084033 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['dfc5e535-f936-4f72-8c18-3540ea30d15e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:56.186921 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Set router dfc5e535-f936-4f72-8c18-3540ea30d15e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:56.375723 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d', 'name': '', 'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'mac_address': 'fa:16:3e:fa:b9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:52Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 2, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'subnets': [{'id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:56.405195 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Checking router: dfc5e535-f936-4f72-8c18-3540ea30d15e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:39:56.405549 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Updating router dfc5e535-f936-4f72-8c18-3540ea30d15e port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d binding host n-d-715271-8 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:39:56.429939 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.686025 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.695544 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Transition to ACTIVE for port object 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:39:56.701963 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.754102 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea0f1-3489-4b71-b67d-366651dd11d1 None None] Pushing event updated for resources: {'Port': ['ID=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:56.802766 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Attempting to bind port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d on host n-d-715271-8 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:39:56.803129 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Attempting to bind port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d by drivers openvswitch,hyperv on host n-d-715271-8 at level 0 using segments [{'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:39:56.803501 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Attempting to bind port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d on network 85015957-2c7d-4937-9cc8-514768faff88 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:39:56.808532 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Checking agent: {'id': 'c725c5ee-e6bc-45dd-b75f-8aa94abfa22b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 6, 18), 'started_at': datetime.datetime(2021, 8, 11, 2, 6, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:39:56.808897 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Checking segment: {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:39:56.809298 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.809683 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Bound using segment: {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:39:56.810164 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Bound port: 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d, host: n-d-715271-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd31270a-99f4-441e-8a75-9bffaac518f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85015957-2c7d-4937-9cc8-514768faff88'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:39:56.810538 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.876645 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] For port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d, host n-d-715271-8, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:39:56.879860 n-d-715271-8 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] For port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d, host n-d-715271-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,segment=NetworkSegment(dd31270a-99f4-441e-8a75-9bffaac518f3),segment_id=dd31270a-99f4-441e-8a75-9bffaac518f3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:39:56.884969 n-d-715271-8 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.948140 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Routers {'dfc5e535-f936-4f72-8c18-3540ea30d15e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:39:56.948777 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['dfc5e535-f936-4f72-8c18-3540ea30d15e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:56.952649 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea0f1-3489-4b71-b67d-366651dd11d1 None None] Pushing event updated for resources: {'Port': ['ID=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:56.993152 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7d884ba0-80ba-4f00-9dc2-01f972cab732 req-1c3420fd-c3ca-42de-b8ec-705a07335a82 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 210 time: 0.0397806 Aug 11 03:39:57.069072 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] Set router dfc5e535-f936-4f72-8c18-3540ea30d15e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:39:57.348896 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d', 'name': '', 'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'mac_address': 'fa:16:3e:fa:b9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:52Z', 'updated_at': '2021-08-11T03:39:56Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'subnets': [{'id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:39:57.374691 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0d95-7686-4e90-8ef9-0b13cf690ac8 None None] The sync data for ids ['dfc5e535-f936-4f72-8c18-3540ea30d15e'] in n-d-715271-8 is: [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:52Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d', 'name': '', 'network_id': '85015957-2c7d-4937-9cc8-514768faff88', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'mac_address': 'fa:16:3e:fa:b9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:52Z', 'updated_at': '2021-08-11T03:39:56Z', 'revision_number': 4, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'subnets': [{'id': '825f5961-9009-4b8e-8bc3-da4b40ce176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:39:57.697371 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c378f097-5000-4a1a-8050-aec5724b3e91 up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:57.749542 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port c378f097-5000-4a1a-8050-aec5724b3e91 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:57.749922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:57.835144 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:57.882101 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning for port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:39:57.886947 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:57.887247 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:57.967005 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:58.006734 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] For port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,segment=NetworkSegment(dd31270a-99f4-441e-8a75-9bffaac518f3),segment_id=dd31270a-99f4-441e-8a75-9bffaac518f3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:39:58.011765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:58.069697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-39bf534c-453f-4705-add3-2e64a368c9f7 req-4d714ddf-aa2a-45f3-8811-a6cc653fcedd tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 210 time: 0.0291617 Aug 11 03:39:58.073830 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Pushing event updated for resources: {'Port': ['ID=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:39:59.173746 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-fbf72b1e-65dd-4400-a2cd-a9e8a1fefdca req-d57dfb93-1edf-48b3-a954-09830a84cd0b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 210 time: 0.0273855 Aug 11 03:39:59.670410 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d up at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:39:59.716547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Provisioning complete for port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:39:59.716830 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:59.963330 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-13a16c59-b2c1-445e-ad2b-8a026c909859 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:59.964791 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-13a16c59-b2c1-445e-ad2b-8a026c909859 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 810 time: 0.1033337 Aug 11 03:40:00.011776 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-3de2c34e-4a10-4ca6-ab63-793072832d1c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a601840ac9a448ab5720893b89fa942 HTTP/1.1" status: 200 len: 379 time: 0.0355778 Aug 11 03:40:00.021679 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'port': {'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'admin_state_up': True, 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'security_groups': ['e85c3ac9-1346-4488-a905-e0431743af12']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:00.130711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Made reservation on behalf of 9a601840ac9a448ab5720893b89fa942 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:40:00.134186 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.259200 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Allocated IP 172.20.0.9 (a2905052-389c-4c48-bc26-3b8b0c4c753f/dec80833-1498-4cfb-9703-ee799990165c/eaacefc3-954a-4545-a9df-f35be9edda17) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:40:00.268933 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3410d89c-2c4c-4576-8719-49768fc7eab7 req-fb11f49e-6cc7-4421-a066-38f7ef5ea94b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 210 time: 0.0276349 Aug 11 03:40:00.399593 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.413068 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Transition to ACTIVE for port object eaacefc3-954a-4545-a9df-f35be9edda17 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:40:00.446685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.491071 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Network a2905052-389c-4c48-bc26-3b8b0c4c753f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:40:00.494724 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:40:00.498536 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:40:00.504788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:00.551092 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:00.551714 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.567729 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-abfa0e6c-bb2c-4334-be38-08b0eca59d4e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495191 Aug 11 03:40:00.580321 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Request body: {'port': {'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:00.641481 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.760905 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8794d17d-9d5c-44d3-be82-de5b50157091 None None] Provisioning for port eaacefc3-954a-4545-a9df-f35be9edda17 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:40:00.765067 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8794d17d-9d5c-44d3-be82-de5b50157091 None None] Provisioning complete for port eaacefc3-954a-4545-a9df-f35be9edda17 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:40:00.765326 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8794d17d-9d5c-44d3-be82-de5b50157091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.800017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8794d17d-9d5c-44d3-be82-de5b50157091 None None] Port eaacefc3-954a-4545-a9df-f35be9edda17 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:40:00.905055 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaacefc3-954a-4545-a9df-f35be9edda17 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:40:00.912499 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.925931 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Transition to ACTIVE for port object eaacefc3-954a-4545-a9df-f35be9edda17 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:40:00.929779 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.983288 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:01.063844 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Attempting to bind port eaacefc3-954a-4545-a9df-f35be9edda17 on host n-h2-715271-8 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:40:01.064422 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Attempting to bind port eaacefc3-954a-4545-a9df-f35be9edda17 by drivers openvswitch,hyperv on host n-h2-715271-8 at level 0 using segments [{'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:40:01.064829 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Attempting to bind port eaacefc3-954a-4545-a9df-f35be9edda17 on network a2905052-389c-4c48-bc26-3b8b0c4c753f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:40:01.069948 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Port eaacefc3-954a-4545-a9df-f35be9edda17 on network a2905052-389c-4c48-bc26-3b8b0c4c753f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:40:01.070313 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Attempting to bind port eaacefc3-954a-4545-a9df-f35be9edda17 on network a2905052-389c-4c48-bc26-3b8b0c4c753f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:40:01.076294 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Checking agent: {'id': 'aa6acefa-b36d-4f44-8080-54e41d1e66d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:40:01.076652 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Checking segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:40:01.077043 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Bound using segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:40:01.077526 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Bound port: eaacefc3-954a-4545-a9df-f35be9edda17, host: n-h2-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:40:01.077898 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:01.143822 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:40:01.146806 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:40:01.151606 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30593534'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:01.183788 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.184355 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:01.185926 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 1091 time: 0.6098680 Aug 11 03:40:01.186322 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:01.188463 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:01.224825 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db0e90-8f17-4f49-b1d7-1333d2e873d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:01.261119 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf950c-19d0-42bb-9402-820f686a1b6c x-openstack-request-id: req-72bf950c-19d0-42bb-9402-820f686a1b6c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:01.261404 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:01.261649 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72bf950c-19d0-42bb-9402-820f686a1b6c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:01.262066 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'status': 'completed', 'code': 200} Aug 11 03:40:01.279758 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-783fb8d0-5576-4b7f-bed8-52401f153fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.281379 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-783fb8d0-5576-4b7f-bed8-52401f153fb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0521848 Aug 11 03:40:01.325870 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-648ee481-4b39-4ee4-adb1-ecac9545a90a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 217 time: 0.0360959 Aug 11 03:40:01.379467 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-7c305f94-471a-44e5-ba49-87916c52d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.380993 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-7c305f94-471a-44e5-ba49-87916c52d095 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0477693 Aug 11 03:40:01.394298 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fece28-eac2-4d6e-9df0-7f7507677f9e req-d1c621f3-4e42-43b2-be85-67bcd623879c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.395857 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2fece28-eac2-4d6e-9df0-7f7507677f9e req-d1c621f3-4e42-43b2-be85-67bcd623879c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 943 time: 0.0549963 Aug 11 03:40:01.431872 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-658fd9ec-bce1-44a3-91dd-dbad0dbfefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.433386 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-658fd9ec-bce1-44a3-91dd-dbad0dbfefbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457666 Aug 11 03:40:01.435905 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-c2fece28-eac2-4d6e-9df0-7f7507677f9e req-ea5bbeef-bdfe-45ff-971a-f7e2ed130989 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Aug 11 03:40:01.522918 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-66d6f82c-b5d7-4905-8a56-e91309aaa185 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818419 Aug 11 03:40:01.615318 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d0b912a0-70f3-4c22-a010-917cb18d3903 req-778a6304-528f-4ed0-919a-20229f6e2409 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857775 Aug 11 03:40:01.702499 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-110e1e5f-798f-4ce4-86ad-780d4f94222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.703990 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-110e1e5f-798f-4ce4-86ad-780d4f94222c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0411539 Aug 11 03:40:01.792170 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-6d70a62b-e848-4468-b23c-6d82c364db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.793644 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-6d70a62b-e848-4468-b23c-6d82c364db62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0818367 Aug 11 03:40:01.839467 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-e9b7604c-5983-466b-840a-8f0609e5097a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 217 time: 0.0377538 Aug 11 03:40:01.887885 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-8fba0ecb-e5a1-4fba-a872-59f61aa4fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.889767 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-8fba0ecb-e5a1-4fba-a872-59f61aa4fd2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0435820 Aug 11 03:40:01.944546 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-bff87214-930a-4e4e-b16e-ffbf60e968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.946082 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-bff87214-930a-4e4e-b16e-ffbf60e968dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485904 Aug 11 03:40:02.037968 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-49f28af8-1e63-4a2b-924d-09a31ab50b46 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844288 Aug 11 03:40:02.129661 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-f1c219e1-bf9a-48c2-8859-131ab0e2baf8 req-86b7a43c-f013-4af0-8dad-34d9a595147b service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840325 Aug 11 03:40:02.551254 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8d6d7-a32b-48f2-b678-e55657b510c4 req-57d13706-3d24-48c7-a141-87742a4a122a tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:02.552741 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cdc8d6d7-a32b-48f2-b678-e55657b510c4 req-57d13706-3d24-48c7-a141-87742a4a122a tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 943 time: 0.0485585 Aug 11 03:40:02.590807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-cdc8d6d7-a32b-48f2-b678-e55657b510c4 req-2cd85ac3-abef-4aeb-bab0-7b33bf1a2f1e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Aug 11 03:40:03.705382 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bf912-4128-4313-a982-fa0fc001796d req-5a4f6ba7-fe88-4070-a884-44d74e8dcd29 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.706895 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a26bf912-4128-4313-a982-fa0fc001796d req-5a4f6ba7-fe88-4070-a884-44d74e8dcd29 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 943 time: 0.0487955 Aug 11 03:40:03.743951 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a26bf912-4128-4313-a982-fa0fc001796d req-99ad00d4-e4da-4897-beec-620737523bbf tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Aug 11 03:40:04.053538 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:40:04.145350 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:04.159231 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:40:04.195621 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:04.207979 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaacefc3-954a-4545-a9df-f35be9edda17 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:40:04.227881 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:04.231858 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:04.277690 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:04.438570 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['eaacefc3-954a-4545-a9df-f35be9edda17'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:40:04.861843 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bbd80-feed-4be4-985b-e6ffa0a4e9e0 req-af8227d8-d3c5-45cc-966b-7f8a8633b150 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:04.863374 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc9bbd80-feed-4be4-985b-e6ffa0a4e9e0 req-af8227d8-d3c5-45cc-966b-7f8a8633b150 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 944 time: 0.0533869 Aug 11 03:40:04.900444 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-dc9bbd80-feed-4be4-985b-e6ffa0a4e9e0 req-56ac0518-d21c-4211-adb8-2cf2462d1dd8 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307083 Aug 11 03:40:06.017580 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b680511-a2ac-4c92-b9ca-462e0998d345 req-b29c8401-19e3-4757-929b-3c810934cd84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:06.019118 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b680511-a2ac-4c92-b9ca-462e0998d345 req-b29c8401-19e3-4757-929b-3c810934cd84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 944 time: 0.0536499 Aug 11 03:40:06.058245 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4b680511-a2ac-4c92-b9ca-462e0998d345 req-506e6013-b95b-44bd-af6a-802d5099e7d3 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331206 Aug 11 03:40:06.068177 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:40:06.120187 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning for port eaacefc3-954a-4545-a9df-f35be9edda17 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:40:06.123829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port eaacefc3-954a-4545-a9df-f35be9edda17 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:40:06.124204 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:06.200560 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:06.222130 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:06.224741 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2523a046-9fb5-45a9-81de-84d7ba8ba024" -d '{"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-plugged", "status": "completed", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:06.237748 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:06.242123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:06.289611 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:06.328401 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd0a371-d8de-4837-a481-05f1f49dc8fd x-openstack-request-id: req-5dd0a371-d8de-4837-a481-05f1f49dc8fd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:06.329093 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-plugged", "status": "completed", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:06.329400 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dd0a371-d8de-4837-a481-05f1f49dc8fd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:06.329828 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'code': 200} Aug 11 03:40:06.423891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1fbd-eaa4-4102-b039-590a1ee2636c req-f407953a-3419-4591-a79c-9d7521b147d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:06.425381 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b9c1fbd-eaa4-4102-b039-590a1ee2636c req-f407953a-3419-4591-a79c-9d7521b147d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0406694 Aug 11 03:40:06.463947 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-4b9c1fbd-eaa4-4102-b039-590a1ee2636c req-affd4b76-cd2f-4f07-a10d-b9cc05522ee0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Aug 11 03:40:07.175224 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dc1fa-073b-450f-b831-19bc8ddd1eb1 req-79a10b1b-b68e-473c-b9e8-75b171fb3f1e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.176780 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-752dc1fa-073b-450f-b831-19bc8ddd1eb1 req-79a10b1b-b68e-473c-b9e8-75b171fb3f1e tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 945 time: 0.0517018 Aug 11 03:40:07.216653 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-752dc1fa-073b-450f-b831-19bc8ddd1eb1 req-b9c7bbf1-f15e-4bf2-9b48-e269aa48ad1a tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330346 Aug 11 03:40:08.341160 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cdd78-63fc-4957-951f-45371ac2b551 req-81a3e58e-f9a3-4970-9c55-a66302f351cb tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:08.342701 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f02cdd78-63fc-4957-951f-45371ac2b551 req-81a3e58e-f9a3-4970-9c55-a66302f351cb tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 945 time: 0.0547516 Aug 11 03:40:08.382485 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-f02cdd78-63fc-4957-951f-45371ac2b551 req-8bce4d84-bce8-4eb1-9a2d-113e4691862f tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331295 Aug 11 03:40:08.495425 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a317-3b5d-4639-a9a7-8e52d24eff43 req-74437fcf-63f2-488c-930f-7c1fe04d0c80 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:08.496939 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e462a317-3b5d-4639-a9a7-8e52d24eff43 req-74437fcf-63f2-488c-930f-7c1fe04d0c80 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 945 time: 0.0491567 Aug 11 03:40:08.534786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e462a317-3b5d-4639-a9a7-8e52d24eff43 req-49280cbb-fb67-479b-ac81-c350842ec97a tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 11 03:40:08.555570 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53348) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:08.640914 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64000622-5634-478f-a8b7-376a548e0c48 tempest-TestSnapshotPattern-747395358 tempest-TestSnapshotPattern-747395358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:08.643304 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-64000622-5634-478f-a8b7-376a548e0c48 tempest-TestSnapshotPattern-747395358 tempest-TestSnapshotPattern-747395358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1091 time: 0.0860462 Aug 11 03:40:08.646010 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53352) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:08.650561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:08.674453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:08.776496 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:08.878025 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Allocated IP 172.25.6.87 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/c0c30157-bbf2-4f7d-af7f-c6fa410b6df9) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:40:08.982307 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.022152 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.062467 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:40:09.066947 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:40:09.071195 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:40:09.074287 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'Port': ['ID=c0c30157-bbf2-4f7d-af7f-c6fa410b6df9,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:09.423791 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.491446 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.643343 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.647831 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.718443 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'Port': ['ID=c0c30157-bbf2-4f7d-af7f-c6fa410b6df9,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:09.729207 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.828531 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Floating IP cfbb5619-1600-4596-85da-ae89a6b8f692 associated. External IP: 172.25.6.87, port: eaacefc3-954a-4545-a9df-f35be9edda17. Aug 11 03:40:10.031744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Router c35608e7-42de-41f4-898a-e6420d02457b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:10.138333 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:10.147982 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:10.154381 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:10.158088 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:10.158717 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:10.183405 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-0b7a427b-99ef-4515-9c7d-e7e909a38032 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5363219 Aug 11 03:40:10.183977 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:10.186262 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:10.222633 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f050b-fe12-4a2e-9957-111d0b248966 x-openstack-request-id: req-163f050b-fe12-4a2e-9957-111d0b248966 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:10.222931 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:10.223188 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-163f050b-fe12-4a2e-9957-111d0b248966 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:10.223601 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'status': 'completed', 'code': 200} Aug 11 03:40:10.271087 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:10.285318 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-5e109779-4c2f-44a2-8120-db62eb74422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:10.287219 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-5e109779-4c2f-44a2-8120-db62eb74422f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0415456 Aug 11 03:40:10.376140 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-03757512-de4b-47f5-a421-b5c5d98817e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:10.377632 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-03757512-de4b-47f5-a421-b5c5d98817e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0836725 Aug 11 03:40:10.446403 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-097f135f-d8f4-4556-ba5a-8cdab338493e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 998 time: 0.0607457 Aug 11 03:40:10.495256 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-042ef3b0-6c90-49c1-a6fb-99e98acf7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:10.496729 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-042ef3b0-6c90-49c1-a6fb-99e98acf7e4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0439310 Aug 11 03:40:10.496904 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:09Z', 'revision_number': 0, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:10.523238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:10.532547 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:10.533166 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:39:48Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:10.542963 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-3a29eece-88b7-477e-b542-d6f24ad52577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:10.544572 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-3a29eece-88b7-477e-b542-d6f24ad52577 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402951 Aug 11 03:40:10.641467 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-b52f935a-98b2-4c7a-9177-433afaeb3f68 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891054 Aug 11 03:40:10.642297 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:10.729579 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-e5ed4d14-ade6-4598-b5b9-0ad0831521b6 req-73e1c045-d709-43fe-b160-e296808e52b1 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814071 Aug 11 03:40:10.862584 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:09Z', 'revision_number': 0, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:10.889071 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88daa1cb-37c3-4770-8fc7-4c99ce06de2e None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:09Z', 'revision_number': 0, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:11.083449 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d245-c241-4a86-a978-fe42fec12995 None None] New status for floating IP cfbb5619-1600-4596-85da-ae89a6b8f692: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:40:14.051808 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7871aa5d-58dc-46fe-8cd0-a83300bf3cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:17.573657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c994ed9e-ebe6-48e8-a2f7-964c5357b2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:17.875816 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:18.746125 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:20.366270 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:21.259508 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:40:23.820812 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:23.846810 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:44.053883 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a15628-1810-44ae-97d3-c2913fd97ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:44.834472 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-4a6c8bc6-5a8a-4701-9ee9-e98ff985d2fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390351 Aug 11 03:40:44.920466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-116a737b-9910-406a-a957-77ddc541aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:44.921870 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-116a737b-9910-406a-a957-77ddc541aca5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0442853 Aug 11 03:40:45.023352 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-c8e7b27b-b5d6-4d2f-802d-b597d2fae724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:45.024832 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-c8e7b27b-b5d6-4d2f-802d-b597d2fae724 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0828321 Aug 11 03:40:45.092693 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-56ffabec-3416-421b-93b7-999a83fe4b17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 1000 time: 0.0605707 Aug 11 03:40:45.141186 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-cc385484-34e3-4c65-8f8d-3c511bd20da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:45.142661 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-cc385484-34e3-4c65-8f8d-3c511bd20da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0430748 Aug 11 03:40:45.190418 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-a572514c-f02f-4ad6-abb4-2af3252a261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:45.191850 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-a572514c-f02f-4ad6-abb4-2af3252a261a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390811 Aug 11 03:40:45.288551 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-a0971541-4ebc-4fa8-a110-267415a8fd68 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884171 Aug 11 03:40:45.391445 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-95aba0c0-e971-49b1-8027-4db3ad8c9be1 req-fc94412b-3d02-492f-908b-2c6ea1332be0 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954022 Aug 11 03:40:47.578201 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3008-fd6f-415f-a4a9-97e6e2cbefe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.881460 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.748922 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.368735 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:53.843561 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:53.853235 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:58.258067 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:14.059466 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3970ea2a-e5ce-4dc0-8498-40a9fa75a722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:17.578153 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-936af78a-f307-49f7-a518-b66142e3b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:17.875213 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:18.751113 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:20.370857 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:23.843744 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:23.851608 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:35.256976 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:44.061358 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99bf2d81-f8c1-4570-9e82-08a8f5e7981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.824005 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-716e546b-564d-4e8a-a294-13db7a2d10b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392964 Aug 11 03:41:46.908240 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-7162e20b-92dd-4577-b4bc-48362e82566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:46.909624 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-7162e20b-92dd-4577-b4bc-48362e82566c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1096 time: 0.0430820 Aug 11 03:41:47.010166 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-2d80cb11-c730-4df7-8d9b-615546e16682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:47.011622 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-2d80cb11-c730-4df7-8d9b-615546e16682 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0812278 Aug 11 03:41:47.078915 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-ada34140-87cc-4101-921b-57a12aeb780b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 1000 time: 0.0601983 Aug 11 03:41:47.470857 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-2da84891-ee47-43f4-818d-690065b1bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:47.472383 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-2da84891-ee47-43f4-818d-690065b1bb3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.3861897 Aug 11 03:41:47.518770 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-e7673a84-455f-49b4-9583-7764ac8a9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:47.520241 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-e7673a84-455f-49b4-9583-7764ac8a9c86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403988 Aug 11 03:41:47.580313 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d27b-d1d1-4b93-a376-2fce0d9ea5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:47.613716 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-33267f16-3558-4c33-b1da-a95896086429 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853536 Aug 11 03:41:47.703141 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-d95ba85c-0040-43e4-9f11-0cdaef28d5cc req-34d81151-530b-45f8-9727-208a20b6d89c service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825717 Aug 11 03:41:47.876146 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:48.753705 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:50.373279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:53.864906 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:53.866202 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:57.275540 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-d5784012-9036-4acc-921c-880cc7914fe2 req-5230f588-799b-4956-922f-e48278a36f20 service neutron] (94699) timed out ('10.222.0.16', 56234) {{(pid=94699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:42:08.845389 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 details requested by agent hyperv_n-h2-715271-8 with host n-h2-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:08.943485 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:08.955430 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Returning: {'device': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:42:08.994944 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:09.009273 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaacefc3-954a-4545-a9df-f35be9edda17 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:09.029141 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:09.033364 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:09.087033 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:09.094238 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.094588 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.094926 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.095260 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.095590 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.095918 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.096244 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.096564 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.096886 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.097205 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.097522 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.098119 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:09.105027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] get_ports_and_sgs() called for port_ids ['eaacefc3-954a-4545-a9df-f35be9edda17'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:42:10.877988 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 up at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:10.937199 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Provisioning complete for port eaacefc3-954a-4545-a9df-f35be9edda17 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:10.937508 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:11.029099 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:11.059279 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:11.061875 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40667e33-f2ec-4ac1-af39-199ffa55b588" -d '{"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-plugged", "status": "completed", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:11.091467 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:11.097427 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:11.125247 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4fdb4a-04a2-4fae-96bd-b201b5078b11 x-openstack-request-id: req-fe4fdb4a-04a2-4fae-96bd-b201b5078b11 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:11.125777 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-plugged", "status": "completed", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:11.126059 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe4fdb4a-04a2-4fae-96bd-b201b5078b11 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:11.126460 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'code': 200} Aug 11 03:42:11.157599 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:12.255222 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:42:14.065793 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a819774b-7c56-4e11-bd3b-6d73d6d28a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:17.594577 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f5b7f9a-91fd-4cdd-bea1-b13e8112bbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:17.876678 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:18.261927 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-11d770a0-4890-403c-9e94-4480f9fd3ba0 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216067040&fields=id&tenant_id=9a601840ac9a448ab5720893b89fa942 HTTP/1.1" status: 200 len: 267 time: 0.0377138 Aug 11 03:42:18.366212 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-db5796c4-6822-4e47-8d4b-099c3a2f78d6 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:18.367593 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-db5796c4-6822-4e47-8d4b-099c3a2f78d6 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 810 time: 0.0983741 Aug 11 03:42:18.382592 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-4239b35f-058a-4a6b-a2e5-ec88d70db630 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/quotas/9a601840ac9a448ab5720893b89fa942 HTTP/1.1" status: 200 len: 375 time: 0.0092995 Aug 11 03:42:18.435644 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-e75b7533-c148-404b-bff7-ea827e5ce18a tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0478587 Aug 11 03:42:18.533154 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-a5a6ec0f-bf16-4447-bd05-0bfa40757d3d service neutron] 10.222.0.16 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Aug 11 03:42:18.621807 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2fdceab8-5622-49ea-950f-2006ecb6e404 service neutron] 10.222.0.16 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824611 Aug 11 03:42:18.767703 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:18.877601 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8e41c4f8-a633-4311-853d-8ce312a1454e req-0bf1f906-7027-4aa3-947d-c6a2acd04cfc tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 210 time: 0.0912569 Aug 11 03:42:19.875745 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-7b4b1f67-49be-41d6-8674-3ed38a132072 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:19.877241 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-7b4b1f67-49be-41d6-8674-3ed38a132072 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.25 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 810 time: 0.1040776 Aug 11 03:42:19.922024 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-6aa14129-a82e-4973-a105-a20f87733b58 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a601840ac9a448ab5720893b89fa942 HTTP/1.1" status: 200 len: 379 time: 0.0358210 Aug 11 03:42:19.932783 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'port': {'device_id': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'admin_state_up': True, 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'security_groups': ['e85c3ac9-1346-4488-a905-e0431743af12']}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:20.009467 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6051e613-9a07-4e44-819b-18a6711ebba6 req-34c435f2-5308-44b1-9523-86961c7231d6 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 210 time: 0.0606308 Aug 11 03:42:20.076141 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Made reservation on behalf of 9a601840ac9a448ab5720893b89fa942 for: {'port': 1} {{(pid=94699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:20.080044 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:20.262286 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Allocated IP 172.20.0.13 (a2905052-389c-4c48-bc26-3b8b0c4c753f/dec80833-1498-4cfb-9703-ee799990165c/74105cb4-ab94-46d3-9c71-a0eca5bf2535) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:20.389659 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:20.474190 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:20.490185 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Transition to ACTIVE for port object 74105cb4-ab94-46d3-9c71-a0eca5bf2535 will not be triggered until provisioned by entity DHCP. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:20.526196 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:20.580645 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Network a2905052-389c-4c48-bc26-3b8b0c4c753f is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:20.583944 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:20.588039 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:20.621986 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:20.636465 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.637744 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.638365 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.638909 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.639460 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.640058 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.640590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.641174 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.641801 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.642397 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.642954 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.643485 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:20.676187 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:20.676999 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:20.693751 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-365bd127-aefa-4cd4-809a-12f2930cb531 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646918 Aug 11 03:42:20.874911 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c5e0e6d4-deaa-4055-9c69-22dbbd7d2a16 None None] Provisioning for port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 completed by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:20.878802 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c5e0e6d4-deaa-4055-9c69-22dbbd7d2a16 None None] Provisioning complete for port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 triggered by entity DHCP. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:20.879172 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e6d4-deaa-4055-9c69-22dbbd7d2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:20.916475 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0e6d4-deaa-4055-9c69-22dbbd7d2a16 None None] Port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 cannot update to ACTIVE because it is not bound. {{(pid=94701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:20.928236 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:42:21.013060 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:21.040534 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:21.043015 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea6a53-8ea7-4529-8580-e5b0475f129d" -d '{"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:21.071560 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:21.082263 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:21.094821 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d6ddb-4850-4da8-b23c-1963f774baff x-openstack-request-id: req-171d6ddb-4850-4da8-b23c-1963f774baff {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:21.095126 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:21.095390 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-171d6ddb-4850-4da8-b23c-1963f774baff {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:21.095800 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'code': 200} Aug 11 03:42:21.148487 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273e168-303d-465a-b34d-8511d9851f90 req-9465b76b-dd07-4859-b1ae-70108f1fb6fe tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:21.149216 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Pushing event updated for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:21.158228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3273e168-303d-465a-b34d-8511d9851f90 req-9465b76b-dd07-4859-b1ae-70108f1fb6fe tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0666258 Aug 11 03:42:21.195840 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-3273e168-303d-465a-b34d-8511d9851f90 req-d5411fb6-bc3d-4a8e-8f2c-028afb6f8dcc tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367184 Aug 11 03:42:22.321857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99152b-cbcc-4ef7-81b6-531cecf7343e req-9645dcc8-ad1d-4a41-9718-17a6c3db46e1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.323581 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd99152b-cbcc-4ef7-81b6-531cecf7343e req-9645dcc8-ad1d-4a41-9718-17a6c3db46e1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0514727 Aug 11 03:42:22.365031 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-bd99152b-cbcc-4ef7-81b6-531cecf7343e req-d096c121-c36f-4619-b1d4-76020f6bd403 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347936 Aug 11 03:42:23.492517 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94d74e-c49c-499d-8461-c90459c1825c req-1eb1770f-068e-45ea-9f40-7e8f909df8cb tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:23.494071 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b94d74e-c49c-499d-8461-c90459c1825c req-1eb1770f-068e-45ea-9f40-7e8f909df8cb tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0559325 Aug 11 03:42:23.534887 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-0b94d74e-c49c-499d-8461-c90459c1825c req-c1cacea5-205c-4a9f-8298-14c8edb9b565 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341070 Aug 11 03:42:23.878522 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:23.879349 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:24.665389 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86ce1-1780-4883-b8c5-052e9e0993f8 req-91261bdc-de75-4fa4-b7d7-5952fe02b79c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.666994 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ca86ce1-1780-4883-b8c5-052e9e0993f8 req-91261bdc-de75-4fa4-b7d7-5952fe02b79c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0554478 Aug 11 03:42:24.707744 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ca86ce1-1780-4883-b8c5-052e9e0993f8 req-f8b7aad5-e463-444c-8d40-ef80f15e5ede tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Aug 11 03:42:25.823876 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd59e1-66cc-4849-a9cf-186d3c527d8b req-72e2c273-d210-4bc8-ae45-e39be2878744 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.825384 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71fd59e1-66cc-4849-a9cf-186d3c527d8b req-72e2c273-d210-4bc8-ae45-e39be2878744 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0512118 Aug 11 03:42:25.865507 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-71fd59e1-66cc-4849-a9cf-186d3c527d8b req-b30b2f25-796e-4cf2-a3c8-c1af873a6a59 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342283 Aug 11 03:42:26.990855 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eb10f-0192-4c76-ae81-18d4a61045aa req-cf019c57-de47-4391-bf97-fcede477c1d6 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:26.992389 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a97eb10f-0192-4c76-ae81-18d4a61045aa req-cf019c57-de47-4391-bf97-fcede477c1d6 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0577550 Aug 11 03:42:27.035185 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a97eb10f-0192-4c76-ae81-18d4a61045aa req-9106e996-4834-4e82-b2bf-2bbf54cbef66 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366571 Aug 11 03:42:28.156236 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832caf9-d058-427d-aff9-87c36a2bf142 req-5b4add65-2dc3-43e9-af69-654b72f502af tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:28.157829 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4832caf9-d058-427d-aff9-87c36a2bf142 req-5b4add65-2dc3-43e9-af69-654b72f502af tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0509312 Aug 11 03:42:28.201192 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-4832caf9-d058-427d-aff9-87c36a2bf142 req-cfce56a4-e2f0-4721-a6aa-6e10a978b317 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Aug 11 03:42:29.326561 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce902db-c60a-4a3c-8280-814c1a5fde79 req-5872fae2-dfb0-4c11-9907-572a12f42c30 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.328072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ce902db-c60a-4a3c-8280-814c1a5fde79 req-5872fae2-dfb0-4c11-9907-572a12f42c30 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0503891 Aug 11 03:42:29.368045 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-7ce902db-c60a-4a3c-8280-814c1a5fde79 req-6181772a-a701-4491-8952-d305b242de19 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334516 Aug 11 03:42:30.184013 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-c084492d-61f3-4537-9fc0-8607086ace45 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:42:30.185070 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-c084492d-61f3-4537-9fc0-8607086ace45 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054243 Aug 11 03:42:30.240474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Request body: {'port': {'device_id': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-8'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:30.296829 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:30.532623 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7fd54-3cbe-4409-b373-ed37b221442e req-85b73352-4c26-4974-bfb0-32d6994f6801 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:30.534555 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17e7fd54-3cbe-4409-b373-ed37b221442e req-85b73352-4c26-4974-bfb0-32d6994f6801 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 932 time: 0.0782588 Aug 11 03:42:30.904827 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-17e7fd54-3cbe-4409-b373-ed37b221442e req-22262107-5cdc-4a90-bb9a-8138c837396b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642547 Aug 11 03:42:30.917640 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74105cb4-ab94-46d3-9c71-a0eca5bf2535 {{(pid=94699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:30.925932 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:30.937564 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.provisioning_blocks [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Transition to ACTIVE for port object 74105cb4-ab94-46d3-9c71-a0eca5bf2535 will not be triggered until provisioned by entity L2. {{(pid=94699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:30.940666 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.037394 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:31.070910 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Attempting to bind port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 on host n-h1-715271-8 for vnic_type normal with profile {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:31.071256 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Attempting to bind port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 by drivers openvswitch,hyperv on host n-h1-715271-8 at level 0 using segments [{'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:31.071593 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Attempting to bind port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 on network a2905052-389c-4c48-bc26-3b8b0c4c753f {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:31.076716 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 on network a2905052-389c-4c48-bc26-3b8b0c4c753f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-8 {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:42:31.077040 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Attempting to bind port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 on network a2905052-389c-4c48-bc26-3b8b0c4c753f {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:31.083421 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Checking agent: {'id': 'b1286d64-3ddb-456d-b036-0a12b9f8c8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'started_at': datetime.datetime(2021, 8, 11, 2, 14, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:31.083799 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Checking segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:31.084197 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Bound using segment: {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'} {{(pid=94699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:31.084681 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.managers [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Bound port: 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host: n-h1-715271-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca74079-8de7-4cf4-9e31-2baae6a6bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f'}}] {{(pid=94699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:31.085076 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.152746 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, cleared binding levels {{(pid=94699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:31.156358 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:31.160602 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.195196 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.195692 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.197144 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] 10.222.0.25 "PUT /v2.0/ports/74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 1092 time: 1.0031865 Aug 11 03:42:31.197590 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:31.199943 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da5c28-c1e6-4eba-a68c-861902aaad21" -d '{"events": [{"name": "network-changed", "server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:31.259836 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa7f9f-4541-4e37-a823-61de3b9b3e87 x-openstack-request-id: req-e8aa7f9f-4541-4e37-a823-61de3b9b3e87 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:31.260132 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:31.260382 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8aa7f9f-4541-4e37-a823-61de3b9b3e87 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:31.260774 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'status': 'completed', 'code': 200} Aug 11 03:42:31.277704 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831b354-618f-4a19-a2b6-4cb9cfcc6458 service neutron] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=3']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:31.297528 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-36ba5b69-835f-4d37-b64c-317bc3016937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.300480 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-36ba5b69-835f-4d37-b64c-317bc3016937 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1095 time: 0.0539467 Aug 11 03:42:31.344628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-5c1b93bc-1d87-4579-a2cc-a3ace6e19371 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 217 time: 0.0366747 Aug 11 03:42:31.395579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-35bf4a0c-94dc-4c49-ad88-8775a4ef0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.397069 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-35bf4a0c-94dc-4c49-ad88-8775a4ef0743 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0450263 Aug 11 03:42:31.447624 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-a7f3c8e4-c3aa-4b07-ae70-d9836c800abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.449147 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-a7f3c8e4-c3aa-4b07-ae70-d9836c800abc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437243 Aug 11 03:42:31.535753 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-d56fdf52-77c7-4382-b845-f521096264ea service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791051 Aug 11 03:42:31.636638 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-27410afe-9edc-4c6e-b04e-5b23b76386ed req-f4cbe593-c598-40ff-b690-7319c0977b44 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939555 Aug 11 03:42:31.717879 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-72594dff-82d3-48ce-aebf-22b92bff957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.719404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-72594dff-82d3-48ce-aebf-22b92bff957c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1095 time: 0.0403171 Aug 11 03:42:31.805741 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-eb8a9220-a8fe-4b81-9c8d-bbde16229159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.807228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-eb8a9220-a8fe-4b81-9c8d-bbde16229159 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0811584 Aug 11 03:42:31.851942 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-eecc3f74-b4fd-4344-b1a5-34ee6d34dd28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 217 time: 0.0363660 Aug 11 03:42:31.900511 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-890d653c-bb8d-4c3c-9d1d-7fa2a077bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.901899 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-890d653c-bb8d-4c3c-9d1d-7fa2a077bde1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0428317 Aug 11 03:42:31.954341 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-ce1a0ac6-62cb-45f4-84ea-d733ab6fff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.955869 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-ce1a0ac6-62cb-45f4-84ea-d733ab6fff2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439670 Aug 11 03:42:32.077519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9a3c9-6aa9-4fc6-921d-cd17b45464ea req-a26da5ee-55df-41db-b6d1-e87091b0ef44 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:32.079047 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ac9a3c9-6aa9-4fc6-921d-cd17b45464ea req-a26da5ee-55df-41db-b6d1-e87091b0ef44 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 944 time: 0.0983870 Aug 11 03:42:32.095449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-6c7a6ec5-f7d2-499d-855f-800bc8eb8678 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320684 Aug 11 03:42:32.166717 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6ac9a3c9-6aa9-4fc6-921d-cd17b45464ea req-8c6889c9-efbf-4831-9a9b-031b94d7fce5 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804999 Aug 11 03:42:32.203772 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-47da5c28-c1e6-4eba-a68c-861902aaad21 req-f0d926de-b81c-40d0-8382-5f7154759c10 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004286 Aug 11 03:42:33.285364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563306c-1140-4214-a15c-278a975d6975 req-5e59ef59-bab6-4dda-806c-622f7ea7ba5d tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:33.286909 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6563306c-1140-4214-a15c-278a975d6975 req-5e59ef59-bab6-4dda-806c-622f7ea7ba5d tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 944 time: 0.0493443 Aug 11 03:42:33.325260 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-6563306c-1140-4214-a15c-278a975d6975 req-08ea4791-6acf-4ad8-ae7f-0c23226f7d0d tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321567 Aug 11 03:42:34.438581 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64548a9-77cd-499b-aa59-33aa9197968d req-adbfcf00-c855-4ea0-9555-f4c32087b7dc tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:34.440101 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e64548a9-77cd-499b-aa59-33aa9197968d req-adbfcf00-c855-4ea0-9555-f4c32087b7dc tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 944 time: 0.0483971 Aug 11 03:42:34.477449 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e64548a9-77cd-499b-aa59-33aa9197968d req-0bd0d4ed-c531-4db8-b7e9-76a312cde275 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315731 Aug 11 03:42:34.998464 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:35.089375 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:35.101035 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'port_id': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'mac_address': 'fa:16:3e:6b:db:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:42:35.139730 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:35.151686 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74105cb4-ab94-46d3-9c71-a0eca5bf2535 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:35.170995 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:35.175905 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:35.221250 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=4']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:35.438010 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74105cb4-ab94-46d3-9c71-a0eca5bf2535'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:42:35.601960 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfea61-ee46-4d51-878a-f89b1f86c931 req-c0f87ec6-996c-4b63-a95f-a7b7f67dcf0c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:35.603628 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cbfea61-ee46-4d51-878a-f89b1f86c931 req-c0f87ec6-996c-4b63-a95f-a7b7f67dcf0c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Aug 11 03:42:35.650364 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-8cbfea61-ee46-4d51-878a-f89b1f86c931 req-426cd882-8469-4860-a730-dd42f2834195 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Aug 11 03:42:36.764480 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37306-0c92-4d90-8af2-ad56441c7a5c req-5abf54a4-7934-413a-aa79-10cf8e301306 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:36.765983 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25a37306-0c92-4d90-8af2-ad56441c7a5c req-5abf54a4-7934-413a-aa79-10cf8e301306 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Aug 11 03:42:36.803534 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-25a37306-0c92-4d90-8af2-ad56441c7a5c req-52be85bb-ae60-4e50-baee-f225abf8631c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Aug 11 03:42:36.996016 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:37.043529 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning for port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 completed by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:37.047407 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:37.047784 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.125129 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.147023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:37.149263 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c6d6c6-e664-4566-9f1e-50546d7305cb" -d '{"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-plugged", "status": "completed", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:37.162755 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:37.167243 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.194204 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d9195-2d7f-4d39-85a2-33f6a7ce0b20 x-openstack-request-id: req-be8d9195-2d7f-4d39-85a2-33f6a7ce0b20 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:37.194514 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-plugged", "status": "completed", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:37.194772 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be8d9195-2d7f-4d39-85a2-33f6a7ce0b20 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:37.195151 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'code': 200} Aug 11 03:42:37.222702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=5']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:37.282548 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a8a7-8982-4181-99f2-3767cd8acd67 req-2d9f0da7-7538-4303-bf4a-c93589098abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:37.284609 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b89a8a7-8982-4181-99f2-3767cd8acd67 req-2d9f0da7-7538-4303-bf4a-c93589098abe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1097 time: 0.0400276 Aug 11 03:42:37.320984 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b89a8a7-8982-4181-99f2-3767cd8acd67 req-0baf2775-afb0-4126-8093-ec7bd24626be service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283222 Aug 11 03:42:37.918189 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffdc3d-df18-46c3-a0e4-355ff6f7acab req-1ce7c39a-5fbb-4d5a-acfd-ba099e57a340 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:37.919580 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2ffdc3d-df18-46c3-a0e4-355ff6f7acab req-1ce7c39a-5fbb-4d5a-acfd-ba099e57a340 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 946 time: 0.0511343 Aug 11 03:42:37.956968 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d2ffdc3d-df18-46c3-a0e4-355ff6f7acab req-1279b61a-d312-4e9c-8d97-e554c82f4080 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310049 Aug 11 03:42:39.073422 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5760d-9fbb-4a59-bdbc-948a7ecdcafc req-9ebb2522-29a8-49d5-92fb-f51449e08d83 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:39.074953 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-21a5760d-9fbb-4a59-bdbc-948a7ecdcafc req-9ebb2522-29a8-49d5-92fb-f51449e08d83 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Aug 11 03:42:39.112420 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-21a5760d-9fbb-4a59-bdbc-948a7ecdcafc req-a59d2a82-e13a-42a9-8620-768ff3a124c1 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Aug 11 03:42:39.224757 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dcef5-4c0c-45cc-9f80-a2023b124857 req-5467f53a-3ea5-4f13-9b2d-7de496377d08 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:39.226264 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-043dcef5-4c0c-45cc-9f80-a2023b124857 req-5467f53a-3ea5-4f13-9b2d-7de496377d08 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 946 time: 0.0484207 Aug 11 03:42:39.264168 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-043dcef5-4c0c-45cc-9f80-a2023b124857 req-abfda444-d8ff-487f-bc6c-e1dfb92b86e5 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Aug 11 03:42:39.285275 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53626) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:39.335697 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d98d25-d42a-42b9-87ba-d311143ca3fc tempest-TestSnapshotPattern-747395358 tempest-TestSnapshotPattern-747395358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:39.337228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-f9d98d25-d42a-42b9-87ba-d311143ca3fc tempest-TestSnapshotPattern-747395358 tempest-TestSnapshotPattern-747395358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1092 time: 0.0509553 Aug 11 03:42:39.340629 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53628) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:39.344992 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.v2.base [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Request body: {'floatingip': {'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'port_id': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:39.367061 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.462075 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.570364 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_common [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Allocated IP 172.25.6.85 (f2c31456-c013-4995-b9ff-1fd42978e5e1/24b53ede-f925-4117-a761-55aeb172ac0e/4c3fe872-6c77-495d-a1cf-1fba5748ebb0) {{(pid=94699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:39.683096 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for port, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.723185 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791177894126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.766734 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Network f2c31456-c013-4995-b9ff-1fd42978e5e1 is already hosted by enough agents. {{(pid=94699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:39.769692 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.base_scheduler [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Resources bound (agent type, host, resource id): {{(pid=94699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:39.773343 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Received port after_create {{(pid=94699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:39.778727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'Port': ['ID=4c3fe872-6c77-495d-a1cf-1fba5748ebb0,revision_number=1']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.148042 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.215238 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.371574 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for port, precommit_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.376191 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30615633'] for port, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.441012 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event updated for resources: {'Port': ['ID=4c3fe872-6c77-495d-a1cf-1fba5748ebb0,revision_number=2']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.454394 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692056'] for floatingip, after_update {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.553047 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Floating IP ccc37f72-cbbd-4f41-be46-bc0a6724f8d1 associated. External IP: 172.25.6.85, port: 74105cb4-ab94-46d3-9c71-a0eca5bf2535. Aug 11 03:42:40.770107 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Router c35608e7-42de-41f4-898a-e6420d02457b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:42:40.875834 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:40.886648 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:40.892769 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.897523 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:40.897888 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:42:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:40.934028 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-42525066-6343-4091-8dd9-12b878eeec84 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5785253 Aug 11 03:42:40.934028 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:40.934028 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659a8d00-bd90-47a3-9b92-dac8688d2711" -d '{"events": [{"name": "network-changed", "server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:40.960969 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a79b5-6424-4198-a91c-a6e5f5d52ac4 x-openstack-request-id: req-7e8a79b5-6424-4198-a91c-a6e5f5d52ac4 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:40.961260 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:40.961508 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e8a79b5-6424-4198-a91c-a6e5f5d52ac4 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:40.961911 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'status': 'completed', 'code': 200} Aug 11 03:42:41.008484 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:41.032664 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-36ea73fd-85cb-4ad8-8e6a-0fe2ea9cf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.034739 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-36ea73fd-85cb-4ad8-8e6a-0fe2ea9cf05f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1097 time: 0.0425856 Aug 11 03:42:41.129477 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-d1f0d8e1-02b1-42a8-bdad-e56823b76e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.131048 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-d1f0d8e1-02b1-42a8-bdad-e56823b76e22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0887403 Aug 11 03:42:41.198157 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-5ee1f358-3620-4c9b-9269-2000929876da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 999 time: 0.0591235 Aug 11 03:42:41.234473 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'ccc37f72-cbbd-4f41-be46-bc0a6724f8d1', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:6b:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:40Z', 'revision_number': 0, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}, {'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:11Z', 'revision_number': 1, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:41.248772 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-1a9abf20-0526-4f2e-8e1b-071e746b7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.250284 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-1a9abf20-0526-4f2e-8e1b-071e746b7085 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0441656 Aug 11 03:42:41.261023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:41.270422 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:41.271048 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:42:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:41.301396 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-e3aee806-e32c-4b73-9ffd-ee87ee2b8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.303030 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-e3aee806-e32c-4b73-9ffd-ee87ee2b8397 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455003 Aug 11 03:42:41.378983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:41.394949 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-8af48748-1a9f-4cb4-87c1-32c5127ccbe1 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831418 Aug 11 03:42:41.492814 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-659a8d00-bd90-47a3-9b92-dac8688d2711 req-1f9934a7-7fce-4bce-95f4-616edd29e96b service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902283 Aug 11 03:42:41.603722 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'ccc37f72-cbbd-4f41-be46-bc0a6724f8d1', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:6b:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:40Z', 'revision_number': 0, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}, {'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:11Z', 'revision_number': 1, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:41.633294 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad85a-d7a1-4ddd-a3bf-127bebfc51d0 None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'ccc37f72-cbbd-4f41-be46-bc0a6724f8d1', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:6b:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:40Z', 'revision_number': 0, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}, {'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:11Z', 'revision_number': 1, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:41.831774 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64345e1-faf2-4809-808f-64cf64002f34 None None] New status for floating IP ccc37f72-cbbd-4f41-be46-bc0a6724f8d1: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:42:44.067758 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c226e6e3-2ea6-4ec8-8899-e680bd2fbda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.842225 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-3be7b737-d0b2-4d18-a167-66792ad70fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391865 Aug 11 03:42:46.926772 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-c9922719-0726-4b17-b845-af8f65ffb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:46.928182 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-c9922719-0726-4b17-b845-af8f65ffb4a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0437222 Aug 11 03:42:47.028438 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-6a479bc4-a1b5-46ed-9f8d-5e533d4670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:47.029935 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-6a479bc4-a1b5-46ed-9f8d-5e533d4670f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0830796 Aug 11 03:42:47.098509 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-0ebaf49e-9512-4e2c-a105-4f4cf35e2390 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 998 time: 0.0611498 Aug 11 03:42:47.146320 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-a36232fd-4873-4763-8642-f7b325bd62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:47.147754 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-a36232fd-4873-4763-8642-f7b325bd62c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0424354 Aug 11 03:42:47.192677 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-ce6916cf-cdde-45bb-a096-06597a56d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:47.194558 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-ce6916cf-cdde-45bb-a096-06597a56d7de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394604 Aug 11 03:42:47.286496 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-e2779702-d101-454d-b2c2-5546d3641eda service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 Aug 11 03:42:47.386230 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-ce67f4f7-ff51-4e3f-b92c-027244052327 req-7b5043d7-c96b-49b6-bfe8-70f2befcc83e service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930445 Aug 11 03:42:47.586434 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-087f3c37-0636-4183-a19d-e49442af4f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.878410 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.341578 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-2b09afb8-3d60-48e5-8857-42007d182b2f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412698 Aug 11 03:42:48.426897 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-7cb7956e-1e33-42cf-b911-c8db257d5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:48.428625 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-7cb7956e-1e33-42cf-b911-c8db257d5e6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1097 time: 0.0416279 Aug 11 03:42:48.538494 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-23f8cbce-7e35-44da-a41e-d021bcd674f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:48.540072 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-23f8cbce-7e35-44da-a41e-d021bcd674f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0895119 Aug 11 03:42:48.608305 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-01d8436a-29dd-44a6-a380-14c47b5b3e6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 1001 time: 0.0601377 Aug 11 03:42:48.657123 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-6ad42163-5a9d-4034-8c24-56dfd744a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:48.659210 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-6ad42163-5a9d-4034-8c24-56dfd744a19c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0436306 Aug 11 03:42:48.708380 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-c9574215-f463-42b6-a973-e9ce74d8a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:48.709928 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-c9574215-f463-42b6-a973-e9ce74d8a9e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429134 Aug 11 03:42:48.758371 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.800041 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-f73b8ad8-46e2-4f11-bff4-91d084eb5151 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818536 Aug 11 03:42:48.894180 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-ca7669d5-08cd-4f33-aaf3-02cfc33f3e6b req-0b8b5f81-6cc4-4993-973a-367d22bd9916 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862744 Aug 11 03:42:49.254329 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:42:50.380388 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.875514 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.878231 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:14.067989 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ef5140b-a567-452c-bd64-2d90da106ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:17.587000 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-237e2d15-112b-462a-b0ec-8d6aa3ef2d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:17.879147 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:18.761156 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:20.383280 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:23.878437 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:23.879764 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:26.253315 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:43:44.069790 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-144551ba-14f9-405d-8454-4ad2bc760043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:47.587924 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d3374ad-6ff1-4dd9-86ed-0998278fee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:47.873768 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-732ae0a0-b030-42e8-92bb-44e57cc93431 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840456 Aug 11 03:43:47.882960 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:47.959698 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-7db88fc3-6a25-49d6-bc9f-71ac83cde96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:47.961289 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-7db88fc3-6a25-49d6-bc9f-71ac83cde96c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0449653 Aug 11 03:43:48.064951 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-9f4b8063-2e46-4cc3-9e87-510ec73f2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:48.066500 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-9f4b8063-2e46-4cc3-9e87-510ec73f2937 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0844893 Aug 11 03:43:48.135649 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-415e525d-4743-44a3-84a8-4e663194a795 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 998 time: 0.0622315 Aug 11 03:43:48.184876 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-0d82f841-4a69-47fb-9d34-008e948acf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:48.186362 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-0d82f841-4a69-47fb-9d34-008e948acf24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0436130 Aug 11 03:43:48.231323 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-353eab73-d95d-4df4-9893-1f2855b93f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:48.232814 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-353eab73-d95d-4df4-9893-1f2855b93f16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400889 Aug 11 03:43:48.325185 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-93a108f4-0b94-4c7d-90dc-f1baed925a9c service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849867 Aug 11 03:43:48.414697 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-c523c528-3763-47e7-810d-cc4cb6df6630 req-e8b20a4e-b2f9-440d-9e81-92eaa9b0c953 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821981 Aug 11 03:43:48.763986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:49.333133 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-3c7c5286-0535-43f6-93a4-8f4e0045fc86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405383 Aug 11 03:43:49.413866 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-dbe27c18-edff-48a5-97e3-dfe1dab5c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:49.415430 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-dbe27c18-edff-48a5-97e3-dfe1dab5c9e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1097 time: 0.0407701 Aug 11 03:43:49.521314 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-3c85ee6b-4352-4d6b-826f-a7492f30048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:49.522838 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-3c85ee6b-4352-4d6b-826f-a7492f30048e service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.0882590 Aug 11 03:43:49.589397 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-b7e38bd7-9664-4e47-a095-0095f037e650 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 1001 time: 0.0591877 Aug 11 03:43:49.638894 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-43196a4a-6fc2-4cc5-94eb-36421c693929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:49.640366 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-43196a4a-6fc2-4cc5-94eb-36421c693929 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0443435 Aug 11 03:43:49.690181 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-d0924154-1d95-4aca-80f2-946a1d2b59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:49.691661 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-d0924154-1d95-4aca-80f2-946a1d2b59de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437019 Aug 11 03:43:49.780466 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-3977f2e2-7405-4780-8686-82eabe996b48 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815258 Aug 11 03:43:49.872898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-e5658585-ffdf-4dd3-9415-c2d6d0f5698c req-297dd822-f88b-4019-9d1a-0ca87dd7fce8 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Aug 11 03:43:50.386106 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:53.888322 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:53.892417 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:03.252786 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:11.538481 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 details requested by agent hyperv_n-h1-715271-8 with host n-h1-715271-8 {{(pid=94701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:44:11.651602 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:11.665829 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Returning: {'device': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'port_id': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'mac_address': 'fa:16:3e:6b:db:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:44:11.709901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.724258 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74105cb4-ab94-46d3-9c71-a0eca5bf2535 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:44:11.754517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:11.758753 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.812933 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:11.821284 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.821638 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.821983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.822352 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.822691 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.823032 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.823474 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.823806 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.824325 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.824822 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.825327 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.825821 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.831092 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] get_ports_and_sgs() called for port_ids ['74105cb4-ab94-46d3-9c71-a0eca5bf2535'] {{(pid=94701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:44:13.541847 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 up at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:44:13.601669 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Provisioning complete for port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 triggered by entity L2. {{(pid=94701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:44:13.602075 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538409'] for port, provisioning_complete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:13.697216 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:13.727702 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:13.729965 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d13d7b-de9c-46a6-86b3-2403f4ab6d99" -d '{"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-plugged", "status": "completed", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:13.754972 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:13.759983 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:13.807286 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bafd6f-b96e-42ba-894c-ee631c67d480 x-openstack-request-id: req-a6bafd6f-b96e-42ba-894c-ee631c67d480 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:13.807665 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-plugged", "status": "completed", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:13.807890 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6bafd6f-b96e-42ba-894c-ee631c67d480 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:13.810883 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'code': 200} Aug 11 03:44:13.830106 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:14.112516 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad2b9b12-765a-4cec-bb71-55e25b0337e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:17.591471 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1eaed3c-2b1e-4bdf-99e0-6260d2a6c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:17.898604 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:18.767309 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:20.388719 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:20.954120 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53844) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:21.400804 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Deleting port 4c3fe872-6c77-495d-a1cf-1fba5748ebb0 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:21.401149 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:21.474062 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:21.474411 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:21.485748 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Calling delete_port for 4c3fe872-6c77-495d-a1cf-1fba5748ebb0 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:21.638328 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:21.666265 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event deleted for resources: {'Port': ['ID=4c3fe872-6c77-495d-a1cf-1fba5748ebb0,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:21.692978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.693331 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.693680 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.694047 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.694393 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.694729 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.695080 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.695399 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.695727 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.696056 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.696387 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.696844 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:21.738935 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:21.739266 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Floating IP ccc37f72-cbbd-4f41-be46-bc0a6724f8d1 disassociated (deleted). External IP: 172.25.6.85, port: 74105cb4-ab94-46d3-9c71-a0eca5bf2535. Aug 11 03:44:21.945474 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Router c35608e7-42de-41f4-898a-e6420d02457b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:44:22.054211 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:44:22.059009 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:22.064741 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:44:22.074331 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:22.074953 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:22.086450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-1d8564f2-9035-479d-bd42-9145e692e778 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "DELETE /v2.0/floatingips/ccc37f72-cbbd-4f41-be46-bc0a6724f8d1 HTTP/1.1" status: 204 len: 168 time: 1.1312015 Aug 11 03:44:22.087165 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:22.089533 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295d9799-1282-4c2a-9bb8-3926a74baeea" -d '{"events": [{"name": "network-changed", "server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:22.133916 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8671e3c-d3c9-4ca0-9ce2-e0a8ffe0331a x-openstack-request-id: req-b8671e3c-d3c9-4ca0-9ce2-e0a8ffe0331a {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:22.134277 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:22.134500 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8671e3c-d3c9-4ca0-9ce2-e0a8ffe0331a {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:22.134908 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'status': 'completed', 'code': 200} Aug 11 03:44:22.186063 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:22.198991 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-59a7dd70-991b-4ccf-b9cf-04a9b38f53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:22.201010 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-59a7dd70-991b-4ccf-b9cf-04a9b38f53e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 1097 time: 0.0456488 Aug 11 03:44:22.336478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-4d9c245e-621c-42c7-9d89-12aa85a791bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:22.337990 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-4d9c245e-621c-42c7-9d89-12aa85a791bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.1228158 Aug 11 03:44:22.355221 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7d849-63b0-4745-b60d-dfc5026a338c req-21833660-3f10-4528-a7a8-d056c0cb50ec tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:22.356697 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ce7d849-63b0-4745-b60d-dfc5026a338c req-21833660-3f10-4528-a7a8-d056c0cb50ec tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 946 time: 0.0733078 Aug 11 03:44:22.396748 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-2bebde1d-40ef-4343-860c-f1fc2c5a395d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 200 len: 217 time: 0.0499685 Aug 11 03:44:22.418069 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:11Z', 'revision_number': 1, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:22.445390 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:44:22.453786 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:22.454388 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:22.457412 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-9ce7d849-63b0-4745-b60d-dfc5026a338c req-f7706dee-fe10-4516-b66b-618cd4ba216d tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935743 Aug 11 03:44:22.466765 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-1c02aa66-1d94-4c6c-b066-9d92a6944ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:22.468228 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-1c02aa66-1d94-4c6c-b066-9d92a6944ab3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0636270 Aug 11 03:44:22.516219 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-07b2ae73-9c7e-47c0-95d4-398dd46dcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:22.518015 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-07b2ae73-9c7e-47c0-95d4-398dd46dcbde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414996 Aug 11 03:44:22.560525 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:22.610605 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-db62ece9-4c9e-4a48-8639-d6b00d263027 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844378 Aug 11 03:44:22.714789 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-295d9799-1282-4c2a-9bb8-3926a74baeea req-5e97c5d1-fe54-4e9a-b7d3-cb87b9cbec32 service neutron] 10.222.0.25 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966148 Aug 11 03:44:22.787414 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:11Z', 'revision_number': 1, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:22.818517 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b120d-af6d-4782-b9ba-e08b1521dfae None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_floatingips': [{'id': 'cfbb5619-1600-4596-85da-ae89a6b8f692', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'router_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'port_id': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'mac_address': 'fa:16:3e:c8:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:40:09Z', 'updated_at': '2021-08-11T03:40:11Z', 'revision_number': 1, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:44:23.027826 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce443d-f5c5-46c5-bff5-b68daee572dd None None] New status for floating IP ccc37f72-cbbd-4f41-be46-bc0a6724f8d1: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:44:23.576319 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9790a9-37dc-4dde-b14d-0f33b9fb3085 req-421a0c14-50c1-4614-abf0-31f33d8bc303 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:23.577821 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b9790a9-37dc-4dde-b14d-0f33b9fb3085 req-421a0c14-50c1-4614-abf0-31f33d8bc303 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 946 time: 0.0495164 Aug 11 03:44:23.601382 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:23.618786 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-2b9790a9-37dc-4dde-b14d-0f33b9fb3085 req-e63a6101-7078-414d-900a-5bfaff8c003c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343382 Aug 11 03:44:23.676831 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1468193'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:23.698898 n-d-715271-8 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:23.701150 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cf26f4bba6c6c674a7a32aec8ec24c27cc6e004004ea8f6322e64b3a13c30ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b1074d-b477-4a69-b2fa-5d7dc743c307" -d '{"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-unplugged", "status": "completed", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:23.714047 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:23.718233 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791178363805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791177892356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791177892374'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:23.741650 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7305011-2abc-4bd2-939f-a34b55a71c79 x-openstack-request-id: req-c7305011-2abc-4bd2-939f-a34b55a71c79 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:23.741946 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-unplugged", "status": "completed", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:23.742221 n-d-715271-8 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7305011-2abc-4bd2-939f-a34b55a71c79 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:23.742610 n-d-715271-8 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'code': 200} Aug 11 03:44:23.770583 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Pushing event updated for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:23.846725 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-b0e4ee7b-4837-4f6e-86cf-71df78fb6ea8 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:23.848680 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-b0e4ee7b-4837-4f6e-86cf-71df78fb6ea8 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 944 time: 0.0493631 Aug 11 03:44:23.950818 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Deleting port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:23.951210 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:24.042727 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:24.048024 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] For port 74105cb4-ab94-46d3-9c71-a0eca5bf2535, host n-h1-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-8',level=0,port_id=74105cb4-ab94-46d3-9c71-a0eca5bf2535,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:24.048439 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:24.052430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:24.063496 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Calling delete_port for 74105cb4-ab94-46d3-9c71-a0eca5bf2535 owned by compute:nova {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:24.194425 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:24.221404 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event deleted for resources: {'Port': ['ID=74105cb4-ab94-46d3-9c71-a0eca5bf2535,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:24.269572 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] No DVR routers for this DVR port 74105cb4-ab94-46d3-9c71-a0eca5bf2535 on host n-h1-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:44:24.271940 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:24.273898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-61af9380-4cc5-4ef3-8f3a-8770d3c7610b req-6862b98a-bc6f-4c55-b6d8-9a799969c83b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.25 "DELETE /v2.0/ports/74105cb4-ab94-46d3-9c71-a0eca5bf2535 HTTP/1.1" status: 204 len: 173 time: 0.4185081 Aug 11 03:44:24.274369 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-deleted', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:24.276633 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d9d7d0-6cac-4351-884f-f004854af6b9" -d '{"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-deleted", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:24.316471 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f6910-5c55-4085-9e10-a458799d4115 x-openstack-request-id: req-9a5f6910-5c55-4085-9e10-a458799d4115 {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:24.316777 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3572d5c-2885-4c60-a639-5fc07d073445", "name": "network-vif-deleted", "tag": "74105cb4-ab94-46d3-9c71-a0eca5bf2535", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:24.317031 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a5f6910-5c55-4085-9e10-a458799d4115 {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:24.317434 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3572d5c-2885-4c60-a639-5fc07d073445', 'name': 'network-vif-deleted', 'tag': '74105cb4-ab94-46d3-9c71-a0eca5bf2535', 'status': 'completed', 'code': 200} Aug 11 03:44:24.738404 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-d8b7de89-94dc-42aa-9640-a3bfd4a9abdc req-8b0eb013-d9ee-4886-b618-ea118e64c225 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3572d5c-2885-4c60-a639-5fc07d073445 HTTP/1.1" status: 200 len: 210 time: 0.0276577 Aug 11 03:44:26.301243 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53904) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:26.456602 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Deleting port c0c30157-bbf2-4f7d-af7f-c6fa410b6df9 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:26.456851 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.529051 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.529380 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.540720 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Calling delete_port for c0c30157-bbf2-4f7d-af7f-c6fa410b6df9 owned by network:floatingip {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:26.692249 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.720826 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event deleted for resources: {'Port': ['ID=c0c30157-bbf2-4f7d-af7f-c6fa410b6df9,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:26.778852 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for floatingip, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.779189 n-d-715271-8 neutron-server[94699]: INFO neutron.db.l3_db [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Floating IP cfbb5619-1600-4596-85da-ae89a6b8f692 disassociated (deleted). External IP: 172.25.6.87, port: eaacefc3-954a-4545-a9df-f35be9edda17. Aug 11 03:44:26.988033 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Router c35608e7-42de-41f4-898a-e6420d02457b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:44:27.096136 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:44:27.101582 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for floatingip, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:27.105957 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:44:27.114480 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:27.115086 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:27.128784 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-c282bc81-ab6c-4d2d-9036-94145cec7b16 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "DELETE /v2.0/floatingips/cfbb5619-1600-4596-85da-ae89a6b8f692 HTTP/1.1" status: 204 len: 168 time: 0.8264599 Aug 11 03:44:27.129378 n-d-715271-8 neutron-server[94699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:27.131654 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1f7a44d828437122fa56813774aac7e32c7fce6c50475f50010d94c98eab20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7c12c3-7540-4306-8698-a00e5eb37dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:27.171715 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c471fc-5353-400b-ad61-b992202f498b x-openstack-request-id: req-58c471fc-5353-400b-ad61-b992202f498b {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:27.172013 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "status": "completed", "code": 200}]} {{(pid=94699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:27.172272 n-d-715271-8 neutron-server[94699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58c471fc-5353-400b-ad61-b992202f498b {{(pid=94699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:27.172679 n-d-715271-8 neutron-server[94699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'status': 'completed', 'code': 200} Aug 11 03:44:27.226373 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:27.240033 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-f83c8d6f-57cb-435c-a120-4ef70d6ffd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:27.242379 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-f83c8d6f-57cb-435c-a120-4ef70d6ffd12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a601840ac9a448ab5720893b89fa942&device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 1094 time: 0.0488617 Aug 11 03:44:27.358425 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-cf67b9fb-340a-46f2-b0c8-d8d8bbda1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:27.360332 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-cf67b9fb-340a-46f2-b0c8-d8d8bbda1e49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 200 len: 910 time: 0.1059134 Aug 11 03:44:27.371137 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951634b2-e8cd-40de-a2a1-8d48d4c8faf0 req-2aead92b-f9aa-40b8-a6c7-46807605316b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:27.372684 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-951634b2-e8cd-40de-a2a1-8d48d4c8faf0 req-2aead92b-f9aa-40b8-a6c7-46807605316b tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 943 time: 0.0547755 Aug 11 03:44:27.404071 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-b3a7331d-9a26-4705-9b1a-4bc9fa08ac5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 200 len: 217 time: 0.0359483 Aug 11 03:44:27.414924 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-951634b2-e8cd-40de-a2a1-8d48d4c8faf0 req-ed635efe-8c09-4325-ac50-5bcc687183cc tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356603 Aug 11 03:44:27.444851 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:27.460891 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-fb435713-bee2-44b1-b488-bd654201a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:27.462444 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-fb435713-bee2-44b1-b488-bd654201a110 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 200 len: 849 time: 0.0467021 Aug 11 03:44:27.471403 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:44:27.479782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:27.480535 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:27.514087 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-0be82da4-bcf1-4606-bd96-5993e9740898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:27.515522 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-0be82da4-bcf1-4606-bd96-5993e9740898 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2905052-389c-4c48-bc26-3b8b0c4c753f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448740 Aug 11 03:44:27.584730 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:27.608061 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-fbfa2cef-c180-4b9e-b509-501d7d04f403 service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815675 Aug 11 03:44:27.613845 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 no longer exists at agent hyperv_n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:27.640506 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] No Port match for: 74105cb4-ab94-46d3-9c71-a0eca5bf2535 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:27.640853 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Device 74105cb4-ab94-46d3-9c71-a0eca5bf2535 not bound to the agent host n-h1-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:27.707231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-8f7c12c3-7540-4306-8698-a00e5eb37dfc req-aaba597d-f3c4-4cff-b469-3f21e2db80fb service neutron] 10.222.0.59 "GET /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910912 Aug 11 03:44:27.803563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:27.829176 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a90af9-5964-4a29-9292-5c376bda84b3 None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:39:47Z', 'revision_number': 4, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8', '_interfaces': [{'id': '426eed6b-e210-41b8-b089-78d1ad8d4f64', 'name': '', 'network_id': 'a2905052-389c-4c48-bc26-3b8b0c4c753f', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'mac_address': 'fa:16:3e:00:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'dec80833-1498-4cfb-9703-ee799990165c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:46Z', 'updated_at': '2021-08-11T03:39:53Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'subnets': [{'id': 'dec80833-1498-4cfb-9703-ee799990165c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:44:28.044312 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e3df0-7275-4ea9-ad84-306a7dc20fb0 None None] New status for floating IP cfbb5619-1600-4596-85da-ae89a6b8f692: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:44:28.530478 n-d-715271-8 neutron-server[94699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aceb93-ba45-4602-a088-a8e935541246 req-1d844aca-641c-4a59-bbaf-2b72c473a464 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:28.531987 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2aceb93-ba45-4602-a088-a8e935541246 req-1d844aca-641c-4a59-bbaf-2b72c473a464 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 943 time: 0.0477629 Aug 11 03:44:28.573145 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-a2aceb93-ba45-4602-a088-a8e935541246 req-2ccb802f-a542-4e6e-93db-34e6d5012fb9 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/security-groups?id=e85c3ac9-1346-4488-a905-e0431743af12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347564 Aug 11 03:44:28.929617 n-d-715271-8 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-a636d1af-bb90-4c68-b2e5-6e8a5b35047c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:28.931135 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-a636d1af-bb90-4c68-b2e5-6e8a5b35047c tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 943 time: 0.0492351 Aug 11 03:44:29.022956 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Deleting port eaacefc3-954a-4545-a9df-f35be9edda17 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:29.023303 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:29.112824 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] For port eaacefc3-954a-4545-a9df-f35be9edda17, host n-h2-715271-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-8',level=0,port_id=eaacefc3-954a-4545-a9df-f35be9edda17,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:29.113292 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:29.125640 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Calling delete_port for eaacefc3-954a-4545-a9df-f35be9edda17 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:29.254548 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:29.281394 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event deleted for resources: {'Port': ['ID=eaacefc3-954a-4545-a9df-f35be9edda17,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:29.291309 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.291667 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.292015 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.292362 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.292708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.293044 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.293376 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.293711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.294069 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.294402 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.295076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.295076 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-8 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:29.336508 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] No DVR routers for this DVR port eaacefc3-954a-4545-a9df-f35be9edda17 on host n-h2-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:44:29.339249 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2040988'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:29.341325 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [req-59180dfd-a616-4f15-9daa-3e3f55814937 req-f5e54d1e-952d-4483-a031-b1b4981c8c92 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.59 "DELETE /v2.0/ports/eaacefc3-954a-4545-a9df-f35be9edda17 HTTP/1.1" status: 204 len: 173 time: 0.4028351 Aug 11 03:44:29.341740 n-d-715271-8 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-deleted', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:29.344001 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26075fd7dc3f47932f85d89b19ead6de00610d0ff6eff256822b698745d73a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf02e8c-99e5-4161-a231-ac25cf89fc3b" -d '{"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-deleted", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:29.484887 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b797dcc-c5a0-46ad-820a-c3323f4bf76a x-openstack-request-id: req-1b797dcc-c5a0-46ad-820a-c3323f4bf76a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:29.485177 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74f54b-d180-4098-8e04-84ac7d8d6ffd", "name": "network-vif-deleted", "tag": "eaacefc3-954a-4545-a9df-f35be9edda17", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:29.485428 n-d-715271-8 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b797dcc-c5a0-46ad-820a-c3323f4bf76a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:29.485830 n-d-715271-8 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74f54b-d180-4098-8e04-84ac7d8d6ffd', 'name': 'network-vif-deleted', 'tag': 'eaacefc3-954a-4545-a9df-f35be9edda17', 'status': 'completed', 'code': 200} Aug 11 03:44:29.683898 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [req-83f50177-9e4b-4b29-9f23-17b1ce9544ba req-431690ea-1c05-4086-8216-67ca1fd627ce tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c74f54b-d180-4098-8e04-84ac7d8d6ffd HTTP/1.1" status: 200 len: 210 time: 0.0278630 Aug 11 03:44:30.744857 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53924) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:30.808490 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649a2fe4-cd2c-4a3f-ba24-c1bb9a8bbe98 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:30.834943 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649a2fe4-cd2c-4a3f-ba24-c1bb9a8bbe98 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:30.895633 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649a2fe4-cd2c-4a3f-ba24-c1bb9a8bbe98 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:30.898268 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-649a2fe4-cd2c-4a3f-ba24-c1bb9a8bbe98 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:30.899478 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-649a2fe4-cd2c-4a3f-ba24-c1bb9a8bbe98 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] 10.222.0.16 "DELETE /v2.0/security-groups/e85c3ac9-1346-4488-a905-e0431743af12 HTTP/1.1" status: 204 len: 168 time: 0.1535957 Aug 11 03:44:30.910234 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a2fe4-cd2c-4a3f-ba24-c1bb9a8bbe98 tempest-TestSnapshotPattern-346279603 tempest-TestSnapshotPattern-346279603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c3ac9-1346-4488-a905-e0431743af12,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:31.590017 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 no longer exists at agent hyperv_n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:31.614731 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] No Port match for: eaacefc3-954a-4545-a9df-f35be9edda17 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:31.615077 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Device eaacefc3-954a-4545-a9df-f35be9edda17 not bound to the agent host n-h2-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:31.964377 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:32.306946 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:32.547619 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Deleting port 426eed6b-e210-41b8-b089-78d1ad8d4f64 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:32.547958 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:32.624324 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] For port 426eed6b-e210-41b8-b089-78d1ad8d4f64, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=426eed6b-e210-41b8-b089-78d1ad8d4f64,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:32.624589 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:32.637912 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Calling delete_port for 426eed6b-e210-41b8-b089-78d1ad8d4f64 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:32.823109 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:32.852466 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Pushing event deleted for resources: {'Port': ['ID=426eed6b-e210-41b8-b089-78d1ad8d4f64,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:33.020573 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.231700 n-d-715271-8 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Router c35608e7-42de-41f4-898a-e6420d02457b has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:44:33.337063 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:44:33.342070 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-9d93d051-58de-4b23-8dc6-65ea1086a59d admin admin] 10.222.0.16 "PUT /v2.0/routers/c35608e7-42de-41f4-898a-e6420d02457b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3766224 Aug 11 03:44:33.344605 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:33.347367 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] Sync routers for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:44:33.356456 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:33.357070 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:33.447985 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.459585 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: n-d-715271-8 {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:33.551496 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.607503 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Deleting port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:33.607915 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.642948 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:44:32Z', 'revision_number': 5, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port': {'id': '2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:45Z', 'updated_at': '2021-08-11T03:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:33.669687 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] Checking router: c35608e7-42de-41f4-898a-e6420d02457b for host: n-d-715271-8 {{(pid=94701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:44:33.678423 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] Routers {'c35608e7-42de-41f4-898a-e6420d02457b'} bound to L3 agent in host n-d-715271-8 {{(pid=94701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:33.679027 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['c35608e7-42de-41f4-898a-e6420d02457b'], 'active': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:33.686907 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] For port 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:33.687261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.699910 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Calling delete_port for 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:33.763306 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvr_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] Set router c35608e7-42de-41f4-898a-e6420d02457b gateway port host: None {{(pid=94701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:33.822221 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_hamode_db [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:44:33Z', 'revision_number': 6, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:33.854605 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf54a1-9411-4f38-8dc6-cb131390d109 None None] The sync data for ids ['c35608e7-42de-41f4-898a-e6420d02457b'] in n-d-715271-8 is: [{'id': 'c35608e7-42de-41f4-898a-e6420d02457b', 'name': 'tempest-TestSnapshotPattern-1238727103-router', 'tenant_id': '9a601840ac9a448ab5720893b89fa942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:44Z', 'updated_at': '2021-08-11T03:44:33Z', 'revision_number': 6, 'project_id': '9a601840ac9a448ab5720893b89fa942', 'gw_port_host': None}] {{(pid=94701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:44:33.882280 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.914961 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:33.971207 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.058214 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.060330 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.105742 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.106259 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c35608e7-42de-41f4-898a-e6420d02457b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:44:34.111034 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.112231 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-74b17541-cc1c-42c0-81c0-fb57437fecb1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c35608e7-42de-41f4-898a-e6420d02457b HTTP/1.1" status: 204 len: 168 time: 0.7666988 Aug 11 03:44:34.114738 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:34.157793 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Deleting subnet dec80833-1498-4cfb-9703-ee799990165c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:44:34.161309 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.194613 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29556446'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.282685 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.343068 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30593328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31058942'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.366326 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec80833-1498-4cfb-9703-ee799990165c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:34.371926 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.376046 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-47354b69-6d9d-470c-94d0-99624ba74d66 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dec80833-1498-4cfb-9703-ee799990165c HTTP/1.1" status: 204 len: 168 time: 0.2581332 Aug 11 03:44:34.376308 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:34.376983 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05278d-9378-4edd-b8db-1c7f04a7b364 None None] Network a2905052-389c-4c48-bc26-3b8b0c4c753f requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:44:34.443840 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.500711 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Deleting port 723936f9-1e51-4552-8a31-045933355b3a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:34.501046 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.562986 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] For port 723936f9-1e51-4552-8a31-045933355b3a, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=723936f9-1e51-4552-8a31-045933355b3a,segment=NetworkSegment(8ca74079-8de7-4cf4-9e31-2baae6a6bb72),segment_id=8ca74079-8de7-4cf4-9e31-2baae6a6bb72)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:34.563352 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.576195 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Calling delete_port for 723936f9-1e51-4552-8a31-045933355b3a owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:34.622913 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] DHCP port deletion for a2905052-389c-4c48-bc26-3b8b0c4c753f request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:44:34.661894 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30593285'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.673782 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Deleting port 723936f9-1e51-4552-8a31-045933355b3a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:34.674198 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.750628 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] For port 723936f9-1e51-4552-8a31-045933355b3a, host n-d-715271-8, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:34.751023 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.765399 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Calling delete_port for 723936f9-1e51-4552-8a31-045933355b3a owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:34.768282 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Port 723936f9-1e51-4552-8a31-045933355b3a was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:44:34.769695 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.795007 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] Pushing event deleted for resources: {'Port': ['ID=723936f9-1e51-4552-8a31-045933355b3a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:34.798563 n-d-715271-8 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003e6e9-4cff-4f0e-b50d-72ad1e10d6ce None None] No DVR routers for this DVR port 723936f9-1e51-4552-8a31-045933355b3a on host n-d-715271-8 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:44:35.036034 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=723936f9-1e51-4552-8a31-045933355b3a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:35.037854 n-d-715271-8 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] No DVR routers for this DVR port 723936f9-1e51-4552-8a31-045933355b3a on host n-d-715271-8 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:44:35.107571 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.117684 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2905052-389c-4c48-bc26-3b8b0c4c753f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:35.127414 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca74079-8de7-4cf4-9e31-2baae6a6bb72') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:35.127708 n-d-715271-8 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca74079-8de7-4cf4-9e31-2baae6a6bb72') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:35.136261 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29556391'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.150048 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.155900 n-d-715271-8 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:44:35.156281 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30593498'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: Traceback (most recent call last): Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: timer() Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: cb(*args, **kw) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: return func(*args, **kwargs) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: self._notify() Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: self.callback(batched_events) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: event.method(event) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: return f(self, *a, **k) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: return self._get(url).json() Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:44:35.158053 n-d-715271-8 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:44:35.214875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.220052 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.222670 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a2905052-389c-4c48-bc26-3b8b0c4c753f HTTP/1.1" status: 204 len: 168 time: 0.8454413 Aug 11 03:44:35.225794 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53938) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:35.233628 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb2cec-d2fa-43bb-9d2f-97a82dde5a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2905052-389c-4c48-bc26-3b8b0c4c753f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:35.567716 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440216'] for router_interface, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.811654 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Deleting port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:35.812004 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.822259 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:35.841276 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:35.841616 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 2550ad57-a8cc-484e-a9ba-5a9b0c8a4eef not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:35.842062 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723936f9-1e51-4552-8a31-045933355b3a no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:35.861245 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 723936f9-1e51-4552-8a31-045933355b3a {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:35.861591 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 723936f9-1e51-4552-8a31-045933355b3a not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:35.861992 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 426eed6b-e210-41b8-b089-78d1ad8d4f64 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:35.880193 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 426eed6b-e210-41b8-b089-78d1ad8d4f64 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:35.880532 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 426eed6b-e210-41b8-b089-78d1ad8d4f64 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:35.891330 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] For port 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,segment=NetworkSegment(dd31270a-99f4-441e-8a75-9bffaac518f3),segment_id=dd31270a-99f4-441e-8a75-9bffaac518f3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:35.891330 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:35.903603 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Calling delete_port for 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d owned by network:router_interface {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:36.368109 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:36.397484 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:36.558961 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692200'] for router_interface, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:36.770703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Router dfc5e535-f936-4f72-8c18-3540ea30d15e has already been hosted by L3 agent 06e4d62e-0488-4618-a8e8-c4e5296ca31c {{(pid=94699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:44:36.878403 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] Notify agent at l3_agent.n-d-715271-8 the message routers_updated {{(pid=94699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:44:36.885517 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-d2f03285-9aec-4c46-986a-bfd82d697b03 admin admin] 10.222.0.16 "PUT /v2.0/routers/dfc5e535-f936-4f72-8c18-3540ea30d15e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6584690 Aug 11 03:44:36.886860 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] Sync routers for ids ['dfc5e535-f936-4f72-8c18-3540ea30d15e'] in n-d-715271-8 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:44:36.888083 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53940) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:36.897159 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] Routers {'dfc5e535-f936-4f72-8c18-3540ea30d15e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:36.897685 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['dfc5e535-f936-4f72-8c18-3540ea30d15e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:37.003963 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] Set router dfc5e535-f936-4f72-8c18-3540ea30d15e gateway port host: n-d-715271-8 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:37.007170 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.111074 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.163541 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Deleting port c378f097-5000-4a1a-8050-aec5724b3e91 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:37.163913 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.176936 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'external_fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:44:36Z', 'revision_number': 5, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port': {'id': 'c378f097-5000-4a1a-8050-aec5724b3e91', 'name': '', 'network_id': 'f2c31456-c013-4995-b9ff-1fd42978e5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24b53ede-f925-4117-a761-55aeb172ac0e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-8'}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:37.206887 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] Checking router: dfc5e535-f936-4f72-8c18-3540ea30d15e for host: n-d-715271-8 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:44:37.215271 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] Routers {'dfc5e535-f936-4f72-8c18-3540ea30d15e'} bound to L3 agent in host n-d-715271-8 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:37.215842 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:06:17Z,description=,heartbeat_timestamp=2021-08-11T03:44:18Z,host='n-d-715271-8',id=06e4d62e-0488-4618-a8e8-c4e5296ca31c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:06:17Z,topic='l3_agent')) {'router_ids': ['dfc5e535-f936-4f72-8c18-3540ea30d15e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:37.248142 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] For port c378f097-5000-4a1a-8050-aec5724b3e91, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=c378f097-5000-4a1a-8050-aec5724b3e91,segment=NetworkSegment(13ad50cc-27c2-4f47-9b06-cd402b561a5e),segment_id=13ad50cc-27c2-4f47-9b06-cd402b561a5e)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:37.248521 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.266103 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Calling delete_port for c378f097-5000-4a1a-8050-aec5724b3e91 owned by network:router_gateway {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:37.389893 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] Set router dfc5e535-f936-4f72-8c18-3540ea30d15e gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:37.434092 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.441917 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:44:37Z', 'revision_number': 6, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port_host': None}], 'n-d-715271-8', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:37.464032 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=c378f097-5000-4a1a-8050-aec5724b3e91,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:37.471494 n-d-715271-8 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a98d43-aee4-46f6-bb20-b3a43dee2e65 None None] The sync data for ids ['dfc5e535-f936-4f72-8c18-3540ea30d15e'] in n-d-715271-8 is: [{'id': 'dfc5e535-f936-4f72-8c18-3540ea30d15e', 'name': 'tempest-TestSnapshotPattern-1277312185-router', 'tenant_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:39:49Z', 'updated_at': '2021-08-11T03:44:37Z', 'revision_number': 6, 'project_id': 'eaf5fcd454fd4328b8d56ec10202f536', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:44:37.527408 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692110'] for router_gateway, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.617365 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100481'] for router, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.619502 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.664180 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693987'] for router, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.664728 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc5e535-f936-4f72-8c18-3540ea30d15e {{(pid=94699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:44:37.669484 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] Notify callbacks [] for router, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.670682 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-061c8940-8ef9-4814-b517-b676d7a80ffb admin admin] 10.222.0.16 "DELETE /v2.0/routers/dfc5e535-f936-4f72-8c18-3540ea30d15e HTTP/1.1" status: 204 len: 168 time: 0.7814040 Aug 11 03:44:37.673300 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53942) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:37.721519 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Deleting subnet 825f5961-9009-4b8e-8bc3-da4b40ce176e {{(pid=94699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:44:37.724972 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.757619 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30617554'] for subnet, precommit_delete_associations {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.837907 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503631'] for subnet, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.913756 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30615711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31005915'] for subnet, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.937915 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:37.940721 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825f5961-9009-4b8e-8bc3-da4b40ce176e,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:37.947554 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.949450 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-4f5f461c-ed3c-413f-a2f1-9d8f1ebf9a23 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/825f5961-9009-4b8e-8bc3-da4b40ce176e HTTP/1.1" status: 204 len: 168 time: 0.2752109 Aug 11 03:44:37.951978 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53944) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:37.965164 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00921579-fb16-4899-89b6-835c859d7e20 None None] Network 85015957-2c7d-4937-9cc8-514768faff88 requested from n-d-715271-8 {{(pid=94701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:44:37.967360 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:37.967701 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 8b41ed53-0aaf-4a91-9c23-bd1b4027bd5d not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:38.021453 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618055'] for network, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.074599 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Deleting port 9b60cfd2-9767-4162-a863-e542504ff5b1 {{(pid=94699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:44:38.075224 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178357297'] for port, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.142696 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.db [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] For port 9b60cfd2-9767-4162-a863-e542504ff5b1, host n-d-715271-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-8',level=0,port_id=9b60cfd2-9767-4162-a863-e542504ff5b1,segment=NetworkSegment(dd31270a-99f4-441e-8a75-9bffaac518f3),segment_id=dd31270a-99f4-441e-8a75-9bffaac518f3)] {{(pid=94699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:38.143061 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681834'] for port, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.156979 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.plugin [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Calling delete_port for 9b60cfd2-9767-4162-a863-e542504ff5b1 owned by network:dhcp {{(pid=94699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:44:38.236379 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791178363787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791177894135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30615722'] for port, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.264706 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b60cfd2-9767-4162-a863-e542504ff5b1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:38.266579 n-d-715271-8 neutron-server[94699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] No DVR routers for this DVR port 9b60cfd2-9767-4162-a863-e542504ff5b1 on host n-d-715271-8 {{(pid=94699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:44:38.267670 n-d-715271-8 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788e185-7369-4795-87ba-348015d7d257 None None] DHCP port deletion for 85015957-2c7d-4937-9cc8-514768faff88 request from n-d-715271-8 {{(pid=94701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:44:38.345834 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503750', 'neutron.services.segments.db._delete_segments_for_network-8791178403696'] for network, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.356092 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85015957-2c7d-4937-9cc8-514768faff88']}} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:38.367984 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd31270a-99f4-441e-8a75-9bffaac518f3') {'for_net_delete': True} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:38.368297 n-d-715271-8 neutron-server[94699]: DEBUG neutron.services.segments.db [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd31270a-99f4-441e-8a75-9bffaac518f3') {} {{(pid=94699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:38.377136 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791178373241', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30617515'] for segment, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.390987 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283'] for segment, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.396703 n-d-715271-8 neutron-server[94699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:44:38.397090 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30615669'] for segment, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: Traceback (most recent call last): Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: timer() Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: cb(*args, **kw) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: return func(*args, **kwargs) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: self._notify() Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: self.callback(batched_events) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: event.method(event) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: return f(self, *a, **k) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: return self._get(url).json() Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: return self.request(url, 'GET', **kwargs) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:44:38.398793 n-d-715271-8 neutron-server[94699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:44:38.458941 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692074'] for network, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.464712 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.469134 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/85015957-2c7d-4937-9cc8-514768faff88 HTTP/1.1" status: 204 len: 168 time: 0.5138774 Aug 11 03:44:38.478261 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e3a0-0cd8-4e0d-9588-afd5f5c2a5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=85015957-2c7d-4937-9cc8-514768faff88,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:38.648187 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:38.688761 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-23fae505-f411-458b-9de7-28d5da0a5bec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a601840ac9a448ab5720893b89fa942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393720 Aug 11 03:44:38.692146 n-d-715271-8 neutron-server[94699]: DEBUG neutron.wsgi [-] (94699) accepted ('10.222.0.16', 53950) {{(pid=94699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:38.740175 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b5cacbc-d736-4476-9725-459889ae9230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.761472 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b5cacbc-d736-4476-9725-459889ae9230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.807869 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b5cacbc-d736-4476-9725-459889ae9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.810468 n-d-715271-8 neutron-server[94699]: DEBUG neutron_lib.callbacks.manager [None req-3b5cacbc-d736-4476-9725-459889ae9230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:38.811681 n-d-715271-8 neutron-server[94699]: INFO neutron.wsgi [None req-3b5cacbc-d736-4476-9725-459889ae9230 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1145559b-55f5-4afe-abd9-3266bb0b6ab1 HTTP/1.1" status: 204 len: 168 time: 0.1185484 Aug 11 03:44:38.819841 n-d-715271-8 neutron-server[94699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cacbc-d736-4476-9725-459889ae9230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145559b-55f5-4afe-abd9-3266bb0b6ab1,revision_number=None']} {{(pid=94699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:39.129849 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:39.167787 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-8156e939-f6c1-4f01-9780-06dfcca57602 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaf5fcd454fd4328b8d56ec10202f536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367913 Aug 11 03:44:39.170254 n-d-715271-8 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 53958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:39.216818 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-502b2d5a-a7ae-4cba-b6b6-071c76ff8e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:39.241875 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-502b2d5a-a7ae-4cba-b6b6-071c76ff8e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:39.287782 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-502b2d5a-a7ae-4cba-b6b6-071c76ff8e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609397'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:39.290731 n-d-715271-8 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-502b2d5a-a7ae-4cba-b6b6-071c76ff8e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:39.292119 n-d-715271-8 neutron-server[94700]: INFO neutron.wsgi [None req-502b2d5a-a7ae-4cba-b6b6-071c76ff8e6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0829259f-c705-4635-8710-b5eb16a23268 HTTP/1.1" status: 204 len: 168 time: 0.1208622 Aug 11 03:44:39.300148 n-d-715271-8 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b2d5a-a7ae-4cba-b6b6-071c76ff8e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0829259f-c705-4635-8710-b5eb16a23268,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:39.816578 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9b60cfd2-9767-4162-a863-e542504ff5b1 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:39.836683 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: 9b60cfd2-9767-4162-a863-e542504ff5b1 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:39.837023 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device 9b60cfd2-9767-4162-a863-e542504ff5b1 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:39.837442 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c378f097-5000-4a1a-8050-aec5724b3e91 no longer exists at agent ovs-agent-n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:39.856694 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] No Port match for: c378f097-5000-4a1a-8050-aec5724b3e91 {{(pid=94701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:44:39.857038 n-d-715271-8 neutron-server[94701]: DEBUG neutron.plugins.ml2.rpc [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Device c378f097-5000-4a1a-8050-aec5724b3e91 not bound to the agent host n-d-715271-8 {{(pid=94701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:40.254939 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:44.073425 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da9bcb37-f67f-498b-b7c8-15be1c90fa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:47.593531 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-365386c7-acfa-45b2-8d69-39473e5aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:47.879889 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:48.769624 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:50.391496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:53.902396 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:53.903144 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.074587 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb143-83b5-4e2a-8663-caab6ec6bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:17.253643 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:45:17.593733 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3075a655-4acb-45fe-8cb8-cbe14070808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:17.882115 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:18.772946 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:20.392430 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:23.912967 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:23.913986 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:44.076138 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-528c5c59-47b4-47a5-a015-ae514bd7b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:47.594101 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9a2c555-55fb-4654-9e74-64e8fc6c3a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:47.886353 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:48.775586 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:50.394447 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:53.915204 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:53.916234 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.253848 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:14.077272 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a962be15-2d68-4631-9152-af9f8d1f1ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.595127 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eff29833-0f9e-486b-aaf5-af2bcac66117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.887651 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.778414 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.397338 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.908475 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.924274 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.253005 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:44.077589 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c625-60d4-408c-ad6f-544f3f7a3e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:47.595863 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d56558c2-093a-44da-8816-ba817e828830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:47.888639 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:48.781136 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:50.400318 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:53.904813 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:53.937077 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:08.252491 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:14.079620 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1168c000-6c1c-49d8-9d0a-c90c601d011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:17.596617 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10e44a22-9441-455e-9935-3da372b899c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:17.890683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:18.783852 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:20.403739 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:23.905027 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:23.954932 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.081239 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a554e650-89ae-4806-ada1-7f2bbb4bc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.251800 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:47.596516 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-146a3b11-4d18-479b-b953-972d4b313d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.894683 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.787455 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.406074 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.921411 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.950933 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:14.082236 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-329a8865-74e3-4be3-a068-8f33d9ed8da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:17.596432 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3ba68a3-346d-458d-87d4-2a3ae89fb15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:17.895502 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:18.789914 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:20.409010 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.251371 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:48:23.917284 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:23.959323 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.082797 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1229a63d-2e65-42d7-b3b9-3df71d1d65f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:47.597665 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-533fbced-caee-45ab-a2ff-f731059017cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:47.897016 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:48.792865 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:50.410949 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:53.923391 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:53.969279 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:59.251196 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:14.084325 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c71a7965-b06d-4d44-a0f8-f4061ea035cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:17.598566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1f64-6938-488f-9cbb-894f204759e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:17.898136 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:18.796345 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:20.418058 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:23.916126 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:23.970646 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:36.250888 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:44.085973 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b438eead-f026-4f33-909c-d1d51d20ff7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.599765 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-691a2fef-cbae-4f13-9ff4-8715e3c0d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.899581 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:48.799513 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:50.417422 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:53.946070 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:53.985013 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.250958 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:50:14.086139 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5136bf75-bc28-4215-bb68-8ad8f6fc13f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.601444 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8242de2-dbc1-4b18-a83f-0580bee1c8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.900920 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:18.803369 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:20.420692 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:23.960691 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:23.979177 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:44.086445 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a24362ed-b6aa-476b-acca-9e5c9964cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:47.602392 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-268768c0-06d1-46e5-a02b-f2c29dcf6974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:47.902123 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:48.805087 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:50.250678 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:50:50.423067 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:53.958901 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:53.993746 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.087610 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cfddfadc-c1cc-42c2-865f-b88cf07bfdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.602694 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe015f-8463-4ee9-8f16-ade95095b06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.903208 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.807891 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.425752 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.980166 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.990078 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:27.249986 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:51:44.093300 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71c4e7f8-17cf-4cc4-b18f-e0513e37528a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:47.603332 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9668a4cd-9e58-48e5-bd57-f3ec34752fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:47.903652 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:48.811909 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:50.427532 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:53.972611 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:54.004785 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:04.250602 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:52:14.094657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1901-0d18-47d7-9763-836273168e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:17.603060 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25d7504b-df74-4be7-aa64-205d24915ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:17.905188 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:18.813035 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:20.430566 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec6f852-6888-44bd-9f5e-cc88289ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:23.989496 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-251a2123-ebb6-4028-844f-132ff201de19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:24.021120 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0dbea525-ead8-4033-af7a-60470173d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:41.249568 n-d-715271-8 neutron-server[94702]: DEBUG neutron.db.agents_db [None req-4f9eb91b-cef9-460b-bfcd-56340b0bfa03 None None] Agent healthcheck: found 7 active agents {{(pid=94702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:52:44.096171 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ef76-4aa7-4856-b34a-6b4117b75777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:47.602773 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-052a32b1-19f5-4c80-8ca1-963eb7734613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:47.905899 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b8734ea-a25f-4d7a-be15-831f72a4563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:48.815657 n-d-715271-8 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e6ca-11ea-47f8-b8d4-62aab5044142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791178403588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538456'] for agent, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}